beatrice-m
7/27/2017 - 2:21 PM

How to produce ngrams with nltk

How to produce ngrams with Natural Language Tool kit python package

import nltk
from nltk.util import ngrams

def word_grams(words, min=1, max=4):
    s = []
    for n in range(min, max):
        for ngram in ngrams(words, n):
            s.append(' '.join(str(i) for i in ngram))
    return s

if __name__ == '__main__':

    print(word_grams('one two three four'.split(' ')))