tensorflow_fasttext
tensorflow_fasttext copied to clipboard
ngrams maybe contains bug
def GenerateNgrams(words, ngrams):
nglist = []
for ng in ngrams:
for word in words:
nglist.extend([word[n:n+ng] for n in range(len(word)-ng+1)])
return ngli
maybe it should like following
def GenerateNgrams(words, ngrams):
nglist = []
for ng in ngrams:
nglist.extend(''.join([words[n:n+ng]) for n in range(len(words)-ng+1)])
return ngli