text_plain_output_1.png
max_features = 5000
sequence_length = 200
samples = train['review']
tokenizer = Tokenizer(num_words=max_features)
tokenizer.fit_on_texts(samples)
sequences = tokenizer.texts_to_sequences(samples)
word_index = tokenizer.word_index
print(f'Found {len(word_index)} unique tokens.')