text_plain_output_1.png
"""
from nltk.tokenize import PunktSentenceTokenizer
from nltk.corpus import state_union
train_text = state_union.raw("2005-GWBush.txt")
sample_text = state_union.raw("2006-GWBush.txt")
# train the Punkt tokenizer like:
custom_sent_tokenizer = PunktSentenceTokenizer(train_text)
# we can actually tokenize
tokenized = custom_sent_tokenizer.tokenize(sample_text)
tokenized
"""