"""
Extract foods that people are eating from their Tweets.
"""
from collections import defaultdict
from nltk import word_tokenize, Tree
from nltk.chunk import RegexpParser
from nltk.corpus import stopwords
from nltk.tag.perceptron import PerceptronTagger
from nltk.tag import _pos_tag
from noweats.util import counter
from unidecode import unidecode
from HTMLParser import HTMLParser

import re
import json
import itertools as its
import bz2