def tweet_tokenize(self, tweet): #http://www.nltk.org/api/nltk.tokenize.html tknzr = TweetTokenizer() tokens = tknzr.tokenize(tweet) return tokens