def yield_corpus(df_list):
    for corpus in df_list:
        for id,doc in corpus.iterrows():
            try:
                yield tok2.tokenize(doc[2].decode("utf-8"))
            except:
                print doc[2]
                raise
def select(elm):
    return int(elm.split("_")[-1])