chunks.py

questions_for_token = list()
answers_for_token = list()
c=1
for con in docs:
    if(c==2868):
        pass
    else:
        con=con.strip().split("\t")
        questions_for_token.append(con[0])
        answers_for_token.append(con[1])
        c+=1
        
embed_size=100 #define the vector size based on word your embedding
max_features=6000 #to restrict your number of unique words
maxlen=100