tokenise.js

function tokenise(text) {
    text = text.toLowerCase();
    var splitted_text = text.split(' ');
    var tokens = [];
    splitted_text.forEach(element => {
        if (word2index[element] != undefined) {
            tokens.push(word2index[element]);
        }
    });
    while (tokens.length < maxLen) {
        tokens.push(0);
    }
return tokens.slice(0,maxLen);
}