spam_classify_5.kt

fun tokenize ( message : String ): IntArray {
    val parts : List<String> = message.split(" " )
    val tokenizedMessage = ArrayList<Int>()
    for ( part in parts ) {
        if (part.trim() != ""){
            var index : Int? = 0
            if ( vocabData!![part] == null ) {
                index = 0
            }
            else{
                index = vocabData!![part]
            }
            tokenizedMessage.add( index!! )
        }
    }
    return tokenizedMessage.toIntArray()
}

fun padSequence ( sequence : IntArray ) : IntArray {
    val maxlen = this.maxlen
    if ( sequence.size > maxlen!!) {
        return sequence.sliceArray( 0..maxlen )
    }
    else if ( sequence.size < maxlen ) {
        val array = ArrayList<Int>()
        array.addAll( sequence.asList() )
        for ( i in array.size until maxlen ){
            array.add(0)
        }
        return array.toIntArray()
    }
    else{
        return sequence
    }
}