embedding_android_5.kt

fun tokenize ( message : String ): Array<DoubleArray> {
    val tokens : List<String> = Tokenizer.getTokens( message ).toList()
    val tokenizedMessage = ArrayList<DoubleArray>()
    for ( part in tokens ) {
        var vector : DoubleArray? = null
        if ( embeddingData!![part] == null ) {
            vector = DoubleArray( embeddingDim!! ){ 0.0 }
        }
        else{
            vector = embeddingData!![part]
        }
        tokenizedMessage.add( vector!! )

    }
    return tokenizedMessage.toTypedArray()
}

fun padSequence ( sequence : Array<DoubleArray> ) : Array<DoubleArray> {
    val maxlen = this.maxlen
    if ( sequence.size > maxlen!!) {
        return sequence.sliceArray( 0..maxlen )
    }
    else if ( sequence.size < maxlen ) {
        val array = ArrayList<DoubleArray>()
        array.addAll( sequence.asList() )
        for ( i in array.size until maxlen ){
            array.add( DoubleArray( embeddingDim!! ){ 0.0 })
        }
        return array.toTypedArray()
    }
    else{
        return sequence
    }
}