Tensorflow NMT inference varying batchsize

nmt_infer_batchsize.sh

#!/bin/bash
#nmt_infer_batchsize.sh

###
#Prereq:
#sudo apt install -y moreutils jq
###

echo -e "\nBZ WPS \n"
#set -x

for bz in 1024 1 32 64 128 256 512 1024; do
    jq ".infer_batch_size = $bz" /home/ubuntu/nmt_model/hparams|sponge /home/ubuntu/nmt_model/hparams
    python -m nmt.nmt --out_dir=/home/ubuntu/nmt_model  \
    --inference_input_file=/home/ubuntu/my_infer_file.vi  \
    --inference_output_file=/home/ubuntu/nmt_model/output_infer  \
    2>&1  | grep "done, num sentences" | cut -d "," -f4 | cut -d " " -f3
    #echo "$bz $wps"
done