mdtest.pbs

#PBS -l walltime=02:00:00
#PBS -q academy
#PBS -j oe

[ -z "$MODE" ] && MODE="all"
[ -z "$BTL" ] && MPIRUN_MCA_ARGS="" || MPIRUN_MCA_ARGS="-mca btl ${BTL},self"

MDTEST_ROOT="${HOME}/mdtest"
MDTEST_TEST_DIR="/fdata/scratch/${USER}/mdtest"

SQL_RESULTS_SRC="${HOME}/mdtest.sql_query"
SQL_RESULTS_DEST="${MDTEST_ROOT}/logs/sql/mdtest-${PBS_JOBID}.sql_query"

MDTEST_CREATE_ARGS="-n 100 -i 5 -F -C -L -u -d ${MDTEST_TEST_DIR}"
MDTEST_STAT_ARGS="-n 100 -i 5 -F -T -L -u -d ${MDTEST_TEST_DIR}"
MDTEST_REMOVE_ARGS="-n 100 -i 5 -F -r -L -u -d ${MDTEST_TEST_DIR}"

echo "starting at `date` on `hostname`"

# Print the PBS_NODEFILE listing nodes and thread numbers
echo "PBS_NODEFILE:"
cat $PBS_NODEFILE

. /etc/profile.d/modules.sh
module load gcc/4.7.2 openmpi/1.8.1/gcc/64
module load python/2.7.3

cd ${MDTEST_ROOT}

for (( ; ; )) do sleep 1; done | fhgfs-ctl --clientstats --nodetype=metadata --interval=10 1>logs/fhgfs-ctl/clientstats.${PBS_JOBID} &

#### MPIRUN ####
mpirunStartTime=$(date +"%s")

#echo "Executing mdtest using mpirun"
#python mdtest_wrapper.py mpirun ./mdtest ${MDTEST_ARGS} --desc "${PBS_JOBID}"

if [ "$MODE" = "all" -o "$MODE" = "create" ]; then
  echo "Executing mdtest create using mpirun"
  python mdtest_wrapper.py mpirun ${MPIRUN_MCA_ARGS} ./mdtest ${MDTEST_CREATE_ARGS} --desc "${PBS_JOBID}-create"
fi

if [ "$MODE" = "all" -o "$MODE" = "stat" ]; then
  for i in {1..5}; do
    echo "Executing mdtest stat #${i} using mpirun"
    python mdtest_wrapper.py mpirun ${MPIRUN_MCA_ARGS} ./mdtest ${MDTEST_STAT_ARGS} --desc "${PBS_JOBID}-stat-${i}"
    sleep 10
  done
fi

if [ "$MODE" = "all" -o "$MODE" = "remove" ]; then
  echo "Executing mdtest remove using mpirun"
  python mdtest_wrapper.py mpirun ${MPIRUN_MCA_ARGS} ./mdtest ${MDTEST_REMOVE_ARGS} --desc "${PBS_JOBID}-remove"
fi

mpirunEndTime=$(date +"%s")
mpirunDuration=$(($mpirunEndTime-$mpirunStartTime))
echo "MPIRUN: $(($mpirunDuration / 60)) minutes and $(($mpirunDuration % 60)) seconds elapsed."

if [ -f $SQL_RESULTS_SRC ]; then
  echo "Moving ${SQL_RESULTS_SRC} -> ${SQL_RESULTS_DEST}"
  mv $SQL_RESULTS_SRC $SQL_RESULTS_DEST
fi

echo "jobs"
jobs -l

kill -9 `jobs -p`

echo "ended at `date` on `hostname`"
exit 0