sample random lines from file in bash, benchmark

bash-random-lines-test.sh

#!/bin/bash
FILENAME="/tmp/random-lines.$$.tmp"
NUMLINES=10000000
seq -f 'line %.0f' $NUMLINES > $FILENAME;

echo "10 random lines with nl:"
$(which time) -v nl -ba $filename | sort -r | sed 's/.*[0-9]\t//' | head > /dev/null

echo "10 random lines with shuf:"
$(which time) -v shuf $FILENAME -n10 | head > /dev/null

echo "10 random lines with rl:"
$(which time) -v rl $FILENAME | head > /dev/null

echo "10 random lines with perl:"
$(which time) -v cat $FILENAME | perl -MList::Util=shuffle -e 'print shuffle(<STDIN>);' | head > /dev/null

echo "10 random lines with python:"
$(which time) -v python -c "import random, sys; lines = open(sys.argv[1]).readlines(); random.shuffle(lines); print ''.join(lines[:10])," $FILENAME > /dev/null

rm -rf $FILENAME