bench-compare-params.sh

#!/usr/bin/env bash

set -euo pipefail
echo $#
if [ $# -lt 5 ]; then
        echo "Usage: $0 bench.txt someBenchVar A B C"
        echo "                                 ^    "
        echo "                                 |    "
        echo "                                old   "
        exit 1
fi

f="${1}"
shift
name="${1}"
shift

tmp="$(mktemp -d)"
echo "${tmp}"

for v in "${@}"; do
        flavor="${name}=${v}"
        grep -E "${flavor}[^0-9a-zA-Z]+" "${f}" | sed -E "s/${flavor}/${name}=X/" > "${tmp}/$v.txt"
done

old="${1}"
shift

for v in "${@}"; do
        echo "==== old: $name=$old new: $name=$v ===="
        benchstat "${tmp}/${old}.txt" "${tmp}/${v}.txt"
done