Benchmarking Stuff

c5d.18xlarge NVMe

# https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/raid-config.html

mdadm --create --verbose /dev/md0 \
  --level=0 \
  --name=riverraid \
  --raid-devices=2 /dev/nvme1n1 /dev/nvme2n1
mkfs.ext4 -L riverraid /dev/md0
mdadm --detail --scan | sudo tee -a /etc/mdadm.conf
dracut -H -f /boot/initramfs-$(uname -r).img $(uname -r)
mkdir -p /mnt/riverraid
mount LABEL=riverraid /mnt/riverraid

# https://www.binarylane.com.au/support/solutions/articles/1000055889-how-to-benchmark-disk-i-o

fio --randrepeat=1 \
  --ioengine=libaio --direct=1 \
  --gtod_reduce=1 --name=test \
  --filename=/mnt/riverraid/testfio --bs=4k \
  --iodepth=64 --size=4G \
  --readwrite=randrw --rwmixread=75

#Run status group 0 (all jobs):
#   READ: io=3071.7MB, aggrb=819751KB/s, minb=819751KB/s, maxb=819751KB/s, mint=3837msec, maxt=3837msec
#  WRITE: io=1024.4MB, aggrb=273368KB/s, minb=273368KB/s, maxb=273368KB/s, mint=3837msec, maxt=3837msec#

#Disk stats (read/write):
#    md0: ios=786155/263633, merge=0/0, ticks=0/0, in_queue=0, util=0.00%, aggrios=393173/131851, aggrmerge=0/1, aggrticks=48824/3292, aggrin_queue=48520, aggrutil=94.67%
#  nvme2n1: ios=393199/131825, merge=0/0, ticks=49316/3204, in_queue=48992, util=94.67%
#  nvme1n1: ios=393148/131878, merge=0/3, ticks=48332/3380, in_queue=48048, util=94.58%  

fio --randrepeat=1 \
  --ioengine=libaio --direct=1 \
  --gtod_reduce=1 --name=test \
  --filename=/mnt/riverraid/testfio --bs=256k \
  --iodepth=64 --size=16G \
  --readwrite=randrw --rwmixread=75
  
#Run status group 0 (all jobs):
#   READ: io=12278MB, aggrb=2011.5MB/s, minb=2011.5MB/s, maxb=2011.5MB/s, mint=6104msec, maxt=6104msec
#  WRITE: io=4106.3MB, aggrb=688859KB/s, minb=688859KB/s, maxb=688859KB/s, mint=6104msec, maxt=6104msec
#
#Disk stats (read/write):
#    md0: ios=98010/34044, merge=0/0, ticks=0/0, in_queue=0, util=0.00%, aggrios=49111/17066, aggrmerge=0/2, aggrticks=306988/78222, aggrin_queue=380520, aggrutil=91.27%
#  nvme2n1: ios=49290/16886, merge=0/0, ticks=288988/71208, in_queue=355424, util=89.37%
#  nvme1n1: ios=48932/17247, merge=0/4, ticks=324988/85236, in_queue=405616, util=91.27%