Test procedure https://dzone.com/articles/iops-benchmarking-disk-io-aws-vs-digitalocean
$ aptitude -y install -o quiet=2 ioping fio > /dev/null; time fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --output=/root/tempfile --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75; rm -f test.*; cat tempfile; ioping -c 10 /root | tail -4
Jobs: 1 (f=1): [m(1)] [100.0% done] [1529KB/580KB/0KB /s] [382/145/0 iops] [eta 00m:00s]
real 14m20.420s
user 0m14.620s
sys 1m4.424s
test: (g=0): rw=randrw, bs=4K-4K/4K-4K/4K-4K, ioengine=libaio, iodepth=64
fio-2.16
Starting 1 process
test: Laying out IO file(s) (1 file(s) / 4096MB)
test: (groupid=0, jobs=1): err= 0: pid=19377: Fri Mar 2 18:16:12 2018
read : io=3070.4MB, bw=3888.9KB/s, iops=972, runt=808475msec
write: io=1025.8MB, bw=1299.2KB/s, iops=324, runt=808475msec
cpu : usr=1.43%, sys=6.34%, ctx=835077, majf=0, minf=9
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued : total=r=785996/w=262580/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: io=3070.4MB, aggrb=3888KB/s, minb=3888KB/s, maxb=3888KB/s, mint=808475msec, maxt=808475msec
WRITE: io=1025.8MB, aggrb=1299KB/s, minb=1299KB/s, maxb=1299KB/s, mint=808475msec, maxt=808475msec
Disk stats (read/write):
sda: ios=787390/263575, merge=612/721, ticks=49277288/2701580, in_queue=51980604, util=100.00%
--- /root (ext4 /dev/sda1) ioping statistics ---
9 requests completed in 4.56 ms, 36 KiB read, 1.97 k iops, 7.71 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 423.4 us / 506.8 us / 577.3 us / 43.7 us
$ aptitude -y install -o quiet=2 ioping fio > /dev/null; time fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --output=/root/tempfile --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75; rm -f test.*; cat tempfile; ioping -c 10 /root | tail -4
Jobs: 1 (f=1): [m(1)] [100.0% done] [6122KB/1977KB/0KB /s] [1530/494/0 iops] [eta 00m:00s]
real 8m54.461s
user 0m8.612s
sys 0m28.952s
test: (g=0): rw=randrw, bs=4K-4K/4K-4K/4K-4K, ioengine=libaio, iodepth=64
fio-2.16
Starting 1 process
test: Laying out IO file(s) (1 file(s) / 4096MB)
test: (groupid=0, jobs=1): err= 0: pid=29737: Fri Mar 2 18:06:18 2018
read : io=3070.4MB, bw=5996.5KB/s, iops=1499, runt=524308msec
write: io=1025.8MB, bw=2003.3KB/s, iops=500, runt=524308msec
cpu : usr=1.28%, sys=3.90%, ctx=820901, majf=0, minf=7
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued : total=r=785996/w=262580/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: io=3070.4MB, aggrb=5996KB/s, minb=5996KB/s, maxb=5996KB/s, mint=524308msec, maxt=524308msec
WRITE: io=1025.8MB, aggrb=2003KB/s, minb=2003KB/s, maxb=2003KB/s, mint=524308msec, maxt=524308msec
Disk stats (read/write):
vda: ios=785827/262871, merge=0/346, ticks=33128700/379728, in_queue=33509372, util=100.00%
--- /root (ext4 /dev/vda1) ioping statistics ---
9 requests completed in 4.54 ms, 36 KiB read, 1.98 k iops, 7.74 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 341.3 us / 504.8 us / 817.5 us / 154.2 us
$ aptitude -y install -o quiet=2 ioping fio > /dev/null; time fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --output=/root/tempfile --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75; rm -f test.*; cat tempfile; ioping -c 10 /root | tail -4
Jobs: 1 (f=1): [m(1)] [100.0% done] [1946KB/587KB/0KB /s] [486/146/0 iops] [eta 00m:00s]
real 38m46.352s
user 0m34.224s
sys 1m17.728s
test: (g=0): rw=randrw, bs=4K-4K/4K-4K/4K-4K, ioengine=libaio, iodepth=64
fio-2.1.11
Starting 1 process
test: Laying out IO file(s) (1 file(s) / 4096MB)
test: (groupid=0, jobs=1): err= 0: pid=29664: Fri Mar 2 21:48:30 2018
read : io=3071.7MB, bw=1382.7KB/s, iops=345, runt=2274925msec
write: io=1024.4MB, bw=472143B/s, iops=115, runt=2274925msec
cpu : usr=1.12%, sys=2.81%, ctx=935767, majf=0, minf=7
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued : total=r=786347/w=262229/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: io=3071.7MB, aggrb=1382KB/s, minb=1382KB/s, maxb=1382KB/s, mint=2274925msec, maxt=2274925msec
WRITE: io=1024.4MB, aggrb=461KB/s, minb=461KB/s, maxb=461KB/s, mint=2274925msec, maxt=2274925msec
Disk stats (read/write):
sda: ios=782437/261903, merge=3882/607, ticks=117414720/27705248, in_queue=175524936, util=100.00%
--- /root (ext4 /dev/sda1) ioping statistics ---
10 requests completed in 9.01 s, 2.14 k iops, 8.36 MiB/s
min/avg/max/mdev = 295 us / 467 us / 816 us / 139 us
$ aptitude -y install -o quiet=2 ioping fio > /dev/null; time fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --output=/root/tempfile --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75; rm -f test.*; cat tempfile; ioping -c 10 /root | tail -4
Jobs: 1 (f=1): [m(1)] [100.0% done] [63888KB/21166KB/0KB /s] [15.1K/5291/0 iops] [eta 00m:00s]
real 2m24.310s
user 0m5.572s
sys 0m19.420s
test: (g=0): rw=randrw, bs=4K-4K/4K-4K/4K-4K, ioengine=libaio, iodepth=64
fio-2.1.11
Starting 1 process
test: Laying out IO file(s) (1 file(s) / 4096MB)
test: (groupid=0, jobs=1): err= 0: pid=19481: Fri Mar 2 17:59:08 2018
read : io=3071.7MB, bw=27802KB/s, iops=6950, runt=113134msec
write: io=1024.4MB, bw=9271.5KB/s, iops=2317, runt=113134msec
cpu : usr=2.84%, sys=11.03%, ctx=205929, majf=0, minf=8
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued : total=r=786347/w=262229/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: io=3071.7MB, aggrb=27802KB/s, minb=27802KB/s, maxb=27802KB/s, mint=113134msec, maxt=113134msec
WRITE: io=1024.4MB, aggrb=9271KB/s, minb=9271KB/s, maxb=9271KB/s, mint=113134msec, maxt=113134msec
Disk stats (read/write):
sda: ios=780864/261036, merge=2253/453, ticks=3336928/4052308, in_queue=7388816, util=100.00%
--- /root (ext4 /dev/sda1) ioping statistics ---
10 requests completed in 9.01 s, 1.65 k iops, 6.43 MiB/s
min/avg/max/mdev = 378 us / 607 us / 878 us / 118 us
$ aptitude -y install -o quiet=2 ioping fio > /dev/null; time fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --output=/root/tempfile --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75; rm -f test.*; cat tempfile; ioping -c 10 /root | tail -4
Jobs: 1 (f=1): [m(1)] [100.0% done] [6184KB/2024KB/0KB /s] [1546/506/0 iops] [eta 00m:00s]
real 9m29.782s
user 0m12.980s
sys 0m37.116s
test: (g=0): rw=randrw, bs=4K-4K/4K-4K/4K-4K, ioengine=libaio, iodepth=64
fio-2.16
Starting 1 process
test: Laying out IO file(s) (1 file(s) / 4096MB)
test: (groupid=0, jobs=1): err= 0: pid=29316: Fri Mar 2 18:06:29 2018
read : io=3070.4MB, bw=5965.9KB/s, iops=1491, runt=526997msec
write: io=1025.8MB, bw=1993.3KB/s, iops=498, runt=526997msec
cpu : usr=2.06%, sys=5.86%, ctx=843903, majf=0, minf=8
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued : total=r=785996/w=262580/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: io=3070.4MB, aggrb=5965KB/s, minb=5965KB/s, maxb=5965KB/s, mint=526997msec, maxt=526997msec
WRITE: io=1025.8MB, aggrb=1993KB/s, minb=1993KB/s, maxb=1993KB/s, mint=526997msec, maxt=526997msec
Disk stats (read/write):
vda: ios=786726/262835, merge=0/311, ticks=33301084/647448, in_queue=33949692, util=100.00%
--- /root (ext4 /dev/vda1) ioping statistics ---
9 requests completed in 3.24 ms, 36 KiB read, 2.78 k iops, 10.8 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 262.2 us / 360.2 us / 502.6 us / 67.9 us
$ aptitude -y install -o quiet=2 ioping fio > /dev/null; time fio --randrepeat=1 --ioengine=libaio --direct=1 --gtod_reduce=1 --name=test --output=/root/tempfile --bs=4k --iodepth=64 --size=4G --readwrite=randrw --rwmixread=75; rm -f test.*; cat tempfile; ioping -c 10 /root | tail -4
Jobs: 1 (f=1): [m(1)] [99.9% done] [1832KB/752KB/0KB /s] [458/188/0 iops] [eta 00m:01s]
real 23m23.360s
user 0m22.320s
sys 1m23.640s
test: (g=0): rw=randrw, bs=4K-4K/4K-4K/4K-4K, ioengine=libaio, iodepth=64
fio-2.16
Starting 1 process
test: Laying out IO file(s) (1 file(s) / 4096MB)
test: (groupid=0, jobs=1): err= 0: pid=9274: Fri Mar 2 18:23:54 2018
read : io=3070.4MB, bw=2280.2KB/s, iops=570, runt=1378830msec
write: io=1025.8MB, bw=780029B/s, iops=190, runt=1378830msec
cpu : usr=1.38%, sys=5.61%, ctx=919379, majf=0, minf=7
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0%
issued : total=r=785996/w=262580/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=64
Run status group 0 (all jobs):
READ: io=3070.4MB, aggrb=2280KB/s, minb=2280KB/s, maxb=2280KB/s, mint=1378830msec, maxt=1378830msec
WRITE: io=1025.8MB, aggrb=761KB/s, minb=761KB/s, maxb=761KB/s, mint=1378830msec, maxt=1378830msec
Disk stats (read/write):
md3: ios=785998/264278, merge=0/0, ticks=0/0, in_queue=0, util=0.00%, aggrios=392607/263398, aggrmerge=393/890, aggrticks=36190976/12972448, aggrin_queue=49163146, aggrutil=99.59%
sdb: ios=387164/263428, merge=291/861, ticks=33342296/12943712, in_queue=46286048, util=99.55%
sda: ios=398051/263369, merge=495/920, ticks=39039656/13001184, in_queue=52040244, util=99.59%
--- /root (ext4 /dev/md3) ioping statistics ---
9 requests completed in 3.60 ms, 36 KiB read, 2.50 k iops, 9.77 MiB/s
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
min/avg/max/mdev = 395.5 us / 399.8 us / 404.6 us / 2.58 us