test.fio

fio

[global]

name=cassandra
bs=4k
direct=1
directory=data/
time_based=1
runtime=600
write_bw_log
write_lat_log
write_hist_log
write_iops_log
group_reporting
per_job_logs=0

[compaction-reader]
rw=read
size=20G
numjobs=4
rate=32m
new_group

[compaction-writer]
rw=write
size=20G
numjobs=1
new_group

[readers]
numjobs=10
size=1G
rw=randread
new_group


compaction-reader: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=1
...
compaction-writer: (g=1): rw=write, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=1
readers: (g=2): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=1
...
fio-3.1
Starting 15 processes
compaction-reader: Laying out IO file (1 file / 20480MiB)
compaction-reader: Laying out IO file (1 file / 20480MiB)
compaction-reader: Laying out IO file (1 file / 20480MiB)
Jobs: 10 (f=10): [_(5),f(10)][100.0%][r=14.0MiB/s,w=924KiB/s][r=3590,w=231 IOPS][eta 00m:00s]       S][eta 00m:00s]
compaction-reader: (groupid=0, jobs=4): err= 0: pid=3168: Wed Jan 16 02:33:08 2019
   read: IOPS=4443, BW=17.4MiB/s (18.2MB/s)(10.2GiB/600001msec)
    clat (usec): min=149, max=421963, avg=899.43, stdev=939.18
     lat (usec): min=149, max=421963, avg=899.48, stdev=939.18
    clat percentiles (usec):
     |  1.00th=[  223],  5.00th=[  433], 10.00th=[  644], 20.00th=[  750],
     | 30.00th=[  807], 40.00th=[  857], 50.00th=[  889], 60.00th=[  930],
     | 70.00th=[  963], 80.00th=[ 1004], 90.00th=[ 1074], 95.00th=[ 1139],
     | 99.00th=[ 2212], 99.50th=[ 2966], 99.90th=[ 4621], 99.95th=[ 5800],
     | 99.99th=[27132]
   bw (  KiB/s): min=    9, max=27413, per=29.08%, avg=5168.51, stdev=2419.71, samples=2666137
   iops        : min=    1, max=    1, avg= 1.00, stdev= 0.00, samples=2666137
  lat (usec)   : 250=1.31%, 500=5.22%, 750=13.30%, 1000=58.80%
  lat (msec)   : 2=20.18%, 4=1.02%, 10=0.14%, 20=0.01%, 50=0.01%
  lat (msec)   : 100=0.01%, 250=0.01%, 500=0.01%
  cpu          : usr=0.14%, sys=0.77%, ctx=2666638, majf=0, minf=62689
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwt: total=2666137,0,0, short=0,0,0, dropped=0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1
compaction-writer: (groupid=1, jobs=1): err= 0: pid=3172: Wed Jan 16 02:33:08 2019
  write: IOPS=942, BW=3771KiB/s (3862kB/s)(2210MiB/600002msec)
    clat (usec): min=405, max=171878, avg=1059.96, stdev=489.67
     lat (usec): min=405, max=171878, avg=1060.05, stdev=489.67
    clat percentiles (usec):
     |  1.00th=[  494],  5.00th=[  611], 10.00th=[  848], 20.00th=[  955],
     | 30.00th=[ 1004], 40.00th=[ 1045], 50.00th=[ 1074], 60.00th=[ 1106],
     | 70.00th=[ 1139], 80.00th=[ 1172], 90.00th=[ 1237], 95.00th=[ 1303],
     | 99.00th=[ 1500], 99.50th=[ 1647], 99.90th=[ 2868], 99.95th=[ 4686],
     | 99.99th=[10552]
   bw (  KiB/s): min=   23, max=10094, per=100.00%, avg=4055.20, stdev=1019.44, samples=565669
   iops        : min=    1, max=    1, avg= 1.00, stdev= 0.00, samples=565669
  lat (usec)   : 500=1.14%, 750=6.10%, 1000=21.80%
  lat (msec)   : 2=70.75%, 4=0.14%, 10=0.05%, 20=0.01%, 50=0.01%
  lat (msec)   : 100=0.01%, 250=0.01%
  cpu          : usr=0.12%, sys=0.81%, ctx=565819, majf=0, minf=13305
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwt: total=0,565669,0, short=0,0,0, dropped=0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1
readers: (groupid=2, jobs=10): err= 0: pid=3173: Wed Jan 16 02:33:08 2019
   read: IOPS=9616, BW=37.6MiB/s (39.4MB/s)(22.0GiB/600002msec)
    clat (usec): min=126, max=856849, avg=1039.15, stdev=2011.69
     lat (usec): min=126, max=856849, avg=1039.19, stdev=2011.69
    clat percentiles (usec):
     |  1.00th=[  416],  5.00th=[  676], 10.00th=[  750], 20.00th=[  824],
     | 30.00th=[  873], 40.00th=[  914], 50.00th=[  955], 60.00th=[  988],
     | 70.00th=[ 1029], 80.00th=[ 1074], 90.00th=[ 1156], 95.00th=[ 1401],
     | 99.00th=[ 3130], 99.50th=[ 3818], 99.90th=[ 8979], 99.95th=[18482],
     | 99.99th=[74974]
   bw (  KiB/s): min=    4, max=32286, per=11.58%, avg=4452.68, stdev=1345.93, samples=5770159
   iops        : min=    1, max=    1, avg= 1.00, stdev= 0.00, samples=5770159
  lat (usec)   : 250=0.03%, 500=1.99%, 750=7.83%, 1000=52.97%
  lat (msec)   : 2=34.41%, 4=2.34%, 10=0.35%, 20=0.04%, 50=0.03%
  lat (msec)   : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
  cpu          : usr=0.13%, sys=0.65%, ctx=5771395, majf=0, minf=135703
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwt: total=5770159,0,0, short=0,0,0, dropped=0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
   READ: bw=17.4MiB/s (18.2MB/s), 17.4MiB/s-17.4MiB/s (18.2MB/s-18.2MB/s), io=10.2GiB (10.9GB), run=600001-600001msec

Run status group 1 (all jobs):
  WRITE: bw=3771KiB/s (3862kB/s), 3771KiB/s-3771KiB/s (3862kB/s-3862kB/s), io=2210MiB (2317MB), run=600002-600002msec

Run status group 2 (all jobs):
   READ: bw=37.6MiB/s (39.4MB/s), 37.6MiB/s-37.6MiB/s (39.4MB/s-39.4MB/s), io=22.0GiB (23.6GB), run=600002-600002msec

Disk stats (read/write):
  nvme0n1: ios=8436296/565708, merge=0/1, ticks=8327120/594040, in_queue=8393852, util=99.84%