fio - zfs-0.7.0-rc4-92-g688c94c WITHOUT PR6294 - 4kb zvol WITH zvol_request_sync=1

gistfile1.txt

# FIRST RUN
  write: io=26263MB, bw=89640KB/s, iops=22410, runt=300009msec
    slat (usec): min=1, max=41231, avg=43.39, stdev=703.67
    clat (usec): min=10, max=41422, avg=1339.12, stdev=3696.49
     lat (usec): min=127, max=41426, avg=1382.61, stdev=3751.64
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  145], 10.00th=[  149], 20.00th=[  157],
     | 30.00th=[  163], 40.00th=[  169], 50.00th=[  175], 60.00th=[  181],
     | 70.00th=[  191], 80.00th=[  213], 90.00th=[ 6880], 95.00th=[ 9536],
     | 99.00th=[15680], 99.50th=[17536], 99.90th=[39168], 99.95th=[39680],
     | 99.99th=[40704]
    bw (KB  /s): min= 5611, max=834168, per=100.00%, avg=90176.74, stdev=109758.88
    lat (usec) : 20=0.01%, 250=84.41%, 500=3.84%, 750=0.41%, 1000=0.06%
    lat (msec) : 2=0.02%, 4=0.01%, 10=7.31%, 20=3.58%, 50=0.36%
  cpu          : usr=2.78%, sys=10.62%, ctx=50245, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6723239/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# SECOND RUN
  write: io=30600MB, bw=104447KB/s, iops=26111, runt=300005msec
    slat (usec): min=1, max=40587, avg=37.06, stdev=588.13
    clat (usec): min=8, max=40768, avg=1149.33, stdev=3095.20
     lat (usec): min=129, max=40772, avg=1186.50, stdev=3141.50
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  147], 10.00th=[  151], 20.00th=[  159],
     | 30.00th=[  165], 40.00th=[  169], 50.00th=[  175], 60.00th=[  183],
     | 70.00th=[  193], 80.00th=[  217], 90.00th=[ 6496], 95.00th=[ 8512],
     | 99.00th=[11072], 99.50th=[13632], 99.90th=[38656], 99.95th=[39680],
     | 99.99th=[40192]
    bw (KB  /s): min= 5373, max=834792, per=100.00%, avg=104850.49, stdev=104178.29
    lat (usec) : 10=0.01%, 250=84.05%, 500=4.47%, 750=0.54%, 1000=0.09%
    lat (msec) : 2=0.04%, 4=0.01%, 10=8.68%, 20=1.94%, 50=0.18%
  cpu          : usr=3.22%, sys=12.53%, ctx=63875, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7833693/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# THIRD RUN
  write: io=28932MB, bw=98752KB/s, iops=24687, runt=300003msec
    slat (usec): min=1, max=40071, avg=39.30, stdev=589.61
    clat (usec): min=8, max=40382, avg=1215.57, stdev=3082.97
     lat (usec): min=132, max=40389, avg=1254.97, stdev=3128.31
    clat percentiles (usec):
     |  1.00th=[  139],  5.00th=[  145], 10.00th=[  149], 20.00th=[  157],
     | 30.00th=[  161], 40.00th=[  167], 50.00th=[  173], 60.00th=[  179],
     | 70.00th=[  191], 80.00th=[  215], 90.00th=[ 6880], 95.00th=[ 9024],
     | 99.00th=[13248], 99.50th=[13760], 99.90th=[17792], 99.95th=[25728],
     | 99.99th=[39168]
    bw (KB  /s): min=13465, max=846880, per=100.00%, avg=99154.95, stdev=104992.05
    lat (usec) : 10=0.01%, 250=84.30%, 500=3.99%, 750=0.44%, 1000=0.07%
    lat (msec) : 2=0.03%, 4=0.01%, 10=7.65%, 20=3.43%, 50=0.08%
  cpu          : usr=3.01%, sys=11.69%, ctx=56968, majf=0, minf=23
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7406469/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FOURTH RUN
  write: io=25383MB, bw=86642KB/s, iops=21660, runt=300001msec
    slat (usec): min=1, max=40481, avg=44.89, stdev=732.38
    clat (usec): min=5, max=40655, avg=1385.46, stdev=3845.69
     lat (usec): min=133, max=40659, avg=1430.47, stdev=3903.04
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  149], 10.00th=[  151], 20.00th=[  159],
     | 30.00th=[  163], 40.00th=[  169], 50.00th=[  175], 60.00th=[  181],
     | 70.00th=[  193], 80.00th=[  215], 90.00th=[ 6944], 95.00th=[ 9536],
     | 99.00th=[16768], 99.50th=[21888], 99.90th=[38656], 99.95th=[39168],
     | 99.99th=[39680]
    bw (KB  /s): min= 5632, max=818432, per=100.00%, avg=87202.47, stdev=110218.49
    lat (usec) : 10=0.01%, 250=84.39%, 500=3.75%, 750=0.40%, 1000=0.07%
    lat (msec) : 2=0.03%, 4=0.01%, 10=7.28%, 20=3.37%, 50=0.70%
  cpu          : usr=2.78%, sys=10.22%, ctx=48616, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6498160/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FIFTH RUN
  write: io=30356MB, bw=103616KB/s, iops=25904, runt=300001msec
    slat (usec): min=1, max=40146, avg=37.35, stdev=560.59
    clat (usec): min=5, max=40570, avg=1158.56, stdev=2934.85
     lat (usec): min=131, max=40577, avg=1196.02, stdev=2978.16
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  147], 10.00th=[  151], 20.00th=[  159],
     | 30.00th=[  163], 40.00th=[  169], 50.00th=[  175], 60.00th=[  183],
     | 70.00th=[  193], 80.00th=[  217], 90.00th=[ 6816], 95.00th=[ 8768],
     | 99.00th=[11968], 99.50th=[13888], 99.90th=[17024], 99.95th=[23424],
     | 99.99th=[39168]
    bw (KB  /s): min=13727, max=827960, per=100.00%, avg=103933.65, stdev=102609.41
    lat (usec) : 10=0.01%, 250=84.18%, 500=4.32%, 750=0.47%, 1000=0.08%
    lat (msec) : 2=0.04%, 4=0.01%, 10=8.27%, 20=2.58%, 50=0.07%
  cpu          : usr=3.19%, sys=12.43%, ctx=60192, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7771257/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
Average Write IOPS: 24154