fio - zfs-0.7.0-rc4-92-g688c94c WITH PR6294 WITH 4kb zvol WITH zvol_request_sync=1

gistfile1.txt

# FIRST RUN
  write: io=26766MB, bw=91361KB/s, iops=22840, runt=300001msec
    slat (usec): min=1, max=40482, avg=42.52, stdev=731.22
    clat (usec): min=4, max=40674, avg=1313.93, stdev=3860.72
     lat (usec): min=128, max=40679, avg=1356.56, stdev=3919.08
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  145], 10.00th=[  149], 20.00th=[  157],
     | 30.00th=[  163], 40.00th=[  169], 50.00th=[  175], 60.00th=[  181],
     | 70.00th=[  191], 80.00th=[  213], 90.00th=[ 6688], 95.00th=[ 8896],
     | 99.00th=[14784], 99.50th=[27008], 99.90th=[39168], 99.95th=[39680],
     | 99.99th=[39680]
    bw (KB  /s): min= 3480, max=833056, per=100.00%, avg=91929.72, stdev=109310.87
    lat (usec) : 10=0.01%, 250=84.46%, 500=4.02%, 750=0.45%, 1000=0.06%
    lat (msec) : 2=0.03%, 4=0.01%, 10=7.59%, 20=2.76%, 50=0.62%
  cpu          : usr=2.85%, sys=10.81%, ctx=52892, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6852075/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# SECOND RUN
  write: io=26364MB, bw=89988KB/s, iops=22497, runt=300006msec
    slat (usec): min=1, max=40072, avg=43.20, stdev=659.50
    clat (usec): min=14, max=40607, avg=1333.96, stdev=3444.10
     lat (usec): min=127, max=40614, avg=1377.26, stdev=3494.66
    clat percentiles (usec):
     |  1.00th=[  145],  5.00th=[  149], 10.00th=[  153], 20.00th=[  157],
     | 30.00th=[  163], 40.00th=[  167], 50.00th=[  173], 60.00th=[  179],
     | 70.00th=[  189], 80.00th=[  213], 90.00th=[ 7008], 95.00th=[ 9792],
     | 99.00th=[14784], 99.50th=[16768], 99.90th=[27264], 99.95th=[36608],
     | 99.99th=[39168]
    bw (KB  /s): min=12706, max=795808, per=100.00%, avg=90381.00, stdev=106757.38
    lat (usec) : 20=0.01%, 250=84.23%, 500=3.72%, 750=0.41%, 1000=0.06%
    lat (msec) : 2=0.03%, 4=0.01%, 10=7.27%, 20=4.10%, 50=0.16%
  cpu          : usr=2.75%, sys=10.63%, ctx=52174, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6749254/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# THIRD RUN
  write: io=26564MB, bw=90669KB/s, iops=22667, runt=300010msec
    slat (usec): min=1, max=39979, avg=42.83, stdev=657.65
    clat (usec): min=7, max=40711, avg=1323.98, stdev=3438.79
     lat (usec): min=133, max=40719, avg=1366.92, stdev=3489.39
    clat percentiles (usec):
     |  1.00th=[  145],  5.00th=[  149], 10.00th=[  153], 20.00th=[  159],
     | 30.00th=[  165], 40.00th=[  171], 50.00th=[  175], 60.00th=[  183],
     | 70.00th=[  193], 80.00th=[  215], 90.00th=[ 6944], 95.00th=[ 9792],
     | 99.00th=[14784], 99.50th=[16768], 99.90th=[27264], 99.95th=[36608],
     | 99.99th=[39168]
    bw (KB  /s): min=13092, max=809208, per=100.00%, avg=91121.09, stdev=107485.63
    lat (usec) : 10=0.01%, 250=84.26%, 500=3.87%, 750=0.42%, 1000=0.06%
    lat (msec) : 2=0.03%, 4=0.01%, 10=7.05%, 20=4.16%, 50=0.17%
  cpu          : usr=2.84%, sys=10.82%, ctx=52227, majf=0, minf=25
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6800392/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FOURTH RUN
  write: io=28824MB, bw=98384KB/s, iops=24595, runt=300010msec
    slat (usec): min=1, max=148876, avg=39.38, stdev=588.19
    clat (usec): min=6, max=149214, avg=1220.18, stdev=3075.85
     lat (usec): min=131, max=149223, avg=1259.67, stdev=3121.06
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  147], 10.00th=[  151], 20.00th=[  159],
     | 30.00th=[  165], 40.00th=[  171], 50.00th=[  177], 60.00th=[  185],
     | 70.00th=[  195], 80.00th=[  219], 90.00th=[ 6944], 95.00th=[ 9024],
     | 99.00th=[13248], 99.50th=[14400], 99.90th=[17536], 99.95th=[20352],
     | 99.99th=[31360]
    bw (KB  /s): min=16736, max=818888, per=100.00%, avg=98699.24, stdev=102921.47
    lat (usec) : 10=0.01%, 250=83.89%, 500=4.43%, 750=0.49%, 1000=0.07%
    lat (msec) : 2=0.04%, 4=0.01%, 10=7.49%, 20=3.54%, 50=0.05%
    lat (msec) : 250=0.01%
  cpu          : usr=3.08%, sys=11.91%, ctx=58326, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7379016/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FIFTH RUN
  write: io=25257MB, bw=86208KB/s, iops=21552, runt=300006msec
    slat (usec): min=1, max=40343, avg=45.12, stdev=745.59
    clat (usec): min=4, max=40524, avg=1392.44, stdev=3920.22
     lat (usec): min=133, max=40528, avg=1437.67, stdev=3978.86
    clat percentiles (usec):
     |  1.00th=[  147],  5.00th=[  151], 10.00th=[  155], 20.00th=[  161],
     | 30.00th=[  165], 40.00th=[  171], 50.00th=[  177], 60.00th=[  185],
     | 70.00th=[  195], 80.00th=[  219], 90.00th=[ 6816], 95.00th=[ 9408],
     | 99.00th=[19840], 99.50th=[21888], 99.90th=[38656], 99.95th=[39168],
     | 99.99th=[39680]
    bw (KB  /s): min= 5249, max=788160, per=100.00%, avg=86746.95, stdev=107848.38
    lat (usec) : 10=0.01%, 250=84.04%, 500=4.16%, 750=0.49%, 1000=0.08%
    lat (msec) : 2=0.04%, 4=0.01%, 10=7.20%, 20=3.14%, 50=0.84%
  cpu          : usr=2.68%, sys=10.45%, ctx=50149, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6465737/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
Average Write IOPS: 22830