fio - zfs-0.7.0-rc4-92-g688c94c WITH PR6294 - 4kb zvol

gistfile1.txt

# FIRST RUN
  write: io=26115MB, bw=89136KB/s, iops=22284, runt=300004msec
    slat (usec): min=1, max=135411, avg=43.59, stdev=640.68
    clat (usec): min=5, max=135713, avg=1346.72, stdev=3333.34
     lat (usec): min=128, max=135720, avg=1390.41, stdev=3381.78
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  147], 10.00th=[  149], 20.00th=[  157],
     | 30.00th=[  163], 40.00th=[  169], 50.00th=[  175], 60.00th=[  181],
     | 70.00th=[  191], 80.00th=[  215], 90.00th=[ 7008], 95.00th=[ 9792],
     | 99.00th=[14656], 99.50th=[16512], 99.90th=[21120], 99.95th=[24448],
     | 99.99th=[27520]
    bw (KB  /s): min=17058, max=822656, per=100.00%, avg=89540.93, stdev=108153.15
    lat (usec) : 10=0.01%, 250=83.13%, 500=4.17%, 750=0.40%, 1000=0.05%
    lat (msec) : 2=0.03%, 4=0.01%, 10=8.00%, 20=4.08%, 50=0.14%
    lat (msec) : 250=0.01%
  cpu          : usr=2.80%, sys=10.44%, ctx=58709, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6685325/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# SECOND RUN
  write: io=27605MB, bw=94222KB/s, iops=23555, runt=300006msec
    slat (usec): min=1, max=40601, avg=41.22, stdev=639.16
    clat (usec): min=12, max=40811, avg=1274.00, stdev=3347.81
     lat (usec): min=129, max=40816, avg=1315.34, stdev=3397.33
    clat percentiles (usec):
     |  1.00th=[  139],  5.00th=[  145], 10.00th=[  147], 20.00th=[  155],
     | 30.00th=[  161], 40.00th=[  167], 50.00th=[  171], 60.00th=[  179],
     | 70.00th=[  187], 80.00th=[  211], 90.00th=[ 6880], 95.00th=[ 9024],
     | 99.00th=[12224], 99.50th=[16512], 99.90th=[38656], 99.95th=[39680],
     | 99.99th=[40192]
    bw (KB  /s): min= 5430, max=842768, per=100.00%, avg=94618.82, stdev=106691.86
    lat (usec) : 20=0.01%, 250=83.42%, 500=4.22%, 750=0.43%, 1000=0.06%
    lat (msec) : 2=0.04%, 4=0.01%, 10=8.61%, 20=2.93%, 50=0.28%
  cpu          : usr=2.83%, sys=10.97%, ctx=63898, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7066803/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# THIRD RUN
  write: io=28466MB, bw=97164KB/s, iops=24290, runt=300004msec
    slat (usec): min=1, max=41115, avg=39.87, stdev=588.92
    clat (usec): min=8, max=41379, avg=1235.50, stdev=3073.08
     lat (usec): min=130, max=41385, avg=1275.47, stdev=3118.04
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  147], 10.00th=[  151], 20.00th=[  159],
     | 30.00th=[  165], 40.00th=[  171], 50.00th=[  177], 60.00th=[  183],
     | 70.00th=[  193], 80.00th=[  219], 90.00th=[ 6752], 95.00th=[ 8896],
     | 99.00th=[12096], 99.50th=[15296], 99.90th=[23680], 99.95th=[29312],
     | 99.99th=[38144]
    bw (KB  /s): min=11696, max=826288, per=100.00%, avg=97493.61, stdev=104006.24
    lat (usec) : 10=0.01%, 250=82.92%, 500=4.68%, 750=0.48%, 1000=0.07%
    lat (msec) : 2=0.04%, 4=0.01%, 10=8.76%, 20=2.90%, 50=0.14%
  cpu          : usr=3.04%, sys=11.56%, ctx=66484, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7287387/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FOURTH RUN
  write: io=27472MB, bw=93771KB/s, iops=23442, runt=300003msec
    slat (usec): min=1, max=40579, avg=41.40, stdev=641.13
    clat (usec): min=8, max=40789, avg=1280.16, stdev=3359.01
     lat (usec): min=132, max=40794, avg=1321.66, stdev=3408.75
    clat percentiles (usec):
     |  1.00th=[  139],  5.00th=[  145], 10.00th=[  151], 20.00th=[  159],
     | 30.00th=[  165], 40.00th=[  169], 50.00th=[  175], 60.00th=[  181],
     | 70.00th=[  191], 80.00th=[  215], 90.00th=[ 6880], 95.00th=[ 9152],
     | 99.00th=[13120], 99.50th=[14272], 99.90th=[38656], 99.95th=[39680],
     | 99.99th=[39680]
    bw (KB  /s): min= 5256, max=839048, per=100.00%, avg=94178.15, stdev=106343.17
    lat (usec) : 10=0.01%, 250=83.51%, 500=4.31%, 750=0.40%, 1000=0.06%
    lat (msec) : 2=0.04%, 4=0.01%, 10=8.01%, 20=3.48%, 50=0.20%
  cpu          : usr=2.95%, sys=11.06%, ctx=61382, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=7032908/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FIFTH RUN
  write: io=26329MB, bw=89870KB/s, iops=22467, runt=300002msec
    slat (usec): min=1, max=28273, avg=43.22, stdev=617.51
    clat (usec): min=10, max=28513, avg=1335.72, stdev=3206.23
     lat (usec): min=131, max=28519, avg=1379.05, stdev=3252.54
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  147], 10.00th=[  155], 20.00th=[  163],
     | 30.00th=[  169], 40.00th=[  175], 50.00th=[  181], 60.00th=[  187],
     | 70.00th=[  197], 80.00th=[  225], 90.00th=[ 7008], 95.00th=[ 9152],
     | 99.00th=[13760], 99.50th=[16512], 99.90th=[21376], 99.95th=[24192],
     | 99.99th=[27520]
    bw (KB  /s): min=18677, max=831880, per=100.00%, avg=90221.08, stdev=105976.18
    lat (usec) : 20=0.01%, 250=82.32%, 500=4.52%, 750=0.41%, 1000=0.06%
    lat (msec) : 2=0.03%, 4=0.01%, 10=9.38%, 20=3.12%, 50=0.15%
  cpu          : usr=2.83%, sys=11.00%, ctx=60626, majf=0, minf=23
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=6740325/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
Average Write IOPS: 23208