fio - zfs-0.7.0-rc4-92-g688c94c WITHOUT PR6294 - 4kb zvol

gistfile1.txt

# FIRST RUN
  write: io=14749MB, bw=50341KB/s, iops=12585, runt=300006msec
    slat (usec): min=1, max=199828, avg=78.09, stdev=1354.98
    clat (usec): min=6, max=399926, avg=2384.22, stdev=7453.66
     lat (usec): min=133, max=399932, avg=2462.43, stdev=7609.39
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  147], 10.00th=[  149], 20.00th=[  159],
     | 30.00th=[  167], 40.00th=[  175], 50.00th=[  183], 60.00th=[  191],
     | 70.00th=[  205], 80.00th=[  294], 90.00th=[10048], 95.00th=[11840],
     | 99.00th=[21376], 99.50th=[31872], 99.90th=[82432], 99.95th=[122368],
     | 99.99th=[199680]
    bw (KB  /s): min=  400, max=821280, per=100.00%, avg=51162.54, stdev=109682.67
    lat (usec) : 10=0.01%, 250=78.44%, 500=3.37%, 750=0.38%, 1000=0.07%
    lat (msec) : 2=0.04%, 4=0.01%, 10=7.61%, 20=8.94%, 50=0.94%
    lat (msec) : 100=0.15%, 250=0.06%, 500=0.01%
  cpu          : usr=1.67%, sys=6.30%, ctx=36416, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3775646/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# SECOND RUN
  write: io=14731MB, bw=50281KB/s, iops=12570, runt=300005msec
    slat (usec): min=1, max=199828, avg=78.20, stdev=1290.70
    clat (usec): min=5, max=399931, avg=2387.05, stdev=7081.25
     lat (usec): min=135, max=399936, avg=2465.37, stdev=7224.95
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  147], 10.00th=[  149], 20.00th=[  163],
     | 30.00th=[  173], 40.00th=[  179], 50.00th=[  187], 60.00th=[  195],
     | 70.00th=[  209], 80.00th=[  334], 90.00th=[ 9920], 95.00th=[11840],
     | 99.00th=[22656], 99.50th=[29824], 99.90th=[60160], 99.95th=[104960],
     | 99.99th=[199680]
    bw (KB  /s): min=  440, max=817392, per=100.00%, avg=50986.24, stdev=108892.85
    lat (usec) : 10=0.01%, 250=77.59%, 500=3.72%, 750=0.40%, 1000=0.08%
    lat (msec) : 2=0.04%, 4=0.01%, 10=8.71%, 20=8.10%, 50=1.21%
    lat (msec) : 100=0.09%, 250=0.05%, 500=0.01%
  cpu          : usr=1.65%, sys=6.46%, ctx=37328, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3771138/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# THIRD RUN
  write: io=14654MB, bw=50018KB/s, iops=12504, runt=300001msec
    slat (usec): min=1, max=199865, avg=78.61, stdev=1394.19
    clat (usec): min=7, max=400115, avg=2399.59, stdev=7914.62
     lat (usec): min=137, max=400119, avg=2478.31, stdev=8081.85
    clat percentiles (usec):
     |  1.00th=[  141],  5.00th=[  145], 10.00th=[  147], 20.00th=[  163],
     | 30.00th=[  173], 40.00th=[  181], 50.00th=[  187], 60.00th=[  197],
     | 70.00th=[  211], 80.00th=[  286], 90.00th=[10176], 95.00th=[12224],
     | 99.00th=[21888], 99.50th=[34560], 99.90th=[73216], 99.95th=[123392],
     | 99.99th=[399360]
    bw (KB  /s): min=  360, max=830752, per=100.00%, avg=50810.71, stdev=109421.96
    lat (usec) : 10=0.01%, 250=78.29%, 500=3.95%, 750=0.40%, 1000=0.07%
    lat (msec) : 2=0.04%, 4=0.01%, 10=6.99%, 20=9.02%, 50=0.95%
    lat (msec) : 100=0.21%, 250=0.05%, 500=0.01%
  cpu          : usr=1.65%, sys=6.43%, ctx=35518, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3751371/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FOURTH RUN
  write: io=14961MB, bw=51065KB/s, iops=12766, runt=300005msec
    slat (usec): min=2, max=199828, avg=76.96, stdev=1390.61
    clat (usec): min=11, max=399929, avg=2350.42, stdev=7579.22
     lat (usec): min=135, max=399936, avg=2427.50, stdev=7723.97
    clat percentiles (usec):
     |  1.00th=[  147],  5.00th=[  153], 10.00th=[  155], 20.00th=[  163],
     | 30.00th=[  171], 40.00th=[  179], 50.00th=[  187], 60.00th=[  195],
     | 70.00th=[  207], 80.00th=[  286], 90.00th=[ 9792], 95.00th=[11840],
     | 99.00th=[20608], 99.50th=[38144], 99.90th=[107008], 99.95th=[138240],
     | 99.99th=[199680]
    bw (KB  /s): min=  420, max=785480, per=100.00%, avg=51942.75, stdev=107582.04
    lat (usec) : 20=0.01%, 250=78.61%, 500=3.52%, 750=0.39%, 1000=0.08%
    lat (msec) : 2=0.05%, 4=0.01%, 10=8.06%, 20=8.25%, 50=0.83%
    lat (msec) : 100=0.10%, 250=0.10%, 500=0.01%
  cpu          : usr=1.69%, sys=6.54%, ctx=36548, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3829968/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
# FIFTH RUN
  write: io=14828MB, bw=50612KB/s, iops=12652, runt=300002msec
    slat (usec): min=2, max=199855, avg=77.68, stdev=1406.27
    clat (usec): min=10, max=399962, avg=2371.47, stdev=7980.64
     lat (usec): min=132, max=399972, avg=2449.27, stdev=8148.23
    clat percentiles (usec):
     |  1.00th=[  143],  5.00th=[  147], 10.00th=[  149], 20.00th=[  159],
     | 30.00th=[  169], 40.00th=[  175], 50.00th=[  183], 60.00th=[  191],
     | 70.00th=[  205], 80.00th=[  302], 90.00th=[ 9792], 95.00th=[11840],
     | 99.00th=[20096], 99.50th=[31616], 99.90th=[82432], 99.95th=[132096],
     | 99.99th=[399360]
    bw (KB  /s): min=  360, max=818544, per=100.00%, avg=51441.80, stdev=108995.70
    lat (usec) : 20=0.01%, 250=78.31%, 500=3.47%, 750=0.40%, 1000=0.09%
    lat (msec) : 2=0.06%, 4=0.01%, 10=8.16%, 20=8.51%, 50=0.68%
    lat (msec) : 100=0.25%, 250=0.06%, 500=0.01%
  cpu          : usr=1.58%, sys=6.45%, ctx=37270, majf=0, minf=24
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=3795903/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=31
#
Average Write IOPS: 12615