[global]
bs=4k
ioengine=posixaio
iodepth=32
size=8g
runtime=60
fallocate=none
clocksource=clock_gettime
group_reporting=1
numjobs=4
directory=/zones/79b49b18-9111-4020-a0a5-2f96364b01e1/data
filename=disk.test.file
[seq-read]
rw=read
stonewall
[rand-read]
rw=randread
stonewall
[seq-write]
rw=write
stonewall
[rand-write]
rw=randwrite
stonewall
fio-2.2.12-10-gb9c8
Starting 16 processes
seq-read: Laying out IO file(s) (1 file(s) / 8192MB)
Jobs: 4 (f=4): [_(12),w(4)] [25.2% done] [0KB/396KB/0KB /s] [0/99/0 iops] [eta 11m:59s]
seq-read: (groupid=0, jobs=4): err= 0: pid=91385: Tue Dec 1 16:43:37 2015
read : io=27024MB, bw=461203KB/s, iops=115300, runt= 60001msec
slat (usec): min=0, max=7448, avg= 5.73, stdev=14.64
clat (usec): min=2, max=59669, avg=1038.36, stdev=2582.51
lat (usec): min=10, max=59673, avg=1044.09, stdev=2582.30
clat percentiles (usec):
| 1.00th=[ 49], 5.00th=[ 135], 10.00th=[ 205], 20.00th=[ 282],
| 30.00th=[ 334], 40.00th=[ 382], 50.00th=[ 426], 60.00th=[ 478],
| 70.00th=[ 540], 80.00th=[ 668], 90.00th=[ 1272], 95.00th=[ 4704],
| 99.00th=[15424], 99.50th=[19584], 99.90th=[24192], 99.95th=[29568],
| 99.99th=[38144]
bw (KB /s): min=68133, max=226088, per=25.03%, avg=115438.82, stdev=34107.99
lat (usec) : 4=0.01%, 10=0.01%, 20=0.07%, 50=0.96%, 100=2.16%
lat (usec) : 250=11.82%, 500=48.88%, 750=18.99%, 1000=4.44%
lat (msec) : 2=4.50%, 4=2.46%, 10=3.85%, 20=1.42%, 50=0.45%
lat (msec) : 100=0.01%
cpu : usr=22.42%, sys=259.91%, ctx=13949727, majf=0, minf=0
IO depths : 1=0.1%, 2=0.2%, 4=1.5%, 8=9.8%, 16=78.9%, 32=9.6%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=93.9%, 8=1.6%, 16=2.6%, 32=1.9%, 64=0.0%, >=64=0.0%
issued : total=r=6918157/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=32
rand-read: (groupid=1, jobs=4): err= 0: pid=91415: Tue Dec 1 16:43:37 2015
read : io=353616KB, bw=5878.8KB/s, iops=1469, runt= 60152msec
slat (usec): min=0, max=342, avg= 3.09, stdev= 2.50
clat (usec): min=131, max=580648, avg=87016.68, stdev=56495.73
lat (usec): min=134, max=580650, avg=87019.77, stdev=56495.61
clat percentiles (msec):
| 1.00th=[ 7], 5.00th=[ 15], 10.00th=[ 23], 20.00th=[ 37],
| 30.00th=[ 50], 40.00th=[ 64], 50.00th=[ 79], 60.00th=[ 94],
| 70.00th=[ 111], 80.00th=[ 131], 90.00th=[ 161], 95.00th=[ 192],
| 99.00th=[ 262], 99.50th=[ 293], 99.90th=[ 359], 99.95th=[ 388],
| 99.99th=[ 457]
bw (KB /s): min= 1035, max= 1770, per=25.05%, avg=1472.26, stdev=114.00
lat (usec) : 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.02%, 4=0.28%, 10=2.05%, 20=5.88%, 50=21.69%
lat (msec) : 100=34.16%, 250=34.60%, 500=1.29%, 750=0.01%
cpu : usr=0.31%, sys=1.40%, ctx=333364, majf=0, minf=0
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.2%, 16=76.6%, 32=23.2%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=92.9%, 8=4.9%, 16=2.1%, 32=0.1%, 64=0.0%, >=64=0.0%
issued : total=r=88404/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=32
seq-write: (groupid=2, jobs=4): err= 0: pid=91443: Tue Dec 1 16:43:37 2015
write: io=16728MB, bw=285486KB/s, iops=71371, runt= 60001msec
slat (usec): min=0, max=1821, avg= 7.74, stdev=27.27
clat (usec): min=2, max=218528, avg=1726.74, stdev=7176.97
lat (usec): min=19, max=218532, avg=1734.49, stdev=7176.58
clat percentiles (usec):
| 1.00th=[ 52], 5.00th=[ 94], 10.00th=[ 141], 20.00th=[ 229],
| 30.00th=[ 326], 40.00th=[ 426], 50.00th=[ 532], 60.00th=[ 652],
| 70.00th=[ 820], 80.00th=[ 1080], 90.00th=[ 2160], 95.00th=[ 6432],
| 99.00th=[21632], 99.50th=[34048], 99.90th=[134144], 99.95th=[146432],
| 99.99th=[162816]
bw (KB /s): min=24255, max=121776, per=24.77%, avg=70724.31, stdev=25750.69
lat (usec) : 4=0.01%, 10=0.04%, 20=0.11%, 50=0.73%, 100=4.67%
lat (usec) : 250=16.65%, 500=24.93%, 750=19.22%, 1000=11.38%
lat (msec) : 2=11.81%, 4=3.06%, 10=4.12%, 20=2.01%, 50=0.99%
lat (msec) : 100=0.10%, 250=0.19%
cpu : usr=15.85%, sys=265.52%, ctx=9805392, majf=0, minf=0
IO depths : 1=0.1%, 2=0.1%, 4=0.4%, 8=3.9%, 16=76.5%, 32=19.1%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=93.8%, 8=3.1%, 16=2.2%, 32=0.9%, 64=0.0%, >=64=0.0%
issued : total=r=0/w=4282354/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=32
rand-write: (groupid=3, jobs=4): err= 0: pid=91471: Tue Dec 1 16:43:37 2015
write: io=138364KB, bw=2293.3KB/s, iops=573, runt= 60336msec
slat (usec): min=0, max=325, avg= 3.48, stdev= 4.02
clat (usec): min=16, max=2724.2K, avg=222993.32, stdev=284892.27
lat (usec): min=19, max=2724.2K, avg=222996.80, stdev=284892.17
clat percentiles (msec):
| 1.00th=[ 5], 5.00th=[ 14], 10.00th=[ 23], 20.00th=[ 43],
| 30.00th=[ 65], 40.00th=[ 89], 50.00th=[ 121], 60.00th=[ 161],
| 70.00th=[ 225], 80.00th=[ 334], 90.00th=[ 553], 95.00th=[ 824],
| 99.00th=[ 1401], 99.50th=[ 1631], 99.90th=[ 2073], 99.95th=[ 2180],
| 99.99th=[ 2671]
bw (KB /s): min= 30, max= 1681, per=26.59%, avg=609.75, stdev=376.09
lat (usec) : 20=0.04%, 50=0.26%, 100=0.05%, 250=0.02%, 500=0.02%
lat (usec) : 750=0.03%, 1000=0.02%
lat (msec) : 2=0.05%, 4=0.36%, 10=2.52%, 20=5.42%, 50=14.94%
lat (msec) : 100=20.14%, 250=29.01%, 500=15.52%, 750=5.44%, 1000=3.25%
lat (msec) : 2000=2.68%, >=2000=0.23%
cpu : usr=0.14%, sys=1.12%, ctx=162565, majf=0, minf=0
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.3%, 16=76.9%, 32=22.8%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=92.9%, 8=4.7%, 16=2.2%, 32=0.1%, 64=0.0%, >=64=0.0%
issued : total=r=0/w=34591/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=32
Run status group 0 (all jobs):
READ: io=27024MB, aggrb=461202KB/s, minb=461202KB/s, maxb=461202KB/s, mint=60001msec, maxt=60001msec
Run status group 1 (all jobs):
READ: io=353616KB, aggrb=5878KB/s, minb=5878KB/s, maxb=5878KB/s, mint=60152msec, maxt=60152msec
Run status group 2 (all jobs):
WRITE: io=16728MB, aggrb=285485KB/s, minb=285485KB/s, maxb=285485KB/s, mint=60001msec, maxt=60001msec
Run status group 3 (all jobs):
WRITE: io=138364KB, aggrb=2293KB/s, minb=2293KB/s, maxb=2293KB/s, mint=60336msec, maxt=60336msec