Skip to content

Instantly share code, notes, and snippets.

@syuu1228
Created March 26, 2025 20:41
Show Gist options
  • Save syuu1228/532e278da141f52db7f4d17b78346c2d to your computer and use it in GitHub Desktop.
Save syuu1228/532e278da141f52db7f4d17b78346c2d to your computer and use it in GitHub Desktop.
fio benchmark result of i7ie instance
{
"fio version" : "fio-3.36",
"timestamp" : 1743018899,
"timestamp_ms" : 1743018899161,
"time" : "Wed Mar 26 19:54:59 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018868807,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95722405888,
"io_kbytes" : 93478912,
"bw_bytes" : 3162599725,
"bw" : 3088476,
"iops" : 3016.090131,
"runtime" : 30267,
"total_ios" : 91288,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21387,
"max" : 358650268,
"mean" : 15776159.258172,
"stddev" : 11943268.369038,
"N" : 91288
},
"clat_ns" : {
"min" : 200544468,
"max" : 4610721255,
"mean" : 2003493553.584031,
"stddev" : 419107523.728058,
"N" : 91288,
"percentile" : {
"1.000000" : 549453824,
"5.000000" : 1182793728,
"10.000000" : 1853882368,
"20.000000" : 1988100096,
"30.000000" : 2004877312,
"40.000000" : 2021654528,
"50.000000" : 2038431744,
"60.000000" : 2055208960,
"70.000000" : 2071986176,
"80.000000" : 2105540608,
"90.000000" : 2139095040,
"95.000000" : 2164260864,
"99.000000" : 4043309056,
"99.500000" : 4177526784,
"99.900000" : 4395630592,
"99.950000" : 4462739456,
"99.990000" : 4529848320
}
},
"lat_ns" : {
"min" : 241646100,
"max" : 4633045937,
"mean" : 2019269712.842203,
"stddev" : 421593604.807386,
"N" : 91288
},
"bw_min" : 1910784,
"bw_max" : 3395584,
"bw_agg" : 95.849918,
"bw_mean" : 2960302.427119,
"bw_dev" : 4902.954629,
"bw_samples" : 2825,
"iops_min" : 1866,
"iops_max" : 3316,
"iops_mean" : 2890.920339,
"iops_stddev" : 4.788042,
"iops_samples" : 2825
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1452132,
"usr_cpu" : 0.036774,
"sys_cpu" : 0.425650,
"ctx" : 88508,
"majf" : 0,
"minf" : 1573512,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.105162,
"4" : 0.210323,
"8" : 0.420647,
"16" : 0.841293,
"32" : 1.682587,
">=64" : 96.687407
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.943688,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.042722,
"500" : 0.799667,
"750" : 1.117343,
"1000" : 1.676014,
"2000" : 23.349181,
">=2000" : 73.015073
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 727004,
"write_ios" : 0,
"read_sectors" : 186113024,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 176278966,
"write_ticks" : 0,
"in_queue" : 176278966,
"util" : 99.738402
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018868,
"timestamp_ms" : 1743018868497,
"time" : "Wed Mar 26 19:54:28 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018837899,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48541728768,
"io_kbytes" : 47404032,
"bw_bytes" : 1589655775,
"bw" : 1552398,
"iops" : 1516.013885,
"runtime" : 30536,
"total_ios" : 46293,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 28758,
"max" : 479983841,
"mean" : 31122153.529367,
"stddev" : 21330700.135670,
"N" : 46293
},
"clat_ns" : {
"min" : 12656819,
"max" : 9382235008,
"mean" : 3926621218.525371,
"stddev" : 965990414.273110,
"N" : 46293,
"percentile" : {
"1.000000" : 633339904,
"5.000000" : 1870659584,
"10.000000" : 2835349504,
"20.000000" : 4110417920,
"30.000000" : 4143972352,
"40.000000" : 4143972352,
"50.000000" : 4143972352,
"60.000000" : 4177526784,
"70.000000" : 4177526784,
"80.000000" : 4177526784,
"90.000000" : 4177526784,
"95.000000" : 4177526784,
"99.000000" : 8153726976,
"99.500000" : 8422162432,
"99.900000" : 9059696640,
"99.950000" : 9193914368,
"99.990000" : 9328132096
}
},
"lat_ns" : {
"min" : 12697288,
"max" : 9425908434,
"mean" : 3957743372.054739,
"stddev" : 970479873.844103,
"N" : 46293
},
"bw_min" : 876316,
"bw_max" : 2020363,
"bw_agg" : 94.602209,
"bw_mean" : 1468603.889505,
"bw_dev" : 9160.486483,
"bw_samples" : 2679,
"iops_min" : 852,
"iops_max" : 1971,
"iops_mean" : 1422.800559,
"iops_stddev" : 8.950136,
"iops_samples" : 2679
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1464772,
"usr_cpu" : 0.160298,
"sys_cpu" : 0.121521,
"ctx" : 45777,
"majf" : 0,
"minf" : 680,
"iodepth_level" : {
"1" : 0.103687,
"2" : 0.207375,
"4" : 0.414750,
"8" : 0.829499,
"16" : 1.658998,
"32" : 3.317996,
">=64" : 93.467695
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.880731,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.119269
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.378027,
"50" : 0.021602,
"100" : 0.012961,
"250" : 0.054004,
"500" : 0.105848,
"750" : 0.805737,
"1000" : 0.764694,
"2000" : 3.255352,
">=2000" : 94.601776
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 369617,
"read_sectors" : 2124,
"write_sectors" : 94621952,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 176956477,
"in_queue" : 176956478,
"util" : 99.429596
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018837,
"timestamp_ms" : 1743018837385,
"time" : "Wed Mar 26 19:53:57 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018807322,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42028425216,
"io_kbytes" : 41043384,
"bw_bytes" : 1400060802,
"bw" : 1367246,
"iops" : 341811.719244,
"runtime" : 30019,
"total_ios" : 10260846,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 718,
"max" : 23356968,
"mean" : 139225.269992,
"stddev" : 487693.893380,
"N" : 10260846
},
"clat_ns" : {
"min" : 84515,
"max" : 71624535,
"mean" : 17829111.409357,
"stddev" : 4627132.976912,
"N" : 10260846,
"percentile" : {
"1.000000" : 8093696,
"5.000000" : 9109504,
"10.000000" : 12910592,
"20.000000" : 15532032,
"30.000000" : 16187392,
"40.000000" : 17170432,
"50.000000" : 17694720,
"60.000000" : 18743296,
"70.000000" : 19529728,
"80.000000" : 20316160,
"90.000000" : 21889024,
"95.000000" : 23199744,
"99.000000" : 36438016,
"99.500000" : 41156608,
"99.900000" : 49020928,
"99.950000" : 51642368,
"99.990000" : 57933824
}
},
"lat_ns" : {
"min" : 85332,
"max" : 74060613,
"mean" : 17968336.679349,
"stddev" : 4656980.587796,
"N" : 10260846
},
"bw_min" : 1227680,
"bw_max" : 2666001,
"bw_agg" : 100.000000,
"bw_mean" : 1370170.067797,
"bw_dev" : 6097.534334,
"bw_samples" : 2832,
"iops_min" : 306920,
"iops_max" : 666500,
"iops_mean" : 342542.372881,
"iops_stddev" : 1524.370923,
"iops_samples" : 2832
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440761,
"usr_cpu" : 0.985868,
"sys_cpu" : 1.849786,
"ctx" : 1206964,
"majf" : 0,
"minf" : 6726,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.970529
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999532,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.019394,
"500" : 0.033993,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015135,
"4" : 0.015467,
"10" : 7.959236,
"20" : 67.073495,
"50" : 24.798209,
"100" : 0.077918,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10200151,
"write_ios" : 0,
"read_sectors" : 81601208,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 176433987,
"write_ticks" : 0,
"in_queue" : 176433986,
"util" : 99.616078
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018806,
"timestamp_ms" : 1743018806960,
"time" : "Wed Mar 26 19:53:26 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018776878,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33393061888,
"io_kbytes" : 32610412,
"bw_bytes" : 1112101171,
"bw" : 1086036,
"iops" : 271509.075166,
"runtime" : 30027,
"total_ios" : 8152603,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 711,
"max" : 30263567,
"mean" : 175495.552652,
"stddev" : 594897.284580,
"N" : 8152603
},
"clat_ns" : {
"min" : 195970,
"max" : 93689307,
"mean" : 22442569.437285,
"stddev" : 5099338.310538,
"N" : 8152603,
"percentile" : {
"1.000000" : 14483456,
"5.000000" : 15925248,
"10.000000" : 17170432,
"20.000000" : 19005440,
"30.000000" : 19791872,
"40.000000" : 21102592,
"50.000000" : 21889024,
"60.000000" : 22937600,
"70.000000" : 24248320,
"80.000000" : 25034752,
"90.000000" : 26869760,
"95.000000" : 28966912,
"99.000000" : 44826624,
"99.500000" : 51118080,
"99.900000" : 62652416,
"99.950000" : 66322432,
"99.990000" : 73924608
}
},
"lat_ns" : {
"min" : 196922,
"max" : 97188777,
"mean" : 22618064.989936,
"stddev" : 5131277.001665,
"N" : 8152603
},
"bw_min" : 978528,
"bw_max" : 1483720,
"bw_agg" : 100.000000,
"bw_mean" : 1088481.745763,
"bw_dev" : 2671.934292,
"bw_samples" : 2832,
"iops_min" : 244632,
"iops_max" : 370928,
"iops_mean" : 272120.322034,
"iops_stddev" : 667.977254,
"iops_samples" : 2832
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440952,
"usr_cpu" : 0.818417,
"sys_cpu" : 1.385195,
"ctx" : 945236,
"majf" : 0,
"minf" : 577,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.962908
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999411,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.035069,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.020079,
"4" : 0.016068,
"10" : 0.028396,
"20" : 30.849264,
"50" : 68.467421,
"100" : 0.577509,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 98,
"write_ios" : 8102342,
"read_sectors" : 4248,
"write_sectors" : 64818736,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3,
"write_ticks" : 177031509,
"in_queue" : 177031512,
"util" : 99.639375
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019105,
"timestamp_ms" : 1743019105152,
"time" : "Wed Mar 26 19:58:25 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019074797,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95693045760,
"io_kbytes" : 93450240,
"bw_bytes" : 3162152063,
"bw" : 3088039,
"iops" : 3015.663208,
"runtime" : 30262,
"total_ios" : 91260,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21078,
"max" : 263532636,
"mean" : 15780909.769549,
"stddev" : 11536990.655685,
"N" : 91260
},
"clat_ns" : {
"min" : 209180004,
"max" : 4696862898,
"mean" : 2001648034.061385,
"stddev" : 417787161.624873,
"N" : 91260,
"percentile" : {
"1.000000" : 549453824,
"5.000000" : 1182793728,
"10.000000" : 1837105152,
"20.000000" : 2004877312,
"30.000000" : 2021654528,
"40.000000" : 2038431744,
"50.000000" : 2055208960,
"60.000000" : 2055208960,
"70.000000" : 2071986176,
"80.000000" : 2088763392,
"90.000000" : 2122317824,
"95.000000" : 2164260864,
"99.000000" : 4043309056,
"99.500000" : 4211081216,
"99.900000" : 4395630592,
"99.950000" : 4395630592,
"99.990000" : 4529848320
}
},
"lat_ns" : {
"min" : 241003925,
"max" : 4708201725,
"mean" : 2017428943.830934,
"stddev" : 420241625.522953,
"N" : 91260
},
"bw_min" : 1923072,
"bw_max" : 3352576,
"bw_agg" : 95.868960,
"bw_mean" : 2960471.410786,
"bw_dev" : 4389.764061,
"bw_samples" : 2824,
"iops_min" : 1878,
"iops_max" : 3274,
"iops_mean" : 2891.085362,
"iops_stddev" : 4.286879,
"iops_samples" : 2824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1452022,
"usr_cpu" : 0.030854,
"sys_cpu" : 0.412115,
"ctx" : 89249,
"majf" : 0,
"minf" : 1573517,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.105194,
"4" : 0.210388,
"8" : 0.420776,
"16" : 0.841552,
"32" : 1.683103,
">=64" : 96.686391
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.943670,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.051501,
"500" : 0.797721,
"750" : 1.072759,
"1000" : 1.712689,
"2000" : 16.197677,
">=2000" : 80.167653
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 726816,
"write_ios" : 0,
"read_sectors" : 186064896,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 176408025,
"write_ticks" : 0,
"in_queue" : 176408025,
"util" : 99.731806
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019074,
"timestamp_ms" : 1743019074489,
"time" : "Wed Mar 26 19:57:54 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019043895,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48573186048,
"io_kbytes" : 47434752,
"bw_bytes" : 1590894341,
"bw" : 1553607,
"iops" : 1517.195074,
"runtime" : 30532,
"total_ios" : 46323,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 33178,
"max" : 458238490,
"mean" : 31104371.880513,
"stddev" : 22742060.879227,
"N" : 46323
},
"clat_ns" : {
"min" : 12820107,
"max" : 9359995820,
"mean" : 3928029650.765689,
"stddev" : 961802865.953064,
"N" : 46323,
"percentile" : {
"1.000000" : 658505728,
"5.000000" : 1920991232,
"10.000000" : 2801795072,
"20.000000" : 4110417920,
"30.000000" : 4143972352,
"40.000000" : 4143972352,
"50.000000" : 4143972352,
"60.000000" : 4177526784,
"70.000000" : 4177526784,
"80.000000" : 4177526784,
"90.000000" : 4177526784,
"95.000000" : 4177526784,
"99.000000" : 8086618112,
"99.500000" : 8422162432,
"99.900000" : 9059696640,
"99.950000" : 9059696640,
"99.990000" : 9193914368
}
},
"lat_ns" : {
"min" : 12856005,
"max" : 9403760746,
"mean" : 3959134022.646202,
"stddev" : 966229711.466232,
"N" : 46323
},
"bw_min" : 755596,
"bw_max" : 1946120,
"bw_agg" : 94.358116,
"bw_mean" : 1465955.726598,
"bw_dev" : 7899.078232,
"bw_samples" : 2687,
"iops_min" : 736,
"iops_max" : 1900,
"iops_mean" : 1427.690462,
"iops_stddev" : 7.717655,
"iops_samples" : 2687
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1464794,
"usr_cpu" : 0.155448,
"sys_cpu" : 0.124523,
"ctx" : 45666,
"majf" : 0,
"minf" : 587,
"iodepth_level" : {
"1" : 0.103620,
"2" : 0.207240,
"4" : 0.414481,
"8" : 0.828962,
"16" : 1.657924,
"32" : 3.315847,
">=64" : 93.471925
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.880819,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.119181
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.317337,
"50" : 0.012953,
"100" : 0.021588,
"250" : 0.058286,
"500" : 0.082033,
"750" : 0.803057,
"1000" : 0.772834,
"2000" : 3.264037,
">=2000" : 94.667876
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 98,
"write_ios" : 370049,
"read_sectors" : 4248,
"write_sectors" : 94732544,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 177047169,
"in_queue" : 177047173,
"util" : 99.446056
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019043,
"timestamp_ms" : 1743019043407,
"time" : "Wed Mar 26 19:57:23 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019013340,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42018750464,
"io_kbytes" : 41033936,
"bw_bytes" : 1399552025,
"bw" : 1366750,
"iops" : 341687.506245,
"runtime" : 30023,
"total_ios" : 10258484,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 719,
"max" : 23397158,
"mean" : 139278.815191,
"stddev" : 490932.860803,
"N" : 10258484
},
"clat_ns" : {
"min" : 87363,
"max" : 74547550,
"mean" : 17833343.264545,
"stddev" : 4611797.089220,
"N" : 10258484,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 9109504,
"10.000000" : 12910592,
"20.000000" : 15400960,
"30.000000" : 16318464,
"40.000000" : 17170432,
"50.000000" : 17956864,
"60.000000" : 18743296,
"70.000000" : 19529728,
"80.000000" : 20316160,
"90.000000" : 21889024,
"95.000000" : 23199744,
"99.000000" : 36438016,
"99.500000" : 41156608,
"99.900000" : 48496640,
"99.950000" : 51642368,
"99.990000" : 56885248
}
},
"lat_ns" : {
"min" : 88352,
"max" : 80274004,
"mean" : 17972622.079735,
"stddev" : 4641383.373304,
"N" : 10258484
},
"bw_min" : 1224384,
"bw_max" : 2625782,
"bw_agg" : 100.000000,
"bw_mean" : 1369913.864407,
"bw_dev" : 5936.316772,
"bw_samples" : 2832,
"iops_min" : 306096,
"iops_max" : 656443,
"iops_mean" : 342478.355932,
"iops_stddev" : 1484.066460,
"iops_samples" : 2832
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440767,
"usr_cpu" : 0.980381,
"sys_cpu" : 1.849362,
"ctx" : 1197879,
"majf" : 0,
"minf" : 6776,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.970522
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999532,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.011854,
"500" : 0.017878,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.012253,
"4" : 0.014749,
"10" : 7.161146,
"20" : 68.361592,
"50" : 24.340088,
"100" : 0.070780,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10199757,
"write_ios" : 0,
"read_sectors" : 81598056,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 176247587,
"write_ticks" : 0,
"in_queue" : 176247587,
"util" : 99.629419
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019012,
"timestamp_ms" : 1743019012980,
"time" : "Wed Mar 26 19:56:52 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018982907,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33383673856,
"io_kbytes" : 32601244,
"bw_bytes" : 1111825546,
"bw" : 1085767,
"iops" : 271441.783787,
"runtime" : 30026,
"total_ios" : 8150311,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 702,
"max" : 28827102,
"mean" : 175602.944245,
"stddev" : 594133.347805,
"N" : 8150311
},
"clat_ns" : {
"min" : 184286,
"max" : 95252670,
"mean" : 22449299.967872,
"stddev" : 5095483.569806,
"N" : 8150311,
"percentile" : {
"1.000000" : 14483456,
"5.000000" : 16056320,
"10.000000" : 17170432,
"20.000000" : 19005440,
"30.000000" : 19791872,
"40.000000" : 21102592,
"50.000000" : 21889024,
"60.000000" : 22937600,
"70.000000" : 24248320,
"80.000000" : 25034752,
"90.000000" : 27131904,
"95.000000" : 28966912,
"99.000000" : 44302336,
"99.500000" : 51118080,
"99.900000" : 61603840,
"99.950000" : 65273856,
"99.990000" : 72876032
}
},
"lat_ns" : {
"min" : 185176,
"max" : 95253876,
"mean" : 22624902.912116,
"stddev" : 5127161.086976,
"N" : 8150311
},
"bw_min" : 975840,
"bw_max" : 1466061,
"bw_agg" : 100.000000,
"bw_mean" : 1088032.152542,
"bw_dev" : 2616.297724,
"bw_samples" : 2832,
"iops_min" : 243960,
"iops_max" : 366514,
"iops_mean" : 272007.949153,
"iops_stddev" : 654.069596,
"iops_samples" : 2832
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440965,
"usr_cpu" : 0.767402,
"sys_cpu" : 1.354925,
"ctx" : 951503,
"majf" : 0,
"minf" : 635,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.962897
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999411,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.024343,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.014809,
"4" : 0.011840,
"10" : 0.028477,
"20" : 31.275371,
"50" : 68.075684,
"100" : 0.563880,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 147,
"write_ios" : 8101581,
"read_sectors" : 6372,
"write_sectors" : 64812648,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 177069313,
"in_queue" : 177069317,
"util" : 99.629419
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019310,
"timestamp_ms" : 1743019310870,
"time" : "Wed Mar 26 20:01:50 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019280520,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95664734208,
"io_kbytes" : 93422592,
"bw_bytes" : 3161216516,
"bw" : 3087125,
"iops" : 3014.771000,
"runtime" : 30262,
"total_ios" : 91233,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21863,
"max" : 416164319,
"mean" : 15783616.469271,
"stddev" : 11533133.492812,
"N" : 91233
},
"clat_ns" : {
"min" : 217847512,
"max" : 4745591395,
"mean" : 2002252820.217509,
"stddev" : 418312603.140960,
"N" : 91233,
"percentile" : {
"1.000000" : 549453824,
"5.000000" : 1166016512,
"10.000000" : 1837105152,
"20.000000" : 2004877312,
"30.000000" : 2038431744,
"40.000000" : 2038431744,
"50.000000" : 2055208960,
"60.000000" : 2055208960,
"70.000000" : 2071986176,
"80.000000" : 2088763392,
"90.000000" : 2105540608,
"95.000000" : 2164260864,
"99.000000" : 4043309056,
"99.500000" : 4177526784,
"99.900000" : 4395630592,
"99.950000" : 4529848320,
"99.990000" : 4529848320
}
},
"lat_ns" : {
"min" : 239270107,
"max" : 4756494205,
"mean" : 2018036436.686780,
"stddev" : 420768158.366277,
"N" : 91233
},
"bw_min" : 1896448,
"bw_max" : 3370869,
"bw_agg" : 95.844532,
"bw_mean" : 2958841.134669,
"bw_dev" : 4417.109593,
"bw_samples" : 2824,
"iops_min" : 1852,
"iops_max" : 3291,
"iops_mean" : 2884.505393,
"iops_stddev" : 4.317156,
"iops_samples" : 2824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1451879,
"usr_cpu" : 0.033198,
"sys_cpu" : 0.442668,
"ctx" : 89181,
"majf" : 0,
"minf" : 1573499,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.105225,
"4" : 0.210450,
"8" : 0.420900,
"16" : 0.841801,
"32" : 1.683601,
">=64" : 96.685410
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.943652,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.052613,
"500" : 0.791380,
"750" : 1.055539,
"1000" : 1.714292,
"2000" : 15.459318,
">=2000" : 80.926858
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 726577,
"write_ios" : 0,
"read_sectors" : 186003712,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 176436519,
"write_ticks" : 0,
"in_queue" : 176436519,
"util" : 99.771440
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019280,
"timestamp_ms" : 1743019280208,
"time" : "Wed Mar 26 20:01:20 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019249617,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48566894592,
"io_kbytes" : 47428608,
"bw_bytes" : 1590740381,
"bw" : 1553457,
"iops" : 1517.048246,
"runtime" : 30531,
"total_ios" : 46317,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 32497,
"max" : 632841539,
"mean" : 31107041.257098,
"stddev" : 22160394.988537,
"N" : 46317
},
"clat_ns" : {
"min" : 12534401,
"max" : 9359922841,
"mean" : 3930298778.827817,
"stddev" : 955998262.402656,
"N" : 46317,
"percentile" : {
"1.000000" : 692060160,
"5.000000" : 1937768448,
"10.000000" : 2801795072,
"20.000000" : 4110417920,
"30.000000" : 4143972352,
"40.000000" : 4143972352,
"50.000000" : 4143972352,
"60.000000" : 4177526784,
"70.000000" : 4177526784,
"80.000000" : 4177526784,
"90.000000" : 4177526784,
"95.000000" : 4177526784,
"99.000000" : 8086618112,
"99.500000" : 8489271296,
"99.900000" : 8925478912,
"99.950000" : 9059696640,
"99.990000" : 9328132096
}
},
"lat_ns" : {
"min" : 12572953,
"max" : 9403641808,
"mean" : 3961405820.084915,
"stddev" : 960375063.179209,
"N" : 46317
},
"bw_min" : 946080,
"bw_max" : 1862087,
"bw_agg" : 94.481059,
"bw_mean" : 1467723.573283,
"bw_dev" : 6116.943748,
"bw_samples" : 2683,
"iops_min" : 921,
"iops_max" : 1818,
"iops_mean" : 1432.479658,
"iops_stddev" : 5.978255,
"iops_samples" : 2683
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1464634,
"usr_cpu" : 0.158333,
"sys_cpu" : 0.127404,
"ctx" : 45916,
"majf" : 0,
"minf" : 633,
"iodepth_level" : {
"1" : 0.103634,
"2" : 0.207267,
"4" : 0.414535,
"8" : 0.829069,
"16" : 1.658138,
"32" : 3.316277,
">=64" : 93.471080
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.880802,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.119198
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.220222,
"50" : 0.015113,
"100" : 0.015113,
"250" : 0.060453,
"500" : 0.101475,
"750" : 0.790207,
"1000" : 0.772934,
"2000" : 3.266619,
">=2000" : 94.757864
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 98,
"write_ios" : 369871,
"read_sectors" : 4248,
"write_sectors" : 94686976,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 177035136,
"in_queue" : 177035140,
"util" : 99.465171
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019249,
"timestamp_ms" : 1743019249109,
"time" : "Wed Mar 26 20:00:49 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019219048,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42026946560,
"io_kbytes" : 41041940,
"bw_bytes" : 1399964908,
"bw" : 1367153,
"iops" : 341788.307795,
"runtime" : 30020,
"total_ios" : 10260485,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 722,
"max" : 23403938,
"mean" : 139275.712840,
"stddev" : 486353.436219,
"N" : 10260485
},
"clat_ns" : {
"min" : 88174,
"max" : 75596740,
"mean" : 17829706.437502,
"stddev" : 4634534.462664,
"N" : 10260485,
"percentile" : {
"1.000000" : 8355840,
"5.000000" : 9240576,
"10.000000" : 13041664,
"20.000000" : 15532032,
"30.000000" : 16187392,
"40.000000" : 17170432,
"50.000000" : 17694720,
"60.000000" : 18743296,
"70.000000" : 19267584,
"80.000000" : 20316160,
"90.000000" : 21889024,
"95.000000" : 23199744,
"99.000000" : 36438016,
"99.500000" : 41156608,
"99.900000" : 49020928,
"99.950000" : 52690944,
"99.990000" : 58982400
}
},
"lat_ns" : {
"min" : 89048,
"max" : 77045909,
"mean" : 17968982.150342,
"stddev" : 4664484.749247,
"N" : 10260485
},
"bw_min" : 1228552,
"bw_max" : 2643022,
"bw_agg" : 100.000000,
"bw_mean" : 1370196.186441,
"bw_dev" : 6053.679559,
"bw_samples" : 2832,
"iops_min" : 307138,
"iops_max" : 660754,
"iops_mean" : 342548.796610,
"iops_stddev" : 1513.406587,
"iops_samples" : 2832
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440755,
"usr_cpu" : 0.937078,
"sys_cpu" : 1.807525,
"ctx" : 1213244,
"majf" : 0,
"minf" : 6742,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.970528
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999532,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.016598,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.019687,
"4" : 0.014132,
"10" : 8.519929,
"20" : 66.365771,
"50" : 24.958567,
"100" : 0.086536,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10200975,
"write_ios" : 0,
"read_sectors" : 81607808,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 176560380,
"write_ticks" : 0,
"in_queue" : 176560380,
"util" : 99.622730
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019218,
"timestamp_ms" : 1743019218686,
"time" : "Wed Mar 26 20:00:18 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "48",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019188597,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33373126656,
"io_kbytes" : 32590944,
"bw_bytes" : 1111548316,
"bw" : 1085496,
"iops" : 271374.100719,
"runtime" : 30024,
"total_ios" : 8147736,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 717,
"max" : 28761260,
"mean" : 175623.301166,
"stddev" : 595067.921171,
"N" : 8147736
},
"clat_ns" : {
"min" : 235963,
"max" : 101659626,
"mean" : 22456044.215673,
"stddev" : 5095396.467842,
"N" : 8147736,
"percentile" : {
"1.000000" : 14614528,
"5.000000" : 16056320,
"10.000000" : 17170432,
"20.000000" : 19005440,
"30.000000" : 19791872,
"40.000000" : 21102592,
"50.000000" : 21889024,
"60.000000" : 22937600,
"70.000000" : 24248320,
"80.000000" : 25034752,
"90.000000" : 27131904,
"95.000000" : 28966912,
"99.000000" : 44302336,
"99.500000" : 51642368,
"99.900000" : 62652416,
"99.950000" : 66846720,
"99.990000" : 74973184
}
},
"lat_ns" : {
"min" : 236987,
"max" : 101662270,
"mean" : 22631667.516839,
"stddev" : 5126721.471820,
"N" : 8147736
},
"bw_min" : 970976,
"bw_max" : 1455951,
"bw_agg" : 100.000000,
"bw_mean" : 1087809.135593,
"bw_dev" : 2536.704273,
"bw_samples" : 2832,
"iops_min" : 242744,
"iops_max" : 363987,
"iops_mean" : 271952.084746,
"iops_stddev" : 634.165546,
"iops_samples" : 2832
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440949,
"usr_cpu" : 0.788647,
"sys_cpu" : 1.361741,
"ctx" : 944427,
"majf" : 0,
"minf" : 586,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.962885
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999410,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.041668,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.014679,
"4" : 0.011291,
"10" : 0.027100,
"20" : 31.505181,
"50" : 67.815231,
"100" : 0.580235,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 8098132,
"read_sectors" : 2124,
"write_sectors" : 64785056,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 177054261,
"in_queue" : 177054264,
"util" : 99.636048
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019521,
"timestamp_ms" : 1743019521602,
"time" : "Wed Mar 26 20:05:21 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019491143,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95968821248,
"io_kbytes" : 93719552,
"bw_bytes" : 3161028367,
"bw" : 3086941,
"iops" : 3014.591568,
"runtime" : 30360,
"total_ios" : 91523,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21977,
"max" : 786159161,
"mean" : 23608275.823684,
"stddev" : 17593364.514010,
"N" : 91523
},
"clat_ns" : {
"min" : 284858605,
"max" : 14192675974,
"mean" : 2957885201.193581,
"stddev" : 1113989216.198819,
"N" : 91523,
"percentile" : {
"1.000000" : 633339904,
"5.000000" : 1619001344,
"10.000000" : 2332033024,
"20.000000" : 2701131776,
"30.000000" : 2734686208,
"40.000000" : 2768240640,
"50.000000" : 2801795072,
"60.000000" : 2835349504,
"70.000000" : 2868903936,
"80.000000" : 2902458368,
"90.000000" : 3372220416,
"95.000000" : 5469372416,
"99.000000" : 6006243328,
"99.500000" : 9596567552,
"99.900000" : 12952010752,
"99.950000" : 13488881664,
"99.990000" : 13891534848
}
},
"lat_ns" : {
"min" : 304359419,
"max" : 14294538214,
"mean" : 2981493477.017263,
"stddev" : 1121368148.044640,
"N" : 91523
},
"bw_min" : 1005438,
"bw_max" : 3481114,
"bw_agg" : 95.390462,
"bw_mean" : 2944648.348898,
"bw_dev" : 4988.767695,
"bw_samples" : 4067,
"iops_min" : 976,
"iops_max" : 3395,
"iops_mean" : 2866.337762,
"iops_stddev" : 4.874338,
"iops_samples" : 4067
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2184376,
"usr_cpu" : 0.026552,
"sys_cpu" : 0.381482,
"ctx" : 97771,
"majf" : 0,
"minf" : 2360191,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.157337,
"4" : 0.314675,
"8" : 0.629350,
"16" : 1.258700,
"32" : 2.517400,
">=64" : 95.043869
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.912675,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.583460,
"750" : 0.799799,
"1000" : 0.795428,
"2000" : 5.468571,
">=2000" : 92.352742
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 732121,
"write_ios" : 0,
"read_sectors" : 187422976,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241578711,
"write_ticks" : 0,
"in_queue" : 241578711,
"util" : 99.730600
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019490,
"timestamp_ms" : 1743019490782,
"time" : "Wed Mar 26 20:04:50 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019459949,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48867835904,
"io_kbytes" : 47722496,
"bw_bytes" : 1590387473,
"bw" : 1553112,
"iops" : 1516.711687,
"runtime" : 30727,
"total_ios" : 46604,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 33755,
"max" : 1871701076,
"mean" : 46385068.292571,
"stddev" : 33829544.029126,
"N" : 46604
},
"clat_ns" : {
"min" : 13190348,
"max" : 26323003676,
"mean" : 5667682264.812486,
"stddev" : 2211741646.261259,
"N" : 46604,
"percentile" : {
"1.000000" : 817889280,
"5.000000" : 2071986176,
"10.000000" : 3573547008,
"20.000000" : 5200936960,
"30.000000" : 5670699008,
"40.000000" : 5670699008,
"50.000000" : 5670699008,
"60.000000" : 5670699008,
"70.000000" : 5670699008,
"80.000000" : 5670699008,
"90.000000" : 6006243328,
"95.000000" : 11341398016,
"99.000000" : 11341398016,
"99.500000" : 11878268928,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 13241479,
"max" : 26827675677,
"mean" : 5714067333.105056,
"stddev" : 2224115373.053624,
"N" : 46604
},
"bw_min" : 706509,
"bw_max" : 2021572,
"bw_agg" : 94.093232,
"bw_mean" : 1461374.163171,
"bw_dev" : 7373.390159,
"bw_samples" : 3658,
"iops_min" : 687,
"iops_max" : 1974,
"iops_mean" : 1425.594443,
"iops_stddev" : 7.203349,
"iops_samples" : 3658
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2210169,
"usr_cpu" : 0.110399,
"sys_cpu" : 0.087052,
"ctx" : 54843,
"majf" : 0,
"minf" : 894,
"iodepth_level" : {
"1" : 0.154493,
"2" : 0.308986,
"4" : 0.617973,
"8" : 1.235945,
"16" : 2.471891,
"32" : 4.943782,
">=64" : 90.266930
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.808164,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.191836
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.332589,
"50" : 0.060081,
"100" : 0.017166,
"250" : 0.040769,
"500" : 0.023603,
"750" : 0.336881,
"1000" : 0.751008,
"2000" : 3.216462,
">=2000" : 95.221440
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 147,
"write_ios" : 371553,
"read_sectors" : 6372,
"write_sectors" : 95117568,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 5,
"write_ticks" : 241521074,
"in_queue" : 241521080,
"util" : 99.085504
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019459,
"timestamp_ms" : 1743019459279,
"time" : "Wed Mar 26 20:04:19 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019429200,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42033954816,
"io_kbytes" : 41048784,
"bw_bytes" : 1399825323,
"bw" : 1367016,
"iops" : 341754.229386,
"runtime" : 30028,
"total_ios" : 10262196,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 733,
"max" : 49172945,
"mean" : 209287.794966,
"stddev" : 697068.134989,
"N" : 10262196
},
"clat_ns" : {
"min" : 153704,
"max" : 189374462,
"mean" : 26745272.894336,
"stddev" : 11337906.540419,
"N" : 10262196,
"percentile" : {
"1.000000" : 10944512,
"5.000000" : 12517376,
"10.000000" : 18219008,
"20.000000" : 21364736,
"30.000000" : 22675456,
"40.000000" : 23724032,
"50.000000" : 25034752,
"60.000000" : 25821184,
"70.000000" : 27394048,
"80.000000" : 29229056,
"90.000000" : 37486592,
"95.000000" : 50593792,
"99.000000" : 60555264,
"99.500000" : 90701824,
"99.900000" : 127401984,
"99.950000" : 137363456,
"99.990000" : 156237824
}
},
"lat_ns" : {
"min" : 154827,
"max" : 199613885,
"mean" : 26954560.689302,
"stddev" : 11421506.227930,
"N" : 10262196
},
"bw_min" : 1206093,
"bw_max" : 2661666,
"bw_agg" : 100.000000,
"bw_mean" : 1369886.847458,
"bw_dev" : 4122.464926,
"bw_samples" : 4248,
"iops_min" : 301518,
"iops_max" : 665413,
"iops_mean" : 342468.796610,
"iops_stddev" : 1030.613437,
"iops_samples" : 4248
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2161575,
"usr_cpu" : 0.700091,
"sys_cpu" : 1.369233,
"ctx" : 1250532,
"majf" : 0,
"minf" : 10086,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.955799
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999298,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010816,
"750" : 0.010000,
"1000" : 0.010768
},
"latency_ms" : {
"2" : 0.034837,
"4" : 0.023786,
"10" : 0.117392,
"20" : 14.812755,
"50" : 79.877728,
"100" : 4.709509,
"250" : 0.394058,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 10185967,
"write_ios" : 0,
"read_sectors" : 81487736,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 239827631,
"write_ticks" : 0,
"in_queue" : 239827631,
"util" : 99.539047
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019428,
"timestamp_ms" : 1743019428748,
"time" : "Wed Mar 26 20:03:48 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019398652,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33402208256,
"io_kbytes" : 32619344,
"bw_bytes" : 1112035431,
"bw" : 1085972,
"iops" : 271493.025269,
"runtime" : 30037,
"total_ios" : 8154836,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 732,
"max" : 75740165,
"mean" : 263661.699847,
"stddev" : 838691.034565,
"N" : 8154836
},
"clat_ns" : {
"min" : 246538,
"max" : 264181928,
"mean" : 33661915.462471,
"stddev" : 13480708.277547,
"N" : 8154836,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 21889024,
"10.000000" : 23724032,
"20.000000" : 26083328,
"30.000000" : 27656192,
"40.000000" : 28966912,
"50.000000" : 31064064,
"60.000000" : 31850496,
"70.000000" : 33816576,
"80.000000" : 36438016,
"90.000000" : 47448064,
"95.000000" : 62128128,
"99.000000" : 74973184,
"99.500000" : 111673344,
"99.900000" : 158334976,
"99.950000" : 170917888,
"99.990000" : 193986560
}
},
"lat_ns" : {
"min" : 247712,
"max" : 264183529,
"mean" : 33925577.162318,
"stddev" : 13579765.899175,
"N" : 8154836
},
"bw_min" : 958379,
"bw_max" : 1483006,
"bw_agg" : 100.000000,
"bw_mean" : 1087828.169492,
"bw_dev" : 1801.027908,
"bw_samples" : 4248,
"iops_min" : 239592,
"iops_max" : 370733,
"iops_mean" : 271952.762712,
"iops_stddev" : 450.220527,
"iops_samples" : 4248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2162014,
"usr_cpu" : 0.570070,
"sys_cpu" : 1.032695,
"ctx" : 999486,
"majf" : 0,
"minf" : 876,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.944377
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999116,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.029406,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.026733,
"4" : 0.024893,
"10" : 0.031270,
"20" : 0.891189,
"50" : 89.390308,
"100" : 8.987967,
"250" : 0.611122,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 98,
"write_ios" : 8091075,
"read_sectors" : 4248,
"write_sectors" : 64728600,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3,
"write_ticks" : 240865077,
"in_queue" : 240865080,
"util" : 99.565682
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019732,
"timestamp_ms" : 1743019732582,
"time" : "Wed Mar 26 20:08:52 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019702103,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95993987072,
"io_kbytes" : 93744128,
"bw_bytes" : 3161857281,
"bw" : 3087751,
"iops" : 3015.382082,
"runtime" : 30360,
"total_ios" : 91547,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21345,
"max" : 750787588,
"mean" : 23604007.842027,
"stddev" : 16607400.064321,
"N" : 91547
},
"clat_ns" : {
"min" : 272937076,
"max" : 12443790516,
"mean" : 2958844090.386019,
"stddev" : 1115362602.597008,
"N" : 91547,
"percentile" : {
"1.000000" : 633339904,
"5.000000" : 1619001344,
"10.000000" : 2332033024,
"20.000000" : 2734686208,
"30.000000" : 2768240640,
"40.000000" : 2768240640,
"50.000000" : 2801795072,
"60.000000" : 2801795072,
"70.000000" : 2835349504,
"80.000000" : 2868903936,
"90.000000" : 3137339392,
"95.000000" : 5603590144,
"99.000000" : 6006243328,
"99.500000" : 9865003008,
"99.900000" : 11744051200,
"99.950000" : 12012486656,
"99.990000" : 12146704384
}
},
"lat_ns" : {
"min" : 303449627,
"max" : 12502467131,
"mean" : 2982448098.228046,
"stddev" : 1122735783.457842,
"N" : 91547
},
"bw_min" : 1242849,
"bw_max" : 3358720,
"bw_agg" : 95.496423,
"bw_mean" : 2948692.456908,
"bw_dev" : 4250.623273,
"bw_samples" : 4064,
"iops_min" : 1210,
"iops_max" : 3280,
"iops_mean" : 2876.040287,
"iops_stddev" : 4.161601,
"iops_samples" : 4064
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2184840,
"usr_cpu" : 0.022244,
"sys_cpu" : 0.377190,
"ctx" : 98219,
"majf" : 0,
"minf" : 2360319,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.157296,
"4" : 0.314593,
"8" : 0.629185,
"16" : 1.258370,
"32" : 2.516740,
">=64" : 95.045168
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.912701,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.581122,
"750" : 0.786481,
"1000" : 0.796312,
"2000" : 5.469322,
">=2000" : 92.366762
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 732313,
"write_ios" : 0,
"read_sectors" : 187472128,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241959360,
"write_ticks" : 0,
"in_queue" : 241959360,
"util" : 99.724047
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019701,
"timestamp_ms" : 1743019701746,
"time" : "Wed Mar 26 20:08:21 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019670903,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48933896192,
"io_kbytes" : 47787008,
"bw_bytes" : 1591915683,
"bw" : 1554605,
"iops" : 1518.169101,
"runtime" : 30739,
"total_ios" : 46667,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 32865,
"max" : 2079876773,
"mean" : 46324491.471597,
"stddev" : 32366501.169182,
"N" : 46667
},
"clat_ns" : {
"min" : 13169892,
"max" : 23908807077,
"mean" : 5650657585.159211,
"stddev" : 2244964401.233719,
"N" : 46667,
"percentile" : {
"1.000000" : 16580608,
"5.000000" : 1870659584,
"10.000000" : 3439329280,
"20.000000" : 5200936960,
"30.000000" : 5670699008,
"40.000000" : 5670699008,
"50.000000" : 5670699008,
"60.000000" : 5670699008,
"70.000000" : 5670699008,
"80.000000" : 5670699008,
"90.000000" : 6006243328,
"95.000000" : 11341398016,
"99.000000" : 11744051200,
"99.500000" : 12280922112,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 13209198,
"max" : 23997775827,
"mean" : 5696982076.630810,
"stddev" : 2257364888.324304,
"N" : 46667
},
"bw_min" : 589824,
"bw_max" : 2664742,
"bw_agg" : 94.712474,
"bw_mean" : 1472405.831413,
"bw_dev" : 17826.705827,
"bw_samples" : 3643,
"iops_min" : 576,
"iops_max" : 2602,
"iops_mean" : 1437.301303,
"iops_stddev" : 17.409161,
"iops_samples" : 3643
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2210444,
"usr_cpu" : 0.107173,
"sys_cpu" : 0.087132,
"ctx" : 50678,
"majf" : 0,
"minf" : 893,
"iodepth_level" : {
"1" : 0.154285,
"2" : 0.308569,
"4" : 0.617138,
"8" : 1.234277,
"16" : 2.468554,
"32" : 4.937108,
">=64" : 90.280069
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.808485,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.191515
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.052135,
"50" : 0.032143,
"100" : 0.012857,
"250" : 0.040714,
"500" : 0.015000,
"750" : 0.332140,
"1000" : 0.769280,
"2000" : 3.130692,
">=2000" : 94.615038
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 49,
"write_ios" : 372132,
"read_sectors" : 2124,
"write_sectors" : 95265792,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 241399912,
"in_queue" : 241399914,
"util" : 99.230943
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019670,
"timestamp_ms" : 1743019670254,
"time" : "Wed Mar 26 20:07:50 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019640169,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42044620800,
"io_kbytes" : 41059200,
"bw_bytes" : 1400040651,
"bw" : 1367227,
"iops" : 341806.799640,
"runtime" : 30031,
"total_ios" : 10264800,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 731,
"max" : 56361198,
"mean" : 209224.405738,
"stddev" : 697841.800836,
"N" : 10264800
},
"clat_ns" : {
"min" : 88342,
"max" : 177466659,
"mean" : 26737121.775438,
"stddev" : 11077014.398642,
"N" : 10264800,
"percentile" : {
"1.000000" : 10944512,
"5.000000" : 12517376,
"10.000000" : 18219008,
"20.000000" : 21364736,
"30.000000" : 22675456,
"40.000000" : 23724032,
"50.000000" : 25034752,
"60.000000" : 25821184,
"70.000000" : 27394048,
"80.000000" : 29229056,
"90.000000" : 37486592,
"95.000000" : 50593792,
"99.000000" : 61079552,
"99.500000" : 86507520,
"99.900000" : 119013376,
"99.950000" : 129499136,
"99.990000" : 145752064
}
},
"lat_ns" : {
"min" : 89355,
"max" : 183478922,
"mean" : 26946346.181176,
"stddev" : 11158060.375594,
"N" : 10264800
},
"bw_min" : 1203866,
"bw_max" : 2680695,
"bw_agg" : 100.000000,
"bw_mean" : 1370347.000000,
"bw_dev" : 4186.496738,
"bw_samples" : 4248,
"iops_min" : 300964,
"iops_max" : 670163,
"iops_mean" : 342583.813559,
"iops_stddev" : 1046.598105,
"iops_samples" : 4248
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2161498,
"usr_cpu" : 0.700533,
"sys_cpu" : 1.357993,
"ctx" : 1265150,
"majf" : 0,
"minf" : 10085,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.955810
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999298,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.013941,
"500" : 0.030113,
"750" : 0.010122,
"1000" : 0.011651
},
"latency_ms" : {
"2" : 0.030911,
"4" : 0.030736,
"10" : 0.162468,
"20" : 14.708431,
"50" : 79.891143,
"100" : 4.810099,
"250" : 0.299899,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 10190637,
"write_ios" : 0,
"read_sectors" : 81525112,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 239778912,
"write_ticks" : 0,
"in_queue" : 239778912,
"util" : 99.589165
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019639,
"timestamp_ms" : 1743019639730,
"time" : "Wed Mar 26 20:07:19 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019609625,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33398448128,
"io_kbytes" : 32615672,
"bw_bytes" : 1111873231,
"bw" : 1085813,
"iops" : 271453.425661,
"runtime" : 30038,
"total_ios" : 8153918,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 724,
"max" : 61714151,
"mean" : 263633.593709,
"stddev" : 837820.370179,
"N" : 8153918
},
"clat_ns" : {
"min" : 217706,
"max" : 224530525,
"mean" : 33665284.014544,
"stddev" : 13138574.228543,
"N" : 8153918,
"percentile" : {
"1.000000" : 19791872,
"5.000000" : 21889024,
"10.000000" : 23724032,
"20.000000" : 26345472,
"30.000000" : 27656192,
"40.000000" : 29229056,
"50.000000" : 31064064,
"60.000000" : 31850496,
"70.000000" : 33816576,
"80.000000" : 36438016,
"90.000000" : 47972352,
"95.000000" : 62652416,
"99.000000" : 76021760,
"99.500000" : 104333312,
"99.900000" : 145752064,
"99.950000" : 158334976,
"99.990000" : 177209344
}
},
"lat_ns" : {
"min" : 218855,
"max" : 224532089,
"mean" : 33928917.608252,
"stddev" : 13234404.376751,
"N" : 8153918
},
"bw_min" : 961082,
"bw_max" : 1498484,
"bw_agg" : 100.000000,
"bw_mean" : 1087712.727684,
"bw_dev" : 1858.132027,
"bw_samples" : 4251,
"iops_min" : 240267,
"iops_max" : 374615,
"iops_mean" : 271924.316384,
"iops_stddev" : 464.522367,
"iops_samples" : 4251
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2161987,
"usr_cpu" : 0.596442,
"sys_cpu" : 1.068415,
"ctx" : 998720,
"majf" : 0,
"minf" : 944,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.944370
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999116,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.057678,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.021830,
"4" : 0.027251,
"10" : 0.037172,
"20" : 0.949163,
"50" : 89.215270,
"100" : 9.133229,
"250" : 0.551171,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 98,
"write_ios" : 8091138,
"read_sectors" : 4248,
"write_sectors" : 64729104,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3,
"write_ticks" : 240902959,
"in_queue" : 240902962,
"util" : 99.602432
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019943,
"timestamp_ms" : 1743019943228,
"time" : "Wed Mar 26 20:12:23 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019912754,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95978258432,
"io_kbytes" : 93728768,
"bw_bytes" : 3161339210,
"bw" : 3087245,
"iops" : 3014.888011,
"runtime" : 30360,
"total_ios" : 91532,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21718,
"max" : 544887548,
"mean" : 23605954.800070,
"stddev" : 17222448.923085,
"N" : 91532
},
"clat_ns" : {
"min" : 273756304,
"max" : 13735774285,
"mean" : 2956259909.473289,
"stddev" : 1128761920.471773,
"N" : 91532,
"percentile" : {
"1.000000" : 633339904,
"5.000000" : 1602224128,
"10.000000" : 2332033024,
"20.000000" : 2701131776,
"30.000000" : 2734686208,
"40.000000" : 2768240640,
"50.000000" : 2801795072,
"60.000000" : 2801795072,
"70.000000" : 2835349504,
"80.000000" : 2868903936,
"90.000000" : 3170893824,
"95.000000" : 5536481280,
"99.000000" : 5939134464,
"99.500000" : 10133438464,
"99.900000" : 12817793024,
"99.950000" : 13086228480,
"99.990000" : 13354663936
}
},
"lat_ns" : {
"min" : 303293054,
"max" : 13811436156,
"mean" : 2979865864.273358,
"stddev" : 1136304372.294413,
"N" : 91532
},
"bw_min" : 1167282,
"bw_max" : 3479441,
"bw_agg" : 95.447970,
"bw_mean" : 2946713.535007,
"bw_dev" : 4609.908207,
"bw_samples" : 4061,
"iops_min" : 1138,
"iops_max" : 3397,
"iops_mean" : 2868.221909,
"iops_stddev" : 4.502214,
"iops_samples" : 4061
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2184548,
"usr_cpu" : 0.026001,
"sys_cpu" : 0.387723,
"ctx" : 97722,
"majf" : 0,
"minf" : 2360171,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.157322,
"4" : 0.314644,
"8" : 0.629288,
"16" : 1.258576,
"32" : 2.517152,
">=64" : 95.044356
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.912685,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.600883,
"750" : 0.778963,
"1000" : 0.810645,
"2000" : 5.507364,
">=2000" : 92.302146
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 732075,
"write_ios" : 0,
"read_sectors" : 187411200,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241679949,
"write_ticks" : 0,
"in_queue" : 241679948,
"util" : 99.753508
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019912,
"timestamp_ms" : 1743019912393,
"time" : "Wed Mar 26 20:11:52 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019881558,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48855252992,
"io_kbytes" : 47710208,
"bw_bytes" : 1589874483,
"bw" : 1552611,
"iops" : 1516.222461,
"runtime" : 30729,
"total_ios" : 46592,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 32123,
"max" : 2525448514,
"mean" : 46403652.388929,
"stddev" : 32046524.385339,
"N" : 46592
},
"clat_ns" : {
"min" : 91073132,
"max" : 27184262924,
"mean" : 5677325346.918353,
"stddev" : 2178990338.300240,
"N" : 46592,
"percentile" : {
"1.000000" : 943718400,
"5.000000" : 2197815296,
"10.000000" : 3573547008,
"20.000000" : 5200936960,
"30.000000" : 5670699008,
"40.000000" : 5670699008,
"50.000000" : 5670699008,
"60.000000" : 5670699008,
"70.000000" : 5670699008,
"80.000000" : 5670699008,
"90.000000" : 5939134464,
"95.000000" : 11341398016,
"99.000000" : 11341398016,
"99.500000" : 11744051200,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 91131757,
"max" : 27629873111,
"mean" : 5723728999.307282,
"stddev" : 2191227447.412163,
"N" : 46592
},
"bw_min" : 677760,
"bw_max" : 1646861,
"bw_agg" : 93.708356,
"bw_mean" : 1454927.440417,
"bw_dev" : 2440.671389,
"bw_samples" : 3674,
"iops_min" : 658,
"iops_max" : 1608,
"iops_mean" : 1418.724892,
"iops_stddev" : 2.387151,
"iops_samples" : 3674
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2210373,
"usr_cpu" : 0.107312,
"sys_cpu" : 0.089125,
"ctx" : 50816,
"majf" : 0,
"minf" : 1011,
"iodepth_level" : {
"1" : 0.154533,
"2" : 0.309066,
"4" : 0.618132,
"8" : 1.236264,
"16" : 2.472527,
"32" : 4.945055,
">=64" : 90.264423
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.808102,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.191898
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.045072,
"500" : 0.034341,
"750" : 0.324090,
"1000" : 0.759787,
"2000" : 3.170072,
">=2000" : 95.662345
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 371524,
"read_sectors" : 2124,
"write_sectors" : 95110144,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 241538532,
"in_queue" : 241538533,
"util" : 99.059379
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019880,
"timestamp_ms" : 1743019880891,
"time" : "Wed Mar 26 20:11:20 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019850819,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42043105280,
"io_kbytes" : 41057720,
"bw_bytes" : 1400036805,
"bw" : 1367223,
"iops" : 341805.860806,
"runtime" : 30030,
"total_ios" : 10264430,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 744,
"max" : 51253289,
"mean" : 209229.457243,
"stddev" : 699548.972588,
"N" : 10264430
},
"clat_ns" : {
"min" : 211248,
"max" : 203220810,
"mean" : 26739352.088059,
"stddev" : 11220243.590667,
"N" : 10264430,
"percentile" : {
"1.000000" : 10944512,
"5.000000" : 12648448,
"10.000000" : 18219008,
"20.000000" : 21364736,
"30.000000" : 22675456,
"40.000000" : 23724032,
"50.000000" : 25034752,
"60.000000" : 25821184,
"70.000000" : 27394048,
"80.000000" : 29229056,
"90.000000" : 38010880,
"95.000000" : 49545216,
"99.000000" : 60555264,
"99.500000" : 88604672,
"99.900000" : 127401984,
"99.950000" : 137363456,
"99.990000" : 160432128
}
},
"lat_ns" : {
"min" : 214831,
"max" : 205206784,
"mean" : 26948581.545302,
"stddev" : 11302720.857606,
"N" : 10264430
},
"bw_min" : 1203578,
"bw_max" : 2706538,
"bw_agg" : 100.000000,
"bw_mean" : 1369705.694915,
"bw_dev" : 4152.138152,
"bw_samples" : 4248,
"iops_min" : 300890,
"iops_max" : 676633,
"iops_mean" : 342420.983051,
"iops_stddev" : 1038.038606,
"iops_samples" : 4248
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2161571,
"usr_cpu" : 0.714110,
"sys_cpu" : 1.353876,
"ctx" : 1260081,
"majf" : 0,
"minf" : 10110,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.955809
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999298,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.039086,
"750" : 0.015208,
"1000" : 0.017205
},
"latency_ms" : {
"2" : 0.032803,
"4" : 0.058016,
"10" : 0.159268,
"20" : 14.596485,
"50" : 80.257793,
"100" : 4.468529,
"250" : 0.355392,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10186627,
"write_ios" : 0,
"read_sectors" : 81493016,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 239696487,
"write_ticks" : 0,
"in_queue" : 239696487,
"util" : 99.599091
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743019850,
"timestamp_ms" : 1743019850368,
"time" : "Wed Mar 26 20:10:50 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "72",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743019820269,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,44,45,46,47,4,48,49,50,51,52,53,54,55,56,57,5,58,59,60,61,62,63,64,65,66,67,6,68,69,70,71,7,8,9,36,37,38,39,40,41,42,43,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33384357888,
"io_kbytes" : 32601912,
"bw_bytes" : 1111515161,
"bw" : 1085464,
"iops" : 271366.006326,
"runtime" : 30035,
"total_ios" : 8150478,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 732,
"max" : 81165948,
"mean" : 263763.250582,
"stddev" : 843506.288252,
"N" : 8150478
},
"clat_ns" : {
"min" : 470688,
"max" : 312425508,
"mean" : 33677946.381892,
"stddev" : 13403686.313155,
"N" : 8150478,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 21889024,
"10.000000" : 23724032,
"20.000000" : 26345472,
"30.000000" : 27918336,
"40.000000" : 29229056,
"50.000000" : 31064064,
"60.000000" : 31850496,
"70.000000" : 33816576,
"80.000000" : 36438016,
"90.000000" : 47972352,
"95.000000" : 62128128,
"99.000000" : 74973184,
"99.500000" : 108527616,
"99.900000" : 156237824,
"99.950000" : 173015040,
"99.990000" : 200278016
}
},
"lat_ns" : {
"min" : 474227,
"max" : 312427856,
"mean" : 33941709.632474,
"stddev" : 13502064.429723,
"N" : 8150478
},
"bw_min" : 962451,
"bw_max" : 1453175,
"bw_agg" : 100.000000,
"bw_mean" : 1085697.909887,
"bw_dev" : 1731.740119,
"bw_samples" : 4297,
"iops_min" : 240608,
"iops_max" : 363290,
"iops_mean" : 271421.987571,
"iops_stddev" : 432.927578,
"iops_samples" : 4297
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2161941,
"usr_cpu" : 0.580404,
"sys_cpu" : 1.038465,
"ctx" : 996261,
"majf" : 0,
"minf" : 934,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.944347
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999116,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.018674,
"4" : 0.018158,
"10" : 0.034378,
"20" : 0.735515,
"50" : 89.543853,
"100" : 9.053211,
"250" : 0.585708,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 98,
"write_ios" : 8086543,
"read_sectors" : 4248,
"write_sectors" : 64692344,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 240838865,
"in_queue" : 240838869,
"util" : 99.572221
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020156,
"timestamp_ms" : 1743020156123,
"time" : "Wed Mar 26 20:15:56 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020125576,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95959384064,
"io_kbytes" : 93710336,
"bw_bytes" : 3159988937,
"bw" : 3085926,
"iops" : 3013.600290,
"runtime" : 30367,
"total_ios" : 91514,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21875,
"max" : 682589008,
"mean" : 31488264.154293,
"stddev" : 19709806.785966,
"N" : 91514
},
"clat_ns" : {
"min" : 287470185,
"max" : 11902390825,
"mean" : 3878308014.715137,
"stddev" : 1592715202.754494,
"N" : 91514,
"percentile" : {
"1.000000" : 633339904,
"5.000000" : 1686110208,
"10.000000" : 2600468480,
"20.000000" : 2734686208,
"30.000000" : 2801795072,
"40.000000" : 2835349504,
"50.000000" : 2868903936,
"60.000000" : 4865392640,
"70.000000" : 5402263552,
"80.000000" : 5536481280,
"90.000000" : 5804916736,
"95.000000" : 5939134464,
"99.000000" : 6140461056,
"99.500000" : 9596567552,
"99.900000" : 11072962560,
"99.950000" : 11475615744,
"99.990000" : 11744051200
}
},
"lat_ns" : {
"min" : 318992046,
"max" : 11946354932,
"mean" : 3909796278.869430,
"stddev" : 1602369629.767374,
"N" : 91514
},
"bw_min" : 1293981,
"bw_max" : 3498810,
"bw_agg" : 95.534447,
"bw_mean" : 2948123.007855,
"bw_dev" : 3703.291993,
"bw_samples" : 5178,
"iops_min" : 1253,
"iops_max" : 3402,
"iops_mean" : 2849.082322,
"iops_stddev" : 3.622211,
"iops_samples" : 5178
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2913365,
"usr_cpu" : 0.017609,
"sys_cpu" : 0.366106,
"ctx" : 131275,
"majf" : 0,
"minf" : 3146890,
"iodepth_level" : {
"1" : 0.104902,
"2" : 0.209804,
"4" : 0.419608,
"8" : 0.839216,
"16" : 1.678432,
"32" : 3.356863,
">=64" : 93.391175
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.879121,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.120879
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.587888,
"750" : 0.795507,
"1000" : 0.784579,
"2000" : 4.498765,
">=2000" : 93.333260
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 731514,
"write_ios" : 0,
"read_sectors" : 187267584,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241313843,
"write_ticks" : 0,
"in_queue" : 241313843,
"util" : 99.681267
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020125,
"timestamp_ms" : 1743020125150,
"time" : "Wed Mar 26 20:15:25 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020094229,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 49016733696,
"io_kbytes" : 47867904,
"bw_bytes" : 1593055793,
"bw" : 1555718,
"iops" : 1519.256394,
"runtime" : 30769,
"total_ios" : 46746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 34754,
"max" : 1574464121,
"mean" : 61678931.606704,
"stddev" : 36181136.368367,
"N" : 46746
},
"clat_ns" : {
"min" : 13372921,
"max" : 25282729215,
"mean" : 7204260568.144440,
"stddev" : 3315566170.895201,
"N" : 46746,
"percentile" : {
"1.000000" : 16187392,
"5.000000" : 1803550720,
"10.000000" : 3305111552,
"20.000000" : 5603590144,
"30.000000" : 5670699008,
"40.000000" : 5670699008,
"50.000000" : 5670699008,
"60.000000" : 6073352192,
"70.000000" : 10938744832,
"80.000000" : 11341398016,
"90.000000" : 11341398016,
"95.000000" : 11475615744,
"99.000000" : 11744051200,
"99.500000" : 12146704384,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 13443466,
"max" : 25491000788,
"mean" : 7265939499.751144,
"stddev" : 3332012602.747534,
"N" : 46746
},
"bw_min" : 495500,
"bw_max" : 2763140,
"bw_agg" : 94.086813,
"bw_mean" : 1463726.438825,
"bw_dev" : 17374.652489,
"bw_samples" : 4405,
"iops_min" : 472,
"iops_max" : 2698,
"iops_mean" : 1426.092475,
"iops_stddev" : 16.970070,
"iops_samples" : 4405
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2947127,
"usr_cpu" : 0.085269,
"sys_cpu" : 0.072579,
"ctx" : 67341,
"majf" : 0,
"minf" : 1282,
"iodepth_level" : {
"1" : 0.205365,
"2" : 0.410730,
"4" : 0.821461,
"8" : 1.642921,
"16" : 3.285843,
"32" : 6.571685,
">=64" : 87.061995
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.722944,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.277056
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.058914,
"50" : 0.074873,
"100" : 0.034228,
"250" : 0.047063,
"500" : 0.027810,
"750" : 0.389338,
"1000" : 0.789372,
"2000" : 3.198135,
">=2000" : 94.380268
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 147,
"write_ios" : 371378,
"read_sectors" : 6372,
"write_sectors" : 95072768,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 6,
"write_ticks" : 240587894,
"in_queue" : 240587901,
"util" : 99.037126
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020093,
"timestamp_ms" : 1743020093405,
"time" : "Wed Mar 26 20:14:53 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020063312,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42064920576,
"io_kbytes" : 41079024,
"bw_bytes" : 1400716612,
"bw" : 1367887,
"iops" : 341971.829110,
"runtime" : 30031,
"total_ios" : 10269756,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 748,
"max" : 55796741,
"mean" : 279020.073422,
"stddev" : 804474.545285,
"N" : 10269756
},
"clat_ns" : {
"min" : 89554,
"max" : 192190049,
"mean" : 35627441.347771,
"stddev" : 14894380.390031,
"N" : 10269756,
"percentile" : {
"1.000000" : 10944512,
"5.000000" : 16187392,
"10.000000" : 20578304,
"20.000000" : 23199744,
"30.000000" : 24772608,
"40.000000" : 26607616,
"50.000000" : 29491200,
"60.000000" : 42729472,
"70.000000" : 46923776,
"80.000000" : 50069504,
"90.000000" : 53739520,
"95.000000" : 56885248,
"99.000000" : 64749568,
"99.500000" : 87556096,
"99.900000" : 119013376,
"99.950000" : 128450560,
"99.990000" : 145752064
}
},
"lat_ns" : {
"min" : 90518,
"max" : 192198995,
"mean" : 35906461.421194,
"stddev" : 15005755.205053,
"N" : 10269756
},
"bw_min" : 1194687,
"bw_max" : 2737326,
"bw_agg" : 100.000000,
"bw_mean" : 1369019.433898,
"bw_dev" : 3334.126446,
"bw_samples" : 5693,
"iops_min" : 298667,
"iops_max" : 684323,
"iops_mean" : 342250.543220,
"iops_stddev" : 833.527225,
"iops_samples" : 5693
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2881730,
"usr_cpu" : 0.614423,
"sys_cpu" : 1.213646,
"ctx" : 1539702,
"majf" : 0,
"minf" : 13528,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.941109
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999064,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.015726,
"500" : 0.039387,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.036135,
"4" : 0.025346,
"10" : 0.180803,
"20" : 8.301200,
"50" : 71.270418,
"100" : 19.795115,
"250" : 0.319569,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 10261875,
"write_ios" : 0,
"read_sectors" : 82095000,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241570884,
"write_ticks" : 0,
"in_queue" : 241570884,
"util" : 99.522847
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020062,
"timestamp_ms" : 1743020062782,
"time" : "Wed Mar 26 20:14:22 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020032640,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33412550656,
"io_kbytes" : 32629444,
"bw_bytes" : 1112379753,
"bw" : 1086308,
"iops" : 271577.088258,
"runtime" : 30037,
"total_ios" : 8157361,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 747,
"max" : 55384077,
"mean" : 351518.681835,
"stddev" : 971271.955155,
"N" : 8157361
},
"clat_ns" : {
"min" : 245452,
"max" : 223644751,
"mean" : 44858333.332076,
"stddev" : 17853495.145161,
"N" : 8157361,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 23199744,
"10.000000" : 25034752,
"20.000000" : 28704768,
"30.000000" : 31064064,
"40.000000" : 33816576,
"50.000000" : 39059456,
"60.000000" : 52166656,
"70.000000" : 57933824,
"80.000000" : 62652416,
"90.000000" : 67633152,
"95.000000" : 70778880,
"99.000000" : 80216064,
"99.500000" : 103284736,
"99.900000" : 143654912,
"99.950000" : 158334976,
"99.990000" : 181403648
}
},
"lat_ns" : {
"min" : 246421,
"max" : 223647107,
"mean" : 45209852.013911,
"stddev" : 17986629.656099,
"N" : 8157361
},
"bw_min" : 957909,
"bw_max" : 1539606,
"bw_agg" : 100.000000,
"bw_mean" : 1086833.047740,
"bw_dev" : 1518.656010,
"bw_samples" : 5708,
"iops_min" : 239475,
"iops_max" : 384899,
"iops_mean" : 271704.312147,
"iops_stddev" : 379.663025,
"iops_samples" : 5708
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2882231,
"usr_cpu" : 0.520638,
"sys_cpu" : 0.987950,
"ctx" : 1229625,
"majf" : 0,
"minf" : 1237,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.925858
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.045578,
"750" : 0.022703,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.016831,
"4" : 0.026467,
"10" : 0.041889,
"20" : 0.608935,
"50" : 57.229207,
"100" : 41.465224,
"250" : 0.537134,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 147,
"write_ios" : 8147538,
"read_sectors" : 6372,
"write_sectors" : 65180304,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 16,
"write_ticks" : 242415603,
"in_queue" : 242415619,
"util" : 99.588968
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020371,
"timestamp_ms" : 1743020371505,
"time" : "Wed Mar 26 20:19:31 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020340979,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95985598464,
"io_kbytes" : 93735936,
"bw_bytes" : 3161060380,
"bw" : 3086973,
"iops" : 3014.622098,
"runtime" : 30365,
"total_ios" : 91539,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21547,
"max" : 636678558,
"mean" : 31477625.868493,
"stddev" : 20273536.328530,
"N" : 91539
},
"clat_ns" : {
"min" : 261381943,
"max" : 13077868576,
"mean" : 3874430713.146812,
"stddev" : 1611593795.514691,
"N" : 91539,
"percentile" : {
"1.000000" : 624951296,
"5.000000" : 1669332992,
"10.000000" : 2533359616,
"20.000000" : 2734686208,
"30.000000" : 2768240640,
"40.000000" : 2835349504,
"50.000000" : 2902458368,
"60.000000" : 4865392640,
"70.000000" : 5335154688,
"80.000000" : 5536481280,
"90.000000" : 5804916736,
"95.000000" : 5939134464,
"99.000000" : 6207569920,
"99.500000" : 10133438464,
"99.900000" : 12280922112,
"99.950000" : 12415139840,
"99.990000" : 12817793024
}
},
"lat_ns" : {
"min" : 290892922,
"max" : 13122258743,
"mean" : 3905908339.015304,
"stddev" : 1621462097.192778,
"N" : 91539
},
"bw_min" : 1167056,
"bw_max" : 3584622,
"bw_agg" : 95.431576,
"bw_mean" : 2945947.042582,
"bw_dev" : 3995.468898,
"bw_samples" : 5180,
"iops_min" : 1132,
"iops_max" : 3485,
"iops_mean" : 2851.349422,
"iops_stddev" : 3.903633,
"iops_samples" : 5180
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2912530,
"usr_cpu" : 0.017030,
"sys_cpu" : 0.384408,
"ctx" : 131266,
"majf" : 0,
"minf" : 3147028,
"iodepth_level" : {
"1" : 0.104873,
"2" : 0.209747,
"4" : 0.419493,
"8" : 0.838987,
"16" : 1.677973,
"32" : 3.355947,
">=64" : 93.392980
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.879159,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.120841
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.613946,
"750" : 0.799659,
"1000" : 0.797474,
"2000" : 4.510646,
">=2000" : 93.278275
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 731666,
"write_ios" : 0,
"read_sectors" : 187306496,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241246732,
"write_ticks" : 0,
"in_queue" : 241246732,
"util" : 99.684543
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020340,
"timestamp_ms" : 1743020340555,
"time" : "Wed Mar 26 20:19:00 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020309696,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48925507584,
"io_kbytes" : 47778816,
"bw_bytes" : 1589832572,
"bw" : 1552570,
"iops" : 1516.182492,
"runtime" : 30774,
"total_ios" : 46659,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 36725,
"max" : 1158600463,
"mean" : 61787310.165906,
"stddev" : 34242209.950432,
"N" : 46659
},
"clat_ns" : {
"min" : 164108580,
"max" : 24451378770,
"mean" : 7243544896.577913,
"stddev" : 3252418802.466855,
"N" : 46659,
"percentile" : {
"1.000000" : 935329792,
"5.000000" : 2164260864,
"10.000000" : 3506438144,
"20.000000" : 5536481280,
"30.000000" : 5670699008,
"40.000000" : 5670699008,
"50.000000" : 5670699008,
"60.000000" : 6073352192,
"70.000000" : 10804527104,
"80.000000" : 11341398016,
"90.000000" : 11341398016,
"95.000000" : 11341398016,
"99.000000" : 11609833472,
"99.500000" : 11878268928,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 164245946,
"max" : 24540651763,
"mean" : 7305332206.743822,
"stddev" : 3268512509.494761,
"N" : 46659
},
"bw_min" : 653174,
"bw_max" : 1645105,
"bw_agg" : 93.534667,
"bw_mean" : 1452192.641321,
"bw_dev" : 2012.282793,
"bw_samples" : 4424,
"iops_min" : 632,
"iops_max" : 1606,
"iops_mean" : 1414.862158,
"iops_stddev" : 1.970825,
"iops_samples" : 4424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2946652,
"usr_cpu" : 0.085114,
"sys_cpu" : 0.072489,
"ctx" : 70761,
"majf" : 0,
"minf" : 1253,
"iodepth_level" : {
"1" : 0.205748,
"2" : 0.411496,
"4" : 0.822992,
"8" : 1.645985,
"16" : 3.291969,
"32" : 6.583939,
">=64" : 87.037871
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.722246,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.277754
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.030005,
"500" : 0.032148,
"750" : 0.372918,
"1000" : 0.762982,
"2000" : 3.249105,
">=2000" : 95.552841
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 156,
"write_ios" : 373272,
"read_sectors" : 6396,
"write_sectors" : 95557632,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 239,
"write_ticks" : 242564130,
"in_queue" : 242564368,
"util" : 98.851754
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020308,
"timestamp_ms" : 1743020308816,
"time" : "Wed Mar 26 20:18:28 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020278749,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42073616384,
"io_kbytes" : 41087516,
"bw_bytes" : 1400819589,
"bw" : 1367987,
"iops" : 341996.970201,
"runtime" : 30035,
"total_ios" : 10271879,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 773,
"max" : 63198263,
"mean" : 278893.439319,
"stddev" : 805716.750894,
"N" : 10271879
},
"clat_ns" : {
"min" : 249129,
"max" : 208824927,
"mean" : 35617844.396888,
"stddev" : 15231754.000787,
"N" : 10271879,
"percentile" : {
"1.000000" : 10944512,
"5.000000" : 15532032,
"10.000000" : 20578304,
"20.000000" : 22937600,
"30.000000" : 24510464,
"40.000000" : 26083328,
"50.000000" : 29229056,
"60.000000" : 43253760,
"70.000000" : 47448064,
"80.000000" : 50593792,
"90.000000" : 54263808,
"95.000000" : 57409536,
"99.000000" : 64749568,
"99.500000" : 88604672,
"99.900000" : 128450560,
"99.950000" : 139460608,
"99.990000" : 160432128
}
},
"lat_ns" : {
"min" : 250838,
"max" : 210768325,
"mean" : 35896737.836208,
"stddev" : 15345969.575991,
"N" : 10271879
},
"bw_min" : 1191984,
"bw_max" : 2733924,
"bw_agg" : 100.000000,
"bw_mean" : 1369613.902825,
"bw_dev" : 3291.408695,
"bw_samples" : 5671,
"iops_min" : 297995,
"iops_max" : 683474,
"iops_mean" : 342402.456497,
"iops_stddev" : 822.844154,
"iops_samples" : 5671
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2881602,
"usr_cpu" : 0.636313,
"sys_cpu" : 1.219634,
"ctx" : 1520056,
"majf" : 0,
"minf" : 13514,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.941121
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999064,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010047,
"750" : 0.019315,
"1000" : 0.022800
},
"latency_ms" : {
"2" : 0.043566,
"4" : 0.052999,
"10" : 0.150469,
"20" : 8.655369,
"50" : 70.223199,
"100" : 20.448664,
"250" : 0.373564,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 10261100,
"write_ios" : 0,
"read_sectors" : 82088800,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241691175,
"write_ticks" : 0,
"in_queue" : 241691175,
"util" : 99.522673
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020278,
"timestamp_ms" : 1743020278200,
"time" : "Wed Mar 26 20:17:58 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020248099,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33404116992,
"io_kbytes" : 32621208,
"bw_bytes" : 1112024933,
"bw" : 1085961,
"iops" : 271490.462399,
"runtime" : 30039,
"total_ios" : 8155302,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 749,
"max" : 89393997,
"mean" : 351589.638982,
"stddev" : 978726.620221,
"N" : 8155302
},
"clat_ns" : {
"min" : 322458,
"max" : 259180863,
"mean" : 44868326.838344,
"stddev" : 18119742.817804,
"N" : 8155302,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 23461888,
"10.000000" : 25296896,
"20.000000" : 28704768,
"30.000000" : 31064064,
"40.000000" : 33816576,
"50.000000" : 38535168,
"60.000000" : 52166656,
"70.000000" : 57933824,
"80.000000" : 62652416,
"90.000000" : 67633152,
"95.000000" : 70778880,
"99.000000" : 80216064,
"99.500000" : 110624768,
"99.900000" : 158334976,
"99.950000" : 170917888,
"99.990000" : 196083712
}
},
"lat_ns" : {
"min" : 323684,
"max" : 261719019,
"mean" : 45219916.477326,
"stddev" : 18255224.640231,
"N" : 8155302
},
"bw_min" : 953879,
"bw_max" : 1500040,
"bw_agg" : 100.000000,
"bw_mean" : 1086698.432203,
"bw_dev" : 1394.141335,
"bw_samples" : 5689,
"iops_min" : 238467,
"iops_max" : 375003,
"iops_mean" : 271672.086441,
"iops_stddev" : 348.532297,
"iops_samples" : 5689
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2882235,
"usr_cpu" : 0.536736,
"sys_cpu" : 0.977367,
"ctx" : 1226515,
"majf" : 0,
"minf" : 1246,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.925840
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.030667,
"4" : 0.026670,
"10" : 0.055878,
"20" : 0.612657,
"50" : 57.120631,
"100" : 41.542692,
"250" : 0.594227,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 98,
"write_ios" : 8145550,
"read_sectors" : 4248,
"write_sectors" : 65164408,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3,
"write_ticks" : 242365423,
"in_queue" : 242365426,
"util" : 99.509398
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020583,
"timestamp_ms" : 1743020583260,
"time" : "Wed Mar 26 20:23:03 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme3n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020552718,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95969869824,
"io_kbytes" : 93720576,
"bw_bytes" : 3160438313,
"bw" : 3086365,
"iops" : 3014.028848,
"runtime" : 30366,
"total_ios" : 91524,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 22334,
"max" : 657768637,
"mean" : 31482773.535193,
"stddev" : 20279451.134318,
"N" : 91524
},
"clat_ns" : {
"min" : 268712275,
"max" : 12236940806,
"mean" : 3875868579.441480,
"stddev" : 1594551309.351938,
"N" : 91524,
"percentile" : {
"1.000000" : 624951296,
"5.000000" : 1686110208,
"10.000000" : 2566914048,
"20.000000" : 2734686208,
"30.000000" : 2801795072,
"40.000000" : 2835349504,
"50.000000" : 2902458368,
"60.000000" : 4865392640,
"70.000000" : 5335154688,
"80.000000" : 5536481280,
"90.000000" : 5804916736,
"95.000000" : 5939134464,
"99.000000" : 6140461056,
"99.500000" : 9865003008,
"99.900000" : 11475615744,
"99.950000" : 11744051200,
"99.990000" : 12012486656
}
},
"lat_ns" : {
"min" : 304413425,
"max" : 12286955203,
"mean" : 3907351352.976673,
"stddev" : 1604255335.686224,
"N" : 91524
},
"bw_min" : 1199570,
"bw_max" : 3544594,
"bw_agg" : 95.508616,
"bw_mean" : 2947745.606566,
"bw_dev" : 3935.613171,
"bw_samples" : 5180,
"iops_min" : 1146,
"iops_max" : 3456,
"iops_mean" : 2855.479237,
"iops_stddev" : 3.859553,
"iops_samples" : 5180
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2913076,
"usr_cpu" : 0.013079,
"sys_cpu" : 0.380766,
"ctx" : 131325,
"majf" : 0,
"minf" : 3147096,
"iodepth_level" : {
"1" : 0.104891,
"2" : 0.209781,
"4" : 0.419562,
"8" : 0.839124,
"16" : 1.678248,
"32" : 3.356497,
">=64" : 93.391897
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.879136,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.120864
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.596565,
"750" : 0.806346,
"1000" : 0.780123,
"2000" : 4.540885,
">=2000" : 93.276081
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme3n1",
"read_ios" : 731702,
"write_ios" : 0,
"read_sectors" : 187315712,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241271660,
"write_ticks" : 0,
"in_queue" : 241271660,
"util" : 99.694431
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020552,
"timestamp_ms" : 1743020552297,
"time" : "Wed Mar 26 20:22:32 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme3n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020521418,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48931799040,
"io_kbytes" : 47784960,
"bw_bytes" : 1590657273,
"bw" : 1553376,
"iops" : 1516.968988,
"runtime" : 30762,
"total_ios" : 46665,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 39012,
"max" : 1693464207,
"mean" : 61778428.947520,
"stddev" : 35592517.532488,
"N" : 46665
},
"clat_ns" : {
"min" : 300209462,
"max" : 26001869477,
"mean" : 7263241926.527096,
"stddev" : 3249953327.503990,
"N" : 46665,
"percentile" : {
"1.000000" : 943718400,
"5.000000" : 2164260864,
"10.000000" : 3539992576,
"20.000000" : 5603590144,
"30.000000" : 5670699008,
"40.000000" : 5670699008,
"50.000000" : 5670699008,
"60.000000" : 6207569920,
"70.000000" : 10938744832,
"80.000000" : 11341398016,
"90.000000" : 11341398016,
"95.000000" : 11341398016,
"99.000000" : 11609833472,
"99.500000" : 12012486656,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 300278365,
"max" : 26091060074,
"mean" : 7325020355.474618,
"stddev" : 3265609478.414283,
"N" : 46665
},
"bw_min" : 614302,
"bw_max" : 1607970,
"bw_agg" : 93.397141,
"bw_mean" : 1450809.658545,
"bw_dev" : 2001.233249,
"bw_samples" : 4440,
"iops_min" : 594,
"iops_max" : 1570,
"iops_mean" : 1409.275599,
"iops_stddev" : 1.964433,
"iops_samples" : 4440
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2946712,
"usr_cpu" : 0.068076,
"sys_cpu" : 0.090270,
"ctx" : 70172,
"majf" : 0,
"minf" : 1247,
"iodepth_level" : {
"1" : 0.205722,
"2" : 0.411443,
"4" : 0.822887,
"8" : 1.645773,
"16" : 3.291546,
"32" : 6.583092,
">=64" : 87.039537
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.722295,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.277705
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.019286,
"750" : 0.381442,
"1000" : 0.771456,
"2000" : 3.250830,
">=2000" : 95.576985
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme3n1",
"read_ios" : 49,
"write_ios" : 370707,
"read_sectors" : 2124,
"write_sectors" : 94900992,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 240564700,
"in_queue" : 240564703,
"util" : 98.881309
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020520,
"timestamp_ms" : 1743020520581,
"time" : "Wed Mar 26 20:22:00 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme3n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020490505,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42062442496,
"io_kbytes" : 41076604,
"bw_bytes" : 1400634094,
"bw" : 1367806,
"iops" : 341951.683261,
"runtime" : 30031,
"total_ios" : 10269151,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 764,
"max" : 59569149,
"mean" : 278953.039376,
"stddev" : 803053.287923,
"N" : 10269151
},
"clat_ns" : {
"min" : 281246,
"max" : 208962883,
"mean" : 35628586.585810,
"stddev" : 14950852.279563,
"N" : 10269151,
"percentile" : {
"1.000000" : 10813440,
"5.000000" : 16056320,
"10.000000" : 20578304,
"20.000000" : 23199744,
"30.000000" : 24772608,
"40.000000" : 26607616,
"50.000000" : 29229056,
"60.000000" : 43253760,
"70.000000" : 46923776,
"80.000000" : 50593792,
"90.000000" : 53739520,
"95.000000" : 56885248,
"99.000000" : 64749568,
"99.500000" : 88604672,
"99.900000" : 120061952,
"99.950000" : 130547712,
"99.990000" : 147849216
}
},
"lat_ns" : {
"min" : 282713,
"max" : 226610853,
"mean" : 35907539.625186,
"stddev" : 15062730.852396,
"N" : 10269151
},
"bw_min" : 1193491,
"bw_max" : 2726092,
"bw_agg" : 100.000000,
"bw_mean" : 1368867.407345,
"bw_dev" : 3271.567662,
"bw_samples" : 5684,
"iops_min" : 298371,
"iops_max" : 681515,
"iops_mean" : 342213.137006,
"iops_stddev" : 817.878731,
"iops_samples" : 5684
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2881671,
"usr_cpu" : 0.620959,
"sys_cpu" : 1.265655,
"ctx" : 1522930,
"majf" : 0,
"minf" : 13400,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.941105
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999064,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010118
},
"latency_ms" : {
"2" : 0.039049,
"4" : 0.047531,
"10" : 0.156926,
"20" : 8.374723,
"50" : 70.920780,
"100" : 20.118674,
"250" : 0.322227,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme3n1",
"read_ios" : 10262104,
"write_ios" : 0,
"read_sectors" : 82096832,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241651764,
"write_ticks" : 0,
"in_queue" : 241651764,
"util" : 99.512858
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020489,
"timestamp_ms" : 1743020489967,
"time" : "Wed Mar 26 20:21:29 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "96",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme3n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020459865,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,24,25,26,27,28,29,3,30,31,32,33,34,35,36,37,38,39,4,40,41,42,43,44,45,46,47,80,81,5,82,83,84,85,86,87,88,89,90,91,6,92,93,94,95,7,8,9,48,49,58,59,60,61,62,63,64,65,66,67,50,68,69,70,71,72,73,74,75,76,77,51,78,79,52,53,54,55,56,57,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33400418304,
"io_kbytes" : 32617596,
"bw_bytes" : 1111975839,
"bw" : 1085913,
"iops" : 271478.476546,
"runtime" : 30037,
"total_ios" : 8154399,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 758,
"max" : 58471275,
"mean" : 351654.454479,
"stddev" : 972394.524496,
"N" : 8154399
},
"clat_ns" : {
"min" : 338446,
"max" : 238912892,
"mean" : 44873695.682166,
"stddev" : 17883779.016287,
"N" : 8154399,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 23199744,
"10.000000" : 25034752,
"20.000000" : 28704768,
"30.000000" : 31326208,
"40.000000" : 33816576,
"50.000000" : 38535168,
"60.000000" : 52690944,
"70.000000" : 58458112,
"80.000000" : 62652416,
"90.000000" : 67633152,
"95.000000" : 70778880,
"99.000000" : 80216064,
"99.500000" : 106430464,
"99.900000" : 145752064,
"99.950000" : 156237824,
"99.990000" : 179306496
}
},
"lat_ns" : {
"min" : 341922,
"max" : 238915837,
"mean" : 45225350.136645,
"stddev" : 18017272.968162,
"N" : 8154399
},
"bw_min" : 957031,
"bw_max" : 1495084,
"bw_agg" : 100.000000,
"bw_mean" : 1086719.218927,
"bw_dev" : 1404.871456,
"bw_samples" : 5691,
"iops_min" : 239256,
"iops_max" : 373764,
"iops_mean" : 271678.476554,
"iops_stddev" : 351.209577,
"iops_samples" : 5691
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2882195,
"usr_cpu" : 0.535425,
"sys_cpu" : 0.954446,
"ctx" : 1231326,
"majf" : 0,
"minf" : 997,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.925831
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015906,
"4" : 0.021473,
"10" : 0.058987,
"20" : 0.566014,
"50" : 56.974168,
"100" : 41.773870,
"250" : 0.569177,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme3n1",
"read_ios" : 98,
"write_ios" : 8146298,
"read_sectors" : 4248,
"write_sectors" : 65170384,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 242460564,
"in_queue" : 242460566,
"util" : 99.499536
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017067,
"timestamp_ms" : 1743017067840,
"time" : "Wed Mar 26 19:24:27 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017037684,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 31937527808,
"io_kbytes" : 31188992,
"bw_bytes" : 1060448511,
"bw" : 1035594,
"iops" : 1011.322509,
"runtime" : 30117,
"total_ios" : 30458,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20279,
"max" : 139459951,
"mean" : 7875510.277300,
"stddev" : 7922119.617859,
"N" : 30458
},
"clat_ns" : {
"min" : 82258639,
"max" : 2106657459,
"mean" : 1002885761.397695,
"stddev" : 378297259.185734,
"N" : 30458,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 358612992,
"10.000000" : 935329792,
"20.000000" : 935329792,
"30.000000" : 935329792,
"40.000000" : 935329792,
"50.000000" : 935329792,
"60.000000" : 935329792,
"70.000000" : 935329792,
"80.000000" : 935329792,
"90.000000" : 1803550720,
"95.000000" : 1887436800,
"99.000000" : 1971322880,
"99.500000" : 1988100096,
"99.900000" : 2055208960,
"99.950000" : 2055208960,
"99.990000" : 2105540608
}
},
"lat_ns" : {
"min" : 82492281,
"max" : 2121126981,
"mean" : 1010761271.674994,
"stddev" : 381144989.281533,
"N" : 30458
},
"bw_min" : 923648,
"bw_max" : 2681207,
"bw_agg" : 97.038295,
"bw_mean" : 1004923.533333,
"bw_dev" : 31078.145011,
"bw_samples" : 480,
"iops_min" : 902,
"iops_max" : 2618,
"iops_mean" : 981.350000,
"iops_stddev" : 30.343304,
"iops_samples" : 480
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240907,
"usr_cpu" : 0.072227,
"sys_cpu" : 0.680346,
"ctx" : 34274,
"majf" : 0,
"minf" : 262251,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.105063,
"8" : 0.210125,
"16" : 0.420251,
"32" : 0.840502,
">=64" : 98.345262
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972835,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.247094,
"250" : 1.053910,
"500" : 1.661304,
"750" : 1.651454,
"1000" : 78.925077,
"2000" : 12.985094,
">=2000" : 0.476065
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 241962,
"write_ios" : 0,
"read_sectors" : 61942272,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 26368125,
"write_ticks" : 0,
"in_queue" : 26368125,
"util" : 99.729766
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017037,
"timestamp_ms" : 1743017037423,
"time" : "Wed Mar 26 19:23:57 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017007195,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15704522752,
"io_kbytes" : 15336448,
"bw_bytes" : 519484064,
"bw" : 507308,
"iops" : 495.418610,
"runtime" : 30231,
"total_ios" : 14977,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 27874,
"max" : 205526061,
"mean" : 16023023.351005,
"stddev" : 15884754.640815,
"N" : 14977
},
"clat_ns" : {
"min" : 12949991,
"max" : 4007695232,
"mean" : 2016601855.190694,
"stddev" : 710862453.336226,
"N" : 14977,
"percentile" : {
"1.000000" : 263192576,
"5.000000" : 1082130432,
"10.000000" : 1870659584,
"20.000000" : 1870659584,
"30.000000" : 1870659584,
"40.000000" : 1870659584,
"50.000000" : 1870659584,
"60.000000" : 1870659584,
"70.000000" : 1870659584,
"80.000000" : 1870659584,
"90.000000" : 3640655872,
"95.000000" : 3774873600,
"99.000000" : 3875536896,
"99.500000" : 3909091328,
"99.900000" : 3976200192,
"99.950000" : 3976200192,
"99.990000" : 4009754624
}
},
"lat_ns" : {
"min" : 12988948,
"max" : 4110422476,
"mean" : 2032624878.541697,
"stddev" : 715988780.901539,
"N" : 14977
},
"bw_min" : 356352,
"bw_max" : 727040,
"bw_agg" : 96.553842,
"bw_mean" : 489826.861166,
"bw_dev" : 10171.838618,
"bw_samples" : 462,
"iops_min" : 348,
"iops_max" : 710,
"iops_mean" : 478.341507,
"iops_stddev" : 9.933419,
"iops_samples" : 462
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 241729,
"usr_cpu" : 0.307369,
"sys_cpu" : 0.239524,
"ctx" : 16854,
"majf" : 0,
"minf" : 89,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.106830,
"4" : 0.213661,
"8" : 0.427322,
"16" : 0.854644,
"32" : 1.709288,
">=64" : 96.634840
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.942730,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.287107,
"50" : 0.340522,
"100" : 0.106830,
"250" : 0.220338,
"500" : 0.914736,
"750" : 1.175135,
"1000" : 1.488950,
"2000" : 82.339587,
">=2000" : 13.126794
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 50,
"write_ios" : 119199,
"read_sectors" : 2116,
"write_sectors" : 30514944,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 26340329,
"in_queue" : 26340331,
"util" : 99.599537
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017006,
"timestamp_ms" : 1743017006819,
"time" : "Wed Mar 26 19:23:26 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016976776,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 14073503744,
"io_kbytes" : 13743656,
"bw_bytes" : 468991727,
"bw" : 457999,
"iops" : 114499.933351,
"runtime" : 30008,
"total_ios" : 3435914,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 719,
"max" : 7558514,
"mean" : 68741.627715,
"stddev" : 252267.553418,
"N" : 3435914
},
"clat_ns" : {
"min" : 19354,
"max" : 32487529,
"mean" : 8871982.067451,
"stddev" : 3436599.981026,
"N" : 3435914,
"percentile" : {
"1.000000" : 2310144,
"5.000000" : 2670592,
"10.000000" : 7700480,
"20.000000" : 7962624,
"30.000000" : 8159232,
"40.000000" : 8224768,
"50.000000" : 8224768,
"60.000000" : 8290304,
"70.000000" : 8355840,
"80.000000" : 8454144,
"90.000000" : 14745600,
"95.000000" : 16711680,
"99.000000" : 20840448,
"99.500000" : 21889024,
"99.900000" : 24510464,
"99.950000" : 25821184,
"99.990000" : 28704768
}
},
"lat_ns" : {
"min" : 168356,
"max" : 32488805,
"mean" : 8940723.695167,
"stddev" : 3459111.969100,
"N" : 3435914
},
"bw_min" : 428424,
"bw_max" : 1390888,
"bw_agg" : 100.000000,
"bw_mean" : 458598.915254,
"bw_dev" : 17867.041574,
"bw_samples" : 472,
"iops_min" : 107106,
"iops_max" : 347722,
"iops_mean" : 114649.728814,
"iops_stddev" : 4466.760393,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240043,
"usr_cpu" : 1.899660,
"sys_cpu" : 3.644347,
"ctx" : 485422,
"majf" : 0,
"minf" : 1125,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.985331
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999767,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.026136,
"750" : 0.017288,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.096626,
"4" : 6.614368,
"10" : 80.100491,
"20" : 11.657218,
"50" : 1.481527,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 3421008,
"write_ios" : 0,
"read_sectors" : 27368064,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 26172916,
"write_ticks" : 0,
"in_queue" : 26172916,
"util" : 99.673072
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016976,
"timestamp_ms" : 1743016976486,
"time" : "Wed Mar 26 19:22:56 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016946446,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11274035200,
"io_kbytes" : 11009800,
"bw_bytes" : 375663430,
"bw" : 366858,
"iops" : 91714.704608,
"runtime" : 30011,
"total_ios" : 2752450,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 706,
"max" : 6140321,
"mean" : 85994.095929,
"stddev" : 328490.462241,
"N" : 2752450
},
"clat_ns" : {
"min" : 219262,
"max" : 26706954,
"mean" : 11075474.680365,
"stddev" : 4160745.979150,
"N" : 2752450,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 2801664,
"10.000000" : 9633792,
"20.000000" : 10158080,
"30.000000" : 10289152,
"40.000000" : 10289152,
"50.000000" : 10289152,
"60.000000" : 10289152,
"70.000000" : 10420224,
"80.000000" : 10420224,
"90.000000" : 20578304,
"95.000000" : 20578304,
"99.000000" : 20840448,
"99.500000" : 20840448,
"99.900000" : 20840448,
"99.950000" : 21102592,
"99.990000" : 21364736
}
},
"lat_ns" : {
"min" : 221737,
"max" : 26708106,
"mean" : 11161468.776295,
"stddev" : 4180436.117506,
"N" : 2752450
},
"bw_min" : 346368,
"bw_max" : 1326629,
"bw_agg" : 100.000000,
"bw_mean" : 367393.169492,
"bw_dev" : 16708.945053,
"bw_samples" : 472,
"iops_min" : 86592,
"iops_max" : 331656,
"iops_mean" : 91848.271186,
"iops_stddev" : 4177.219201,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240054,
"usr_cpu" : 1.782516,
"sys_cpu" : 2.962667,
"ctx" : 387485,
"majf" : 0,
"minf" : 92,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.981689
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999709,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.033861,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.056386,
"4" : 6.369889,
"10" : 10.926738,
"20" : 70.000363,
"50" : 12.595179,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 150,
"write_ios" : 2740444,
"read_sectors" : 6348,
"write_sectors" : 21923552,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 5,
"write_ticks" : 26394608,
"in_queue" : 26394613,
"util" : 99.676408
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017273,
"timestamp_ms" : 1743017273560,
"time" : "Wed Mar 26 19:27:53 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017243395,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 31931236352,
"io_kbytes" : 31182848,
"bw_bytes" : 1060098813,
"bw" : 1035252,
"iops" : 1010.989011,
"runtime" : 30121,
"total_ios" : 30452,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18251,
"max" : 103690697,
"mean" : 7877518.902995,
"stddev" : 9974534.962857,
"N" : 30452
},
"clat_ns" : {
"min" : 75656806,
"max" : 2039624469,
"mean" : 1003190595.025845,
"stddev" : 378178596.741883,
"N" : 30452,
"percentile" : {
"1.000000" : 85458944,
"5.000000" : 367001600,
"10.000000" : 926941184,
"20.000000" : 926941184,
"30.000000" : 926941184,
"40.000000" : 926941184,
"50.000000" : 935329792,
"60.000000" : 935329792,
"70.000000" : 935329792,
"80.000000" : 935329792,
"90.000000" : 1820327936,
"95.000000" : 1870659584,
"99.000000" : 1954545664,
"99.500000" : 1971322880,
"99.900000" : 2004877312,
"99.950000" : 2021654528,
"99.990000" : 2038431744
}
},
"lat_ns" : {
"min" : 75918503,
"max" : 2053331205,
"mean" : 1011068113.928839,
"stddev" : 380983193.124967,
"N" : 30452
},
"bw_min" : 946176,
"bw_max" : 2657085,
"bw_agg" : 97.054753,
"bw_mean" : 1004762.616667,
"bw_dev" : 30826.492095,
"bw_samples" : 480,
"iops_min" : 924,
"iops_max" : 2594,
"iops_mean" : 981.200000,
"iops_stddev" : 30.089188,
"iops_samples" : 480
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240901,
"usr_cpu" : 0.092154,
"sys_cpu" : 0.628059,
"ctx" : 33498,
"majf" : 0,
"minf" : 262251,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.105083,
"8" : 0.210167,
"16" : 0.420334,
"32" : 0.840667,
">=64" : 98.344936
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972830,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.198476,
"250" : 1.031131,
"500" : 1.655064,
"750" : 1.661631,
"1000" : 78.999737,
"2000" : 13.345593,
">=2000" : 0.108367
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 241910,
"write_ios" : 0,
"read_sectors" : 61928960,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 26023213,
"write_ticks" : 0,
"in_queue" : 26023213,
"util" : 99.703165
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017243,
"timestamp_ms" : 1743017243138,
"time" : "Wed Mar 26 19:27:23 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017212912,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15701377024,
"io_kbytes" : 15333376,
"bw_bytes" : 519242601,
"bw" : 507072,
"iops" : 495.188333,
"runtime" : 30239,
"total_ios" : 14974,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 26849,
"max" : 145787112,
"mean" : 16027394.366569,
"stddev" : 20523281.941882,
"N" : 14974
},
"clat_ns" : {
"min" : 13552964,
"max" : 3908834335,
"mean" : 2017156071.467144,
"stddev" : 710646242.658105,
"N" : 14974,
"percentile" : {
"1.000000" : 265289728,
"5.000000" : 1082130432,
"10.000000" : 1853882368,
"20.000000" : 1853882368,
"30.000000" : 1853882368,
"40.000000" : 1853882368,
"50.000000" : 1870659584,
"60.000000" : 1870659584,
"70.000000" : 1870659584,
"80.000000" : 1870659584,
"90.000000" : 3707764736,
"95.000000" : 3741319168,
"99.000000" : 3741319168,
"99.500000" : 3741319168,
"99.900000" : 3875536896,
"99.950000" : 3875536896,
"99.990000" : 3909091328
}
},
"lat_ns" : {
"min" : 13584061,
"max" : 3935980839,
"mean" : 2033183465.833713,
"stddev" : 715545681.210645,
"N" : 14974
},
"bw_min" : 352256,
"bw_max" : 720896,
"bw_agg" : 96.570936,
"bw_mean" : 489685.491307,
"bw_dev" : 10184.096406,
"bw_samples" : 462,
"iops_min" : 344,
"iops_max" : 704,
"iops_mean" : 478.208488,
"iops_stddev" : 9.945407,
"iops_samples" : 462
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 241709,
"usr_cpu" : 0.302430,
"sys_cpu" : 0.229615,
"ctx" : 16652,
"majf" : 0,
"minf" : 103,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.106852,
"4" : 0.213704,
"8" : 0.427408,
"16" : 0.854815,
"32" : 1.709630,
">=64" : 96.634166
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.942718,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.300521,
"50" : 0.347269,
"100" : 0.093495,
"250" : 0.213704,
"500" : 0.908241,
"750" : 1.155336,
"1000" : 1.489248,
"2000" : 82.362762,
">=2000" : 13.129424
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 50,
"write_ios" : 119200,
"read_sectors" : 2116,
"write_sectors" : 30515200,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 26068910,
"in_queue" : 26068912,
"util" : 99.579846
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017212,
"timestamp_ms" : 1743017212545,
"time" : "Wed Mar 26 19:26:52 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017182507,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 14089814016,
"io_kbytes" : 13759584,
"bw_bytes" : 469519611,
"bw" : 458515,
"iops" : 114628.811357,
"runtime" : 30009,
"total_ios" : 3439896,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 720,
"max" : 14326207,
"mean" : 68852.569110,
"stddev" : 299016.905032,
"N" : 3439896
},
"clat_ns" : {
"min" : 129633,
"max" : 46253697,
"mean" : 8862061.887535,
"stddev" : 3608120.768480,
"N" : 3439896,
"percentile" : {
"1.000000" : 2146304,
"5.000000" : 2408448,
"10.000000" : 7307264,
"20.000000" : 8028160,
"30.000000" : 8159232,
"40.000000" : 8224768,
"50.000000" : 8290304,
"60.000000" : 8290304,
"70.000000" : 8355840,
"80.000000" : 8454144,
"90.000000" : 13434880,
"95.000000" : 17432576,
"99.000000" : 22675456,
"99.500000" : 23724032,
"99.900000" : 27918336,
"99.950000" : 29753344,
"99.990000" : 33161216
}
},
"lat_ns" : {
"min" : 130597,
"max" : 46321771,
"mean" : 8930914.456645,
"stddev" : 3631279.160203,
"N" : 3439896
},
"bw_min" : 426216,
"bw_max" : 1539952,
"bw_agg" : 100.000000,
"bw_mean" : 459119.728814,
"bw_dev" : 19416.722036,
"bw_samples" : 472,
"iops_min" : 106554,
"iops_max" : 384988,
"iops_mean" : 114779.966102,
"iops_stddev" : 4854.179716,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240045,
"usr_cpu" : 1.583453,
"sys_cpu" : 3.364369,
"ctx" : 405169,
"majf" : 0,
"minf" : 1122,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.985348
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999767,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.022036,
"750" : 0.014419,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.253322,
"4" : 6.429991,
"10" : 80.374349,
"20" : 10.752767,
"50" : 2.143030,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 3425346,
"write_ios" : 0,
"read_sectors" : 27402768,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 26072806,
"write_ticks" : 0,
"in_queue" : 26072807,
"util" : 99.676440
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017182,
"timestamp_ms" : 1743017182224,
"time" : "Wed Mar 26 19:26:22 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017152182,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11278815232,
"io_kbytes" : 11014468,
"bw_bytes" : 375822706,
"bw" : 367014,
"iops" : 91753.590350,
"runtime" : 30011,
"total_ios" : 2753617,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 705,
"max" : 13015758,
"mean" : 86092.472321,
"stddev" : 353310.011606,
"N" : 2753617
},
"clat_ns" : {
"min" : 120455,
"max" : 52646432,
"mean" : 11071027.718962,
"stddev" : 4583230.206114,
"N" : 2753617,
"percentile" : {
"1.000000" : 2408448,
"5.000000" : 2637824,
"10.000000" : 9109504,
"20.000000" : 10289152,
"30.000000" : 10289152,
"40.000000" : 10289152,
"50.000000" : 10289152,
"60.000000" : 10289152,
"70.000000" : 10420224,
"80.000000" : 10420224,
"90.000000" : 16908288,
"95.000000" : 21889024,
"99.000000" : 28442624,
"99.500000" : 31064064,
"99.900000" : 35913728,
"99.950000" : 37486592,
"99.990000" : 42729472
}
},
"lat_ns" : {
"min" : 168299,
"max" : 52647488,
"mean" : 11157120.191283,
"stddev" : 4612067.497089,
"N" : 2753617
},
"bw_min" : 340808,
"bw_max" : 1402532,
"bw_agg" : 100.000000,
"bw_mean" : 367502.440678,
"bw_dev" : 17765.727935,
"bw_samples" : 472,
"iops_min" : 85202,
"iops_max" : 350632,
"iops_mean" : 91875.593220,
"iops_stddev" : 4441.414294,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240056,
"usr_cpu" : 1.520895,
"sys_cpu" : 2.890992,
"ctx" : 271590,
"majf" : 0,
"minf" : 99,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.981697
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999709,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.012166,
"750" : 0.016814,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.036570,
"4" : 6.337918,
"10" : 7.589872,
"20" : 79.459743,
"50" : 6.536457,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 50,
"write_ios" : 2742035,
"read_sectors" : 2116,
"write_sectors" : 21936280,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 26264144,
"in_queue" : 26264146,
"util" : 99.663142
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017477,
"timestamp_ms" : 1743017477483,
"time" : "Wed Mar 26 19:31:17 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017447312,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 31925993472,
"io_kbytes" : 31177728,
"bw_bytes" : 1059995135,
"bw" : 1035151,
"iops" : 1010.890136,
"runtime" : 30119,
"total_ios" : 30447,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20315,
"max" : 145701256,
"mean" : 7879031.560449,
"stddev" : 9741764.086286,
"N" : 30447
},
"clat_ns" : {
"min" : 81263825,
"max" : 2010147880,
"mean" : 1003278690.336717,
"stddev" : 377609929.360939,
"N" : 30447,
"percentile" : {
"1.000000" : 89653248,
"5.000000" : 367001600,
"10.000000" : 926941184,
"20.000000" : 926941184,
"30.000000" : 926941184,
"40.000000" : 926941184,
"50.000000" : 935329792,
"60.000000" : 935329792,
"70.000000" : 935329792,
"80.000000" : 935329792,
"90.000000" : 1820327936,
"95.000000" : 1870659584,
"99.000000" : 1937768448,
"99.500000" : 1937768448,
"99.900000" : 1988100096,
"99.950000" : 2004877312,
"99.990000" : 2004877312
}
},
"lat_ns" : {
"min" : 81489657,
"max" : 2022421324,
"mean" : 1011157721.897165,
"stddev" : 380396162.142175,
"N" : 30447
},
"bw_min" : 923648,
"bw_max" : 2648064,
"bw_agg" : 97.046471,
"bw_mean" : 1004578.133333,
"bw_dev" : 30602.498661,
"bw_samples" : 480,
"iops_min" : 902,
"iops_max" : 2586,
"iops_mean" : 981.033333,
"iops_stddev" : 29.884694,
"iops_samples" : 480
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240907,
"usr_cpu" : 0.077208,
"sys_cpu" : 0.696534,
"ctx" : 33475,
"majf" : 0,
"minf" : 262256,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.105101,
"8" : 0.210201,
"16" : 0.420403,
"32" : 0.840805,
">=64" : 98.344664
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972825,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.202286,
"250" : 1.034585,
"500" : 1.665189,
"750" : 1.655336,
"1000" : 78.983151,
"2000" : 13.433179,
">=2000" : 0.026275
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 241861,
"write_ios" : 0,
"read_sectors" : 61916416,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 25978665,
"write_ticks" : 0,
"in_queue" : 25978665,
"util" : 99.746413
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017447,
"timestamp_ms" : 1743017447052,
"time" : "Wed Mar 26 19:30:47 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017416817,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15703474176,
"io_kbytes" : 15335424,
"bw_bytes" : 519415015,
"bw" : 507241,
"iops" : 495.352760,
"runtime" : 30233,
"total_ios" : 14976,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 26653,
"max" : 205585476,
"mean" : 16028169.169338,
"stddev" : 20103409.162081,
"N" : 14976
},
"clat_ns" : {
"min" : 12912344,
"max" : 4158484146,
"mean" : 2016688830.453659,
"stddev" : 711772932.463524,
"N" : 14976,
"percentile" : {
"1.000000" : 254803968,
"5.000000" : 1082130432,
"10.000000" : 1853882368,
"20.000000" : 1853882368,
"30.000000" : 1853882368,
"40.000000" : 1853882368,
"50.000000" : 1870659584,
"60.000000" : 1870659584,
"70.000000" : 1870659584,
"80.000000" : 1870659584,
"90.000000" : 3640655872,
"95.000000" : 3741319168,
"99.000000" : 3875536896,
"99.500000" : 3909091328,
"99.900000" : 4009754624,
"99.950000" : 4076863488,
"99.990000" : 4143972352
}
},
"lat_ns" : {
"min" : 12947491,
"max" : 4185800112,
"mean" : 2032716999.622998,
"stddev" : 716800932.753097,
"N" : 14976
},
"bw_min" : 343579,
"bw_max" : 735084,
"bw_agg" : 96.554061,
"bw_mean" : 489762.784576,
"bw_dev" : 10484.078565,
"bw_samples" : 462,
"iops_min" : 331,
"iops_max" : 717,
"iops_mean" : 478.017417,
"iops_stddev" : 10.259070,
"iops_samples" : 462
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 241696,
"usr_cpu" : 0.333891,
"sys_cpu" : 0.251556,
"ctx" : 16365,
"majf" : 0,
"minf" : 89,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.106838,
"4" : 0.213675,
"8" : 0.427350,
"16" : 0.854701,
"32" : 1.709402,
">=64" : 96.634615
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.942726,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.320513,
"50" : 0.340545,
"100" : 0.093483,
"250" : 0.233707,
"500" : 0.908120,
"750" : 1.121795,
"1000" : 1.515759,
"2000" : 82.351763,
">=2000" : 13.114316
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 50,
"write_ios" : 119191,
"read_sectors" : 2116,
"write_sectors" : 30512896,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 26032021,
"in_queue" : 26032024,
"util" : 99.632548
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017416,
"timestamp_ms" : 1743017416444,
"time" : "Wed Mar 26 19:30:16 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017386397,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 14090014720,
"io_kbytes" : 13759780,
"bw_bytes" : 469541946,
"bw" : 458537,
"iops" : 114634.264196,
"runtime" : 30008,
"total_ios" : 3439945,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 726,
"max" : 17436969,
"mean" : 68741.077867,
"stddev" : 310349.591686,
"N" : 3439945
},
"clat_ns" : {
"min" : 18628,
"max" : 46637327,
"mean" : 8861297.092356,
"stddev" : 3703562.339019,
"N" : 3439945,
"percentile" : {
"1.000000" : 2113536,
"5.000000" : 2408448,
"10.000000" : 7307264,
"20.000000" : 8028160,
"30.000000" : 8159232,
"40.000000" : 8224768,
"50.000000" : 8290304,
"60.000000" : 8290304,
"70.000000" : 8355840,
"80.000000" : 8454144,
"90.000000" : 13303808,
"95.000000" : 17432576,
"99.000000" : 22937600,
"99.500000" : 25559040,
"99.900000" : 30277632,
"99.950000" : 32112640,
"99.990000" : 36962304
}
},
"lat_ns" : {
"min" : 128160,
"max" : 46659085,
"mean" : 8930038.170223,
"stddev" : 3726640.069829,
"N" : 3439945
},
"bw_min" : 428176,
"bw_max" : 1549336,
"bw_agg" : 100.000000,
"bw_mean" : 459188.474576,
"bw_dev" : 19523.279635,
"bw_samples" : 472,
"iops_min" : 107044,
"iops_max" : 387334,
"iops_mean" : 114797.152542,
"iops_stddev" : 4880.819156,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240043,
"usr_cpu" : 1.796761,
"sys_cpu" : 3.230255,
"ctx" : 393473,
"majf" : 0,
"minf" : 1116,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.985349
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999767,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.024971,
"750" : 0.019768,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.288871,
"4" : 6.431818,
"10" : 80.626696,
"20" : 10.095074,
"50" : 2.504924,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 3425354,
"write_ios" : 0,
"read_sectors" : 27402832,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 26078582,
"write_ticks" : 0,
"in_queue" : 26078581,
"util" : 99.679744
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017386,
"timestamp_ms" : 1743017386108,
"time" : "Wed Mar 26 19:29:46 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "8",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017356061,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,4,5,6,7,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11278667776,
"io_kbytes" : 11014324,
"bw_bytes" : 375805270,
"bw" : 366997,
"iops" : 91749.333600,
"runtime" : 30012,
"total_ios" : 2753581,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 710,
"max" : 15443468,
"mean" : 85961.105897,
"stddev" : 344078.945754,
"N" : 2753581
},
"clat_ns" : {
"min" : 22148,
"max" : 55300247,
"mean" : 11070972.909211,
"stddev" : 4633404.310537,
"N" : 2753581,
"percentile" : {
"1.000000" : 2375680,
"5.000000" : 2637824,
"10.000000" : 9109504,
"20.000000" : 10158080,
"30.000000" : 10289152,
"40.000000" : 10289152,
"50.000000" : 10289152,
"60.000000" : 10289152,
"70.000000" : 10420224,
"80.000000" : 10551296,
"90.000000" : 16711680,
"95.000000" : 21889024,
"99.000000" : 28704768,
"99.500000" : 31850496,
"99.900000" : 37486592,
"99.950000" : 39583744,
"99.990000" : 43778048
}
},
"lat_ns" : {
"min" : 199871,
"max" : 55301285,
"mean" : 11156934.015108,
"stddev" : 4661503.585220,
"N" : 2753581
},
"bw_min" : 339088,
"bw_max" : 1397888,
"bw_agg" : 100.000000,
"bw_mean" : 367547.118644,
"bw_dev" : 17708.081568,
"bw_samples" : 472,
"iops_min" : 84772,
"iops_max" : 349472,
"iops_mean" : 91886.779661,
"iops_stddev" : 4427.020392,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240060,
"usr_cpu" : 1.726652,
"sys_cpu" : 2.914271,
"ctx" : 276935,
"majf" : 0,
"minf" : 87,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.981697
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999709,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.046303,
"750" : 0.013328,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.034174,
"4" : 6.421347,
"10" : 8.210399,
"20" : 78.843186,
"50" : 6.416808,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 50,
"write_ios" : 2741939,
"read_sectors" : 2116,
"write_sectors" : 21935520,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 26218414,
"in_queue" : 26218416,
"util" : 99.669769
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017682,
"timestamp_ms" : 1743017682325,
"time" : "Wed Mar 26 19:34:42 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017652207,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95145689088,
"io_kbytes" : 92915712,
"bw_bytes" : 3164666192,
"bw" : 3090494,
"iops" : 3018.060868,
"runtime" : 30065,
"total_ios" : 90738,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18659,
"max" : 91504347,
"mean" : 3962875.322875,
"stddev" : 3831691.305349,
"N" : 90738
},
"clat_ns" : {
"min" : 54017967,
"max" : 1111230528,
"mean" : 503870402.040005,
"stddev" : 159150670.962120,
"N" : 90738,
"percentile" : {
"1.000000" : 113770496,
"5.000000" : 308281344,
"10.000000" : 463470592,
"20.000000" : 476053504,
"30.000000" : 476053504,
"40.000000" : 480247808,
"50.000000" : 480247808,
"60.000000" : 484442112,
"70.000000" : 484442112,
"80.000000" : 488636416,
"90.000000" : 501219328,
"95.000000" : 952107008,
"99.000000" : 1010827264,
"99.500000" : 1035993088,
"99.900000" : 1061158912,
"99.950000" : 1069547520,
"99.990000" : 1082130432
}
},
"lat_ns" : {
"min" : 56366717,
"max" : 1114044703,
"mean" : 507833277.362879,
"stddev" : 160361101.547774,
"N" : 90738
},
"bw_min" : 2787328,
"bw_max" : 7096320,
"bw_agg" : 98.533460,
"bw_mean" : 3045171.200000,
"bw_dev" : 47380.012522,
"bw_samples" : 720,
"iops_min" : 2722,
"iops_max" : 6930,
"iops_mean" : 2973.800000,
"iops_stddev" : 46.269543,
"iops_samples" : 720
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360701,
"usr_cpu" : 0.173274,
"sys_cpu" : 1.118101,
"ctx" : 95523,
"majf" : 0,
"minf" : 393361,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105799,
"16" : 0.211598,
"32" : 0.423196,
">=64" : 99.166832
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986551,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.153188,
"250" : 4.385153,
"500" : 84.591902,
"750" : 2.406930,
"1000" : 6.988252,
"2000" : 1.474575,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 721975,
"write_ios" : 0,
"read_sectors" : 184825600,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 41027621,
"write_ticks" : 0,
"in_queue" : 41027622,
"util" : 99.696505
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017651,
"timestamp_ms" : 1743017651943,
"time" : "Wed Mar 26 19:34:11 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017621802,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 47946137600,
"io_kbytes" : 46822400,
"bw_bytes" : 1591678703,
"bw" : 1554373,
"iops" : 1517.943100,
"runtime" : 30123,
"total_ios" : 45725,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 33122,
"max" : 107275142,
"mean" : 7869445.257715,
"stddev" : 7375746.425154,
"N" : 45725
},
"clat_ns" : {
"min" : 14310529,
"max" : 2093819753,
"mean" : 1001240314.512324,
"stddev" : 336388276.185490,
"N" : 45725,
"percentile" : {
"1.000000" : 154140672,
"5.000000" : 367001600,
"10.000000" : 968884224,
"20.000000" : 968884224,
"30.000000" : 968884224,
"40.000000" : 968884224,
"50.000000" : 968884224,
"60.000000" : 977272832,
"70.000000" : 977272832,
"80.000000" : 977272832,
"90.000000" : 977272832,
"95.000000" : 1937768448,
"99.000000" : 2021654528,
"99.500000" : 2021654528,
"99.900000" : 2055208960,
"99.950000" : 2088763392,
"99.990000" : 2088763392
}
},
"lat_ns" : {
"min" : 14362159,
"max" : 2129239189,
"mean" : 1009109759.770038,
"stddev" : 338885838.885067,
"N" : 45725
},
"bw_min" : 1388544,
"bw_max" : 3862528,
"bw_agg" : 97.135262,
"bw_mean" : 1509845.767232,
"bw_dev" : 29534.102668,
"bw_samples" : 719,
"iops_min" : 1356,
"iops_max" : 3772,
"iops_mean" : 1474.458757,
"iops_stddev" : 28.841897,
"iops_samples" : 719
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 361353,
"usr_cpu" : 0.671089,
"sys_cpu" : 0.423962,
"ctx" : 48347,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.104975,
"8" : 0.209951,
"16" : 0.419902,
"32" : 0.839803,
">=64" : 98.346638
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972859,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.069984,
"50" : 0.067797,
"100" : 0.102788,
"250" : 3.978130,
"500" : 1.673045,
"750" : 1.710224,
"1000" : 83.601968,
"2000" : 7.346091,
">=2000" : 1.449973
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 365232,
"read_sectors" : 2124,
"write_sectors" : 93499392,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 41117312,
"in_queue" : 41117314,
"util" : 99.573187
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017621,
"timestamp_ms" : 1743017621427,
"time" : "Wed Mar 26 19:33:41 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017591385,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42019274752,
"io_kbytes" : 41034448,
"bw_bytes" : 1400362419,
"bw" : 1367541,
"iops" : 341885.356262,
"runtime" : 30006,
"total_ios" : 10258612,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 726,
"max" : 6808087,
"mean" : 34133.140080,
"stddev" : 135651.691434,
"N" : 10258612
},
"clat_ns" : {
"min" : 54745,
"max" : 18095415,
"mean" : 4457054.152394,
"stddev" : 1572081.358320,
"N" : 10258612,
"percentile" : {
"1.000000" : 1843200,
"5.000000" : 2146304,
"10.000000" : 3129344,
"20.000000" : 3620864,
"30.000000" : 3883008,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5603328,
"95.000000" : 8159232,
"99.000000" : 10551296,
"99.500000" : 11337728,
"99.900000" : 12910592,
"99.950000" : 13565952,
"99.990000" : 14614528
}
},
"lat_ns" : {
"min" : 55590,
"max" : 20201736,
"mean" : 4491187.292474,
"stddev" : 1582865.061711,
"N" : 10258612
},
"bw_min" : 1255600,
"bw_max" : 2637200,
"bw_agg" : 100.000000,
"bw_mean" : 1369167.118644,
"bw_dev" : 24459.431155,
"bw_samples" : 708,
"iops_min" : 313900,
"iops_max" : 659300,
"iops_mean" : 342291.796610,
"iops_stddev" : 6114.852024,
"iops_samples" : 708
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360036,
"usr_cpu" : 3.249120,
"sys_cpu" : 6.414914,
"ctx" : 1286979,
"majf" : 0,
"minf" : 1672,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992631
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999883,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.013901,
"750" : 0.014407,
"1000" : 0.013764
},
"latency_ms" : {
"2" : 2.689847,
"4" : 34.079415,
"10" : 61.644928,
"20" : 1.539623,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10214736,
"write_ios" : 0,
"read_sectors" : 81717888,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 40945902,
"write_ticks" : 0,
"in_queue" : 40945901,
"util" : 99.663109
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017591,
"timestamp_ms" : 1743017591093,
"time" : "Wed Mar 26 19:33:11 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017561039,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33376075776,
"io_kbytes" : 32593824,
"bw_bytes" : 1112313396,
"bw" : 1086243,
"iops" : 271560.887822,
"runtime" : 30006,
"total_ios" : 8148456,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 708,
"max" : 8447114,
"mean" : 43179.278143,
"stddev" : 172662.752120,
"N" : 8148456
},
"clat_ns" : {
"min" : 33703,
"max" : 24223458,
"mean" : 5611347.966939,
"stddev" : 1822090.077282,
"N" : 8148456,
"percentile" : {
"1.000000" : 3424256,
"5.000000" : 3784704,
"10.000000" : 4079616,
"20.000000" : 4554752,
"30.000000" : 4816896,
"40.000000" : 5079040,
"50.000000" : 5275648,
"60.000000" : 5472256,
"70.000000" : 5734400,
"80.000000" : 6062080,
"90.000000" : 6848512,
"95.000000" : 9895936,
"99.000000" : 13303808,
"99.500000" : 14352384,
"99.900000" : 16449536,
"99.950000" : 17170432,
"99.990000" : 19005440
}
},
"lat_ns" : {
"min" : 184822,
"max" : 24224471,
"mean" : 5654527.245083,
"stddev" : 1834655.861002,
"N" : 8148456
},
"bw_min" : 1009960,
"bw_max" : 1453883,
"bw_agg" : 100.000000,
"bw_mean" : 1087331.949153,
"bw_dev" : 10181.596845,
"bw_samples" : 708,
"iops_min" : 252490,
"iops_max" : 363469,
"iops_mean" : 271832.949153,
"iops_stddev" : 2545.381393,
"iops_samples" : 708
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360043,
"usr_cpu" : 2.751616,
"sys_cpu" : 5.252150,
"ctx" : 1002004,
"majf" : 0,
"minf" : 132,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990722
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999853,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.015034,
"750" : 0.015561,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015905,
"4" : 8.363879,
"10" : 86.712526,
"20" : 4.860651,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 8112460,
"read_sectors" : 2124,
"write_sectors" : 64899680,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 1,
"write_ticks" : 41221488,
"in_queue" : 41221490,
"util" : 99.663098
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017888,
"timestamp_ms" : 1743017888000,
"time" : "Wed Mar 26 19:38:08 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017857879,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95140446208,
"io_kbytes" : 92910592,
"bw_bytes" : 3164807604,
"bw" : 3090632,
"iops" : 3018.195729,
"runtime" : 30062,
"total_ios" : 90733,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18929,
"max" : 74256387,
"mean" : 3962609.984768,
"stddev" : 3925463.612389,
"N" : 90733
},
"clat_ns" : {
"min" : 51643753,
"max" : 1138453100,
"mean" : 503831476.044174,
"stddev" : 158845708.139387,
"N" : 90733,
"percentile" : {
"1.000000" : 110624768,
"5.000000" : 308281344,
"10.000000" : 463470592,
"20.000000" : 471859200,
"30.000000" : 476053504,
"40.000000" : 480247808,
"50.000000" : 480247808,
"60.000000" : 484442112,
"70.000000" : 488636416,
"80.000000" : 492830720,
"90.000000" : 505413632,
"95.000000" : 943718400,
"99.000000" : 1019215872,
"99.500000" : 1035993088,
"99.900000" : 1082130432,
"99.950000" : 1098907648,
"99.990000" : 1132462080
}
},
"lat_ns" : {
"min" : 57125229,
"max" : 1147450284,
"mean" : 507794086.028941,
"stddev" : 160048838.669985,
"N" : 90733
},
"bw_min" : 2791424,
"bw_max" : 7088128,
"bw_agg" : 98.523525,
"bw_mean" : 3045000.533333,
"bw_dev" : 47094.470311,
"bw_samples" : 720,
"iops_min" : 2726,
"iops_max" : 6922,
"iops_mean" : 2973.633333,
"iops_stddev" : 45.990694,
"iops_samples" : 720
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360695,
"usr_cpu" : 0.150820,
"sys_cpu" : 1.253136,
"ctx" : 95021,
"majf" : 0,
"minf" : 393363,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105805,
"16" : 0.211610,
"32" : 0.423220,
">=64" : 99.166786
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986550,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.147686,
"250" : 4.393109,
"500" : 83.937487,
"750" : 3.026462,
"1000" : 6.500391,
"2000" : 1.994864,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 721921,
"write_ios" : 0,
"read_sectors" : 184811776,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 41043623,
"write_ticks" : 0,
"in_queue" : 41043623,
"util" : 99.709787
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017857,
"timestamp_ms" : 1743017857612,
"time" : "Wed Mar 26 19:37:37 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017827479,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 47977594880,
"io_kbytes" : 46853120,
"bw_bytes" : 1592670126,
"bw" : 1555341,
"iops" : 1518.888594,
"runtime" : 30124,
"total_ios" : 45755,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 30703,
"max" : 142906836,
"mean" : 7864028.422293,
"stddev" : 7706632.446209,
"N" : 45755
},
"clat_ns" : {
"min" : 13365260,
"max" : 2201044876,
"mean" : 1000589679.900163,
"stddev" : 337105939.376198,
"N" : 45755,
"percentile" : {
"1.000000" : 156237824,
"5.000000" : 354418688,
"10.000000" : 968884224,
"20.000000" : 968884224,
"30.000000" : 968884224,
"40.000000" : 968884224,
"50.000000" : 968884224,
"60.000000" : 977272832,
"70.000000" : 977272832,
"80.000000" : 977272832,
"90.000000" : 977272832,
"95.000000" : 1937768448,
"99.000000" : 2021654528,
"99.500000" : 2055208960,
"99.900000" : 2122317824,
"99.950000" : 2122317824,
"99.990000" : 2164260864
}
},
"lat_ns" : {
"min" : 13412478,
"max" : 2206198605,
"mean" : 1008453708.322457,
"stddev" : 339611379.992682,
"N" : 45755
},
"bw_min" : 1347539,
"bw_max" : 3939009,
"bw_agg" : 97.144684,
"bw_mean" : 1510932.000565,
"bw_dev" : 30738.241484,
"bw_samples" : 719,
"iops_min" : 1315,
"iops_max" : 3843,
"iops_mean" : 1475.397740,
"iops_stddev" : 29.985175,
"iops_samples" : 719
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 361357,
"usr_cpu" : 0.619332,
"sys_cpu" : 0.494248,
"ctx" : 48621,
"majf" : 0,
"minf" : 140,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.104907,
"8" : 0.209813,
"16" : 0.419626,
"32" : 0.839253,
">=64" : 98.347722
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972877,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.091793,
"50" : 0.059010,
"100" : 0.109278,
"250" : 4.054202,
"500" : 1.661021,
"750" : 1.713474,
"1000" : 83.534040,
"2000" : 7.264780,
">=2000" : 1.512403
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 365432,
"read_sectors" : 2124,
"write_sectors" : 93550592,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 41152314,
"in_queue" : 41152315,
"util" : 99.606104
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017827,
"timestamp_ms" : 1743017827099,
"time" : "Wed Mar 26 19:37:07 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017797045,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42014408704,
"io_kbytes" : 41029696,
"bw_bytes" : 1400246915,
"bw" : 1367428,
"iops" : 341857.157140,
"runtime" : 30005,
"total_ios" : 10257424,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 733,
"max" : 13601142,
"mean" : 34095.495345,
"stddev" : 137247.510182,
"N" : 10257424
},
"clat_ns" : {
"min" : 86097,
"max" : 19009367,
"mean" : 4457512.653731,
"stddev" : 1580939.031033,
"N" : 10257424,
"percentile" : {
"1.000000" : 1859584,
"5.000000" : 2179072,
"10.000000" : 3096576,
"20.000000" : 3620864,
"30.000000" : 3883008,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5603328,
"95.000000" : 8093696,
"99.000000" : 10682368,
"99.500000" : 11599872,
"99.900000" : 13303808,
"99.950000" : 13959168,
"99.990000" : 15400960
}
},
"lat_ns" : {
"min" : 87010,
"max" : 19010285,
"mean" : 4491608.149076,
"stddev" : 1591758.225735,
"N" : 10257424
},
"bw_min" : 1260296,
"bw_max" : 2597968,
"bw_agg" : 100.000000,
"bw_mean" : 1369063.050847,
"bw_dev" : 23834.385178,
"bw_samples" : 708,
"iops_min" : 315074,
"iops_max" : 649492,
"iops_mean" : 342265.830508,
"iops_stddev" : 5958.622245,
"iops_samples" : 708
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360031,
"usr_cpu" : 3.294994,
"sys_cpu" : 6.600543,
"ctx" : 1270415,
"majf" : 0,
"minf" : 1682,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992630
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999883,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.015199,
"750" : 0.016778,
"1000" : 0.011982
},
"latency_ms" : {
"2" : 2.347587,
"4" : 34.366162,
"10" : 61.533890,
"20" : 1.700583,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10212640,
"write_ios" : 0,
"read_sectors" : 81701120,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 40942368,
"write_ticks" : 0,
"in_queue" : 40942368,
"util" : 99.666411
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017796,
"timestamp_ms" : 1743017796748,
"time" : "Wed Mar 26 19:36:36 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017766698,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33341517824,
"io_kbytes" : 32560076,
"bw_bytes" : 1111124665,
"bw" : 1085082,
"iops" : 271270.670177,
"runtime" : 30007,
"total_ios" : 8140019,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 721,
"max" : 7801905,
"mean" : 43184.768926,
"stddev" : 174506.034747,
"N" : 8140019
},
"clat_ns" : {
"min" : 216710,
"max" : 24614541,
"mean" : 5617072.969782,
"stddev" : 1829913.957683,
"N" : 8140019,
"percentile" : {
"1.000000" : 3489792,
"5.000000" : 3850240,
"10.000000" : 4112384,
"20.000000" : 4489216,
"30.000000" : 4816896,
"40.000000" : 5013504,
"50.000000" : 5275648,
"60.000000" : 5472256,
"70.000000" : 5734400,
"80.000000" : 6062080,
"90.000000" : 6914048,
"95.000000" : 9764864,
"99.000000" : 13303808,
"99.500000" : 14483456,
"99.900000" : 16908288,
"99.950000" : 17694720,
"99.990000" : 19529728
}
},
"lat_ns" : {
"min" : 217925,
"max" : 25360932,
"mean" : 5660257.738708,
"stddev" : 1842478.676266,
"N" : 8140019
},
"bw_min" : 1014728,
"bw_max" : 1401320,
"bw_agg" : 100.000000,
"bw_mean" : 1086336.542373,
"bw_dev" : 9516.306218,
"bw_samples" : 708,
"iops_min" : 253682,
"iops_max" : 350330,
"iops_mean" : 271584.135593,
"iops_stddev" : 2379.076554,
"iops_samples" : 708
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360048,
"usr_cpu" : 2.883782,
"sys_cpu" : 5.255133,
"ctx" : 984387,
"majf" : 0,
"minf" : 143,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990713
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999853,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.022211,
"750" : 0.010197,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.012506,
"4" : 7.374344,
"10" : 87.834353,
"20" : 4.728969,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 8103103,
"read_sectors" : 2124,
"write_sectors" : 64824824,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 1,
"write_ticks" : 41215146,
"in_queue" : 41215148,
"util" : 99.666378
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018082,
"timestamp_ms" : 1743018082698,
"time" : "Wed Mar 26 19:41:22 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018052583,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95142543360,
"io_kbytes" : 92912640,
"bw_bytes" : 3164877365,
"bw" : 3090700,
"iops" : 3018.262258,
"runtime" : 30062,
"total_ios" : 90735,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18572,
"max" : 72023508,
"mean" : 3962954.609710,
"stddev" : 3883162.982614,
"N" : 90735
},
"clat_ns" : {
"min" : 49737051,
"max" : 1098896191,
"mean" : 503910172.674029,
"stddev" : 159817300.365078,
"N" : 90735,
"percentile" : {
"1.000000" : 107479040,
"5.000000" : 312475648,
"10.000000" : 463470592,
"20.000000" : 471859200,
"30.000000" : 476053504,
"40.000000" : 476053504,
"50.000000" : 480247808,
"60.000000" : 484442112,
"70.000000" : 488636416,
"80.000000" : 492830720,
"90.000000" : 501219328,
"95.000000" : 960495616,
"99.000000" : 1010827264,
"99.500000" : 1027604480,
"99.900000" : 1052770304,
"99.950000" : 1061158912,
"99.990000" : 1082130432
}
},
"lat_ns" : {
"min" : 54832123,
"max" : 1101343187,
"mean" : 507873127.283739,
"stddev" : 161031251.006237,
"N" : 90735
},
"bw_min" : 2822144,
"bw_max" : 7084692,
"bw_agg" : 98.525009,
"bw_mean" : 3045113.933333,
"bw_dev" : 46891.925661,
"bw_samples" : 720,
"iops_min" : 2756,
"iops_max" : 6918,
"iops_mean" : 2973.733333,
"iops_stddev" : 45.785240,
"iops_samples" : 720
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360692,
"usr_cpu" : 0.160525,
"sys_cpu" : 1.173300,
"ctx" : 94952,
"majf" : 0,
"minf" : 393352,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105803,
"16" : 0.211605,
"32" : 0.423210,
">=64" : 99.166804
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986551,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.218218,
"250" : 4.299333,
"500" : 84.936353,
"750" : 2.084091,
"1000" : 6.660054,
"2000" : 1.800849,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 721934,
"write_ios" : 0,
"read_sectors" : 184815104,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 41029465,
"write_ticks" : 0,
"in_queue" : 41029465,
"util" : 99.699820
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018052,
"timestamp_ms" : 1743018052317,
"time" : "Wed Mar 26 19:40:52 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018022182,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 47960817664,
"io_kbytes" : 46836736,
"bw_bytes" : 1592007490,
"bw" : 1554694,
"iops" : 1518.256655,
"runtime" : 30126,
"total_ios" : 45739,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 31479,
"max" : 107361964,
"mean" : 7867188.760992,
"stddev" : 7605818.730657,
"N" : 45739
},
"clat_ns" : {
"min" : 12562079,
"max" : 2169933091,
"mean" : 1000886513.924462,
"stddev" : 337032420.120822,
"N" : 45739,
"percentile" : {
"1.000000" : 152043520,
"5.000000" : 362807296,
"10.000000" : 968884224,
"20.000000" : 968884224,
"30.000000" : 968884224,
"40.000000" : 968884224,
"50.000000" : 968884224,
"60.000000" : 977272832,
"70.000000" : 977272832,
"80.000000" : 977272832,
"90.000000" : 977272832,
"95.000000" : 1937768448,
"99.000000" : 1988100096,
"99.500000" : 2021654528,
"99.900000" : 2088763392,
"99.950000" : 2105540608,
"99.990000" : 2164260864
}
},
"lat_ns" : {
"min" : 12595671,
"max" : 2175432024,
"mean" : 1008753702.685454,
"stddev" : 339518151.155719,
"N" : 45739
},
"bw_min" : 1347584,
"bw_max" : 3928064,
"bw_agg" : 97.145111,
"bw_mean" : 1510310.327684,
"bw_dev" : 30824.281142,
"bw_samples" : 719,
"iops_min" : 1316,
"iops_max" : 3836,
"iops_mean" : 1474.912429,
"iops_stddev" : 30.101837,
"iops_samples" : 719
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 361367,
"usr_cpu" : 0.644220,
"sys_cpu" : 0.443317,
"ctx" : 48674,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.104943,
"8" : 0.209887,
"16" : 0.419773,
"32" : 0.839546,
">=64" : 98.347144
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972867,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.091825,
"50" : 0.067776,
"100" : 0.111502,
"250" : 3.998776,
"500" : 1.663788,
"750" : 1.705328,
"1000" : 83.578565,
"2000" : 7.890422,
">=2000" : 0.892018
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 98,
"write_ios" : 365341,
"read_sectors" : 4248,
"write_sectors" : 93527296,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 41079867,
"in_queue" : 41079870,
"util" : 99.579776
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018021,
"timestamp_ms" : 1743018021805,
"time" : "Wed Mar 26 19:40:21 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017991754,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42021216256,
"io_kbytes" : 41036344,
"bw_bytes" : 1400473796,
"bw" : 1367650,
"iops" : 341912.547909,
"runtime" : 30005,
"total_ios" : 10259086,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 726,
"max" : 6148285,
"mean" : 34151.751412,
"stddev" : 136032.815127,
"N" : 10259086
},
"clat_ns" : {
"min" : 50214,
"max" : 18121466,
"mean" : 4456824.191731,
"stddev" : 1573945.810899,
"N" : 10259086,
"percentile" : {
"1.000000" : 1843200,
"5.000000" : 2146304,
"10.000000" : 3129344,
"20.000000" : 3620864,
"30.000000" : 3883008,
"40.000000" : 4046848,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4685824,
"80.000000" : 4947968,
"90.000000" : 5603328,
"95.000000" : 8159232,
"99.000000" : 10551296,
"99.500000" : 11337728,
"99.900000" : 12910592,
"99.950000" : 13565952,
"99.990000" : 14745600
}
},
"lat_ns" : {
"min" : 63658,
"max" : 18146372,
"mean" : 4490975.943143,
"stddev" : 1584704.430849,
"N" : 10259086
},
"bw_min" : 1265560,
"bw_max" : 2652088,
"bw_agg" : 100.000000,
"bw_mean" : 1369185.694915,
"bw_dev" : 24449.489835,
"bw_samples" : 708,
"iops_min" : 316388,
"iops_max" : 663022,
"iops_mean" : 342296.423729,
"iops_stddev" : 6112.372631,
"iops_samples" : 708
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360033,
"usr_cpu" : 3.132768,
"sys_cpu" : 6.392192,
"ctx" : 1287975,
"majf" : 0,
"minf" : 1672,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992631
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999883,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.013286,
"750" : 0.015469,
"1000" : 0.016532
},
"latency_ms" : {
"2" : 2.697043,
"4" : 33.995416,
"10" : 61.682668,
"20" : 1.569916,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10214516,
"write_ios" : 0,
"read_sectors" : 81716136,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 40938595,
"write_ticks" : 0,
"in_queue" : 40938594,
"util" : 99.663098
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743017991,
"timestamp_ms" : 1743017991463,
"time" : "Wed Mar 26 19:39:51 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "12",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743017961423,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,2,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33364258816,
"io_kbytes" : 32582284,
"bw_bytes" : 1111919576,
"bw" : 1085858,
"iops" : 271464.740385,
"runtime" : 30006,
"total_ios" : 8145571,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 701,
"max" : 8174989,
"mean" : 43237.282523,
"stddev" : 173817.706626,
"N" : 8145571
},
"clat_ns" : {
"min" : 169825,
"max" : 22842270,
"mean" : 5613301.646239,
"stddev" : 1813780.180527,
"N" : 8145571,
"percentile" : {
"1.000000" : 3424256,
"5.000000" : 3784704,
"10.000000" : 4079616,
"20.000000" : 4554752,
"30.000000" : 4816896,
"40.000000" : 5079040,
"50.000000" : 5275648,
"60.000000" : 5472256,
"70.000000" : 5734400,
"80.000000" : 6062080,
"90.000000" : 6848512,
"95.000000" : 9895936,
"99.000000" : 13172736,
"99.500000" : 14221312,
"99.900000" : 16318464,
"99.950000" : 17170432,
"99.990000" : 19005440
}
},
"lat_ns" : {
"min" : 170922,
"max" : 23378173,
"mean" : 5656538.928762,
"stddev" : 1826228.376617,
"N" : 8145571
},
"bw_min" : 1010264,
"bw_max" : 1427696,
"bw_agg" : 100.000000,
"bw_mean" : 1086926.237288,
"bw_dev" : 10111.970995,
"bw_samples" : 708,
"iops_min" : 252566,
"iops_max" : 356924,
"iops_mean" : 271731.559322,
"iops_stddev" : 2527.992749,
"iops_samples" : 708
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360045,
"usr_cpu" : 2.707162,
"sys_cpu" : 5.003263,
"ctx" : 987280,
"majf" : 0,
"minf" : 124,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990719
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999853,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.014609,
"1000" : 0.011565
},
"latency_ms" : {
"2" : 0.021582,
"4" : 8.329827,
"10" : 86.800176,
"20" : 4.808920,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 98,
"write_ios" : 8109049,
"read_sectors" : 4248,
"write_sectors" : 64872392,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 41216075,
"in_queue" : 41216079,
"util" : 99.669758
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020810,
"timestamp_ms" : 1743020810635,
"time" : "Wed Mar 26 20:26:50 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme6n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020780076,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95931072512,
"io_kbytes" : 93682688,
"bw_bytes" : 3157185206,
"bw" : 3083188,
"iops" : 3010.926444,
"runtime" : 30385,
"total_ios" : 91487,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 22796,
"max" : 2462854510,
"mean" : 63010973.777630,
"stddev" : 53147939.413745,
"N" : 91487
},
"clat_ns" : {
"min" : 272458831,
"max" : 22283481243,
"mean" : 7275066566.039567,
"stddev" : 3499789742.810797,
"N" : 91487,
"percentile" : {
"1.000000" : 608174080,
"5.000000" : 1870659584,
"10.000000" : 3372220416,
"20.000000" : 4529848320,
"30.000000" : 5133828096,
"40.000000" : 5804916736,
"50.000000" : 6476005376,
"60.000000" : 7482638336,
"70.000000" : 9193914368,
"80.000000" : 10670309376,
"90.000000" : 12146704384,
"95.000000" : 13354663936,
"99.000000" : 15904800768,
"99.500000" : 16710107136,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 306144718,
"max" : 22447581946,
"mean" : 7338077539.817198,
"stddev" : 3512728896.803349,
"N" : 91487
},
"bw_min" : 1017793,
"bw_max" : 4935680,
"bw_agg" : 96.962733,
"bw_mean" : 2989544.317309,
"bw_dev" : 5060.721557,
"bw_samples" : 8687,
"iops_min" : 991,
"iops_max" : 4820,
"iops_mean" : 2919.401140,
"iops_stddev" : 4.942745,
"iops_samples" : 8687
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5829419,
"usr_cpu" : 0.008783,
"sys_cpu" : 0.271245,
"ctx" : 271292,
"majf" : 0,
"minf" : 6294071,
"iodepth_level" : {
"1" : 0.209866,
"2" : 0.419732,
"4" : 0.839464,
"8" : 1.678927,
"16" : 3.357854,
"32" : 6.715708,
">=64" : 86.778449
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.714689,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.285311
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.653645,
"750" : 0.797928,
"1000" : 0.794648,
"2000" : 3.167663,
">=2000" : 94.586116
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme6n1",
"read_ios" : 728539,
"write_ios" : 0,
"read_sectors" : 186505984,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241087106,
"write_ticks" : 0,
"in_queue" : 241087107,
"util" : 99.450784
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020779,
"timestamp_ms" : 1743020779319,
"time" : "Wed Mar 26 20:26:19 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme6n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020748350,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 49092231168,
"io_kbytes" : 47941632,
"bw_bytes" : 1590598469,
"bw" : 1553318,
"iops" : 1516.912908,
"runtime" : 30864,
"total_ios" : 46818,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 53587,
"max" : 5436965086,
"mean" : 123296956.536354,
"stddev" : 122899030.927624,
"N" : 46818
},
"clat_ns" : {
"min" : 14520297,
"max" : 30753658019,
"mean" : 11907018825.421322,
"stddev" : 6999293269.243874,
"N" : 46818,
"percentile" : {
"1.000000" : 792723456,
"5.000000" : 2071986176,
"10.000000" : 3707764736,
"20.000000" : 6610223104,
"30.000000" : 7885291520,
"40.000000" : 8925478912,
"50.000000" : 9999220736,
"60.000000" : 11744051200,
"70.000000" : 14428405760,
"80.000000" : 17112760320,
"90.000000" : 17112760320,
"95.000000" : 17112760320,
"99.000000" : 17112760320,
"99.500000" : 17112760320,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 14632720,
"max" : 30769660239,
"mean" : 12030315781.957663,
"stddev" : 7014374579.062878,
"N" : 46818
},
"bw_min" : 458232,
"bw_max" : 2421992,
"bw_agg" : 88.746816,
"bw_mean" : 1378521.392828,
"bw_dev" : 5587.492889,
"bw_samples" : 4819,
"iops_min" : 406,
"iops_max" : 2356,
"iops_mean" : 1333.076981,
"iops_stddev" : 5.458464,
"iops_samples" : 4819
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5901565,
"usr_cpu" : 0.061797,
"sys_cpu" : 0.052325,
"ctx" : 135390,
"majf" : 0,
"minf" : 2915,
"iodepth_level" : {
"1" : 0.410099,
"2" : 0.820197,
"4" : 1.640395,
"8" : 3.280789,
"16" : 6.561579,
"32" : 13.091119,
">=64" : 74.195822
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.173554,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.100000,
">=64" : 0.813533
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.220001,
"50" : 0.074758,
"100" : 0.021359,
"250" : 0.027767,
"500" : 0.019223,
"750" : 0.506216,
"1000" : 0.753984,
"2000" : 3.116323,
">=2000" : 95.260370
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme6n1",
"read_ios" : 98,
"write_ios" : 372860,
"read_sectors" : 4248,
"write_sectors" : 95452160,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 242961123,
"in_queue" : 242961128,
"util" : 98.726299
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020747,
"timestamp_ms" : 1743020747143,
"time" : "Wed Mar 26 20:25:47 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme6n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020717065,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42082537472,
"io_kbytes" : 41096228,
"bw_bytes" : 1400883404,
"bw" : 1368050,
"iops" : 342012.549933,
"runtime" : 30040,
"total_ios" : 10274057,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 761,
"max" : 485207557,
"mean" : 558834.053884,
"stddev" : 1874709.012607,
"N" : 10274057
},
"clat_ns" : {
"min" : 114776,
"max" : 1555248442,
"mean" : 71202907.092653,
"stddev" : 60156481.580436,
"N" : 10274057,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 25821184,
"10.000000" : 29753344,
"20.000000" : 38535168,
"30.000000" : 47448064,
"40.000000" : 55312384,
"50.000000" : 62652416,
"60.000000" : 69730304,
"70.000000" : 78118912,
"80.000000" : 88604672,
"90.000000" : 105381888,
"95.000000" : 131596288,
"99.000000" : 295698432,
"99.500000" : 450887680,
"99.900000" : 809500672,
"99.950000" : 960495616,
"99.990000" : 1216348160
}
},
"lat_ns" : {
"min" : 115880,
"max" : 1559076094,
"mean" : 71761741.146536,
"stddev" : 60548012.908302,
"N" : 10274057
},
"bw_min" : 450563,
"bw_max" : 2906895,
"bw_agg" : 100.000000,
"bw_mean" : 1368431.092938,
"bw_dev" : 2813.020265,
"bw_samples" : 11333,
"iops_min" : 112633,
"iops_max" : 726714,
"iops_mean" : 342103.025706,
"iops_stddev" : 703.250860,
"iops_samples" : 11333
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5763731,
"usr_cpu" : 0.399377,
"sys_cpu" : 0.893015,
"ctx" : 3015891,
"majf" : 0,
"minf" : 26994,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.882267
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998127,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.020304,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.044773,
"4" : 0.034719,
"10" : 0.066274,
"20" : 0.792335,
"50" : 32.605348,
"100" : 54.047461,
"250" : 11.022238,
"500" : 0.941692,
"750" : 0.274215,
"1000" : 0.087307,
"2000" : 0.041736,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme6n1",
"read_ios" : 10232728,
"write_ios" : 0,
"read_sectors" : 81861824,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 241022209,
"write_ticks" : 0,
"in_queue" : 241022210,
"util" : 99.198038
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020716,
"timestamp_ms" : 1743020716182,
"time" : "Wed Mar 26 20:25:16 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme6n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020686061,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33394749440,
"io_kbytes" : 32612060,
"bw_bytes" : 1111565071,
"bw" : 1085512,
"iops" : 271378.191259,
"runtime" : 30043,
"total_ios" : 8153015,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 756,
"max" : 599949050,
"mean" : 704539.175214,
"stddev" : 3053954.997697,
"N" : 8153015
},
"clat_ns" : {
"min" : 249855,
"max" : 1826499864,
"mean" : 89706699.685845,
"stddev" : 101055816.176673,
"N" : 8153015,
"percentile" : {
"1.000000" : 22675456,
"5.000000" : 28442624,
"10.000000" : 33161216,
"20.000000" : 42729472,
"30.000000" : 55312384,
"40.000000" : 65273856,
"50.000000" : 74973184,
"60.000000" : 84410368,
"70.000000" : 94896128,
"80.000000" : 107479040,
"90.000000" : 128450560,
"95.000000" : 166723584,
"99.000000" : 541065216,
"99.500000" : 851443712,
"99.900000" : 1333788672,
"99.950000" : 1451229184,
"99.990000" : 1602224128
}
},
"lat_ns" : {
"min" : 250923,
"max" : 1826530790,
"mean" : 90411238.861059,
"stddev" : 101654512.083211,
"N" : 8153015
},
"bw_min" : 306893,
"bw_max" : 2147089,
"bw_agg" : 99.986940,
"bw_mean" : 1085371.366793,
"bw_dev" : 2524.875110,
"bw_samples" : 11330,
"iops_min" : 76718,
"iops_max" : 536760,
"iops_mean" : 271332.206634,
"iops_stddev" : 631.215832,
"iops_samples" : 11330
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5764888,
"usr_cpu" : 0.337474,
"sys_cpu" : 0.731012,
"ctx" : 2432520,
"majf" : 0,
"minf" : 2395,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.851638
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997638,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.012498,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015565,
"4" : 0.027646,
"10" : 0.029376,
"20" : 0.139065,
"50" : 25.483481,
"100" : 48.604216,
"250" : 23.062634,
"500" : 1.526895,
"750" : 0.453366,
"1000" : 0.304194,
"2000" : 0.330614,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme6n1",
"read_ios" : 147,
"write_ios" : 8116720,
"read_sectors" : 6372,
"write_sectors" : 64933760,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 24,
"write_ticks" : 241435482,
"in_queue" : 241435507,
"util" : 99.211372
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743021030,
"timestamp_ms" : 1743021030679,
"time" : "Wed Mar 26 20:30:30 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743021000135,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 96025444352,
"io_kbytes" : 93774848,
"bw_bytes" : 3160187071,
"bw" : 3086120,
"iops" : 3013.789245,
"runtime" : 30386,
"total_ios" : 91577,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 23872,
"max" : 1986995554,
"mean" : 62953385.967645,
"stddev" : 50410574.547269,
"N" : 91577
},
"clat_ns" : {
"min" : 276708268,
"max" : 20154710756,
"mean" : 7285137120.018582,
"stddev" : 3226952809.548948,
"N" : 91577,
"percentile" : {
"1.000000" : 616562688,
"5.000000" : 1870659584,
"10.000000" : 3439329280,
"20.000000" : 4731174912,
"30.000000" : 5402263552,
"40.000000" : 6207569920,
"50.000000" : 7012876288,
"60.000000" : 7818182656,
"70.000000" : 8925478912,
"80.000000" : 9999220736,
"90.000000" : 11744051200,
"95.000000" : 12952010752,
"99.000000" : 15099494400,
"99.500000" : 16441671680,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 306843825,
"max" : 20214188237,
"mean" : 7348090505.986230,
"stddev" : 3237523586.540220,
"N" : 91577
},
"bw_min" : 1042432,
"bw_max" : 4933632,
"bw_agg" : 96.721411,
"bw_mean" : 2984939.715225,
"bw_dev" : 4914.447504,
"bw_samples" : 8746,
"iops_min" : 1018,
"iops_max" : 4818,
"iops_mean" : 2914.980191,
"iops_stddev" : 4.799265,
"iops_samples" : 8746
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5829370,
"usr_cpu" : 0.008817,
"sys_cpu" : 0.273031,
"ctx" : 271448,
"majf" : 0,
"minf" : 6294143,
"iodepth_level" : {
"1" : 0.209660,
"2" : 0.419319,
"4" : 0.838639,
"8" : 1.677277,
"16" : 3.354554,
"32" : 6.709108,
">=64" : 86.791443
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.715070,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.284930
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.647543,
"750" : 0.793867,
"1000" : 0.799327,
"2000" : 3.165642,
">=2000" : 94.593621
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 728737,
"write_ios" : 0,
"read_sectors" : 186556672,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 240890349,
"write_ticks" : 0,
"in_queue" : 240890349,
"util" : 99.460224
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020999,
"timestamp_ms" : 1743020999363,
"time" : "Wed Mar 26 20:29:59 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020968440,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 49012539392,
"io_kbytes" : 47863808,
"bw_bytes" : 1590283562,
"bw" : 1553011,
"iops" : 1516.612589,
"runtime" : 30820,
"total_ios" : 46742,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 51497,
"max" : 4129575604,
"mean" : 123449905.467182,
"stddev" : 130422001.810014,
"N" : 46742
},
"clat_ns" : {
"min" : 585385761,
"max" : 30778392705,
"mean" : 12024022737.075840,
"stddev" : 6888504566.927534,
"N" : 46742,
"percentile" : {
"1.000000" : 918552576,
"5.000000" : 2231369728,
"10.000000" : 3841982464,
"20.000000" : 6677331968,
"30.000000" : 8019509248,
"40.000000" : 9059696640,
"50.000000" : 10401873920,
"60.000000" : 12415139840,
"70.000000" : 14696841216,
"80.000000" : 17112760320,
"90.000000" : 17112760320,
"95.000000" : 17112760320,
"99.000000" : 17112760320,
"99.500000" : 17112760320,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 703982148,
"max" : 30780085136,
"mean" : 12147472642.543034,
"stddev" : 6900411178.969524,
"N" : 46742
},
"bw_min" : 466735,
"bw_max" : 2105321,
"bw_agg" : 89.792264,
"bw_mean" : 1394484.280314,
"bw_dev" : 2722.215924,
"bw_samples" : 4932,
"iops_min" : 415,
"iops_max" : 2052,
"iops_mean" : 1349.345517,
"iops_stddev" : 2.670814,
"iops_samples" : 4932
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5898385,
"usr_cpu" : 0.061305,
"sys_cpu" : 0.052082,
"ctx" : 136137,
"majf" : 0,
"minf" : 2528,
"iodepth_level" : {
"1" : 0.410765,
"2" : 0.821531,
"4" : 1.643062,
"8" : 3.286124,
"16" : 6.572248,
"32" : 13.140217,
">=64" : 74.126054
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.169981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.100000,
">=64" : 0.821373
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.511317,
"1000" : 0.742373,
"2000" : 3.119250,
">=2000" : 95.627059
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 372190,
"read_sectors" : 2124,
"write_sectors" : 95280640,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 243158489,
"in_queue" : 243158491,
"util" : 98.660757
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020967,
"timestamp_ms" : 1743020967212,
"time" : "Wed Mar 26 20:29:27 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020937128,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42078068736,
"io_kbytes" : 41091864,
"bw_bytes" : 1400874545,
"bw" : 1368041,
"iops" : 342010.387189,
"runtime" : 30037,
"total_ios" : 10272966,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 757,
"max" : 583488951,
"mean" : 558846.897703,
"stddev" : 1854275.054479,
"N" : 10272966
},
"clat_ns" : {
"min" : 30413,
"max" : 1577251844,
"mean" : 71206422.205372,
"stddev" : 59899173.935015,
"N" : 10272966,
"percentile" : {
"1.000000" : 14876672,
"5.000000" : 24772608,
"10.000000" : 29491200,
"20.000000" : 40108032,
"30.000000" : 49020928,
"40.000000" : 55836672,
"50.000000" : 62652416,
"60.000000" : 69730304,
"70.000000" : 78118912,
"80.000000" : 88604672,
"90.000000" : 105381888,
"95.000000" : 131596288,
"99.000000" : 287309824,
"99.500000" : 421527552,
"99.900000" : 843055104,
"99.950000" : 1019215872,
"99.990000" : 1300234240
}
},
"lat_ns" : {
"min" : 249907,
"max" : 1579081302,
"mean" : 71765269.103074,
"stddev" : 60286121.635278,
"N" : 10272966
},
"bw_min" : 491044,
"bw_max" : 3283608,
"bw_agg" : 100.000000,
"bw_mean" : 1368267.479379,
"bw_dev" : 2959.486685,
"bw_samples" : 11330,
"iops_min" : 122755,
"iops_max" : 820887,
"iops_mean" : 342057.206215,
"iops_stddev" : 739.867167,
"iops_samples" : 11330
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5763561,
"usr_cpu" : 0.405288,
"sys_cpu" : 0.905569,
"ctx" : 3001057,
"majf" : 0,
"minf" : 27336,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.882254
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998127,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.031539,
"4" : 0.029436,
"10" : 0.061073,
"20" : 2.025306,
"50" : 29.577222,
"100" : 55.775742,
"250" : 11.209937,
"500" : 0.914760,
"750" : 0.209375,
"1000" : 0.088407,
"2000" : 0.052809,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10221031,
"write_ios" : 0,
"read_sectors" : 81768248,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 240786924,
"write_ticks" : 0,
"in_queue" : 240786924,
"util" : 99.131242
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743020936,
"timestamp_ms" : 1743020936258,
"time" : "Wed Mar 26 20:28:56 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743020906124,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33407721472,
"io_kbytes" : 32624728,
"bw_bytes" : 1112033868,
"bw" : 1085970,
"iops" : 271492.643632,
"runtime" : 30042,
"total_ios" : 8156182,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 754,
"max" : 581427401,
"mean" : 704256.802653,
"stddev" : 2820594.544357,
"N" : 8156182
},
"clat_ns" : {
"min" : 378002,
"max" : 1792766131,
"mean" : 89562144.677157,
"stddev" : 90342391.387307,
"N" : 8156182,
"percentile" : {
"1.000000" : 23986176,
"5.000000" : 31326208,
"10.000000" : 36438016,
"20.000000" : 49020928,
"30.000000" : 58982400,
"40.000000" : 67633152,
"50.000000" : 74973184,
"60.000000" : 84410368,
"70.000000" : 94896128,
"80.000000" : 107479040,
"90.000000" : 130547712,
"95.000000" : 166723584,
"99.000000" : 425721856,
"99.500000" : 725614592,
"99.900000" : 1300234240,
"99.950000" : 1451229184,
"99.990000" : 1619001344
}
},
"lat_ns" : {
"min" : 380167,
"max" : 1800473767,
"mean" : 90266401.479810,
"stddev" : 90883534.639436,
"N" : 8156182
},
"bw_min" : 310546,
"bw_max" : 2073043,
"bw_agg" : 100.000000,
"bw_mean" : 1086524.845895,
"bw_dev" : 2349.130832,
"bw_samples" : 11330,
"iops_min" : 77634,
"iops_max" : 518239,
"iops_mean" : 271622.386909,
"iops_stddev" : 587.277817,
"iops_samples" : 11330
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5764746,
"usr_cpu" : 0.339148,
"sys_cpu" : 0.739963,
"ctx" : 2432050,
"majf" : 0,
"minf" : 2747,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.851695
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997639,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.022032,
"4" : 0.018403,
"10" : 0.025073,
"20" : 0.084635,
"50" : 20.634544,
"100" : 53.692144,
"250" : 23.341105,
"500" : 1.342822,
"750" : 0.358660,
"1000" : 0.213274,
"2000" : 0.254249,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 8109905,
"read_sectors" : 0,
"write_sectors" : 64879240,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 241078415,
"in_queue" : 241078415,
"util" : 99.091241
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743021249,
"timestamp_ms" : 1743021249129,
"time" : "Wed Mar 26 20:34:09 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743021218564,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 96054804480,
"io_kbytes" : 93803520,
"bw_bytes" : 3161257346,
"bw" : 3087165,
"iops" : 3014.809939,
"runtime" : 30385,
"total_ios" : 91605,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 22332,
"max" : 1457370501,
"mean" : 62924682.611375,
"stddev" : 50046204.557552,
"N" : 91605
},
"clat_ns" : {
"min" : 274095194,
"max" : 19825483175,
"mean" : 7268182716.357995,
"stddev" : 3243471432.567224,
"N" : 91605,
"percentile" : {
"1.000000" : 608174080,
"5.000000" : 1870659584,
"10.000000" : 3439329280,
"20.000000" : 4664066048,
"30.000000" : 5402263552,
"40.000000" : 6140461056,
"50.000000" : 6945767424,
"60.000000" : 7885291520,
"70.000000" : 8925478912,
"80.000000" : 10133438464,
"90.000000" : 11609833472,
"95.000000" : 12952010752,
"99.000000" : 15099494400,
"99.500000" : 15904800768,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 304141377,
"max" : 19869823641,
"mean" : 7331107398.969369,
"stddev" : 3254423091.188000,
"N" : 91605
},
"bw_min" : 1093632,
"bw_max" : 4964352,
"bw_agg" : 97.239268,
"bw_mean" : 3001937.525244,
"bw_dev" : 4985.293105,
"bw_samples" : 8671,
"iops_min" : 1068,
"iops_max" : 4848,
"iops_mean" : 2931.579614,
"iops_stddev" : 4.868450,
"iops_samples" : 8671
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5828808,
"usr_cpu" : 0.008938,
"sys_cpu" : 0.238471,
"ctx" : 271528,
"majf" : 0,
"minf" : 6293849,
"iodepth_level" : {
"1" : 0.209596,
"2" : 0.419191,
"4" : 0.838382,
"8" : 1.676764,
"16" : 3.353529,
"32" : 6.707057,
">=64" : 86.795481
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.715188,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.284812
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.665903,
"750" : 0.800175,
"1000" : 0.790350,
"2000" : 3.174499,
">=2000" : 94.569074
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 728917,
"write_ios" : 0,
"read_sectors" : 186602752,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 240899803,
"write_ticks" : 0,
"in_queue" : 240899803,
"util" : 99.460189
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743021217,
"timestamp_ms" : 1743021217779,
"time" : "Wed Mar 26 20:33:37 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743021186786,
"error" : 0,
"eta" : 0,
"elapsed" : 32,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 49031413760,
"io_kbytes" : 47882240,
"bw_bytes" : 1590534718,
"bw" : 1553256,
"iops" : 1516.852110,
"runtime" : 30827,
"total_ios" : 46760,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 54940,
"max" : 4397164527,
"mean" : 123433913.214628,
"stddev" : 132345536.334838,
"N" : 46760
},
"clat_ns" : {
"min" : 53670641,
"max" : 30812070947,
"mean" : 12101711046.793287,
"stddev" : 6880661651.140215,
"N" : 46760,
"percentile" : {
"1.000000" : 893386752,
"5.000000" : 2164260864,
"10.000000" : 3808428032,
"20.000000" : 6811549696,
"30.000000" : 8153726976,
"40.000000" : 9462349824,
"50.000000" : 11207180288,
"60.000000" : 12280922112,
"70.000000" : 13891534848,
"80.000000" : 17112760320,
"90.000000" : 17112760320,
"95.000000" : 17112760320,
"99.000000" : 17112760320,
"99.500000" : 17112760320,
"99.900000" : 17112760320,
"99.950000" : 17112760320,
"99.990000" : 17112760320
}
},
"lat_ns" : {
"min" : 53858422,
"max" : 30812173828,
"mean" : 12225144960.007917,
"stddev" : 6890269700.626765,
"N" : 46760
},
"bw_min" : 507714,
"bw_max" : 2115463,
"bw_agg" : 88.994441,
"bw_mean" : 1382312.983812,
"bw_dev" : 2783.472705,
"bw_samples" : 4947,
"iops_min" : 470,
"iops_max" : 2061,
"iops_mean" : 1336.970067,
"iops_stddev" : 2.731982,
"iops_samples" : 4947
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5901951,
"usr_cpu" : 0.065724,
"sys_cpu" : 0.048289,
"ctx" : 135665,
"majf" : 0,
"minf" : 2490,
"iodepth_level" : {
"1" : 0.410607,
"2" : 0.821215,
"4" : 1.642429,
"8" : 3.284859,
"16" : 6.569718,
"32" : 13.126604,
">=64" : 74.144568
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.167281,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.100000,
">=64" : 0.824045
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.027802,
"250" : 0.029940,
"500" : 0.021386,
"750" : 0.485458,
"1000" : 0.769889,
"2000" : 3.124465,
">=2000" : 95.541061
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 372049,
"read_sectors" : 0,
"write_sectors" : 95244544,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 242966527,
"in_queue" : 242966527,
"util" : 98.561613
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743021185,
"timestamp_ms" : 1743021185592,
"time" : "Wed Mar 26 20:33:05 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743021155483,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42060214272,
"io_kbytes" : 41074428,
"bw_bytes" : 1400093681,
"bw" : 1367278,
"iops" : 341819.746347,
"runtime" : 30041,
"total_ios" : 10268607,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 772,
"max" : 808157720,
"mean" : 559076.773553,
"stddev" : 1914203.316221,
"N" : 10268607
},
"clat_ns" : {
"min" : 335148,
"max" : 1571559742,
"mean" : 71236121.578965,
"stddev" : 60672854.569401,
"N" : 10268607,
"percentile" : {
"1.000000" : 19267584,
"5.000000" : 26083328,
"10.000000" : 31064064,
"20.000000" : 40632320,
"30.000000" : 48496640,
"40.000000" : 54788096,
"50.000000" : 61079552,
"60.000000" : 68681728,
"70.000000" : 77070336,
"80.000000" : 88604672,
"90.000000" : 106430464,
"95.000000" : 131596288,
"99.000000" : 287309824,
"99.500000" : 429916160,
"99.900000" : 851443712,
"99.950000" : 1019215872,
"99.990000" : 1350565888
}
},
"lat_ns" : {
"min" : 336680,
"max" : 1571570525,
"mean" : 71795198.352517,
"stddev" : 61062640.469984,
"N" : 10268607
},
"bw_min" : 490706,
"bw_max" : 3164654,
"bw_agg" : 100.000000,
"bw_mean" : 1368119.254237,
"bw_dev" : 2763.544894,
"bw_samples" : 11328,
"iops_min" : 122674,
"iops_max" : 791149,
"iops_mean" : 342020.830508,
"iops_stddev" : 690.881080,
"iops_samples" : 11328
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5764074,
"usr_cpu" : 0.414915,
"sys_cpu" : 0.898149,
"ctx" : 3031421,
"majf" : 0,
"minf" : 27307,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.882204
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998126,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.011073
},
"latency_ms" : {
"2" : 0.040970,
"4" : 0.039061,
"10" : 0.055490,
"20" : 1.035476,
"50" : 31.595707,
"100" : 54.374123,
"250" : 11.537816,
"500" : 0.931373,
"750" : 0.217420,
"1000" : 0.096625,
"2000" : 0.054068,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10217977,
"write_ios" : 0,
"read_sectors" : 81743824,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 240719861,
"write_ticks" : 0,
"in_queue" : 240719861,
"util" : 99.104893
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743021154,
"timestamp_ms" : 1743021154573,
"time" : "Wed Mar 26 20:32:34 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "192",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743021124446,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "50,68,70,72,74,76,78,80,82,84,86,52,88,90,92,94,145,151,157,163,169,175,54,181,187,0,2,4,6,8,10,12,14,56,16,18,20,22,24,26,28,30,32,34,58,36,38,40,42,44,46,97,103,109,115,60,121,127,133,139,62,64,66,49,51,69,71,73,75,77,79,81,83,85,87,53,89,91,93,95,147,153,159,165,171,177,55,183,189,1,3,5,7,9,11,13,15,57,17,19,21,23,25,27,29,31,33,35,59,37,39,41,43,45,47,99,105,111,117,61,123,129,135,141,63,65,67,144,146,164,166,168,170,172,174,176,178,180,182,148,184,186,188,190,149,155,161,167,173,179,150,185,191,96,98,100,102,104,106,108,110,152,112,114,116,118,120,122,124,126,128,130,154,132,134,136,138,140,142,101,107,113,119,156,125,131,137,143,158,160,162,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33392762880,
"io_kbytes" : 32610120,
"bw_bytes" : 1111535945,
"bw" : 1085484,
"iops" : 271371.080487,
"runtime" : 30042,
"total_ios" : 8152530,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 766,
"max" : 927561900,
"mean" : 704530.180193,
"stddev" : 3100047.977958,
"N" : 8152530
},
"clat_ns" : {
"min" : 377899,
"max" : 1784235189,
"mean" : 89599521.533802,
"stddev" : 95886691.086388,
"N" : 8152530,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 30277632,
"10.000000" : 35913728,
"20.000000" : 47972352,
"30.000000" : 57933824,
"40.000000" : 66322432,
"50.000000" : 74973184,
"60.000000" : 84410368,
"70.000000" : 94896128,
"80.000000" : 107479040,
"90.000000" : 129499136,
"95.000000" : 162529280,
"99.000000" : 467664896,
"99.500000" : 817889280,
"99.900000" : 1317011456,
"99.950000" : 1451229184,
"99.990000" : 1635778560
}
},
"lat_ns" : {
"min" : 380191,
"max" : 1791338348,
"mean" : 90304051.713995,
"stddev" : 96452042.339561,
"N" : 8152530
},
"bw_min" : 342587,
"bw_max" : 2103679,
"bw_agg" : 100.000000,
"bw_mean" : 1087047.780123,
"bw_dev" : 2431.007420,
"bw_samples" : 11305,
"iops_min" : 85641,
"iops_max" : 525910,
"iops_mean" : 271755.124144,
"iops_stddev" : 607.750839,
"iops_samples" : 11305
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5765242,
"usr_cpu" : 0.352925,
"sys_cpu" : 0.733950,
"ctx" : 2442439,
"majf" : 0,
"minf" : 2741,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.851629
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997638,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.016130,
"4" : 0.019098,
"10" : 0.039485,
"20" : 0.093738,
"50" : 21.753394,
"100" : 52.381666,
"250" : 23.442183,
"500" : 1.321001,
"750" : 0.351081,
"1000" : 0.256031,
"2000" : 0.316319,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 29,
"write_ios" : 8108983,
"read_sectors" : 1968,
"write_sectors" : 64871864,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 241221135,
"in_queue" : 241221139,
"util" : 99.111317
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018290,
"timestamp_ms" : 1743018290623,
"time" : "Wed Mar 26 19:44:50 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018260425,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95319752704,
"io_kbytes" : 93085696,
"bw_bytes" : 3163721089,
"bw" : 3089571,
"iops" : 3017.159547,
"runtime" : 30129,
"total_ios" : 90904,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21793,
"max" : 139640126,
"mean" : 7916474.764873,
"stddev" : 6631910.156326,
"N" : 90904
},
"clat_ns" : {
"min" : 107432796,
"max" : 2393645235,
"mean" : 1005857823.414162,
"stddev" : 257456763.167607,
"N" : 90904,
"percentile" : {
"1.000000" : 250609664,
"5.000000" : 599785472,
"10.000000" : 952107008,
"20.000000" : 985661440,
"30.000000" : 994050048,
"40.000000" : 994050048,
"50.000000" : 1002438656,
"60.000000" : 1010827264,
"70.000000" : 1010827264,
"80.000000" : 1019215872,
"90.000000" : 1044381696,
"95.000000" : 1069547520,
"99.000000" : 2071986176,
"99.500000" : 2122317824,
"99.900000" : 2264924160,
"99.950000" : 2332033024,
"99.990000" : 2365587456
}
},
"lat_ns" : {
"min" : 123125896,
"max" : 2456868952,
"mean" : 1013774298.179036,
"stddev" : 259294333.185103,
"N" : 90904
},
"bw_min" : 2652094,
"bw_max" : 4490007,
"bw_agg" : 97.128813,
"bw_mean" : 3000864.782203,
"bw_dev" : 9751.600716,
"bw_samples" : 1438,
"iops_min" : 2589,
"iops_max" : 4384,
"iops_mean" : 2930.185311,
"iops_stddev" : 9.522681,
"iops_samples" : 1438
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 722983,
"usr_cpu" : 0.084649,
"sys_cpu" : 0.716614,
"ctx" : 90326,
"majf" : 0,
"minf" : 786740,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.105606,
"8" : 0.211212,
"16" : 0.422424,
"32" : 0.844847,
">=64" : 98.336707
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972690,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.994456,
"500" : 3.312285,
"750" : 1.833803,
"1000" : 36.489043,
"2000" : 55.247294,
">=2000" : 2.123119
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 721563,
"write_ios" : 0,
"read_sectors" : 184720128,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 85774115,
"write_ticks" : 0,
"in_queue" : 85774115,
"util" : 99.769647
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018260,
"timestamp_ms" : 1743018260141,
"time" : "Wed Mar 26 19:44:20 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018229845,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48192552960,
"io_kbytes" : 47063040,
"bw_bytes" : 1592563132,
"bw" : 1555237,
"iops" : 1518.786557,
"runtime" : 30261,
"total_ios" : 45960,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 34289,
"max" : 298684362,
"mean" : 15665779.058551,
"stddev" : 12032002.420747,
"N" : 45960
},
"clat_ns" : {
"min" : 12537272,
"max" : 4847290657,
"mean" : 1994038343.179417,
"stddev" : 549964700.397922,
"N" : 45960,
"percentile" : {
"1.000000" : 320864256,
"5.000000" : 901775360,
"10.000000" : 1652555776,
"20.000000" : 2021654528,
"30.000000" : 2021654528,
"40.000000" : 2021654528,
"50.000000" : 2021654528,
"60.000000" : 2038431744,
"70.000000" : 2038431744,
"80.000000" : 2038431744,
"90.000000" : 2038431744,
"95.000000" : 2055208960,
"99.000000" : 4177526784,
"99.500000" : 4328521728,
"99.900000" : 4596957184,
"99.950000" : 4664066048,
"99.990000" : 4798283776
}
},
"lat_ns" : {
"min" : 12636601,
"max" : 4868935246,
"mean" : 2009704122.237968,
"stddev" : 553720336.034555,
"N" : 45960
},
"bw_min" : 1042610,
"bw_max" : 1833091,
"bw_agg" : 94.430597,
"bw_mean" : 1468620.728247,
"bw_dev" : 8608.456509,
"bw_samples" : 1431,
"iops_min" : 1016,
"iops_max" : 1790,
"iops_mean" : 1427.862879,
"iops_stddev" : 8.420423,
"iops_samples" : 1431
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 725999,
"usr_cpu" : 0.316254,
"sys_cpu" : 0.259504,
"ctx" : 47192,
"majf" : 0,
"minf" : 310,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.104439,
"4" : 0.208877,
"8" : 0.417755,
"16" : 0.835509,
"32" : 1.671018,
">=64" : 96.710183
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.944103,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.095735,
"50" : 0.034813,
"100" : 0.041340,
"250" : 0.184943,
"500" : 1.932115,
"750" : 1.692776,
"1000" : 1.666667,
"2000" : 6.718886,
">=2000" : 87.632724
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 49,
"write_ios" : 365377,
"read_sectors" : 2124,
"write_sectors" : 93536512,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 85820187,
"in_queue" : 85820189,
"util" : 99.642218
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018229,
"timestamp_ms" : 1743018229439,
"time" : "Wed Mar 26 19:43:49 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018199385,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42015129600,
"io_kbytes" : 41030400,
"bw_bytes" : 1400037640,
"bw" : 1367224,
"iops" : 341806.064645,
"runtime" : 30010,
"total_ios" : 10257600,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 741,
"max" : 12331458,
"mean" : 68970.588928,
"stddev" : 252938.088088,
"N" : 10257600
},
"clat_ns" : {
"min" : 17618,
"max" : 37899938,
"mean" : 8915167.696108,
"stddev" : 2640903.185133,
"N" : 10257600,
"percentile" : {
"1.000000" : 3915776,
"5.000000" : 4489216,
"10.000000" : 6389760,
"20.000000" : 7569408,
"30.000000" : 8028160,
"40.000000" : 8454144,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9633792,
"80.000000" : 10027008,
"90.000000" : 10944512,
"95.000000" : 11993088,
"99.000000" : 20054016,
"99.500000" : 21889024,
"99.900000" : 25559040,
"99.950000" : 26869760,
"99.990000" : 29753344
}
},
"lat_ns" : {
"min" : 93400,
"max" : 39326261,
"mean" : 8984138.285036,
"stddev" : 2658448.062691,
"N" : 10257600
},
"bw_min" : 1250416,
"bw_max" : 2620192,
"bw_agg" : 100.000000,
"bw_mean" : 1369491.271186,
"bw_dev" : 11911.768831,
"bw_samples" : 1416,
"iops_min" : 312604,
"iops_max" : 655048,
"iops_mean" : 342372.745763,
"iops_stddev" : 2977.929063,
"iops_samples" : 1416
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720168,
"usr_cpu" : 2.098260,
"sys_cpu" : 3.958799,
"ctx" : 1230116,
"majf" : 0,
"minf" : 3368,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.985260
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999766,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.018581,
"750" : 0.015871,
"1000" : 0.011299
},
"latency_ms" : {
"2" : 0.010402,
"4" : 1.475111,
"10" : 77.227071,
"20" : 20.179321,
"50" : 1.057704,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 10208903,
"write_ios" : 0,
"read_sectors" : 81671224,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 86029527,
"write_ticks" : 0,
"in_queue" : 86029527,
"util" : 99.669626
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018199,
"timestamp_ms" : 1743018199069,
"time" : "Wed Mar 26 19:43:19 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018168999,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33326366720,
"io_kbytes" : 32545280,
"bw_bytes" : 1110434716,
"bw" : 1084408,
"iops" : 271102.225776,
"runtime" : 30012,
"total_ios" : 8136320,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 715,
"max" : 15633371,
"mean" : 87339.041271,
"stddev" : 315042.554838,
"N" : 8136320
},
"clat_ns" : {
"min" : 22905,
"max" : 55879912,
"mean" : 11240086.296604,
"stddev" : 2960649.274736,
"N" : 8136320,
"percentile" : {
"1.000000" : 7372800,
"5.000000" : 8028160,
"10.000000" : 8585216,
"20.000000" : 9240576,
"30.000000" : 9895936,
"40.000000" : 10420224,
"50.000000" : 10813440,
"60.000000" : 11337728,
"70.000000" : 11862016,
"80.000000" : 12517376,
"90.000000" : 13565952,
"95.000000" : 15007744,
"99.000000" : 24772608,
"99.500000" : 27394048,
"99.900000" : 32636928,
"99.950000" : 34340864,
"99.990000" : 38535168
}
},
"lat_ns" : {
"min" : 24168,
"max" : 55881057,
"mean" : 11327425.337876,
"stddev" : 2980065.699851,
"N" : 8136320
},
"bw_min" : 993888,
"bw_max" : 1395280,
"bw_agg" : 100.000000,
"bw_mean" : 1086205.101695,
"bw_dev" : 4473.119695,
"bw_samples" : 1416,
"iops_min" : 248472,
"iops_max" : 348820,
"iops_mean" : 271551.254237,
"iops_stddev" : 1118.273869,
"iops_samples" : 1416
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720212,
"usr_cpu" : 1.638962,
"sys_cpu" : 2.788207,
"ctx" : 969091,
"majf" : 0,
"minf" : 266,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.981417
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999705,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.018743,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.012426,
"4" : 0.011025,
"10" : 32.550059,
"20" : 64.848592,
"50" : 2.549347,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 98,
"write_ios" : 8097489,
"read_sectors" : 4248,
"write_sectors" : 64779912,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3,
"write_ticks" : 86506850,
"in_queue" : 86506853,
"util" : 99.676278
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018484,
"timestamp_ms" : 1743018484591,
"time" : "Wed Mar 26 19:48:04 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018454385,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95314509824,
"io_kbytes" : 93080576,
"bw_bytes" : 3163337088,
"bw" : 3089196,
"iops" : 3016.793336,
"runtime" : 30131,
"total_ios" : 90899,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19831,
"max" : 156924403,
"mean" : 7916943.833111,
"stddev" : 6586804.715630,
"N" : 90899
},
"clat_ns" : {
"min" : 110817654,
"max" : 2263931060,
"mean" : 1006028913.345032,
"stddev" : 255183851.918605,
"N" : 90899,
"percentile" : {
"1.000000" : 242221056,
"5.000000" : 599785472,
"10.000000" : 952107008,
"20.000000" : 985661440,
"30.000000" : 994050048,
"40.000000" : 994050048,
"50.000000" : 1002438656,
"60.000000" : 1010827264,
"70.000000" : 1019215872,
"80.000000" : 1027604480,
"90.000000" : 1044381696,
"95.000000" : 1069547520,
"99.000000" : 2055208960,
"99.500000" : 2105540608,
"99.900000" : 2164260864,
"99.950000" : 2164260864,
"99.990000" : 2197815296
}
},
"lat_ns" : {
"min" : 123994718,
"max" : 2274444019,
"mean" : 1013945857.178143,
"stddev" : 257003469.350806,
"N" : 90899
},
"bw_min" : 2646016,
"bw_max" : 4495360,
"bw_agg" : 97.138564,
"bw_mean" : 3000801.337853,
"bw_dev" : 9749.983867,
"bw_samples" : 1438,
"iops_min" : 2584,
"iops_max" : 4390,
"iops_mean" : 2930.470056,
"iops_stddev" : 9.521469,
"iops_samples" : 1438
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 722979,
"usr_cpu" : 0.086310,
"sys_cpu" : 0.666133,
"ctx" : 90715,
"majf" : 0,
"minf" : 786768,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.105612,
"8" : 0.211223,
"16" : 0.422447,
"32" : 0.844894,
">=64" : 98.336615
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972688,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 1.515968,
"500" : 2.756906,
"750" : 1.808601,
"1000" : 36.783683,
"2000" : 55.227230,
">=2000" : 1.907612
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 721533,
"write_ios" : 0,
"read_sectors" : 184712448,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 85770077,
"write_ticks" : 0,
"in_queue" : 85770076,
"util" : 99.726366
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018454,
"timestamp_ms" : 1743018454103,
"time" : "Wed Mar 26 19:47:34 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018423822,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48160047104,
"io_kbytes" : 47031296,
"bw_bytes" : 1591173459,
"bw" : 1553880,
"iops" : 1517.461261,
"runtime" : 30267,
"total_ios" : 45929,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 31317,
"max" : 151234604,
"mean" : 15676684.221255,
"stddev" : 12551769.110340,
"N" : 45929
},
"clat_ns" : {
"min" : 12855421,
"max" : 4246755873,
"mean" : 1995199237.601363,
"stddev" : 546471305.155261,
"N" : 45929,
"percentile" : {
"1.000000" : 320864256,
"5.000000" : 910163968,
"10.000000" : 1652555776,
"20.000000" : 2021654528,
"30.000000" : 2021654528,
"40.000000" : 2021654528,
"50.000000" : 2021654528,
"60.000000" : 2038431744,
"70.000000" : 2038431744,
"80.000000" : 2038431744,
"90.000000" : 2055208960,
"95.000000" : 2055208960,
"99.000000" : 4076863488,
"99.500000" : 4076863488,
"99.900000" : 4076863488,
"99.950000" : 4076863488,
"99.990000" : 4177526784
}
},
"lat_ns" : {
"min" : 12891795,
"max" : 4296191150,
"mean" : 2010875921.822617,
"stddev" : 550125285.168853,
"N" : 45929
},
"bw_min" : 1006102,
"bw_max" : 1789399,
"bw_agg" : 94.501228,
"bw_mean" : 1468436.454329,
"bw_dev" : 7908.522004,
"bw_samples" : 1431,
"iops_min" : 982,
"iops_max" : 1747,
"iops_mean" : 1433.952165,
"iops_stddev" : 7.715871,
"iops_samples" : 1431
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 726022,
"usr_cpu" : 0.320376,
"sys_cpu" : 0.246687,
"ctx" : 46956,
"majf" : 0,
"minf" : 300,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.104509,
"4" : 0.209018,
"8" : 0.418037,
"16" : 0.836073,
"32" : 1.672146,
">=64" : 96.707962
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.944062,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.076205,
"50" : 0.021773,
"100" : 0.047900,
"250" : 0.172005,
"500" : 1.924710,
"750" : 1.680855,
"1000" : 1.667792,
"2000" : 6.723421,
">=2000" : 87.685340
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 147,
"write_ios" : 365110,
"read_sectors" : 6372,
"write_sectors" : 93468160,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 5,
"write_ticks" : 85776996,
"in_queue" : 85777002,
"util" : 99.559748
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018423,
"timestamp_ms" : 1743018423420,
"time" : "Wed Mar 26 19:47:03 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018393368,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 42017599488,
"io_kbytes" : 41032812,
"bw_bytes" : 1400026638,
"bw" : 1367213,
"iops" : 341803.378649,
"runtime" : 30012,
"total_ios" : 10258203,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 740,
"max" : 11683173,
"mean" : 69072.990657,
"stddev" : 253017.633985,
"N" : 10258203
},
"clat_ns" : {
"min" : 2988,
"max" : 37971172,
"mean" : 8914760.078953,
"stddev" : 2635377.753053,
"N" : 10258203,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4489216,
"10.000000" : 6389760,
"20.000000" : 7569408,
"30.000000" : 8028160,
"40.000000" : 8454144,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9633792,
"80.000000" : 10027008,
"90.000000" : 10944512,
"95.000000" : 11993088,
"99.000000" : 20054016,
"99.500000" : 21626880,
"99.900000" : 25296896,
"99.950000" : 26607616,
"99.990000" : 29491200
}
},
"lat_ns" : {
"min" : 93528,
"max" : 37972387,
"mean" : 8983833.069610,
"stddev" : 2653048.450076,
"N" : 10258203
},
"bw_min" : 1247632,
"bw_max" : 2636990,
"bw_agg" : 100.000000,
"bw_mean" : 1369363.983051,
"bw_dev" : 12090.884625,
"bw_samples" : 1416,
"iops_min" : 311908,
"iops_max" : 659246,
"iops_mean" : 342340.898305,
"iops_stddev" : 3022.703344,
"iops_samples" : 1416
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720178,
"usr_cpu" : 1.939104,
"sys_cpu" : 3.827665,
"ctx" : 1233726,
"majf" : 0,
"minf" : 3391,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.985261
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999766,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.017518,
"750" : 0.011932,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010206,
"4" : 1.663722,
"10" : 77.011071,
"20" : 20.278318,
"50" : 0.993663,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 10209982,
"write_ios" : 0,
"read_sectors" : 81679856,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 85972551,
"write_ticks" : 0,
"in_queue" : 85972551,
"util" : 99.649661
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018393,
"timestamp_ms" : 1743018393055,
"time" : "Wed Mar 26 19:46:33 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018363004,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33365254144,
"io_kbytes" : 32583256,
"bw_bytes" : 1111693404,
"bw" : 1085638,
"iops" : 271409.522540,
"runtime" : 30013,
"total_ios" : 8145814,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 719,
"max" : 15693992,
"mean" : 87292.424577,
"stddev" : 313913.528078,
"N" : 8145814
},
"clat_ns" : {
"min" : 223473,
"max" : 54084223,
"mean" : 11226960.201518,
"stddev" : 2988883.117720,
"N" : 8145814,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7831552,
"10.000000" : 8454144,
"20.000000" : 9371648,
"30.000000" : 9895936,
"40.000000" : 10420224,
"50.000000" : 10944512,
"60.000000" : 11337728,
"70.000000" : 11862016,
"80.000000" : 12386304,
"90.000000" : 13434880,
"95.000000" : 15007744,
"99.000000" : 25034752,
"99.500000" : 27394048,
"99.900000" : 32374784,
"99.950000" : 33816576,
"99.990000" : 38010880
}
},
"lat_ns" : {
"min" : 227221,
"max" : 54090604,
"mean" : 11314252.626096,
"stddev" : 3008698.105524,
"N" : 8145814
},
"bw_min" : 995928,
"bw_max" : 1446664,
"bw_agg" : 100.000000,
"bw_mean" : 1087192.559322,
"bw_dev" : 5073.457496,
"bw_samples" : 1416,
"iops_min" : 248982,
"iops_max" : 361666,
"iops_mean" : 271798.067797,
"iops_stddev" : 1268.356534,
"iops_samples" : 1416
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720229,
"usr_cpu" : 1.548535,
"sys_cpu" : 2.811883,
"ctx" : 970315,
"majf" : 0,
"minf" : 317,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.981438
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999705,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.021655,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.013050,
"10" : 31.302949,
"20" : 66.060617,
"50" : 2.580786,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 8106233,
"read_sectors" : 2124,
"write_sectors" : 64849864,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 86511525,
"in_queue" : 86511527,
"util" : 99.656312
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018691,
"timestamp_ms" : 1743018691185,
"time" : "Wed Mar 26 19:51:31 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018660987,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 95334432768,
"io_kbytes" : 93100032,
"bw_bytes" : 3164103311,
"bw" : 3089944,
"iops" : 3017.524062,
"runtime" : 30130,
"total_ios" : 90918,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20473,
"max" : 141100913,
"mean" : 7915416.914593,
"stddev" : 6797304.466209,
"N" : 90918
},
"clat_ns" : {
"min" : 108157537,
"max" : 2278538931,
"mean" : 1005628665.980741,
"stddev" : 258296122.308072,
"N" : 90918,
"percentile" : {
"1.000000" : 235929600,
"5.000000" : 591396864,
"10.000000" : 952107008,
"20.000000" : 977272832,
"30.000000" : 985661440,
"40.000000" : 994050048,
"50.000000" : 1002438656,
"60.000000" : 1010827264,
"70.000000" : 1019215872,
"80.000000" : 1027604480,
"90.000000" : 1052770304,
"95.000000" : 1082130432,
"99.000000" : 2088763392,
"99.500000" : 2139095040,
"99.900000" : 2231369728,
"99.950000" : 2231369728,
"99.990000" : 2264924160
}
},
"lat_ns" : {
"min" : 118573362,
"max" : 2318107867,
"mean" : 1013544082.895334,
"stddev" : 260134235.440980,
"N" : 90918
},
"bw_min" : 2616886,
"bw_max" : 4548608,
"bw_agg" : 97.116303,
"bw_mean" : 3000840.124294,
"bw_dev" : 10474.537418,
"bw_samples" : 1438,
"iops_min" : 2554,
"iops_max" : 4442,
"iops_mean" : 2928.746328,
"iops_stddev" : 10.240167,
"iops_samples" : 1438
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 722936,
"usr_cpu" : 0.072897,
"sys_cpu" : 0.731047,
"ctx" : 90157,
"majf" : 0,
"minf" : 786734,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.105590,
"8" : 0.211179,
"16" : 0.422359,
"32" : 0.844717,
">=64" : 98.336963
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972694,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 1.779626,
"500" : 2.541851,
"750" : 1.786225,
"1000" : 39.849095,
"2000" : 52.088695,
">=2000" : 1.954508
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 721697,
"write_ios" : 0,
"read_sectors" : 184754432,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 85758993,
"write_ticks" : 0,
"in_queue" : 85758992,
"util" : 99.786311
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018660,
"timestamp_ms" : 1743018660706,
"time" : "Wed Mar 26 19:51:00 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018630425,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 48171581440,
"io_kbytes" : 47042560,
"bw_bytes" : 1591975327,
"bw" : 1554663,
"iops" : 1518.225982,
"runtime" : 30259,
"total_ios" : 45940,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 33812,
"max" : 234787732,
"mean" : 15672839.589029,
"stddev" : 12203245.613146,
"N" : 45940
},
"clat_ns" : {
"min" : 12922375,
"max" : 4324346857,
"mean" : 1995156210.734523,
"stddev" : 546629545.119139,
"N" : 45940,
"percentile" : {
"1.000000" : 320864256,
"5.000000" : 910163968,
"10.000000" : 1652555776,
"20.000000" : 2021654528,
"30.000000" : 2021654528,
"40.000000" : 2021654528,
"50.000000" : 2021654528,
"60.000000" : 2038431744,
"70.000000" : 2038431744,
"80.000000" : 2038431744,
"90.000000" : 2038431744,
"95.000000" : 2055208960,
"99.000000" : 4110417920,
"99.500000" : 4177526784,
"99.900000" : 4244635648,
"99.950000" : 4244635648,
"99.990000" : 4278190080
}
},
"lat_ns" : {
"min" : 12962582,
"max" : 4366771358,
"mean" : 2010829050.323553,
"stddev" : 550349620.739903,
"N" : 45940
},
"bw_min" : 1025004,
"bw_max" : 1810023,
"bw_agg" : 94.450606,
"bw_mean" : 1468389.278463,
"bw_dev" : 7819.873893,
"bw_samples" : 1431,
"iops_min" : 999,
"iops_max" : 1767,
"iops_mean" : 1430.623701,
"iops_stddev" : 7.638761,
"iops_samples" : 1431
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 725966,
"usr_cpu" : 0.314615,
"sys_cpu" : 0.262547,
"ctx" : 48821,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.104484,
"4" : 0.208968,
"8" : 0.417936,
"16" : 0.835873,
"32" : 1.671746,
">=64" : 96.708751
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.944077,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.078363,
"50" : 0.023944,
"100" : 0.032651,
"250" : 0.187201,
"500" : 1.928603,
"750" : 1.680453,
"1000" : 1.671746,
"2000" : 6.717458,
">=2000" : 87.679582
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 49,
"write_ios" : 365186,
"read_sectors" : 2124,
"write_sectors" : 93487616,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 85848727,
"in_queue" : 85848729,
"util" : 99.635581
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018630,
"timestamp_ms" : 1743018630020,
"time" : "Wed Mar 26 19:50:30 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018599972,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 41995984896,
"io_kbytes" : 41011704,
"bw_bytes" : 1399306440,
"bw" : 1366510,
"iops" : 341627.548980,
"runtime" : 30012,
"total_ios" : 10252926,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 740,
"max" : 11804556,
"mean" : 69034.269914,
"stddev" : 252176.425722,
"N" : 10252926
},
"clat_ns" : {
"min" : 96250,
"max" : 35860964,
"mean" : 8919206.737922,
"stddev" : 2618867.770020,
"N" : 10252926,
"percentile" : {
"1.000000" : 3948544,
"5.000000" : 4554752,
"10.000000" : 6389760,
"20.000000" : 7569408,
"30.000000" : 8028160,
"40.000000" : 8454144,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9633792,
"80.000000" : 10027008,
"90.000000" : 10944512,
"95.000000" : 11993088,
"99.000000" : 20054016,
"99.500000" : 21626880,
"99.900000" : 25034752,
"99.950000" : 26345472,
"99.990000" : 28704768
}
},
"lat_ns" : {
"min" : 97277,
"max" : 35861931,
"mean" : 8988241.007837,
"stddev" : 2636424.031381,
"N" : 10252926
},
"bw_min" : 1250304,
"bw_max" : 2586816,
"bw_agg" : 100.000000,
"bw_mean" : 1368912.694915,
"bw_dev" : 11565.572458,
"bw_samples" : 1416,
"iops_min" : 312576,
"iops_max" : 646704,
"iops_mean" : 342228.118644,
"iops_stddev" : 2891.377126,
"iops_samples" : 1416
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720173,
"usr_cpu" : 2.062005,
"sys_cpu" : 3.859073,
"ctx" : 1234087,
"majf" : 0,
"minf" : 3356,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.985253
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999766,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.021048,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.175528,
"10" : 77.564122,
"20" : 20.220062,
"50" : 0.986099,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 10205076,
"write_ios" : 0,
"read_sectors" : 81640608,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 85981009,
"write_ticks" : 0,
"in_queue" : 85981009,
"util" : 99.669626
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743018599,
"timestamp_ms" : 1743018599664,
"time" : "Wed Mar 26 19:49:59 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "24",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme2n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743018569605,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,10,11,12,13,14,15,16,17,18,19,2,20,21,22,23,3,4,5,6,7,8,9,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33349931008,
"io_kbytes" : 32568292,
"bw_bytes" : 1111182854,
"bw" : 1085139,
"iops" : 271284.876553,
"runtime" : 30013,
"total_ios" : 8142073,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 727,
"max" : 14342984,
"mean" : 87299.825586,
"stddev" : 316357.890158,
"N" : 8142073
},
"clat_ns" : {
"min" : 211540,
"max" : 46010736,
"mean" : 11231970.513509,
"stddev" : 2996886.212468,
"N" : 8142073,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 7962624,
"10.000000" : 8454144,
"20.000000" : 9240576,
"30.000000" : 9895936,
"40.000000" : 10420224,
"50.000000" : 10813440,
"60.000000" : 11337728,
"70.000000" : 11862016,
"80.000000" : 12517376,
"90.000000" : 13565952,
"95.000000" : 15138816,
"99.000000" : 25034752,
"99.500000" : 27656192,
"99.900000" : 32636928,
"99.950000" : 34340864,
"99.990000" : 38010880
}
},
"lat_ns" : {
"min" : 212422,
"max" : 46170984,
"mean" : 11319270.339096,
"stddev" : 3016691.453781,
"N" : 8142073
},
"bw_min" : 997240,
"bw_max" : 1412896,
"bw_agg" : 100.000000,
"bw_mean" : 1086790.881356,
"bw_dev" : 4798.230115,
"bw_samples" : 1416,
"iops_min" : 249310,
"iops_max" : 353223,
"iops_mean" : 271697.576271,
"iops_stddev" : 1199.545801,
"iops_samples" : 1416
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720224,
"usr_cpu" : 1.599225,
"sys_cpu" : 2.757475,
"ctx" : 962266,
"majf" : 0,
"minf" : 268,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.981430
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999705,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.022464,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010268,
"4" : 0.010000,
"10" : 32.447007,
"20" : 64.932985,
"50" : 2.561129,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme2n1",
"read_ios" : 49,
"write_ios" : 8102382,
"read_sectors" : 2124,
"write_sectors" : 64819056,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 1,
"write_ticks" : 86477531,
"in_queue" : 86477533,
"util" : 99.652963
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743015864,
"timestamp_ms" : 1743015864075,
"time" : "Wed Mar 26 19:04:24 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743015834008,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 15916335104,
"io_kbytes" : 15543296,
"bw_bytes" : 529908613,
"bw" : 517488,
"iops" : 505.360234,
"runtime" : 30036,
"total_ios" : 15179,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18353,
"max" : 40083115,
"mean" : 3947521.349101,
"stddev" : 5555354.246531,
"N" : 15179
},
"clat_ns" : {
"min" : 19025239,
"max" : 595420205,
"mean" : 502046824.617233,
"stddev" : 115600625.225771,
"N" : 15179,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 110624768,
"10.000000" : 497025024,
"20.000000" : 513802240,
"30.000000" : 517996544,
"40.000000" : 526385152,
"50.000000" : 530579456,
"60.000000" : 534773760,
"70.000000" : 541065216,
"80.000000" : 549453824,
"90.000000" : 557842432,
"95.000000" : 566231040,
"99.000000" : 574619648,
"99.500000" : 574619648,
"99.900000" : 591396864,
"99.950000" : 591396864,
"99.990000" : 591396864
}
},
"lat_ns" : {
"min" : 19101118,
"max" : 610250953,
"mean" : 505994345.966334,
"stddev" : 116440997.331207,
"N" : 15179
},
"bw_min" : 448512,
"bw_max" : 1754947,
"bw_agg" : 98.450425,
"bw_mean" : 509470.983333,
"bw_dev" : 82178.461858,
"bw_samples" : 120,
"iops_min" : 438,
"iops_max" : 1713,
"iops_mean" : 497.516667,
"iops_stddev" : 80.196240,
"iops_samples" : 120
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60067,
"usr_cpu" : 0.183129,
"sys_cpu" : 1.410092,
"ctx" : 29057,
"majf" : 0,
"minf" : 65559,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105409,
"16" : 0.210818,
"32" : 0.421635,
">=64" : 99.169906
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986601,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.223994,
"50" : 3.827657,
"100" : 0.882799,
"250" : 0.961855,
"500" : 4.848804,
"750" : 89.254892,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 120900,
"write_ios" : 0,
"read_sectors" : 30950400,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3684560,
"write_ticks" : 0,
"in_queue" : 3684560,
"util" : 99.716487
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743015833,
"timestamp_ms" : 1743015833747,
"time" : "Wed Mar 26 19:03:53 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743015803639,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7801405440,
"io_kbytes" : 7618560,
"bw_bytes" : 259432856,
"bw" : 253352,
"iops" : 247.414452,
"runtime" : 30071,
"total_ios" : 7440,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 27427,
"max" : 38002220,
"mean" : 8059601.446371,
"stddev" : 10987811.751852,
"N" : 7440
},
"clat_ns" : {
"min" : 23392681,
"max" : 1128636924,
"mean" : 1026044116.010886,
"stddev" : 165357415.013320,
"N" : 7440,
"percentile" : {
"1.000000" : 119013376,
"5.000000" : 734003200,
"10.000000" : 1035993088,
"20.000000" : 1052770304,
"30.000000" : 1069547520,
"40.000000" : 1069547520,
"50.000000" : 1069547520,
"60.000000" : 1069547520,
"70.000000" : 1069547520,
"80.000000" : 1069547520,
"90.000000" : 1069547520,
"95.000000" : 1069547520,
"99.000000" : 1098907648,
"99.500000" : 1098907648,
"99.900000" : 1098907648,
"99.950000" : 1115684864,
"99.990000" : 1132462080
}
},
"lat_ns" : {
"min" : 23420108,
"max" : 1132996632,
"mean" : 1034103717.457259,
"stddev" : 166112622.769723,
"N" : 7440
},
"bw_min" : 227328,
"bw_max" : 328074,
"bw_agg" : 96.816924,
"bw_mean" : 245288.700000,
"bw_dev" : 8313.602300,
"bw_samples" : 120,
"iops_min" : 222,
"iops_max" : 320,
"iops_mean" : 239.533333,
"iops_stddev" : 8.090178,
"iops_samples" : 120
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60136,
"usr_cpu" : 0.666822,
"sys_cpu" : 0.563722,
"ctx" : 14513,
"majf" : 0,
"minf" : 21,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.107527,
"8" : 0.215054,
"16" : 0.430108,
"32" : 0.860215,
">=64" : 98.306452
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972176,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.604839,
"100" : 0.282258,
"250" : 0.954301,
"500" : 1.639785,
"750" : 1.639785,
"1000" : 1.639785,
"2000" : 93.239247,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 61,
"write_ios" : 59480,
"read_sectors" : 2154,
"write_sectors" : 15226880,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3,
"write_ticks" : 3702224,
"in_queue" : 3702228,
"util" : 99.421047
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743015803,
"timestamp_ms" : 1743015803284,
"time" : "Wed Mar 26 19:03:23 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743015773242,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 7048966144,
"io_kbytes" : 6883756,
"bw_bytes" : 234942043,
"bw" : 229435,
"iops" : 57358.897444,
"runtime" : 30003,
"total_ios" : 1720939,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 752,
"max" : 6647674,
"mean" : 33820.344805,
"stddev" : 188590.947418,
"N" : 1720939
},
"clat_ns" : {
"min" : 221792,
"max" : 19198360,
"mean" : 4427942.293262,
"stddev" : 1865535.397269,
"N" : 1720939,
"percentile" : {
"1.000000" : 741376,
"5.000000" : 1220608,
"10.000000" : 2211840,
"20.000000" : 2965504,
"30.000000" : 3522560,
"40.000000" : 3883008,
"50.000000" : 4292608,
"60.000000" : 4685824,
"70.000000" : 5210112,
"80.000000" : 5865472,
"90.000000" : 6782976,
"95.000000" : 7700480,
"99.000000" : 9502720,
"99.500000" : 10420224,
"99.900000" : 12255232,
"99.950000" : 12910592,
"99.990000" : 14614528
}
},
"lat_ns" : {
"min" : 222856,
"max" : 19199749,
"mean" : 4461762.638067,
"stddev" : 1874272.121357,
"N" : 1720939
},
"bw_min" : 200712,
"bw_max" : 931016,
"bw_agg" : 100.000000,
"bw_mean" : 229764.610169,
"bw_dev" : 46466.314040,
"bw_samples" : 118,
"iops_min" : 50178,
"iops_max" : 232754,
"iops_mean" : 57441.152542,
"iops_stddev" : 11616.578510,
"iops_samples" : 118
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60004,
"usr_cpu" : 3.389774,
"sys_cpu" : 6.491234,
"ctx" : 243769,
"majf" : 0,
"minf" : 280,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992678
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.099539,
"750" : 0.986438,
"1000" : 2.122388
},
"latency_ms" : {
"2" : 4.272144,
"4" : 35.397420,
"10" : 56.423092,
"20" : 0.698456,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 1713755,
"write_ios" : 0,
"read_sectors" : 13710040,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3658972,
"write_ticks" : 0,
"in_queue" : 3658973,
"util" : 99.623082
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743015772,
"timestamp_ms" : 1743015772953,
"time" : "Wed Mar 26 19:02:52 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743015742923,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5654880256,
"io_kbytes" : 5522344,
"bw_bytes" : 188477160,
"bw" : 184059,
"iops" : 46014.931840,
"runtime" : 30003,
"total_ios" : 1380586,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 721,
"max" : 6457105,
"mean" : 42281.323213,
"stddev" : 222292.802633,
"N" : 1380586
},
"clat_ns" : {
"min" : 228825,
"max" : 18243219,
"mean" : 5519555.982460,
"stddev" : 2253024.413736,
"N" : 1380586,
"percentile" : {
"1.000000" : 358400,
"5.000000" : 978944,
"10.000000" : 2932736,
"20.000000" : 3981312,
"30.000000" : 4489216,
"40.000000" : 4947968,
"50.000000" : 5406720,
"60.000000" : 5931008,
"70.000000" : 6520832,
"80.000000" : 7241728,
"90.000000" : 8290304,
"95.000000" : 9371648,
"99.000000" : 11468800,
"99.500000" : 12124160,
"99.900000" : 14090240,
"99.950000" : 14876672,
"99.990000" : 16449536
}
},
"lat_ns" : {
"min" : 229631,
"max" : 18471738,
"mean" : 5561837.305673,
"stddev" : 2264882.406310,
"N" : 1380586
},
"bw_min" : 160024,
"bw_max" : 814120,
"bw_agg" : 100.000000,
"bw_mean" : 184335.186441,
"bw_dev" : 41795.639799,
"bw_samples" : 118,
"iops_min" : 40006,
"iops_max" : 203530,
"iops_mean" : 46083.796610,
"iops_stddev" : 10448.911884,
"iops_samples" : 118
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60004,
"usr_cpu" : 3.043130,
"sys_cpu" : 5.624625,
"ctx" : 197549,
"majf" : 0,
"minf" : 21,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990873
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 4.332870,
"750" : 0.501236,
"1000" : 0.183545
},
"latency_ms" : {
"2" : 1.139299,
"4" : 14.195784,
"10" : 76.665416,
"20" : 2.977938,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 1374821,
"read_sectors" : 2130,
"write_sectors" : 10998568,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 3674608,
"in_queue" : 3674610,
"util" : 99.623057
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016072,
"timestamp_ms" : 1743016072682,
"time" : "Wed Mar 26 19:07:52 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016042610,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 15919480832,
"io_kbytes" : 15546368,
"bw_bytes" : 530048639,
"bw" : 517625,
"iops" : 505.493774,
"runtime" : 30034,
"total_ios" : 15182,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17152,
"max" : 29361583,
"mean" : 3946604.755171,
"stddev" : 5463564.147932,
"N" : 15182
},
"clat_ns" : {
"min" : 18258628,
"max" : 565504651,
"mean" : 502120698.412068,
"stddev" : 114716017.446389,
"N" : 15182,
"percentile" : {
"1.000000" : 21102592,
"5.000000" : 120061952,
"10.000000" : 517996544,
"20.000000" : 526385152,
"30.000000" : 534773760,
"40.000000" : 534773760,
"50.000000" : 534773760,
"60.000000" : 534773760,
"70.000000" : 534773760,
"80.000000" : 534773760,
"90.000000" : 534773760,
"95.000000" : 541065216,
"99.000000" : 549453824,
"99.500000" : 549453824,
"99.900000" : 549453824,
"99.950000" : 557842432,
"99.990000" : 566231040
}
},
"lat_ns" : {
"min" : 18529432,
"max" : 567496011,
"mean" : 506067303.167237,
"stddev" : 115468871.768866,
"N" : 15182
},
"bw_min" : 471040,
"bw_max" : 1759232,
"bw_agg" : 98.438326,
"bw_mean" : 509542.400000,
"bw_dev" : 82187.860118,
"bw_samples" : 120,
"iops_min" : 460,
"iops_max" : 1718,
"iops_mean" : 497.600000,
"iops_stddev" : 80.261582,
"iops_samples" : 120
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60065,
"usr_cpu" : 0.226421,
"sys_cpu" : 1.122118,
"ctx" : 29247,
"majf" : 0,
"minf" : 65555,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105388,
"16" : 0.210776,
"32" : 0.421552,
">=64" : 99.170070
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986604,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.454486,
"50" : 4.096957,
"100" : 0.349098,
"250" : 0.935318,
"500" : 1.620340,
"750" : 92.543802,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 120926,
"write_ios" : 0,
"read_sectors" : 30957056,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3678865,
"write_ticks" : 0,
"in_queue" : 3678865,
"util" : 99.693231
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016042,
"timestamp_ms" : 1743016042351,
"time" : "Wed Mar 26 19:07:22 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016012254,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7799308288,
"io_kbytes" : 7616512,
"bw_bytes" : 259363116,
"bw" : 253284,
"iops" : 247.347943,
"runtime" : 30071,
"total_ios" : 7438,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24738,
"max" : 37960192,
"mean" : 8061045.264453,
"stddev" : 10988049.842719,
"N" : 7438
},
"clat_ns" : {
"min" : 24439471,
"max" : 1135218949,
"mean" : 1026407642.130545,
"stddev" : 163940509.382533,
"N" : 7438,
"percentile" : {
"1.000000" : 124256256,
"5.000000" : 734003200,
"10.000000" : 1035993088,
"20.000000" : 1069547520,
"30.000000" : 1069547520,
"40.000000" : 1069547520,
"50.000000" : 1069547520,
"60.000000" : 1069547520,
"70.000000" : 1069547520,
"80.000000" : 1069547520,
"90.000000" : 1069547520,
"95.000000" : 1069547520,
"99.000000" : 1082130432,
"99.500000" : 1082130432,
"99.900000" : 1082130432,
"99.950000" : 1115684864,
"99.990000" : 1132462080
}
},
"lat_ns" : {
"min" : 24513478,
"max" : 1139401391,
"mean" : 1034468687.394999,
"stddev" : 164664191.648918,
"N" : 7438
},
"bw_min" : 229376,
"bw_max" : 303104,
"bw_agg" : 96.813346,
"bw_mean" : 245213.866667,
"bw_dev" : 6608.513910,
"bw_samples" : 120,
"iops_min" : 224,
"iops_max" : 296,
"iops_mean" : 239.466667,
"iops_stddev" : 6.453627,
"iops_samples" : 120
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60138,
"usr_cpu" : 0.394094,
"sys_cpu" : 0.528784,
"ctx" : 14570,
"majf" : 0,
"minf" : 23,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.107556,
"8" : 0.215112,
"16" : 0.430223,
"32" : 0.860446,
">=64" : 98.305996
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972168,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.551223,
"100" : 0.282334,
"250" : 0.968002,
"500" : 1.626781,
"750" : 1.667115,
"1000" : 1.599892,
"2000" : 93.304652,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 59489,
"read_sectors" : 2130,
"write_sectors" : 15229184,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 3704452,
"in_queue" : 3704454,
"util" : 99.424546
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016011,
"timestamp_ms" : 1743016011917,
"time" : "Wed Mar 26 19:06:51 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743015981881,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 7057125376,
"io_kbytes" : 6891724,
"bw_bytes" : 235213991,
"bw" : 229701,
"iops" : 57425.290804,
"runtime" : 30003,
"total_ios" : 1722931,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 738,
"max" : 3923333,
"mean" : 33870.071652,
"stddev" : 162580.308075,
"N" : 1722931
},
"clat_ns" : {
"min" : 196426,
"max" : 14824495,
"mean" : 4423132.862832,
"stddev" : 1503444.418910,
"N" : 1722931,
"percentile" : {
"1.000000" : 634880,
"5.000000" : 1056768,
"10.000000" : 2736128,
"20.000000" : 3424256,
"30.000000" : 3784704,
"40.000000" : 4145152,
"50.000000" : 4489216,
"60.000000" : 4816896,
"70.000000" : 5144576,
"80.000000" : 5537792,
"90.000000" : 6193152,
"95.000000" : 6782976,
"99.000000" : 7962624,
"99.500000" : 8454144,
"99.900000" : 9502720,
"99.950000" : 10027008,
"99.990000" : 11337728
}
},
"lat_ns" : {
"min" : 197686,
"max" : 15356003,
"mean" : 4457002.934484,
"stddev" : 1511285.482389,
"N" : 1722931
},
"bw_min" : 207224,
"bw_max" : 994200,
"bw_agg" : 100.000000,
"bw_mean" : 229968.677966,
"bw_dev" : 50443.214891,
"bw_samples" : 118,
"iops_min" : 51806,
"iops_max" : 248550,
"iops_mean" : 57492.169492,
"iops_stddev" : 12610.806043,
"iops_samples" : 118
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60004,
"usr_cpu" : 3.316446,
"sys_cpu" : 7.144524,
"ctx" : 325401,
"majf" : 0,
"minf" : 280,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992687
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.280859,
"750" : 1.832401,
"1000" : 2.413097
},
"latency_ms" : {
"2" : 2.503292,
"4" : 28.803359,
"10" : 64.112028,
"20" : 0.054036,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 1716221,
"write_ios" : 0,
"read_sectors" : 13729768,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3689541,
"write_ticks" : 0,
"in_queue" : 3689540,
"util" : 99.626530
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743015981,
"timestamp_ms" : 1743015981605,
"time" : "Wed Mar 26 19:06:21 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743015951579,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5659181056,
"io_kbytes" : 5526544,
"bw_bytes" : 188614219,
"bw" : 184193,
"iops" : 46048.393548,
"runtime" : 30004,
"total_ios" : 1381636,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 708,
"max" : 5388570,
"mean" : 42270.761164,
"stddev" : 187136.840947,
"N" : 1381636
},
"clat_ns" : {
"min" : 178778,
"max" : 15940198,
"mean" : 5515806.556807,
"stddev" : 1962425.388516,
"N" : 1381636,
"percentile" : {
"1.000000" : 321536,
"5.000000" : 913408,
"10.000000" : 3555328,
"20.000000" : 4227072,
"30.000000" : 4751360,
"40.000000" : 5144576,
"50.000000" : 5603328,
"60.000000" : 5931008,
"70.000000" : 6389760,
"80.000000" : 6979584,
"90.000000" : 7766016,
"95.000000" : 8585216,
"99.000000" : 10158080,
"99.500000" : 10813440,
"99.900000" : 12124160,
"99.950000" : 12648448,
"99.990000" : 13959168
}
},
"lat_ns" : {
"min" : 179560,
"max" : 16160886,
"mean" : 5558077.317970,
"stddev" : 1973366.675758,
"N" : 1381636
},
"bw_min" : 163040,
"bw_max" : 822868,
"bw_agg" : 100.000000,
"bw_mean" : 184421.762712,
"bw_dev" : 42166.339727,
"bw_samples" : 118,
"iops_min" : 40760,
"iops_max" : 205717,
"iops_mean" : 46105.440678,
"iops_stddev" : 10541.584932,
"iops_samples" : 118
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60006,
"usr_cpu" : 3.231344,
"sys_cpu" : 6.652668,
"ctx" : 273753,
"majf" : 0,
"minf" : 19,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990880
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 4.561621,
"750" : 0.222779,
"1000" : 0.435281
},
"latency_ms" : {
"2" : 1.092473,
"4" : 8.873755,
"10" : 83.645837,
"20" : 1.159061,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 1376142,
"read_sectors" : 2130,
"write_sectors" : 11009136,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 1,
"write_ticks" : 3696885,
"in_queue" : 3696887,
"util" : 99.626517
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016269,
"timestamp_ms" : 1743016269083,
"time" : "Wed Mar 26 19:11:09 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016239011,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 15915286528,
"io_kbytes" : 15542272,
"bw_bytes" : 529908987,
"bw" : 517489,
"iops" : 505.360591,
"runtime" : 30034,
"total_ios" : 15178,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17780,
"max" : 39777968,
"mean" : 3947668.466860,
"stddev" : 5538373.073864,
"N" : 15178
},
"clat_ns" : {
"min" : 18571539,
"max" : 587555280,
"mean" : 502065826.229082,
"stddev" : 115301138.541271,
"N" : 15178,
"percentile" : {
"1.000000" : 22413312,
"5.000000" : 112721920,
"10.000000" : 505413632,
"20.000000" : 513802240,
"30.000000" : 522190848,
"40.000000" : 526385152,
"50.000000" : 530579456,
"60.000000" : 534773760,
"70.000000" : 541065216,
"80.000000" : 549453824,
"90.000000" : 549453824,
"95.000000" : 557842432,
"99.000000" : 566231040,
"99.500000" : 574619648,
"99.900000" : 583008256,
"99.950000" : 583008256,
"99.990000" : 591396864
}
},
"lat_ns" : {
"min" : 18905995,
"max" : 589631838,
"mean" : 506013494.695942,
"stddev" : 116147098.519235,
"N" : 15178
},
"bw_min" : 454656,
"bw_max" : 1755136,
"bw_agg" : 98.437795,
"bw_mean" : 509405.866667,
"bw_dev" : 81764.818846,
"bw_samples" : 120,
"iops_min" : 444,
"iops_max" : 1714,
"iops_mean" : 497.466667,
"iops_stddev" : 79.848456,
"iops_samples" : 120
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60065,
"usr_cpu" : 0.193124,
"sys_cpu" : 1.410139,
"ctx" : 29200,
"majf" : 0,
"minf" : 65559,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105416,
"16" : 0.210831,
"32" : 0.421663,
">=64" : 99.169851
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986601,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.112004,
"50" : 3.893794,
"100" : 0.935565,
"250" : 0.961919,
"500" : 3.281065,
"750" : 90.815654,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 120893,
"write_ios" : 0,
"read_sectors" : 30948608,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3683849,
"write_ticks" : 0,
"in_queue" : 3683850,
"util" : 99.709816
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016238,
"timestamp_ms" : 1743016238752,
"time" : "Wed Mar 26 19:10:38 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016208649,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7800356864,
"io_kbytes" : 7617536,
"bw_bytes" : 259441124,
"bw" : 253360,
"iops" : 247.422338,
"runtime" : 30066,
"total_ios" : 7439,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 27995,
"max" : 41615005,
"mean" : 8060037.620917,
"stddev" : 10980438.825299,
"N" : 7439
},
"clat_ns" : {
"min" : 29896959,
"max" : 1132625491,
"mean" : 1026053537.349644,
"stddev" : 165285298.126692,
"N" : 7439,
"percentile" : {
"1.000000" : 116916224,
"5.000000" : 725614592,
"10.000000" : 1035993088,
"20.000000" : 1044381696,
"30.000000" : 1069547520,
"40.000000" : 1069547520,
"50.000000" : 1069547520,
"60.000000" : 1069547520,
"70.000000" : 1069547520,
"80.000000" : 1069547520,
"90.000000" : 1069547520,
"95.000000" : 1082130432,
"99.000000" : 1098907648,
"99.500000" : 1098907648,
"99.900000" : 1115684864,
"99.950000" : 1115684864,
"99.990000" : 1132462080
}
},
"lat_ns" : {
"min" : 29924954,
"max" : 1136849311,
"mean" : 1034113574.970562,
"stddev" : 166086361.426551,
"N" : 7439
},
"bw_min" : 229376,
"bw_max" : 307200,
"bw_agg" : 96.798051,
"bw_mean" : 245248.000000,
"bw_dev" : 6063.880977,
"bw_samples" : 120,
"iops_min" : 224,
"iops_max" : 300,
"iops_mean" : 239.500000,
"iops_stddev" : 5.921759,
"iops_samples" : 120
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60128,
"usr_cpu" : 0.646953,
"sys_cpu" : 0.573776,
"ctx" : 14547,
"majf" : 0,
"minf" : 18,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.107541,
"8" : 0.215083,
"16" : 0.430165,
"32" : 0.860331,
">=64" : 98.306224
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972172,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.591477,
"100" : 0.282296,
"250" : 0.994757,
"500" : 1.613120,
"750" : 1.626563,
"1000" : 1.653448,
"2000" : 93.238338,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 59470,
"read_sectors" : 2130,
"write_sectors" : 15224320,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 3701474,
"in_queue" : 3701475,
"util" : 99.411064
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016208,
"timestamp_ms" : 1743016208288,
"time" : "Wed Mar 26 19:10:08 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016178250,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 7049482240,
"io_kbytes" : 6884260,
"bw_bytes" : 234959245,
"bw" : 229452,
"iops" : 57363.097024,
"runtime" : 30003,
"total_ios" : 1721065,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 750,
"max" : 5820742,
"mean" : 33805.407155,
"stddev" : 188309.703063,
"N" : 1721065
},
"clat_ns" : {
"min" : 232258,
"max" : 17904799,
"mean" : 4427643.236734,
"stddev" : 1866842.619656,
"N" : 1721065,
"percentile" : {
"1.000000" : 733184,
"5.000000" : 1204224,
"10.000000" : 2211840,
"20.000000" : 2932736,
"30.000000" : 3489792,
"40.000000" : 3915776,
"50.000000" : 4292608,
"60.000000" : 4751360,
"70.000000" : 5210112,
"80.000000" : 5865472,
"90.000000" : 6782976,
"95.000000" : 7700480,
"99.000000" : 9502720,
"99.500000" : 10289152,
"99.900000" : 11993088,
"99.950000" : 12648448,
"99.990000" : 14483456
}
},
"lat_ns" : {
"min" : 233153,
"max" : 17905968,
"mean" : 4461448.643889,
"stddev" : 1875629.688714,
"N" : 1721065
},
"bw_min" : 202224,
"bw_max" : 941304,
"bw_agg" : 100.000000,
"bw_mean" : 229780.474576,
"bw_dev" : 47106.183697,
"bw_samples" : 118,
"iops_min" : 50556,
"iops_max" : 235326,
"iops_mean" : 57445.118644,
"iops_stddev" : 11776.542777,
"iops_samples" : 118
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60004,
"usr_cpu" : 3.504766,
"sys_cpu" : 6.464569,
"ctx" : 240465,
"majf" : 0,
"minf" : 280,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992679
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.112082,
"750" : 1.002461,
"1000" : 2.167553
},
"latency_ms" : {
"2" : 4.195484,
"4" : 35.106809,
"10" : 56.747247,
"20" : 0.668249,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 1713897,
"write_ios" : 0,
"read_sectors" : 13711176,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 3660271,
"write_ticks" : 0,
"in_queue" : 3660271,
"util" : 99.626418
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016177,
"timestamp_ms" : 1743016177960,
"time" : "Wed Mar 26 19:09:37 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "2",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016147928,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5654679552,
"io_kbytes" : 5522148,
"bw_bytes" : 188470471,
"bw" : 184053,
"iops" : 46013.298670,
"runtime" : 30003,
"total_ios" : 1380537,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 725,
"max" : 7550391,
"mean" : 42288.172738,
"stddev" : 219971.407696,
"N" : 1380537
},
"clat_ns" : {
"min" : 199366,
"max" : 17910032,
"mean" : 5519756.062990,
"stddev" : 2236926.872604,
"N" : 1380537,
"percentile" : {
"1.000000" : 354304,
"5.000000" : 946176,
"10.000000" : 2965504,
"20.000000" : 3981312,
"30.000000" : 4489216,
"40.000000" : 4947968,
"50.000000" : 5406720,
"60.000000" : 5931008,
"70.000000" : 6520832,
"80.000000" : 7241728,
"90.000000" : 8290304,
"95.000000" : 9240576,
"99.000000" : 11337728,
"99.500000" : 12255232,
"99.900000" : 14090240,
"99.950000" : 14745600,
"99.990000" : 15663104
}
},
"lat_ns" : {
"min" : 203204,
"max" : 17911783,
"mean" : 5562044.235728,
"stddev" : 2248553.153157,
"N" : 1380537
},
"bw_min" : 162344,
"bw_max" : 812225,
"bw_agg" : 100.000000,
"bw_mean" : 184308.220339,
"bw_dev" : 41488.131632,
"bw_samples" : 118,
"iops_min" : 40586,
"iops_max" : 203056,
"iops_mean" : 46077.050847,
"iops_stddev" : 10372.016326,
"iops_samples" : 118
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60004,
"usr_cpu" : 3.108126,
"sys_cpu" : 5.586294,
"ctx" : 202107,
"majf" : 0,
"minf" : 17,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990873
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.015429,
"500" : 4.215026,
"750" : 0.594262,
"1000" : 0.250627
},
"latency_ms" : {
"2" : 1.007869,
"4" : 14.159997,
"10" : 76.903118,
"20" : 2.853672,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 49,
"write_ios" : 1374672,
"read_sectors" : 2130,
"write_sectors" : 10997376,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 3675153,
"in_queue" : 3675155,
"util" : 99.623057
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016466,
"timestamp_ms" : 1743016466245,
"time" : "Wed Mar 26 19:14:26 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016436155,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 31841058816,
"io_kbytes" : 31094784,
"bw_bytes" : 1059567362,
"bw" : 1034733,
"iops" : 1010.482180,
"runtime" : 30051,
"total_ios" : 30366,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19526,
"max" : 47299123,
"mean" : 3946671.971053,
"stddev" : 5055668.460413,
"N" : 30366
},
"clat_ns" : {
"min" : 32041647,
"max" : 868313468,
"mean" : 502206429.671277,
"stddev" : 213148677.792110,
"N" : 30366,
"percentile" : {
"1.000000" : 36962304,
"5.000000" : 92798976,
"10.000000" : 396361728,
"20.000000" : 400556032,
"30.000000" : 400556032,
"40.000000" : 400556032,
"50.000000" : 400556032,
"60.000000" : 400556032,
"70.000000" : 750780416,
"80.000000" : 792723456,
"90.000000" : 809500672,
"95.000000" : 817889280,
"99.000000" : 843055104,
"99.500000" : 851443712,
"99.900000" : 859832320,
"99.950000" : 859832320,
"99.990000" : 868220928
}
},
"lat_ns" : {
"min" : 32360795,
"max" : 871453548,
"mean" : 506153101.642330,
"stddev" : 214790145.743724,
"N" : 30366
},
"bw_min" : 929792,
"bw_max" : 3524608,
"bw_agg" : 98.494226,
"bw_mean" : 1019153.066667,
"bw_dev" : 90645.153452,
"bw_samples" : 240,
"iops_min" : 908,
"iops_max" : 3442,
"iops_mean" : 995.266667,
"iops_stddev" : 88.520658,
"iops_samples" : 240
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120196,
"usr_cpu" : 0.146428,
"sys_cpu" : 1.382742,
"ctx" : 39484,
"majf" : 0,
"minf" : 131119,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105381,
"16" : 0.210762,
"32" : 0.421524,
">=64" : 99.170124
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986605,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.470987,
"100" : 1.570836,
"250" : 1.004413,
"500" : 62.882829,
"750" : 0.945136,
"1000" : 30.125799,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 241736,
"write_ios" : 0,
"read_sectors" : 61884416,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 11137651,
"write_ticks" : 0,
"in_queue" : 11137651,
"util" : 99.699840
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016435,
"timestamp_ms" : 1743016435896,
"time" : "Wed Mar 26 19:13:55 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016405794,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15638462464,
"io_kbytes" : 15271936,
"bw_bytes" : 519619300,
"bw" : 507440,
"iops" : 495.547581,
"runtime" : 30096,
"total_ios" : 14914,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 32976,
"max" : 88214227,
"mean" : 8041161.812659,
"stddev" : 10043057.647137,
"N" : 14914
},
"clat_ns" : {
"min" : 13265565,
"max" : 1673762049,
"mean" : 1011824424.236355,
"stddev" : 415534026.915767,
"N" : 14914,
"percentile" : {
"1.000000" : 27394048,
"5.000000" : 534773760,
"10.000000" : 792723456,
"20.000000" : 801112064,
"30.000000" : 801112064,
"40.000000" : 801112064,
"50.000000" : 801112064,
"60.000000" : 801112064,
"70.000000" : 1535115264,
"80.000000" : 1602224128,
"90.000000" : 1602224128,
"95.000000" : 1602224128,
"99.000000" : 1652555776,
"99.500000" : 1652555776,
"99.900000" : 1669332992,
"99.950000" : 1669332992,
"99.990000" : 1669332992
}
},
"lat_ns" : {
"min" : 13337927,
"max" : 1682030301,
"mean" : 1019865586.049015,
"stddev" : 418612807.452540,
"N" : 14914
},
"bw_min" : 393216,
"bw_max" : 1193984,
"bw_agg" : 98.229207,
"bw_mean" : 498455.633152,
"bw_dev" : 35260.247578,
"bw_samples" : 235,
"iops_min" : 384,
"iops_max" : 1166,
"iops_mean" : 486.773079,
"iops_stddev" : 34.433836,
"iops_samples" : 235
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120302,
"usr_cpu" : 0.652524,
"sys_cpu" : 0.502070,
"ctx" : 19385,
"majf" : 0,
"minf" : 54,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.107282,
"8" : 0.214563,
"16" : 0.429127,
"32" : 0.858254,
">=64" : 98.310312
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972241,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.543114,
"50" : 1.904251,
"100" : 0.194448,
"250" : 0.811318,
"500" : 1.361137,
"750" : 1.361137,
"1000" : 62.779938,
"2000" : 31.044656,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 50,
"write_ios" : 119178,
"read_sectors" : 2116,
"write_sectors" : 30509568,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 11302318,
"in_queue" : 11302320,
"util" : 99.569949
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016405,
"timestamp_ms" : 1743016405413,
"time" : "Wed Mar 26 19:13:25 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016375372,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 14111719424,
"io_kbytes" : 13780976,
"bw_bytes" : 470327937,
"bw" : 459304,
"iops" : 114826.156512,
"runtime" : 30004,
"total_ios" : 3445244,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 763,
"max" : 6031762,
"mean" : 33835.232438,
"stddev" : 150138.986949,
"N" : 3445244
},
"clat_ns" : {
"min" : 162964,
"max" : 17743013,
"mean" : 4423714.863435,
"stddev" : 2064373.231845,
"N" : 3445244,
"percentile" : {
"1.000000" : 749568,
"5.000000" : 1056768,
"10.000000" : 3260416,
"20.000000" : 3391488,
"30.000000" : 3489792,
"40.000000" : 3522560,
"50.000000" : 3555328,
"60.000000" : 3653632,
"70.000000" : 4423680,
"80.000000" : 6389760,
"90.000000" : 7503872,
"95.000000" : 8585216,
"99.000000" : 10420224,
"99.500000" : 11075584,
"99.900000" : 12779520,
"99.950000" : 13565952,
"99.990000" : 15138816
}
},
"lat_ns" : {
"min" : 163831,
"max" : 17963813,
"mean" : 4457550.095873,
"stddev" : 2078431.089174,
"N" : 3445244
},
"bw_min" : 425520,
"bw_max" : 1866896,
"bw_agg" : 100.000000,
"bw_mean" : 459842.305085,
"bw_dev" : 49091.174316,
"bw_samples" : 236,
"iops_min" : 106380,
"iops_max" : 466724,
"iops_mean" : 114960.576271,
"iops_stddev" : 12272.793579,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120007,
"usr_cpu" : 3.283975,
"sys_cpu" : 6.517120,
"ctx" : 499401,
"majf" : 0,
"minf" : 559,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992686
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.082781,
"750" : 0.905277,
"1000" : 3.915543
},
"latency_ms" : {
"2" : 1.942910,
"4" : 62.740375,
"10" : 29.011501,
"20" : 1.400046,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 3430118,
"write_ios" : 0,
"read_sectors" : 27440944,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 11112405,
"write_ticks" : 0,
"in_queue" : 11112405,
"util" : 99.673094
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016375,
"timestamp_ms" : 1743016375078,
"time" : "Wed Mar 26 19:12:55 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016345041,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11280388096,
"io_kbytes" : 11016004,
"bw_bytes" : 375950278,
"bw" : 367138,
"iops" : 91784.735877,
"runtime" : 30005,
"total_ios" : 2754001,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 774,
"max" : 6897877,
"mean" : 42366.615781,
"stddev" : 180306.386379,
"N" : 2754001
},
"clat_ns" : {
"min" : 237057,
"max" : 22571892,
"mean" : 5534043.591132,
"stddev" : 2626333.970466,
"N" : 2754001,
"percentile" : {
"1.000000" : 1056768,
"5.000000" : 1335296,
"10.000000" : 4079616,
"20.000000" : 4227072,
"30.000000" : 4358144,
"40.000000" : 4423680,
"50.000000" : 4423680,
"60.000000" : 4554752,
"70.000000" : 5079040,
"80.000000" : 7831552,
"90.000000" : 9502720,
"95.000000" : 10813440,
"99.000000" : 13565952,
"99.500000" : 14352384,
"99.900000" : 16908288,
"99.950000" : 17694720,
"99.990000" : 19529728
}
},
"lat_ns" : {
"min" : 237988,
"max" : 22582234,
"mean" : 5576410.206913,
"stddev" : 2643407.251818,
"N" : 2754001
},
"bw_min" : 338248,
"bw_max" : 1407880,
"bw_agg" : 100.000000,
"bw_mean" : 367573.559322,
"bw_dev" : 36713.513799,
"bw_samples" : 236,
"iops_min" : 84562,
"iops_max" : 351970,
"iops_mean" : 91893.491525,
"iops_stddev" : 9178.375046,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120009,
"usr_cpu" : 3.294753,
"sys_cpu" : 6.348691,
"ctx" : 398042,
"majf" : 0,
"minf" : 41,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990850
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.055991,
"750" : 0.140704,
"1000" : 0.141067
},
"latency_ms" : {
"2" : 5.398981,
"4" : 2.711255,
"10" : 83.854036,
"20" : 7.690774,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 50,
"write_ios" : 2741908,
"read_sectors" : 2116,
"write_sectors" : 21935264,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 11184676,
"in_queue" : 11184678,
"util" : 99.676440
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016672,
"timestamp_ms" : 1743016672626,
"time" : "Wed Mar 26 19:17:52 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme0n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016642535,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 31844204544,
"io_kbytes" : 31097856,
"bw_bytes" : 1059531011,
"bw" : 1034698,
"iops" : 1010.447513,
"runtime" : 30055,
"total_ios" : 30369,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17452,
"max" : 45053833,
"mean" : 3946656.393296,
"stddev" : 5215694.723391,
"N" : 30369
},
"clat_ns" : {
"min" : 24039481,
"max" : 874715150,
"mean" : 502208607.748131,
"stddev" : 213565135.686971,
"N" : 30369,
"percentile" : {
"1.000000" : 31064064,
"5.000000" : 104333312,
"10.000000" : 396361728,
"20.000000" : 396361728,
"30.000000" : 400556032,
"40.000000" : 400556032,
"50.000000" : 400556032,
"60.000000" : 400556032,
"70.000000" : 759169024,
"80.000000" : 792723456,
"90.000000" : 809500672,
"95.000000" : 817889280,
"99.000000" : 834666496,
"99.500000" : 843055104,
"99.900000" : 859832320,
"99.950000" : 859832320,
"99.990000" : 876609536
}
},
"lat_ns" : {
"min" : 24272854,
"max" : 877949818,
"mean" : 506155264.141427,
"stddev" : 215202891.983411,
"N" : 30369
},
"bw_min" : 937984,
"bw_max" : 3530752,
"bw_agg" : 98.507463,
"bw_mean" : 1019255.466667,
"bw_dev" : 91866.208801,
"bw_samples" : 240,
"iops_min" : 916,
"iops_max" : 3448,
"iops_mean" : 995.366667,
"iops_stddev" : 89.713095,
"iops_samples" : 240
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120201,
"usr_cpu" : 0.153077,
"sys_cpu" : 1.171371,
"ctx" : 39231,
"majf" : 0,
"minf" : 131120,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105371,
"16" : 0.210741,
"32" : 0.421482,
">=64" : 99.170206
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986606,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.467352,
"100" : 1.508117,
"250" : 0.984557,
"500" : 62.932596,
"750" : 0.938457,
"1000" : 30.168922,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme0n1",
"read_ios" : 241779,
"write_ios" : 0,
"read_sectors" : 61895424,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 11176279,
"write_ticks" : 0,
"in_queue" : 11176279,
"util" : 99.693231
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016642,
"timestamp_ms" : 1743016642281,
"time" : "Wed Mar 26 19:17:22 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme0n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016612187,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15639511040,
"io_kbytes" : 15272960,
"bw_bytes" : 519585084,
"bw" : 507407,
"iops" : 495.514950,
"runtime" : 30100,
"total_ios" : 14915,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 29154,
"max" : 85978677,
"mean" : 8041019.347503,
"stddev" : 10239220.086948,
"N" : 14915
},
"clat_ns" : {
"min" : 12082409,
"max" : 1662999795,
"mean" : 1011888092.507141,
"stddev" : 414453335.246557,
"N" : 14915,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 534773760,
"10.000000" : 792723456,
"20.000000" : 792723456,
"30.000000" : 801112064,
"40.000000" : 801112064,
"50.000000" : 801112064,
"60.000000" : 801112064,
"70.000000" : 1535115264,
"80.000000" : 1602224128,
"90.000000" : 1602224128,
"95.000000" : 1602224128,
"99.000000" : 1652555776,
"99.500000" : 1652555776,
"99.900000" : 1652555776,
"99.950000" : 1652555776,
"99.990000" : 1652555776
}
},
"lat_ns" : {
"min" : 12115372,
"max" : 1669348798,
"mean" : 1019929111.854644,
"stddev" : 417507760.591880,
"N" : 14915
},
"bw_min" : 395264,
"bw_max" : 1204224,
"bw_agg" : 98.243165,
"bw_mean" : 498493.049728,
"bw_dev" : 35876.448106,
"bw_samples" : 235,
"iops_min" : 386,
"iops_max" : 1176,
"iops_mean" : 486.809619,
"iops_stddev" : 35.035594,
"iops_samples" : 235
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120313,
"usr_cpu" : 0.612569,
"sys_cpu" : 0.459634,
"ctx" : 19381,
"majf" : 0,
"minf" : 53,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.107275,
"8" : 0.214549,
"16" : 0.429098,
"32" : 0.858196,
">=64" : 98.310426
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972243,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.663761,
"50" : 1.790144,
"100" : 0.187730,
"250" : 0.817968,
"500" : 1.340932,
"750" : 1.354341,
"1000" : 62.755615,
"2000" : 31.089507,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme0n1",
"read_ios" : 54,
"write_ios" : 119208,
"read_sectors" : 2132,
"write_sectors" : 30517248,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 11231815,
"in_queue" : 11231818,
"util" : 99.560127
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016611,
"timestamp_ms" : 1743016611817,
"time" : "Wed Mar 26 19:16:51 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme0n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016581779,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 14121013248,
"io_kbytes" : 13790052,
"bw_bytes" : 470637689,
"bw" : 459607,
"iops" : 114901.779763,
"runtime" : 30004,
"total_ios" : 3447513,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 718,
"max" : 5421905,
"mean" : 33912.215048,
"stddev" : 150238.383972,
"N" : 3447513
},
"clat_ns" : {
"min" : 141537,
"max" : 15837289,
"mean" : 4420710.574295,
"stddev" : 1994969.356916,
"N" : 3447513,
"percentile" : {
"1.000000" : 692224,
"5.000000" : 1073152,
"10.000000" : 3260416,
"20.000000" : 3424256,
"30.000000" : 3489792,
"40.000000" : 3522560,
"50.000000" : 3555328,
"60.000000" : 3653632,
"70.000000" : 4685824,
"80.000000" : 6717440,
"90.000000" : 7307264,
"95.000000" : 8093696,
"99.000000" : 9764864,
"99.500000" : 10289152,
"99.900000" : 11599872,
"99.950000" : 12386304,
"99.990000" : 13697024
}
},
"lat_ns" : {
"min" : 142368,
"max" : 15838690,
"mean" : 4454622.789343,
"stddev" : 2007913.370718,
"N" : 3447513
},
"bw_min" : 423232,
"bw_max" : 1983048,
"bw_agg" : 100.000000,
"bw_mean" : 460089.762712,
"bw_dev" : 53257.514966,
"bw_samples" : 236,
"iops_min" : 105808,
"iops_max" : 495762,
"iops_mean" : 115022.440678,
"iops_stddev" : 13314.378742,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120007,
"usr_cpu" : 2.967327,
"sys_cpu" : 5.954653,
"ctx" : 527118,
"majf" : 0,
"minf" : 560,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992690
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.106599,
"750" : 2.475785,
"1000" : 2.323182
},
"latency_ms" : {
"2" : 2.046577,
"4" : 62.214037,
"10" : 30.120815,
"20" : 0.708105,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme0n1",
"read_ios" : 3433098,
"write_ios" : 0,
"read_sectors" : 27464784,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 11137117,
"write_ticks" : 0,
"in_queue" : 11137118,
"util" : 99.656506
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016581,
"timestamp_ms" : 1743016581498,
"time" : "Wed Mar 26 19:16:21 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme0n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016551465,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11279855616,
"io_kbytes" : 11015484,
"bw_bytes" : 375932531,
"bw" : 367121,
"iops" : 91780.403266,
"runtime" : 30005,
"total_ios" : 2753871,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 709,
"max" : 5804866,
"mean" : 42542.199333,
"stddev" : 178114.889175,
"N" : 2753871
},
"clat_ns" : {
"min" : 195675,
"max" : 22815951,
"mean" : 5534342.704414,
"stddev" : 2530524.761316,
"N" : 2753871,
"percentile" : {
"1.000000" : 1056768,
"5.000000" : 1433600,
"10.000000" : 4046848,
"20.000000" : 4292608,
"30.000000" : 4423680,
"40.000000" : 4423680,
"50.000000" : 4423680,
"60.000000" : 4489216,
"70.000000" : 5603328,
"80.000000" : 8224768,
"90.000000" : 9240576,
"95.000000" : 10551296,
"99.000000" : 12779520,
"99.500000" : 13565952,
"99.900000" : 15532032,
"99.950000" : 16318464,
"99.990000" : 18219008
}
},
"lat_ns" : {
"min" : 196752,
"max" : 22817086,
"mean" : 5576884.903747,
"stddev" : 2546747.929031,
"N" : 2753871
},
"bw_min" : 339488,
"bw_max" : 1390024,
"bw_agg" : 100.000000,
"bw_mean" : 367472.542373,
"bw_dev" : 36176.340953,
"bw_samples" : 236,
"iops_min" : 84872,
"iops_max" : 347506,
"iops_mean" : 91868.135593,
"iops_stddev" : 9044.085238,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120009,
"usr_cpu" : 2.870618,
"sys_cpu" : 5.462090,
"ctx" : 426745,
"majf" : 0,
"minf" : 43,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990849
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.047134,
"750" : 0.129273,
"1000" : 0.250738
},
"latency_ms" : {
"2" : 5.087965,
"4" : 3.665604,
"10" : 84.431224,
"20" : 6.375644,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme0n1",
"read_ios" : 54,
"write_ios" : 2742015,
"read_sectors" : 2132,
"write_sectors" : 21936120,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 4,
"write_ticks" : 11204748,
"in_queue" : 11204752,
"util" : 99.663176
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016872,
"timestamp_ms" : 1743016872156,
"time" : "Wed Mar 26 19:21:12 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "read",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016842051,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 31845253120,
"io_kbytes" : 31098880,
"bw_bytes" : 1059636413,
"bw" : 1034801,
"iops" : 1010.548032,
"runtime" : 30053,
"total_ios" : 30370,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18319,
"max" : 57628218,
"mean" : 3945944.007376,
"stddev" : 5053887.517892,
"N" : 30370
},
"clat_ns" : {
"min" : 27460158,
"max" : 887159015,
"mean" : 502144657.393941,
"stddev" : 213467934.455193,
"N" : 30370,
"percentile" : {
"1.000000" : 34340864,
"5.000000" : 95944704,
"10.000000" : 396361728,
"20.000000" : 400556032,
"30.000000" : 400556032,
"40.000000" : 400556032,
"50.000000" : 400556032,
"60.000000" : 400556032,
"70.000000" : 742391808,
"80.000000" : 792723456,
"90.000000" : 809500672,
"95.000000" : 817889280,
"99.000000" : 851443712,
"99.500000" : 851443712,
"99.900000" : 868220928,
"99.950000" : 876609536,
"99.990000" : 884998144
}
},
"lat_ns" : {
"min" : 27716880,
"max" : 890281200,
"mean" : 506090601.401317,
"stddev" : 215108681.454654,
"N" : 30370
},
"bw_min" : 929792,
"bw_max" : 3532800,
"bw_agg" : 98.500950,
"bw_mean" : 1019289.600000,
"bw_dev" : 91715.126274,
"bw_samples" : 240,
"iops_min" : 908,
"iops_max" : 3450,
"iops_mean" : 995.400000,
"iops_stddev" : 89.565553,
"iops_samples" : 240
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120195,
"usr_cpu" : 0.183036,
"sys_cpu" : 1.347810,
"ctx" : 39399,
"majf" : 0,
"minf" : 131123,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.105367,
"16" : 0.210734,
"32" : 0.421469,
">=64" : 99.170234
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.986607,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 3.496872,
"100" : 1.527824,
"250" : 1.004281,
"500" : 62.881133,
"750" : 1.287455,
"1000" : 29.802437,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 241782,
"write_ios" : 0,
"read_sectors" : 61896192,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 11123171,
"write_ticks" : 0,
"in_queue" : 11123172,
"util" : 99.709836
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016841,
"timestamp_ms" : 1743016841794,
"time" : "Wed Mar 26 19:20:41 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "1024k",
"size" : "1024g",
"rw" : "write",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016811699,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15639511040,
"io_kbytes" : 15272960,
"bw_bytes" : 519619610,
"bw" : 507441,
"iops" : 495.547877,
"runtime" : 30098,
"total_ios" : 14915,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 32982,
"max" : 88073052,
"mean" : 8041157.888837,
"stddev" : 10110458.189832,
"N" : 14915
},
"clat_ns" : {
"min" : 13103274,
"max" : 1673580392,
"mean" : 1011692631.576601,
"stddev" : 415555892.068303,
"N" : 14915,
"percentile" : {
"1.000000" : 27394048,
"5.000000" : 534773760,
"10.000000" : 792723456,
"20.000000" : 801112064,
"30.000000" : 801112064,
"40.000000" : 801112064,
"50.000000" : 801112064,
"60.000000" : 801112064,
"70.000000" : 1551892480,
"80.000000" : 1602224128,
"90.000000" : 1602224128,
"95.000000" : 1602224128,
"99.000000" : 1652555776,
"99.500000" : 1652555776,
"99.900000" : 1652555776,
"99.950000" : 1652555776,
"99.990000" : 1669332992
}
},
"lat_ns" : {
"min" : 13147214,
"max" : 1679992665,
"mean" : 1019733789.465438,
"stddev" : 418621057.353446,
"N" : 14915
},
"bw_min" : 389120,
"bw_max" : 1203516,
"bw_agg" : 98.233878,
"bw_mean" : 498479.411797,
"bw_dev" : 35458.686374,
"bw_samples" : 235,
"iops_min" : 380,
"iops_max" : 1175,
"iops_mean" : 486.786056,
"iops_stddev" : 34.620795,
"iops_samples" : 235
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120299,
"usr_cpu" : 0.615965,
"sys_cpu" : 0.535333,
"ctx" : 19391,
"majf" : 0,
"minf" : 54,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.107275,
"8" : 0.214549,
"16" : 0.429098,
"32" : 0.858196,
">=64" : 98.310426
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.972243,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.583305,
"50" : 1.870600,
"100" : 0.194435,
"250" : 0.817968,
"500" : 1.347637,
"750" : 1.354341,
"1000" : 62.795843,
"2000" : 31.035870,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 50,
"write_ios" : 119163,
"read_sectors" : 2116,
"write_sectors" : 30505728,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 11296538,
"in_queue" : 11296539,
"util" : 99.556702
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016811,
"timestamp_ms" : 1743016811310,
"time" : "Wed Mar 26 19:20:11 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randread",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016781271,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 14110666752,
"io_kbytes" : 13779948,
"bw_bytes" : 470292852,
"bw" : 459270,
"iops" : 114817.590988,
"runtime" : 30004,
"total_ios" : 3444987,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 776,
"max" : 5249978,
"mean" : 33869.437409,
"stddev" : 153885.114596,
"N" : 3444987
},
"clat_ns" : {
"min" : 32899,
"max" : 17281891,
"mean" : 4423969.518225,
"stddev" : 2011537.240248,
"N" : 3444987,
"percentile" : {
"1.000000" : 749568,
"5.000000" : 1073152,
"10.000000" : 3260416,
"20.000000" : 3391488,
"30.000000" : 3489792,
"40.000000" : 3522560,
"50.000000" : 3555328,
"60.000000" : 3653632,
"70.000000" : 4620288,
"80.000000" : 6586368,
"90.000000" : 7372800,
"95.000000" : 8224768,
"99.000000" : 9895936,
"99.500000" : 10420224,
"99.900000" : 11862016,
"99.950000" : 12648448,
"99.990000" : 14090240
}
},
"lat_ns" : {
"min" : 36877,
"max" : 17283574,
"mean" : 4457838.955634,
"stddev" : 2025161.792910,
"N" : 3444987
},
"bw_min" : 426096,
"bw_max" : 1875696,
"bw_agg" : 100.000000,
"bw_mean" : 459813.966102,
"bw_dev" : 49349.644834,
"bw_samples" : 236,
"iops_min" : 106524,
"iops_max" : 468924,
"iops_mean" : 114953.491525,
"iops_stddev" : 12337.411208,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120006,
"usr_cpu" : 3.090679,
"sys_cpu" : 6.258020,
"ctx" : 508002,
"majf" : 0,
"minf" : 551,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.992685
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.061132,
"750" : 0.959539,
"1000" : 3.845762
},
"latency_ms" : {
"2" : 1.967874,
"4" : 62.475417,
"10" : 29.821825,
"20" : 0.865954,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 3430094,
"write_ios" : 0,
"read_sectors" : 27440752,
"write_sectors" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 11130531,
"write_ticks" : 0,
"in_queue" : 11130530,
"util" : 99.666444
}
]
}
{
"fio version" : "fio-3.36",
"timestamp" : 1743016780,
"timestamp_ms" : 1743016780983,
"time" : "Wed Mar 26 19:19:40 2025",
"global options" : {
"ioengine" : "libaio",
"runtime" : "30s",
"numjobs" : "4",
"iodepth" : "128",
"bs" : "4k",
"size" : "1024g",
"rw" : "randwrite",
"filename" : "/dev/nvme1n1",
"time_based" : "1",
"direct" : "1"
},
"jobs" : [
{
"jobname" : "test",
"groupid" : 0,
"job_start" : 1743016750950,
"error" : 0,
"eta" : 0,
"elapsed" : 31,
"job options" : {
"name" : "test",
"cpus_allowed" : "1,2,3,",
"cpus_allowed_policy" : "split"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11279790080,
"io_kbytes" : 11015420,
"bw_bytes" : 375905291,
"bw" : 367095,
"iops" : 91773.752791,
"runtime" : 30007,
"total_ios" : 2753855,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 770,
"max" : 6007071,
"mean" : 42428.272989,
"stddev" : 193551.718389,
"N" : 2753855
},
"clat_ns" : {
"min" : 207737,
"max" : 19999043,
"mean" : 5534463.433672,
"stddev" : 2477040.620274,
"N" : 2753855,
"percentile" : {
"1.000000" : 1073152,
"5.000000" : 1384448,
"10.000000" : 4079616,
"20.000000" : 4227072,
"30.000000" : 4358144,
"40.000000" : 4423680,
"50.000000" : 4423680,
"60.000000" : 4554752,
"70.000000" : 5799936,
"80.000000" : 8585216,
"90.000000" : 9109504,
"95.000000" : 10027008,
"99.000000" : 12124160,
"99.500000" : 13041664,
"99.900000" : 14876672,
"99.950000" : 15532032,
"99.990000" : 16908288
}
},
"lat_ns" : {
"min" : 208680,
"max" : 20000460,
"mean" : 5576891.706661,
"stddev" : 2492186.906333,
"N" : 2753855
},
"bw_min" : 341056,
"bw_max" : 1390088,
"bw_agg" : 100.000000,
"bw_mean" : 367542.644068,
"bw_dev" : 36178.433422,
"bw_samples" : 236,
"iops_min" : 85264,
"iops_max" : 347522,
"iops_mean" : 91885.661017,
"iops_stddev" : 9044.608355,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120011,
"usr_cpu" : 3.200540,
"sys_cpu" : 5.831965,
"ctx" : 406450,
"majf" : 0,
"minf" : 48,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 0.100000,
">=64" : 99.990849
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.100000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.057991,
"750" : 0.140966,
"1000" : 0.199829
},
"latency_ms" : {
"2" : 5.008652,
"4" : 2.875242,
"10" : 86.827484,
"20" : 4.884535,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 128,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 50,
"write_ios" : 2741785,
"read_sectors" : 2116,
"write_sectors" : 21934280,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 2,
"write_ticks" : 11207213,
"in_queue" : 11207215,
"util" : 99.676440
}
]
}

Comments are disabled for this gist.