raidz2/benchmarks/seq/seq-write-qd32-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773072900,
"timestamp_ms" : 1773072900284,
"time" : "Mon Mar 9 13:15:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 38390464512,
"io_kbytes" : 37490688,
"bw_bytes" : 3940312481,
"bw" : 3847961,
"iops" : 3784.871190,
"runtime" : 9743,
"total_ios" : 36876,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 77939,
"usr_cpu" : 1.774465,
"sys_cpu" : 7.830483,
"ctx" : 41823,
"majf" : 0,
"minf" : 67,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.173555,
"16" : 0.347109,
"32" : 99.327476,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072910,
"timestamp_ms" : 1773072910542,
"time" : "Mon Mar 9 13:15:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 43703599104,
"io_kbytes" : 42679296,
"bw_bytes" : 4369922918,
"bw" : 4267502,
"iops" : 4168.283172,
"runtime" : 10001,
"total_ios" : 41687,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 645477,
"max" : 6116759,
"mean" : 1915794.554705,
"stddev" : 152042.216088,
"N" : 41687
},
"clat_ns" : {
"min" : 51918700,
"max" : 77313332,
"mean" : 59565134.378392,
"stddev" : 3844734.378182,
"N" : 41679,
"percentile" : {
"1.000000" : 53215232,
"5.000000" : 54788096,
"10.000000" : 55312384,
"20.000000" : 55836672,
"30.000000" : 56885248,
"40.000000" : 57409536,
"50.000000" : 58982400,
"60.000000" : 60555264,
"70.000000" : 61603840,
"80.000000" : 62652416,
"90.000000" : 64225280,
"95.000000" : 66846720,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 76021760
},
"bins" : {
"52166656" : 248,
"52690944" : 47,
"53215232" : 158,
"53739520" : 392,
"54263808" : 551,
"54788096" : 2476,
"55312384" : 2238,
"55836672" : 2478,
"56360960" : 1726,
"56885248" : 2363,
"57409536" : 4250,
"57933824" : 2015,
"58458112" : 1407,
"58982400" : 1256,
"59506688" : 1658,
"60030976" : 1492,
"60555264" : 1572,
"61079552" : 2626,
"61603840" : 1661,
"62128128" : 1856,
"62652416" : 1472,
"63176704" : 1265,
"63700992" : 1428,
"64225280" : 1072,
"64749568" : 683,
"65273856" : 339,
"65798144" : 218,
"66322432" : 525,
"66846720" : 501,
"67633152" : 630,
"68681728" : 276,
"69730304" : 229,
"70778880" : 193,
"71827456" : 107,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 53586940,
"max" : 79801105,
"mean" : 61484330.008086,
"stddev" : 3968511.695098,
"N" : 41679
},
"bw_min" : 3712829,
"bw_max" : 4616192,
"bw_agg" : 99.858609,
"bw_mean" : 4261469.736842,
"bw_dev" : 29811.277036,
"bw_samples" : 152,
"iops_min" : 3623,
"iops_max" : 4508,
"iops_mean" : 4161.421053,
"iops_stddev" : 29.152464,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 80001,
"usr_cpu" : 1.847477,
"sys_cpu" : 7.776153,
"ctx" : 45140,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 99.980809,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072920,
"timestamp_ms" : 1773072920543,
"time" : "Mon Mar 9 13:15:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 88338333696,
"io_kbytes" : 86267904,
"bw_bytes" : 4416695850,
"bw" : 4313179,
"iops" : 4212.439378,
"runtime" : 20001,
"total_ios" : 84253,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 433402,
"max" : 6116759,
"mean" : 1895399.558198,
"stddev" : 158345.101205,
"N" : 84255
},
"clat_ns" : {
"min" : 51359816,
"max" : 77313332,
"mean" : 58903144.472219,
"stddev" : 3844789.312645,
"N" : 84247,
"percentile" : {
"1.000000" : 51642368,
"5.000000" : 53215232,
"10.000000" : 54263808,
"20.000000" : 55312384,
"30.000000" : 56360960,
"40.000000" : 57409536,
"50.000000" : 58458112,
"60.000000" : 60030976,
"70.000000" : 61079552,
"80.000000" : 62128128,
"90.000000" : 63700992,
"95.000000" : 65798144,
"99.000000" : 68681728,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 73924608,
"99.990000" : 74973184
},
"bins" : {
"51118080" : 1,
"51642368" : 883,
"52166656" : 1289,
"52690944" : 1640,
"53215232" : 1443,
"53739520" : 1292,
"54263808" : 1905,
"54788096" : 5019,
"55312384" : 5580,
"55836672" : 4828,
"56360960" : 3924,
"56885248" : 3488,
"57409536" : 5447,
"57933824" : 3005,
"58458112" : 2745,
"58982400" : 2735,
"59506688" : 3582,
"60030976" : 3583,
"60555264" : 4546,
"61079552" : 5539,
"61603840" : 4504,
"62128128" : 2919,
"62652416" : 2352,
"63176704" : 1978,
"63700992" : 2178,
"64225280" : 1591,
"64749568" : 1178,
"65273856" : 735,
"65798144" : 678,
"66322432" : 932,
"66846720" : 673,
"67633152" : 923,
"68681728" : 319,
"69730304" : 241,
"70778880" : 195,
"71827456" : 107,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 53031521,
"max" : 79801105,
"mean" : 60799839.024428,
"stddev" : 3966496.183433,
"N" : 84247
},
"bw_min" : 3712829,
"bw_max" : 4759552,
"bw_agg" : 99.967946,
"bw_mean" : 4311797.974359,
"bw_dev" : 30198.754944,
"bw_samples" : 312,
"iops_min" : 3623,
"iops_max" : 4648,
"iops_mean" : 4210.538462,
"iops_stddev" : 29.504664,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160002,
"usr_cpu" : 1.797478,
"sys_cpu" : 7.981775,
"ctx" : 92015,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.998813,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998813,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 99.992879,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072930,
"timestamp_ms" : 1773072930542,
"time" : "Mon Mar 9 13:15:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 133786763264,
"io_kbytes" : 130651136,
"bw_bytes" : 4459410128,
"bw" : 4354892,
"iops" : 4253.091564,
"runtime" : 30001,
"total_ios" : 127597,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 433402,
"max" : 6116759,
"mean" : 1877101.057791,
"stddev" : 160592.302319,
"N" : 127597
},
"clat_ns" : {
"min" : 50092259,
"max" : 77313332,
"mean" : 58328548.279954,
"stddev" : 3830500.484913,
"N" : 127589,
"percentile" : {
"1.000000" : 51642368,
"5.000000" : 52166656,
"10.000000" : 53739520,
"20.000000" : 54788096,
"30.000000" : 55836672,
"40.000000" : 56885248,
"50.000000" : 57933824,
"60.000000" : 58982400,
"70.000000" : 60555264,
"80.000000" : 61603840,
"90.000000" : 63176704,
"95.000000" : 64749568,
"99.000000" : 67633152,
"99.500000" : 69730304,
"99.900000" : 73924608,
"99.950000" : 73924608,
"99.990000" : 74973184
},
"bins" : {
"50069504" : 73,
"50593792" : 239,
"51118080" : 808,
"51642368" : 2619,
"52166656" : 2973,
"52690944" : 3115,
"53215232" : 2615,
"53739520" : 2040,
"54263808" : 3690,
"54788096" : 7380,
"55312384" : 7860,
"55836672" : 7009,
"56360960" : 6541,
"56885248" : 7190,
"57409536" : 8419,
"57933824" : 5981,
"58458112" : 4967,
"58982400" : 4109,
"59506688" : 4968,
"60030976" : 4824,
"60555264" : 5385,
"61079552" : 6301,
"61603840" : 5295,
"62128128" : 4416,
"62652416" : 3718,
"63176704" : 2514,
"63700992" : 3349,
"64225280" : 1864,
"64749568" : 1435,
"65273856" : 976,
"65798144" : 831,
"66322432" : 1064,
"66846720" : 751,
"67633152" : 1123,
"68681728" : 333,
"69730304" : 241,
"70778880" : 195,
"71827456" : 107,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 51752125,
"max" : 79801105,
"mean" : 60206419.600945,
"stddev" : 3951273.502460,
"N" : 127589
},
"bw_min" : 3712829,
"bw_max" : 4878336,
"bw_agg" : 100.000000,
"bw_mean" : 4361712.152542,
"bw_dev" : 30452.005302,
"bw_samples" : 472,
"iops_min" : 3623,
"iops_max" : 4764,
"iops_mean" : 4259.338983,
"iops_stddev" : 29.750048,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 1.820849,
"sys_cpu" : 8.092984,
"ctx" : 139931,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 99.993730,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072940,
"timestamp_ms" : 1773072940542,
"time" : "Mon Mar 9 13:15:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 185667158016,
"io_kbytes" : 181315584,
"bw_bytes" : 4641562911,
"bw" : 4532776,
"iops" : 4426.739332,
"runtime" : 40001,
"total_ios" : 177074,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 433402,
"max" : 6152223,
"mean" : 1803206.504473,
"stddev" : 206084.250070,
"N" : 177074
},
"clat_ns" : {
"min" : 42477400,
"max" : 77313332,
"mean" : 56047173.096811,
"stddev" : 5350422.409951,
"N" : 177066,
"percentile" : {
"1.000000" : 43778048,
"5.000000" : 45875200,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53739520,
"40.000000" : 55312384,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 60555264,
"90.000000" : 62652416,
"95.000000" : 64225280,
"99.000000" : 67633152,
"99.500000" : 68681728,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 74973184
},
"bins" : {
"42729472" : 1103,
"43253760" : 413,
"43778048" : 655,
"44302336" : 1474,
"44826624" : 1819,
"45350912" : 2067,
"45875200" : 1409,
"46399488" : 1735,
"46923776" : 1990,
"47448064" : 1825,
"47972352" : 2326,
"48496640" : 2150,
"49020928" : 2961,
"49545216" : 1611,
"50069504" : 2377,
"50593792" : 3565,
"51118080" : 2691,
"51642368" : 5856,
"52166656" : 4831,
"52690944" : 4625,
"53215232" : 4504,
"53739520" : 4016,
"54263808" : 5423,
"54788096" : 8512,
"55312384" : 8664,
"55836672" : 7393,
"56360960" : 6867,
"56885248" : 7504,
"57409536" : 8747,
"57933824" : 6562,
"58458112" : 5686,
"58982400" : 4572,
"59506688" : 5232,
"60030976" : 4979,
"60555264" : 5523,
"61079552" : 6447,
"61603840" : 5476,
"62128128" : 4600,
"62652416" : 3805,
"63176704" : 2527,
"63700992" : 3353,
"64225280" : 1864,
"64749568" : 1435,
"65273856" : 976,
"65798144" : 831,
"66322432" : 1064,
"66846720" : 751,
"67633152" : 1123,
"68681728" : 333,
"69730304" : 241,
"70778880" : 195,
"71827456" : 107,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 43822056,
"max" : 79801105,
"mean" : 57851620.298634,
"stddev" : 5520745.152140,
"N" : 177066
},
"bw_min" : 3712829,
"bw_max" : 5664768,
"bw_agg" : 99.781960,
"bw_mean" : 4522893.683544,
"bw_dev" : 50504.201876,
"bw_samples" : 632,
"iops_min" : 3623,
"iops_max" : 5532,
"iops_mean" : 4416.746835,
"iops_stddev" : 49.328662,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320001,
"usr_cpu" : 1.919369,
"sys_cpu" : 8.548411,
"ctx" : 198801,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 13.653049,
"100" : 86.342433,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072950,
"timestamp_ms" : 1773072950542,
"time" : "Mon Mar 9 13:15:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 239083716608,
"io_kbytes" : 233480192,
"bw_bytes" : 4781578700,
"bw" : 4669510,
"iops" : 4560.228795,
"runtime" : 50001,
"total_ios" : 228016,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1750245.263653,
"stddev" : 231795.311934,
"N" : 228016
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 54401074.821800,
"stddev" : 6215089.375664,
"N" : 228008,
"percentile" : {
"1.000000" : 40108032,
"5.000000" : 42729472,
"10.000000" : 45350912,
"20.000000" : 49020928,
"30.000000" : 51642368,
"40.000000" : 53739520,
"50.000000" : 55312384,
"60.000000" : 56360960,
"70.000000" : 57933824,
"80.000000" : 60030976,
"90.000000" : 62128128,
"95.000000" : 63700992,
"99.000000" : 66846720,
"99.500000" : 68681728,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 74973184
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 1473,
"43778048" : 2125,
"44302336" : 2800,
"44826624" : 2911,
"45350912" : 2986,
"45875200" : 2207,
"46399488" : 3264,
"46923776" : 3660,
"47448064" : 2480,
"47972352" : 2907,
"48496640" : 2830,
"49020928" : 4203,
"49545216" : 2799,
"50069504" : 4610,
"50593792" : 5119,
"51118080" : 3687,
"51642368" : 7922,
"52166656" : 7169,
"52690944" : 6545,
"53215232" : 6206,
"53739520" : 5800,
"54263808" : 7320,
"54788096" : 9959,
"55312384" : 10909,
"55836672" : 8885,
"56360960" : 7665,
"56885248" : 8048,
"57409536" : 9227,
"57933824" : 6910,
"58458112" : 6009,
"58982400" : 4835,
"59506688" : 5423,
"60030976" : 5091,
"60555264" : 5596,
"61079552" : 6504,
"61603840" : 5540,
"62128128" : 4670,
"62652416" : 3821,
"63176704" : 2538,
"63700992" : 3358,
"64225280" : 1864,
"64749568" : 1435,
"65273856" : 976,
"65798144" : 831,
"66322432" : 1064,
"66846720" : 751,
"67633152" : 1123,
"68681728" : 333,
"69730304" : 241,
"70778880" : 195,
"71827456" : 107,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 56152204.604825,
"stddev" : 6413621.286450,
"N" : 228008
},
"bw_min" : 3712829,
"bw_max" : 6336512,
"bw_agg" : 99.970651,
"bw_mean" : 4668140.141414,
"bw_dev" : 66084.894179,
"bw_samples" : 792,
"iops_min" : 3623,
"iops_max" : 6188,
"iops_mean" : 4558.555556,
"iops_stddev" : 64.536522,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399999,
"usr_cpu" : 2.005505,
"sys_cpu" : 8.892522,
"ctx" : 259733,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 22.140113,
"100" : 77.856378,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072960,
"timestamp_ms" : 1773072960542,
"time" : "Mon Mar 9 13:16:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 287963086848,
"io_kbytes" : 281213952,
"bw_bytes" : 4799304792,
"bw" : 4686821,
"iops" : 4577.107048,
"runtime" : 60001,
"total_ios" : 274631,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1743769.785647,
"stddev" : 221976.676491,
"N" : 274631
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 54197162.404471,
"stddev" : 5866810.259547,
"N" : 274623,
"percentile" : {
"1.000000" : 40632320,
"5.000000" : 43253760,
"10.000000" : 45875200,
"20.000000" : 49545216,
"30.000000" : 51642368,
"40.000000" : 53215232,
"50.000000" : 54788096,
"60.000000" : 55836672,
"70.000000" : 57409536,
"80.000000" : 58982400,
"90.000000" : 61603840,
"95.000000" : 63176704,
"99.000000" : 66846720,
"99.500000" : 67633152,
"99.900000" : 71827456,
"99.950000" : 73924608,
"99.990000" : 73924608
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 1473,
"43778048" : 2125,
"44302336" : 2800,
"44826624" : 3140,
"45350912" : 3673,
"45875200" : 2888,
"46399488" : 3879,
"46923776" : 4010,
"47448064" : 3053,
"47972352" : 3449,
"48496640" : 3683,
"49020928" : 6138,
"49545216" : 3841,
"50069504" : 5826,
"50593792" : 6831,
"51118080" : 6204,
"51642368" : 11347,
"52166656" : 10865,
"52690944" : 9996,
"53215232" : 8689,
"53739520" : 8371,
"54263808" : 9486,
"54788096" : 12070,
"55312384" : 12782,
"55836672" : 11913,
"56360960" : 9395,
"56885248" : 9183,
"57409536" : 9963,
"57933824" : 7559,
"58458112" : 6917,
"58982400" : 6136,
"59506688" : 6475,
"60030976" : 5460,
"60555264" : 5832,
"61079552" : 6655,
"61603840" : 5657,
"62128128" : 4773,
"62652416" : 3889,
"63176704" : 2622,
"63700992" : 3441,
"64225280" : 1952,
"64749568" : 1479,
"65273856" : 981,
"65798144" : 831,
"66322432" : 1064,
"66846720" : 751,
"67633152" : 1123,
"68681728" : 333,
"69730304" : 241,
"70778880" : 195,
"71827456" : 107,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 55941587.312501,
"stddev" : 6053937.312871,
"N" : 274623
},
"bw_min" : 3712829,
"bw_max" : 6336512,
"bw_agg" : 99.982993,
"bw_mean" : 4686024.344538,
"bw_dev" : 62020.015092,
"bw_samples" : 952,
"iops_min" : 3623,
"iops_max" : 6188,
"iops_mean" : 4576.025210,
"iops_stddev" : 60.565442,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480000,
"usr_cpu" : 2.012083,
"sys_cpu" : 8.933750,
"ctx" : 312628,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 21.250696,
"100" : 78.746391,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072970,
"timestamp_ms" : 1773072970543,
"time" : "Mon Mar 9 13:16:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 331265081344,
"io_kbytes" : 323501056,
"bw_bytes" : 4732290700,
"bw" : 4621377,
"iops" : 4513.178383,
"runtime" : 70001,
"total_ios" : 315927,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1768540.738791,
"stddev" : 227891.272222,
"N" : 315927
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 54959404.048921,
"stddev" : 6079396.262852,
"N" : 315919,
"percentile" : {
"1.000000" : 40632320,
"5.000000" : 43778048,
"10.000000" : 46399488,
"20.000000" : 50593792,
"30.000000" : 52166656,
"40.000000" : 53739520,
"50.000000" : 55312384,
"60.000000" : 56360960,
"70.000000" : 57933824,
"80.000000" : 60030976,
"90.000000" : 62652416,
"95.000000" : 64749568,
"99.000000" : 67633152,
"99.500000" : 69730304,
"99.900000" : 71827456,
"99.950000" : 73924608,
"99.990000" : 73924608
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 1473,
"43778048" : 2125,
"44302336" : 2800,
"44826624" : 3140,
"45350912" : 3673,
"45875200" : 2888,
"46399488" : 3879,
"46923776" : 4010,
"47448064" : 3053,
"47972352" : 3449,
"48496640" : 3683,
"49020928" : 6138,
"49545216" : 3841,
"50069504" : 5826,
"50593792" : 6840,
"51118080" : 6945,
"51642368" : 11850,
"52166656" : 12027,
"52690944" : 10655,
"53215232" : 9808,
"53739520" : 9273,
"54263808" : 11046,
"54788096" : 13646,
"55312384" : 13886,
"55836672" : 12920,
"56360960" : 10572,
"56885248" : 10813,
"57409536" : 13022,
"57933824" : 9298,
"58458112" : 8127,
"58982400" : 7110,
"59506688" : 7351,
"60030976" : 6374,
"60555264" : 6778,
"61079552" : 7527,
"61603840" : 6367,
"62128128" : 5421,
"62652416" : 4447,
"63176704" : 3723,
"63700992" : 5268,
"64225280" : 5332,
"64749568" : 3802,
"65273856" : 2523,
"65798144" : 1543,
"66322432" : 2461,
"66846720" : 1465,
"67633152" : 2100,
"68681728" : 1221,
"69730304" : 954,
"70778880" : 256,
"71827456" : 113,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 56728266.426315,
"stddev" : 6273307.089794,
"N" : 315919
},
"bw_min" : 3712829,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4624891.381295,
"bw_dev" : 62566.544230,
"bw_samples" : 1112,
"iops_min" : 3623,
"iops_max" : 6188,
"iops_mean" : 4516.338129,
"iops_stddev" : 61.096970,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 560001,
"usr_cpu" : 1.956961,
"sys_cpu" : 8.796770,
"ctx" : 357761,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 18.472938,
"100" : 81.524529,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072980,
"timestamp_ms" : 1773072980542,
"time" : "Mon Mar 9 13:16:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 380474753024,
"io_kbytes" : 371557376,
"bw_bytes" : 4755874964,
"bw" : 4644409,
"iops" : 4535.655804,
"runtime" : 80001,
"total_ios" : 362857,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1759730.158002,
"stddev" : 223950.075362,
"N" : 362857
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 54688446.184476,
"stddev" : 5907747.897937,
"N" : 362849,
"percentile" : {
"1.000000" : 40632320,
"5.000000" : 44302336,
"10.000000" : 46399488,
"20.000000" : 50069504,
"30.000000" : 52166656,
"40.000000" : 53739520,
"50.000000" : 54788096,
"60.000000" : 55836672,
"70.000000" : 57409536,
"80.000000" : 59506688,
"90.000000" : 62128128,
"95.000000" : 64225280,
"99.000000" : 67633152,
"99.500000" : 68681728,
"99.900000" : 71827456,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 1759,
"43778048" : 2362,
"44302336" : 3510,
"44826624" : 4058,
"45350912" : 3997,
"45875200" : 3607,
"46399488" : 5609,
"46923776" : 5210,
"47448064" : 3480,
"47972352" : 3837,
"48496640" : 4792,
"49020928" : 7736,
"49545216" : 5840,
"50069504" : 6940,
"50593792" : 8529,
"51118080" : 8708,
"51642368" : 13841,
"52166656" : 13082,
"52690944" : 12263,
"53215232" : 12485,
"53739520" : 12754,
"54263808" : 12992,
"54788096" : 15746,
"55312384" : 17888,
"55836672" : 14861,
"56360960" : 12254,
"56885248" : 11959,
"57409536" : 14499,
"57933824" : 10629,
"58458112" : 9244,
"58982400" : 7963,
"59506688" : 8112,
"60030976" : 6846,
"60555264" : 7176,
"61079552" : 7745,
"61603840" : 6484,
"62128128" : 5514,
"62652416" : 4504,
"63176704" : 3777,
"63700992" : 5327,
"64225280" : 5378,
"64749568" : 3832,
"65273856" : 2530,
"65798144" : 1543,
"66322432" : 2461,
"66846720" : 1465,
"67633152" : 2100,
"68681728" : 1221,
"69730304" : 954,
"70778880" : 256,
"71827456" : 113,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 56448619.756960,
"stddev" : 6096028.660824,
"N" : 362849
},
"bw_min" : 3712829,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4645496.792453,
"bw_dev" : 60861.269695,
"bw_samples" : 1272,
"iops_min" : 3623,
"iops_max" : 6188,
"iops_mean" : 4536.459119,
"iops_stddev" : 59.432211,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 1.971881,
"sys_cpu" : 8.849559,
"ctx" : 411847,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 19.416740,
"100" : 80.581055,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072990,
"timestamp_ms" : 1773072990542,
"time" : "Mon Mar 9 13:16:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 426524016640,
"io_kbytes" : 416527360,
"bw_bytes" : 4739103083,
"bw" : 4628030,
"iops" : 4519.649782,
"runtime" : 90001,
"total_ios" : 406773,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1765983.773574,
"stddev" : 217904.249226,
"N" : 406773
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 54879940.628097,
"stddev" : 5705498.240063,
"N" : 406765,
"percentile" : {
"1.000000" : 40632320,
"5.000000" : 44302336,
"10.000000" : 46923776,
"20.000000" : 50593792,
"30.000000" : 52166656,
"40.000000" : 53739520,
"50.000000" : 55312384,
"60.000000" : 56360960,
"70.000000" : 57409536,
"80.000000" : 59506688,
"90.000000" : 62128128,
"95.000000" : 64225280,
"99.000000" : 67633152,
"99.500000" : 68681728,
"99.900000" : 70778880,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 1759,
"43778048" : 2362,
"44302336" : 3510,
"44826624" : 4058,
"45350912" : 3997,
"45875200" : 3607,
"46399488" : 5609,
"46923776" : 5210,
"47448064" : 3480,
"47972352" : 3837,
"48496640" : 4792,
"49020928" : 7736,
"49545216" : 6090,
"50069504" : 7137,
"50593792" : 8653,
"51118080" : 9160,
"51642368" : 15936,
"52166656" : 14289,
"52690944" : 13420,
"53215232" : 14362,
"53739520" : 15209,
"54263808" : 16261,
"54788096" : 19754,
"55312384" : 20915,
"55836672" : 17440,
"56360960" : 14100,
"56885248" : 14283,
"57409536" : 16454,
"57933824" : 13278,
"58458112" : 10943,
"58982400" : 10008,
"59506688" : 9755,
"60030976" : 8254,
"60555264" : 7905,
"61079552" : 8515,
"61603840" : 7936,
"62128128" : 6095,
"62652416" : 4983,
"63176704" : 4389,
"63700992" : 5592,
"64225280" : 5681,
"64749568" : 4055,
"65273856" : 2663,
"65798144" : 1597,
"66322432" : 2475,
"66846720" : 1478,
"67633152" : 2116,
"68681728" : 1227,
"69730304" : 954,
"70778880" : 256,
"71827456" : 113,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 56646215.989316,
"stddev" : 5887112.091953,
"N" : 406765
},
"bw_min" : 3712829,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4631718.134078,
"bw_dev" : 58123.472777,
"bw_samples" : 1432,
"iops_min" : 3623,
"iops_max" : 6188,
"iops_mean" : 4523.011173,
"iops_stddev" : 56.758438,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720002,
"usr_cpu" : 1.965411,
"sys_cpu" : 8.801781,
"ctx" : 460718,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 17.402581,
"100" : 82.595453,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073000,
"timestamp_ms" : 1773073000543,
"time" : "Mon Mar 9 13:16:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 470650191872,
"io_kbytes" : 459619328,
"bw_bytes" : 4706454854,
"bw" : 4596147,
"iops" : 4488.505115,
"runtime" : 100001,
"total_ios" : 448855,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1778273.191610,
"stddev" : 216146.158853,
"N" : 448855
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 55259194.704837,
"stddev" : 5672104.889274,
"N" : 448847,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 44826624,
"10.000000" : 47448064,
"20.000000" : 51118080,
"30.000000" : 52690944,
"40.000000" : 54263808,
"50.000000" : 55312384,
"60.000000" : 56885248,
"70.000000" : 57933824,
"80.000000" : 60030976,
"90.000000" : 62652416,
"95.000000" : 64225280,
"99.000000" : 67633152,
"99.500000" : 68681728,
"99.900000" : 70778880,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 1759,
"43778048" : 2362,
"44302336" : 3510,
"44826624" : 4058,
"45350912" : 3997,
"45875200" : 3607,
"46399488" : 5609,
"46923776" : 5210,
"47448064" : 3480,
"47972352" : 3837,
"48496640" : 4792,
"49020928" : 7736,
"49545216" : 6090,
"50069504" : 7137,
"50593792" : 8653,
"51118080" : 9300,
"51642368" : 16382,
"52166656" : 15044,
"52690944" : 14161,
"53215232" : 14908,
"53739520" : 15860,
"54263808" : 17463,
"54788096" : 20919,
"55312384" : 22419,
"55836672" : 20020,
"56360960" : 17132,
"56885248" : 17103,
"57409536" : 18555,
"57933824" : 15254,
"58458112" : 13605,
"58982400" : 11574,
"59506688" : 12551,
"60030976" : 9205,
"60555264" : 9122,
"61079552" : 9925,
"61603840" : 9699,
"62128128" : 7542,
"62652416" : 6380,
"63176704" : 5745,
"63700992" : 6473,
"64225280" : 7551,
"64749568" : 5165,
"65273856" : 3040,
"65798144" : 1971,
"66322432" : 2681,
"66846720" : 1810,
"67633152" : 2591,
"68681728" : 1432,
"69730304" : 982,
"70778880" : 256,
"71827456" : 113,
"72876032" : 105,
"73924608" : 142,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 57037651.873026,
"stddev" : 5852570.867769,
"N" : 448847
},
"bw_min" : 3712829,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4600521.658291,
"bw_dev" : 57046.188513,
"bw_samples" : 1592,
"iops_min" : 3623,
"iops_max" : 6188,
"iops_mean" : 4492.517588,
"iops_stddev" : 55.712420,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800003,
"usr_cpu" : 1.943993,
"sys_cpu" : 8.726092,
"ctx" : 506563,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 15.771017,
"100" : 84.227200,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073010,
"timestamp_ms" : 1773073010542,
"time" : "Mon Mar 9 13:16:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 513527513088,
"io_kbytes" : 501491712,
"bw_bytes" : 4668389497,
"bw" : 4558974,
"iops" : 4452.195889,
"runtime" : 110001,
"total_ios" : 489746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1792792.854792,
"stddev" : 219663.958171,
"N" : 489746
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 55711163.257229,
"stddev" : 5827787.207936,
"N" : 489738,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 44826624,
"10.000000" : 47972352,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 56885248,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 71827456,
"99.950000" : 72876032,
"99.990000" : 73924608
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 1759,
"43778048" : 2362,
"44302336" : 3510,
"44826624" : 4058,
"45350912" : 3997,
"45875200" : 3607,
"46399488" : 5609,
"46923776" : 5210,
"47448064" : 3480,
"47972352" : 3837,
"48496640" : 4792,
"49020928" : 7736,
"49545216" : 6090,
"50069504" : 7275,
"50593792" : 8815,
"51118080" : 9986,
"51642368" : 17840,
"52166656" : 15563,
"52690944" : 14548,
"53215232" : 15150,
"53739520" : 16060,
"54263808" : 18152,
"54788096" : 22122,
"55312384" : 23733,
"55836672" : 21362,
"56360960" : 18663,
"56885248" : 19035,
"57409536" : 21509,
"57933824" : 16173,
"58458112" : 14060,
"58982400" : 12256,
"59506688" : 13643,
"60030976" : 10310,
"60555264" : 10124,
"61079552" : 11318,
"61603840" : 12298,
"62128128" : 8998,
"62652416" : 8416,
"63176704" : 7254,
"63700992" : 7369,
"64225280" : 8269,
"64749568" : 5629,
"65273856" : 3773,
"65798144" : 2865,
"66322432" : 3756,
"66846720" : 2702,
"67633152" : 5799,
"68681728" : 2968,
"69730304" : 1773,
"70778880" : 527,
"71827456" : 321,
"72876032" : 285,
"73924608" : 162,
"74973184" : 18,
"76021760" : 4,
"77070336" : 2
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 57504263.313072,
"stddev" : 6013377.950986,
"N" : 489738
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 99.998901,
"bw_mean" : 4558924.757991,
"bw_dev" : 57957.301454,
"bw_samples" : 1752,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4451.876712,
"iops_stddev" : 56.605775,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879999,
"usr_cpu" : 1.930798,
"sys_cpu" : 8.632851,
"ctx" : 551125,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 14.456473,
"100" : 85.541893,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073020,
"timestamp_ms" : 1773073020542,
"time" : "Mon Mar 9 13:17:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 558374060032,
"io_kbytes" : 545287168,
"bw_bytes" : 4653078391,
"bw" : 4544021,
"iops" : 4437.588020,
"runtime" : 120001,
"total_ios" : 532515,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1798708.416604,
"stddev" : 218418.220830,
"N" : 532515
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 55893705.265345,
"stddev" : 5804771.731535,
"N" : 532507,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 45350912,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 1759,
"43778048" : 2362,
"44302336" : 3510,
"44826624" : 4058,
"45350912" : 3997,
"45875200" : 3607,
"46399488" : 5609,
"46923776" : 5210,
"47448064" : 3480,
"47972352" : 4560,
"48496640" : 5544,
"49020928" : 8461,
"49545216" : 6826,
"50069504" : 7857,
"50593792" : 9558,
"51118080" : 10352,
"51642368" : 18536,
"52166656" : 16564,
"52690944" : 15617,
"53215232" : 16607,
"53739520" : 17386,
"54263808" : 19491,
"54788096" : 22802,
"55312384" : 25103,
"55836672" : 21793,
"56360960" : 19818,
"56885248" : 20658,
"57409536" : 22897,
"57933824" : 18641,
"58458112" : 16418,
"58982400" : 15116,
"59506688" : 15571,
"60030976" : 11904,
"60555264" : 11834,
"61079552" : 13526,
"61603840" : 13933,
"62128128" : 10248,
"62652416" : 9262,
"63176704" : 8024,
"63700992" : 8487,
"64225280" : 8845,
"64749568" : 5976,
"65273856" : 4114,
"65798144" : 3081,
"66322432" : 3932,
"66846720" : 2887,
"67633152" : 6118,
"68681728" : 3339,
"69730304" : 2483,
"70778880" : 790,
"71827456" : 385,
"72876032" : 343,
"73924608" : 213,
"74973184" : 92,
"76021760" : 98,
"77070336" : 19
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 57692659.816389,
"stddev" : 5989576.704486,
"N" : 532507
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4546527.506276,
"bw_dev" : 57226.207111,
"bw_samples" : 1912,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4439.786611,
"iops_stddev" : 55.890707,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959999,
"usr_cpu" : 1.925835,
"sys_cpu" : 8.593342,
"ctx" : 598477,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 13.882426,
"100" : 86.116072,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073030,
"timestamp_ms" : 1773073030542,
"time" : "Mon Mar 9 13:17:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 606099996672,
"io_kbytes" : 591894528,
"bw_bytes" : 4662271803,
"bw" : 4552999,
"iops" : 4446.350413,
"runtime" : 130001,
"total_ios" : 578030,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1795144.301685,
"stddev" : 218271.223494,
"N" : 578030
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 55782358.721291,
"stddev" : 5771281.040626,
"N" : 578022,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 45350912,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 56885248,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 65273856,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 2219,
"43778048" : 3320,
"44302336" : 4146,
"44826624" : 4256,
"45350912" : 4184,
"45875200" : 4146,
"46399488" : 6417,
"46923776" : 6177,
"47448064" : 4107,
"47972352" : 5009,
"48496640" : 5933,
"49020928" : 8927,
"49545216" : 8125,
"50069504" : 8910,
"50593792" : 10194,
"51118080" : 10987,
"51642368" : 19120,
"52166656" : 17427,
"52690944" : 17691,
"53215232" : 19383,
"53739520" : 20770,
"54263808" : 23158,
"54788096" : 26605,
"55312384" : 28037,
"55836672" : 23723,
"56360960" : 21322,
"56885248" : 21379,
"57409536" : 23922,
"57933824" : 20173,
"58458112" : 17385,
"58982400" : 15790,
"59506688" : 16028,
"60030976" : 12278,
"60555264" : 12490,
"61079552" : 14003,
"61603840" : 14320,
"62128128" : 10633,
"62652416" : 9666,
"63176704" : 8560,
"63700992" : 9019,
"64225280" : 9333,
"64749568" : 6450,
"65273856" : 4613,
"65798144" : 3232,
"66322432" : 4056,
"66846720" : 3029,
"67633152" : 6399,
"68681728" : 3628,
"69730304" : 2550,
"70778880" : 808,
"71827456" : 404,
"72876032" : 353,
"73924608" : 213,
"74973184" : 92,
"76021760" : 98,
"77070336" : 19
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 57577691.249705,
"stddev" : 5954919.823881,
"N" : 578022
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4556293.034749,
"bw_dev" : 56768.288471,
"bw_samples" : 2072,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4449.324324,
"iops_stddev" : 55.443006,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039998,
"usr_cpu" : 1.927792,
"sys_cpu" : 8.617997,
"ctx" : 650500,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 14.236285,
"100" : 85.762331,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073040,
"timestamp_ms" : 1773073040542,
"time" : "Mon Mar 9 13:17:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 648485535744,
"io_kbytes" : 633286656,
"bw_bytes" : 4632006455,
"bw" : 4523443,
"iops" : 4417.482732,
"runtime" : 140001,
"total_ios" : 618452,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1806908.768310,
"stddev" : 218063.843980,
"N" : 618452
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 56145596.342903,
"stddev" : 5784507.982642,
"N" : 618444,
"percentile" : {
"1.000000" : 41156608,
"5.000000" : 45350912,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53739520,
"40.000000" : 54788096,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 61079552,
"90.000000" : 63700992,
"95.000000" : 65273856,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 2219,
"43778048" : 3320,
"44302336" : 4146,
"44826624" : 4256,
"45350912" : 4184,
"45875200" : 4146,
"46399488" : 6417,
"46923776" : 6177,
"47448064" : 4107,
"47972352" : 5009,
"48496640" : 5933,
"49020928" : 8927,
"49545216" : 8125,
"50069504" : 8910,
"50593792" : 10194,
"51118080" : 10987,
"51642368" : 19120,
"52166656" : 17427,
"52690944" : 17691,
"53215232" : 19383,
"53739520" : 20770,
"54263808" : 23158,
"54788096" : 26605,
"55312384" : 28500,
"55836672" : 24058,
"56360960" : 21585,
"56885248" : 21662,
"57409536" : 24370,
"57933824" : 22130,
"58458112" : 19814,
"58982400" : 19184,
"59506688" : 18648,
"60030976" : 15633,
"60555264" : 16898,
"61079552" : 15758,
"61603840" : 16704,
"62128128" : 12733,
"62652416" : 11635,
"63176704" : 11785,
"63700992" : 11183,
"64225280" : 11519,
"64749568" : 8053,
"65273856" : 5274,
"65798144" : 3649,
"66322432" : 4890,
"66846720" : 3444,
"67633152" : 6892,
"68681728" : 3857,
"69730304" : 2582,
"70778880" : 808,
"71827456" : 404,
"72876032" : 353,
"73924608" : 213,
"74973184" : 92,
"76021760" : 98,
"77070336" : 19
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 57952629.388051,
"stddev" : 5968545.169404,
"N" : 618444
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4525754.021505,
"bw_dev" : 56578.903716,
"bw_samples" : 2232,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4419.458781,
"iops_stddev" : 55.265142,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 1.908930,
"sys_cpu" : 8.550008,
"ctx" : 693863,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 13.305802,
"100" : 86.692904,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073050,
"timestamp_ms" : 1773073050542,
"time" : "Mon Mar 9 13:17:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 694505439232,
"io_kbytes" : 678227968,
"bw_bytes" : 4630005394,
"bw" : 4521489,
"iops" : 4415.570563,
"runtime" : 150001,
"total_ios" : 662340,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1807695.918798,
"stddev" : 213680.065414,
"N" : 662340
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 56171773.903642,
"stddev" : 5649830.518233,
"N" : 662332,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 45875200,
"10.000000" : 49020928,
"20.000000" : 51642368,
"30.000000" : 53739520,
"40.000000" : 54788096,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 61079552,
"90.000000" : 63176704,
"95.000000" : 64749568,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 2219,
"43778048" : 3320,
"44302336" : 4146,
"44826624" : 4256,
"45350912" : 4184,
"45875200" : 4146,
"46399488" : 6417,
"46923776" : 6177,
"47448064" : 4107,
"47972352" : 5009,
"48496640" : 5933,
"49020928" : 8927,
"49545216" : 8492,
"50069504" : 9863,
"50593792" : 12576,
"51118080" : 11606,
"51642368" : 19495,
"52166656" : 18098,
"52690944" : 18633,
"53215232" : 20908,
"53739520" : 22570,
"54263808" : 23882,
"54788096" : 27871,
"55312384" : 29900,
"55836672" : 26135,
"56360960" : 26148,
"56885248" : 26966,
"57409536" : 28597,
"57933824" : 26077,
"58458112" : 21556,
"58982400" : 20676,
"59506688" : 20272,
"60030976" : 16976,
"60555264" : 17741,
"61079552" : 16485,
"61603840" : 17456,
"62128128" : 13351,
"62652416" : 12119,
"63176704" : 12224,
"63700992" : 11390,
"64225280" : 11688,
"64749568" : 8180,
"65273856" : 5363,
"65798144" : 3735,
"66322432" : 4894,
"66846720" : 3444,
"67633152" : 6892,
"68681728" : 3857,
"69730304" : 2582,
"70778880" : 808,
"71827456" : 404,
"72876032" : 353,
"73924608" : 213,
"74973184" : 92,
"76021760" : 98,
"77070336" : 19
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 57979702.931584,
"stddev" : 5829505.511908,
"N" : 662332
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4522805.204013,
"bw_dev" : 55114.879355,
"bw_samples" : 2392,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4416.585284,
"iops_stddev" : 53.834397,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1200001,
"usr_cpu" : 1.908248,
"sys_cpu" : 8.538743,
"ctx" : 741906,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 12.526950,
"100" : 87.471842,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073060,
"timestamp_ms" : 1773073060542,
"time" : "Mon Mar 9 13:17:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 740756029440,
"io_kbytes" : 723394560,
"bw_bytes" : 4629696248,
"bw" : 4521187,
"iops" : 4415.272405,
"runtime" : 160001,
"total_ios" : 706448,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1807819.067202,
"stddev" : 210079.110153,
"N" : 706449
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 56176013.656315,
"stddev" : 5521891.331789,
"N" : 706441,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 46399488,
"10.000000" : 49020928,
"20.000000" : 52166656,
"30.000000" : 53739520,
"40.000000" : 55312384,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58982400,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 64749568,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 2219,
"43778048" : 3320,
"44302336" : 4146,
"44826624" : 4256,
"45350912" : 4184,
"45875200" : 4146,
"46399488" : 6417,
"46923776" : 6177,
"47448064" : 4107,
"47972352" : 5009,
"48496640" : 5933,
"49020928" : 9182,
"49545216" : 9192,
"50069504" : 10802,
"50593792" : 13709,
"51118080" : 12348,
"51642368" : 20234,
"52166656" : 19084,
"52690944" : 19964,
"53215232" : 21947,
"53739520" : 23647,
"54263808" : 25570,
"54788096" : 30205,
"55312384" : 33441,
"55836672" : 29081,
"56360960" : 30223,
"56885248" : 30711,
"57409536" : 31869,
"57933824" : 28877,
"58458112" : 24088,
"58982400" : 22287,
"59506688" : 21981,
"60030976" : 18167,
"60555264" : 18674,
"61079552" : 17353,
"61603840" : 18155,
"62128128" : 13877,
"62652416" : 12442,
"63176704" : 12382,
"63700992" : 11495,
"64225280" : 11755,
"64749568" : 8213,
"65273856" : 5372,
"65798144" : 3738,
"66322432" : 4894,
"66846720" : 3444,
"67633152" : 6892,
"68681728" : 3857,
"69730304" : 2582,
"70778880" : 808,
"71827456" : 404,
"72876032" : 353,
"73924608" : 213,
"74973184" : 92,
"76021760" : 98,
"77070336" : 19
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 57984099.632827,
"stddev" : 5697333.888364,
"N" : 706441
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4521963.824451,
"bw_dev" : 53700.443531,
"bw_samples" : 2552,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4415.771160,
"iops_stddev" : 52.452503,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280000,
"usr_cpu" : 1.903906,
"sys_cpu" : 8.537969,
"ctx" : 790756,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 11.906326,
"100" : 88.092683,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073070,
"timestamp_ms" : 1773073070543,
"time" : "Mon Mar 9 13:17:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 791541710848,
"io_kbytes" : 772989952,
"bw_bytes" : 4656072933,
"bw" : 4546946,
"iops" : 4440.424230,
"runtime" : 170002,
"total_ios" : 754881,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1797539.884822,
"stddev" : 213803.444151,
"N" : 754881
},
"clat_ns" : {
"min" : 36261070,
"max" : 77313332,
"mean" : 55857218.494086,
"stddev" : 5596520.455123,
"N" : 754873,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 45875200,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 55836672,
"60.000000" : 57409536,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 63176704,
"95.000000" : 64749568,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"36438016" : 160,
"36962304" : 137,
"37486592" : 123,
"38010880" : 118,
"38535168" : 143,
"39059456" : 343,
"39583744" : 755,
"40108032" : 918,
"40632320" : 1373,
"41156608" : 2250,
"41680896" : 1903,
"42205184" : 2081,
"42729472" : 2502,
"43253760" : 2311,
"43778048" : 3467,
"44302336" : 4968,
"44826624" : 5765,
"45350912" : 5612,
"45875200" : 6813,
"46399488" : 9806,
"46923776" : 7783,
"47448064" : 6423,
"47972352" : 7251,
"48496640" : 7933,
"49020928" : 11491,
"49545216" : 10964,
"50069504" : 12581,
"50593792" : 14854,
"51118080" : 13811,
"51642368" : 21575,
"52166656" : 20688,
"52690944" : 21098,
"53215232" : 22773,
"53739520" : 24622,
"54263808" : 26889,
"54788096" : 32184,
"55312384" : 35041,
"55836672" : 30477,
"56360960" : 31869,
"56885248" : 32435,
"57409536" : 34400,
"57933824" : 29769,
"58458112" : 24967,
"58982400" : 22731,
"59506688" : 22395,
"60030976" : 18489,
"60555264" : 18961,
"61079552" : 17511,
"61603840" : 18252,
"62128128" : 13942,
"62652416" : 12491,
"63176704" : 12413,
"63700992" : 11511,
"64225280" : 11766,
"64749568" : 8219,
"65273856" : 5372,
"65798144" : 3738,
"66322432" : 4894,
"66846720" : 3444,
"67633152" : 6892,
"68681728" : 3857,
"69730304" : 2582,
"70778880" : 808,
"71827456" : 404,
"72876032" : 353,
"73924608" : 213,
"74973184" : 92,
"76021760" : 98,
"77070336" : 19
}
},
"lat_ns" : {
"min" : 37460804,
"max" : 79801105,
"mean" : 57654993.973080,
"stddev" : 5774363.398415,
"N" : 754873
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4547680.542773,
"bw_dev" : 54910.202051,
"bw_samples" : 2712,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4440.887906,
"iops_stddev" : 53.632639,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1360005,
"usr_cpu" : 1.922125,
"sys_cpu" : 8.596880,
"ctx" : 847138,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 14.183295,
"100" : 85.815645,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073080,
"timestamp_ms" : 1773073080557,
"time" : "Mon Mar 9 13:18:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 837640257536,
"io_kbytes" : 818008064,
"bw_bytes" : 4653505280,
"bw" : 4544438,
"iops" : 4437.217364,
"runtime" : 180002,
"total_ios" : 798708,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1798799.778911,
"stddev" : 211580.593116,
"N" : 798716
},
"clat_ns" : {
"min" : 4066,
"max" : 77313332,
"mean" : 55886802.594346,
"stddev" : 5543062.976804,
"N" : 798956,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 45875200,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 62652416,
"95.000000" : 64749568,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 71827456,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"4080" : 1,
"4704" : 1,
"4960" : 1,
"5216" : 1,
"7712" : 1,
"9024" : 1,
"9280" : 1,
"11456" : 1,
"1417216" : 1,
"1810432" : 1,
"1826816" : 1,
"1843200" : 3,
"1859584" : 1,
"1875968" : 1,
"3227648" : 1,
"3653632" : 1,
"3686400" : 2,
"3719168" : 3,
"3751936" : 1,
"5079040" : 1,
"5472256" : 1,
"5537792" : 5,
"5603328" : 1,
"6914048" : 1,
"7372800" : 6,
"7438336" : 1,
"8716288" : 1,
"9240576" : 7,
"10682368" : 1,
"11075584" : 5,
"11206656" : 2,
"12517376" : 1,
"12910592" : 7,
"14352384" : 1,
"14745600" : 7,
"16187392" : 1,
"16580608" : 7,
"17956864" : 1,
"18481152" : 7,
"19791872" : 1,
"20316160" : 7,
"21626880" : 1,
"22151168" : 7,
"23461888" : 1,
"23986176" : 7,
"25559040" : 1,
"25821184" : 7,
"27131904" : 1,
"27656192" : 7,
"28966912" : 1,
"29491200" : 7,
"30801920" : 1,
"31326208" : 7,
"32636928" : 1,
"33161216" : 7,
"34340864" : 1,
"34865152" : 7,
"36438016" : 161,
"36962304" : 144,
"37486592" : 123,
"38010880" : 119,
"38535168" : 150,
"39059456" : 343,
"39583744" : 755,
"40108032" : 919,
"40632320" : 1380,
"41156608" : 2250,
"41680896" : 1904,
"42205184" : 2088,
"42729472" : 2502,
"43253760" : 2311,
"43778048" : 3468,
"44302336" : 4975,
"44826624" : 5765,
"45350912" : 5612,
"45875200" : 6821,
"46399488" : 9806,
"46923776" : 7783,
"47448064" : 6424,
"47972352" : 7258,
"48496640" : 7933,
"49020928" : 12570,
"49545216" : 11425,
"50069504" : 13411,
"50593792" : 16468,
"51118080" : 15253,
"51642368" : 22492,
"52166656" : 22189,
"52690944" : 22850,
"53215232" : 23296,
"53739520" : 25178,
"54263808" : 27772,
"54788096" : 33618,
"55312384" : 37743,
"55836672" : 33769,
"56360960" : 33675,
"56885248" : 34567,
"57409536" : 37808,
"57933824" : 32539,
"58458112" : 28279,
"58982400" : 25284,
"59506688" : 23856,
"60030976" : 19447,
"60555264" : 19890,
"61079552" : 18771,
"61603840" : 18883,
"62128128" : 14504,
"62652416" : 13602,
"63176704" : 13045,
"63700992" : 11862,
"64225280" : 11954,
"64749568" : 8390,
"65273856" : 5552,
"65798144" : 3948,
"66322432" : 5075,
"66846720" : 3512,
"67633152" : 6899,
"68681728" : 3857,
"69730304" : 2582,
"70778880" : 808,
"71827456" : 404,
"72876032" : 353,
"73924608" : 213,
"74973184" : 92,
"76021760" : 98,
"77070336" : 19
}
},
"lat_ns" : {
"min" : 1406529,
"max" : 79801105,
"mean" : 57685786.269748,
"stddev" : 5717198.994284,
"N" : 798956
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4545303.228412,
"bw_dev" : 53952.915429,
"bw_samples" : 2872,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4438.571031,
"iops_stddev" : 52.696658,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439999,
"usr_cpu" : 1.919376,
"sys_cpu" : 8.592437,
"ctx" : 896276,
"majf" : 0,
"minf" : 304,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998998,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 13.638276,
"100" : 86.381631,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073080,
"timestamp_ms" : 1773073080594,
"time" : "Mon Mar 9 13:18:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 837774475264,
"io_kbytes" : 818139136,
"bw_bytes" : 4653811404,
"bw" : 4544737,
"iops" : 4436.798338,
"runtime" : 180019,
"total_ios" : 798708,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 380411,
"max" : 7962149,
"mean" : 1798799.778911,
"stddev" : 211580.593116,
"N" : 798716
},
"clat_ns" : {
"min" : 4066,
"max" : 77313332,
"mean" : 55886802.594346,
"stddev" : 5543062.976804,
"N" : 798956,
"percentile" : {
"1.000000" : 41680896,
"5.000000" : 45875200,
"10.000000" : 48496640,
"20.000000" : 51642368,
"30.000000" : 53215232,
"40.000000" : 54788096,
"50.000000" : 56360960,
"60.000000" : 57409536,
"70.000000" : 58458112,
"80.000000" : 60555264,
"90.000000" : 62652416,
"95.000000" : 64749568,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 71827456,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"4080" : 1,
"4704" : 1,
"4960" : 1,
"5216" : 1,
"7712" : 1,
"9024" : 1,
"9280" : 1,
"11456" : 1,
"1417216" : 1,
"1810432" : 1,
"1826816" : 1,
"1843200" : 3,
"1859584" : 1,
"1875968" : 1,
"3227648" : 1,
"3653632" : 1,
"3686400" : 2,
"3719168" : 3,
"3751936" : 1,
"5079040" : 1,
"5472256" : 1,
"5537792" : 5,
"5603328" : 1,
"6914048" : 1,
"7372800" : 6,
"7438336" : 1,
"8716288" : 1,
"9240576" : 7,
"10682368" : 1,
"11075584" : 5,
"11206656" : 2,
"12517376" : 1,
"12910592" : 7,
"14352384" : 1,
"14745600" : 7,
"16187392" : 1,
"16580608" : 7,
"17956864" : 1,
"18481152" : 7,
"19791872" : 1,
"20316160" : 7,
"21626880" : 1,
"22151168" : 7,
"23461888" : 1,
"23986176" : 7,
"25559040" : 1,
"25821184" : 7,
"27131904" : 1,
"27656192" : 7,
"28966912" : 1,
"29491200" : 7,
"30801920" : 1,
"31326208" : 7,
"32636928" : 1,
"33161216" : 7,
"34340864" : 1,
"34865152" : 7,
"36438016" : 161,
"36962304" : 144,
"37486592" : 123,
"38010880" : 119,
"38535168" : 150,
"39059456" : 343,
"39583744" : 755,
"40108032" : 919,
"40632320" : 1380,
"41156608" : 2250,
"41680896" : 1904,
"42205184" : 2088,
"42729472" : 2502,
"43253760" : 2311,
"43778048" : 3468,
"44302336" : 4975,
"44826624" : 5765,
"45350912" : 5612,
"45875200" : 6821,
"46399488" : 9806,
"46923776" : 7783,
"47448064" : 6424,
"47972352" : 7258,
"48496640" : 7933,
"49020928" : 12570,
"49545216" : 11425,
"50069504" : 13411,
"50593792" : 16468,
"51118080" : 15253,
"51642368" : 22492,
"52166656" : 22189,
"52690944" : 22850,
"53215232" : 23296,
"53739520" : 25178,
"54263808" : 27772,
"54788096" : 33618,
"55312384" : 37743,
"55836672" : 33769,
"56360960" : 33675,
"56885248" : 34567,
"57409536" : 37808,
"57933824" : 32539,
"58458112" : 28279,
"58982400" : 25284,
"59506688" : 23856,
"60030976" : 19447,
"60555264" : 19890,
"61079552" : 18771,
"61603840" : 18883,
"62128128" : 14504,
"62652416" : 13602,
"63176704" : 13045,
"63700992" : 11862,
"64225280" : 11954,
"64749568" : 8390,
"65273856" : 5552,
"65798144" : 3948,
"66322432" : 5075,
"66846720" : 3512,
"67633152" : 6899,
"68681728" : 3857,
"69730304" : 2582,
"70778880" : 808,
"71827456" : 404,
"72876032" : 353,
"73924608" : 213,
"74973184" : 92,
"76021760" : 98,
"77070336" : 19
}
},
"lat_ns" : {
"min" : 1406529,
"max" : 79801105,
"mean" : 57685786.269748,
"stddev" : 5717198.994284,
"N" : 798956
},
"bw_min" : 3694592,
"bw_max" : 6336512,
"bw_agg" : 100.000000,
"bw_mean" : 4545666.136854,
"bw_dev" : 53916.989422,
"bw_samples" : 2877,
"iops_min" : 3608,
"iops_max" : 6188,
"iops_mean" : 4438.918083,
"iops_stddev" : 52.661126,
"iops_samples" : 2877
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440088,
"usr_cpu" : 1.919258,
"sys_cpu" : 8.591905,
"ctx" : 896357,
"majf" : 0,
"minf" : 308,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998998,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 13.638276,
"100" : 86.381631,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}