raidz2/benchmarks/seq/seq-write-qd32-nj4_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773072452,
"timestamp_ms" : 1773072452205,
"time" : "Mon Mar 9 13:07:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 41090547712,
"io_kbytes" : 40127488,
"bw_bytes" : 4216577497,
"bw" : 4117751,
"iops" : 4034.889687,
"runtime" : 9745,
"total_ios" : 39320,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 38978,
"usr_cpu" : 3.340346,
"sys_cpu" : 15.034122,
"ctx" : 36977,
"majf" : 0,
"minf" : 26,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.162767,
"32" : 99.684639,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072462,
"timestamp_ms" : 1773072462460,
"time" : "Mon Mar 9 13:07:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 41775267840,
"io_kbytes" : 40796160,
"bw_bytes" : 4177526784,
"bw" : 4079616,
"iops" : 3984.400000,
"runtime" : 10000,
"total_ios" : 39844,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4134549,
"mean" : 1000593.082421,
"stddev" : 90661.890108,
"N" : 39844
},
"clat_ns" : {
"min" : 27338123,
"max" : 38597712,
"mean" : 31126002.399398,
"stddev" : 2162380.273000,
"N" : 39840,
"percentile" : {
"1.000000" : 27656192,
"5.000000" : 27918336,
"10.000000" : 28180480,
"20.000000" : 29229056,
"30.000000" : 29753344,
"40.000000" : 30539776,
"50.000000" : 31064064,
"60.000000" : 31588352,
"70.000000" : 32112640,
"80.000000" : 32636928,
"90.000000" : 33816576,
"95.000000" : 34865152,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 38535168,
"99.990000" : 38535168
},
"bins" : {
"27394048" : 79,
"27656192" : 1289,
"27918336" : 2305,
"28180480" : 537,
"28442624" : 603,
"28704768" : 1471,
"28966912" : 1276,
"29229056" : 1421,
"29491200" : 2046,
"29753344" : 1542,
"30015488" : 1194,
"30277632" : 1336,
"30539776" : 1852,
"30801920" : 1404,
"31064064" : 1770,
"31326208" : 3006,
"31588352" : 3067,
"31850496" : 1361,
"32112640" : 1963,
"32374784" : 1591,
"32636928" : 1025,
"32899072" : 726,
"33161216" : 486,
"33423360" : 853,
"33816576" : 1795,
"34340864" : 1727,
"34865152" : 480,
"35389440" : 233,
"35913728" : 203,
"36438016" : 350,
"36962304" : 612,
"37486592" : 79,
"38010880" : 69,
"38535168" : 89
}
},
"lat_ns" : {
"min" : 28249976,
"max" : 39851968,
"mean" : 32126470.518123,
"stddev" : 2230938.524860,
"N" : 39840
},
"bw_min" : 3506176,
"bw_max" : 4563877,
"bw_agg" : 99.800079,
"bw_mean" : 4071460.684211,
"bw_dev" : 63490.368459,
"bw_samples" : 76,
"iops_min" : 3424,
"iops_max" : 4456,
"iops_mean" : 3975.789474,
"iops_stddev" : 61.997419,
"iops_samples" : 76
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39998,
"usr_cpu" : 3.200160,
"sys_cpu" : 14.665733,
"ctx" : 40492,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.989961,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072472,
"timestamp_ms" : 1773072472460,
"time" : "Mon Mar 9 13:07:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 86158344192,
"io_kbytes" : 84139008,
"bw_bytes" : 4307917209,
"bw" : 4206950,
"iops" : 4108.550000,
"runtime" : 20000,
"total_ios" : 82171,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4134549,
"mean" : 970192.680362,
"stddev" : 107391.010803,
"N" : 82171
},
"clat_ns" : {
"min" : 24797860,
"max" : 42599578,
"mean" : 30181363.981477,
"stddev" : 2828426.910086,
"N" : 82167,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26083328,
"10.000000" : 26607616,
"20.000000" : 27918336,
"30.000000" : 28442624,
"40.000000" : 29229056,
"50.000000" : 29753344,
"60.000000" : 30539776,
"70.000000" : 31326208,
"80.000000" : 32374784,
"90.000000" : 33816576,
"95.000000" : 35389440,
"99.000000" : 38535168,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 41680896,
"99.990000" : 42205184
},
"bins" : {
"24772608" : 27,
"25034752" : 213,
"25296896" : 340,
"25559040" : 1238,
"25821184" : 1206,
"26083328" : 2579,
"26345472" : 1898,
"26607616" : 2191,
"26869760" : 1552,
"27131904" : 682,
"27394048" : 1081,
"27656192" : 2127,
"27918336" : 3578,
"28180480" : 4517,
"28442624" : 3251,
"28704768" : 2836,
"28966912" : 2470,
"29229056" : 3383,
"29491200" : 3525,
"29753344" : 2503,
"30015488" : 2512,
"30277632" : 2577,
"30539776" : 3211,
"30801920" : 2519,
"31064064" : 2527,
"31326208" : 3318,
"31588352" : 3539,
"31850496" : 1753,
"32112640" : 2130,
"32374784" : 1810,
"32636928" : 1351,
"32899072" : 1174,
"33161216" : 891,
"33423360" : 1262,
"33816576" : 2517,
"34340864" : 2922,
"34865152" : 783,
"35389440" : 595,
"35913728" : 652,
"36438016" : 558,
"36962304" : 891,
"37486592" : 296,
"38010880" : 256,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 25579024,
"max" : 43911382,
"mean" : 31151265.318790,
"stddev" : 2918598.911911,
"N" : 82167
},
"bw_min" : 3506176,
"bw_max" : 4864000,
"bw_agg" : 100.000000,
"bw_mean" : 4230325.384615,
"bw_dev" : 84158.829146,
"bw_samples" : 156,
"iops_min" : 3424,
"iops_max" : 4750,
"iops_mean" : 4130.923077,
"iops_stddev" : 82.189480,
"iops_samples" : 156
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79998,
"usr_cpu" : 3.372584,
"sys_cpu" : 15.191630,
"ctx" : 83729,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.995132,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072482,
"timestamp_ms" : 1773072482459,
"time" : "Mon Mar 9 13:08:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 126893424640,
"io_kbytes" : 123919360,
"bw_bytes" : 4229921818,
"bw" : 4130783,
"iops" : 4034.067802,
"runtime" : 29999,
"total_ios" : 121018,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4329157,
"mean" : 988127.716714,
"stddev" : 104436.233878,
"N" : 121019
},
"clat_ns" : {
"min" : 24797860,
"max" : 42599578,
"mean" : 30742148.603330,
"stddev" : 2719468.840346,
"N" : 121015,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26345472,
"10.000000" : 27394048,
"20.000000" : 28180480,
"30.000000" : 29229056,
"40.000000" : 30015488,
"50.000000" : 30801920,
"60.000000" : 31326208,
"70.000000" : 31850496,
"80.000000" : 32899072,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 37486592,
"99.500000" : 38535168,
"99.900000" : 40632320,
"99.950000" : 41156608,
"99.990000" : 42205184
},
"bins" : {
"24772608" : 27,
"25034752" : 213,
"25296896" : 340,
"25559040" : 1238,
"25821184" : 1206,
"26083328" : 2579,
"26345472" : 1898,
"26607616" : 2191,
"26869760" : 1552,
"27131904" : 682,
"27394048" : 1154,
"27656192" : 2802,
"27918336" : 4111,
"28180480" : 4726,
"28442624" : 3446,
"28704768" : 3703,
"28966912" : 2996,
"29229056" : 3733,
"29491200" : 4085,
"29753344" : 3352,
"30015488" : 3878,
"30277632" : 4278,
"30539776" : 4891,
"30801920" : 4655,
"31064064" : 5811,
"31326208" : 6315,
"31588352" : 5807,
"31850496" : 3627,
"32112640" : 3281,
"32374784" : 3252,
"32636928" : 2844,
"32899072" : 2357,
"33161216" : 2947,
"33423360" : 3080,
"33816576" : 4835,
"34340864" : 4098,
"34865152" : 1463,
"35389440" : 1800,
"35913728" : 2018,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 25579024,
"max" : 43911382,
"mean" : 31730290.558088,
"stddev" : 2806185.368588,
"N" : 121015
},
"bw_min" : 3332096,
"bw_max" : 4864000,
"bw_agg" : 99.888907,
"bw_mean" : 4126194.745763,
"bw_dev" : 84242.662090,
"bw_samples" : 236,
"iops_min" : 3254,
"iops_max" : 4750,
"iops_mean" : 4029.254237,
"iops_stddev" : 82.262970,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 3.274276,
"sys_cpu" : 14.920497,
"ctx" : 123118,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.997521,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072492,
"timestamp_ms" : 1773072492460,
"time" : "Mon Mar 9 13:08:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 175433056256,
"io_kbytes" : 171321344,
"bw_bytes" : 4385826406,
"bw" : 4283033,
"iops" : 4182.725000,
"runtime" : 40000,
"total_ios" : 167309,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4329157,
"mean" : 952852.474999,
"stddev" : 114570.297963,
"N" : 167310
},
"clat_ns" : {
"min" : 23408707,
"max" : 42599578,
"mean" : 29649344.737385,
"stddev" : 3016131.195503,
"N" : 167306,
"percentile" : {
"1.000000" : 23986176,
"5.000000" : 25559040,
"10.000000" : 26083328,
"20.000000" : 26869760,
"30.000000" : 27656192,
"40.000000" : 28442624,
"50.000000" : 29491200,
"60.000000" : 30539776,
"70.000000" : 31326208,
"80.000000" : 32112640,
"90.000000" : 33816576,
"95.000000" : 34865152,
"99.000000" : 36962304,
"99.500000" : 38535168,
"99.900000" : 40632320,
"99.950000" : 41156608,
"99.990000" : 41680896
},
"bins" : {
"23461888" : 173,
"23724032" : 371,
"23986176" : 1438,
"24248320" : 1173,
"24510464" : 1428,
"24772608" : 1276,
"25034752" : 1214,
"25296896" : 1115,
"25559040" : 2777,
"25821184" : 3967,
"26083328" : 6897,
"26345472" : 5999,
"26607616" : 4055,
"26869760" : 5694,
"27131904" : 3105,
"27394048" : 3652,
"27656192" : 6136,
"27918336" : 7688,
"28180480" : 6367,
"28442624" : 4940,
"28704768" : 5342,
"28966912" : 4576,
"29229056" : 4132,
"29491200" : 4385,
"29753344" : 3526,
"30015488" : 3995,
"30277632" : 4377,
"30539776" : 4972,
"30801920" : 4718,
"31064064" : 5883,
"31326208" : 6404,
"31588352" : 5882,
"31850496" : 3669,
"32112640" : 3323,
"32374784" : 3297,
"32636928" : 2876,
"32899072" : 2391,
"33161216" : 2973,
"33423360" : 3106,
"33816576" : 4860,
"34340864" : 4120,
"34865152" : 1472,
"35389440" : 1800,
"35913728" : 2018,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 24153225,
"max" : 43911382,
"mean" : 30602223.754043,
"stddev" : 3112361.318885,
"N" : 167306
},
"bw_min" : 3332096,
"bw_max" : 5203968,
"bw_agg" : 99.954971,
"bw_mean" : 4281105.088608,
"bw_dev" : 102166.827503,
"bw_samples" : 316,
"iops_min" : 3254,
"iops_max" : 5082,
"iops_mean" : 4180.531646,
"iops_stddev" : 99.760283,
"iops_samples" : 316
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 3.428146,
"sys_cpu" : 15.597597,
"ctx" : 170805,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998207,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072502,
"timestamp_ms" : 1773072502459,
"time" : "Mon Mar 9 13:08:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 224569327616,
"io_kbytes" : 219305984,
"bw_bytes" : 4491476381,
"bw" : 4386207,
"iops" : 4283.485670,
"runtime" : 49999,
"total_ios" : 214170,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4713243,
"mean" : 930354.663025,
"stddev" : 119035.272518,
"N" : 214170
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28952344.443726,
"stddev" : 3118430.142080,
"N" : 214166,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 24248320,
"10.000000" : 25296896,
"20.000000" : 26345472,
"30.000000" : 27131904,
"40.000000" : 27918336,
"50.000000" : 28442624,
"60.000000" : 29491200,
"70.000000" : 30539776,
"80.000000" : 31588352,
"90.000000" : 33161216,
"95.000000" : 34340864,
"99.000000" : 36962304,
"99.500000" : 38010880,
"99.900000" : 40632320,
"99.950000" : 40632320,
"99.990000" : 41680896
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1209,
"23724032" : 2266,
"23986176" : 2513,
"24248320" : 2989,
"24510464" : 2888,
"24772608" : 3093,
"25034752" : 3392,
"25296896" : 2497,
"25559040" : 3995,
"25821184" : 5063,
"26083328" : 8640,
"26345472" : 7661,
"26607616" : 5617,
"26869760" : 9292,
"27131904" : 6992,
"27394048" : 5828,
"27656192" : 8086,
"27918336" : 10298,
"28180480" : 8124,
"28442624" : 6062,
"28704768" : 6243,
"28966912" : 7740,
"29229056" : 4789,
"29491200" : 4713,
"29753344" : 3754,
"30015488" : 4265,
"30277632" : 4618,
"30539776" : 5142,
"30801920" : 5040,
"31064064" : 6122,
"31326208" : 6480,
"31588352" : 5943,
"31850496" : 3732,
"32112640" : 3387,
"32374784" : 3337,
"32636928" : 2933,
"32899072" : 2418,
"33161216" : 2987,
"33423360" : 3116,
"33816576" : 4875,
"34340864" : 4128,
"34865152" : 1472,
"35389440" : 1800,
"35913728" : 2018,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29882739.942502,
"stddev" : 3217926.137193,
"N" : 214166
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4386987.131313,
"bw_dev" : 110683.965847,
"bw_samples" : 396,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4283.959596,
"iops_stddev" : 108.089629,
"iops_samples" : 396
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199996,
"usr_cpu" : 3.554071,
"sys_cpu" : 16.040821,
"ctx" : 219030,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998132,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072512,
"timestamp_ms" : 1773072512459,
"time" : "Mon Mar 9 13:08:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 272563699712,
"io_kbytes" : 266175488,
"bw_bytes" : 4542804041,
"bw" : 4436332,
"iops" : 4332.422207,
"runtime" : 59999,
"total_ios" : 259941,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4713243,
"mean" : 919803.035762,
"stddev" : 115040.436707,
"N" : 259941
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28624814.771041,
"stddev" : 2975395.956005,
"N" : 259937,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 24248320,
"10.000000" : 25296896,
"20.000000" : 26083328,
"30.000000" : 26869760,
"40.000000" : 27394048,
"50.000000" : 27918336,
"60.000000" : 28704768,
"70.000000" : 30015488,
"80.000000" : 31326208,
"90.000000" : 32899072,
"95.000000" : 34340864,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 40108032,
"99.950000" : 40632320,
"99.990000" : 41680896
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1227,
"23724032" : 2966,
"23986176" : 3096,
"24248320" : 3390,
"24510464" : 3163,
"24772608" : 3614,
"25034752" : 5018,
"25296896" : 3718,
"25559040" : 5105,
"25821184" : 7067,
"26083328" : 10902,
"26345472" : 9729,
"26607616" : 9673,
"26869760" : 13085,
"27131904" : 12516,
"27394048" : 10128,
"27656192" : 10845,
"27918336" : 13470,
"28180480" : 10686,
"28442624" : 6816,
"28704768" : 7709,
"28966912" : 8915,
"29229056" : 5879,
"29491200" : 5260,
"29753344" : 4097,
"30015488" : 4517,
"30277632" : 5021,
"30539776" : 5469,
"30801920" : 5150,
"31064064" : 6204,
"31326208" : 6541,
"31588352" : 6005,
"31850496" : 3788,
"32112640" : 3440,
"32374784" : 3356,
"32636928" : 2947,
"32899072" : 2420,
"33161216" : 2987,
"33423360" : 3116,
"33816576" : 4875,
"34340864" : 4128,
"34865152" : 1472,
"35389440" : 1800,
"35913728" : 2018,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29544631.220988,
"stddev" : 3070224.930262,
"N" : 259937
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4436431.277311,
"bw_dev" : 106281.208259,
"bw_samples" : 476,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4332.252101,
"iops_stddev" : 103.786896,
"iops_samples" : 476
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239996,
"usr_cpu" : 3.608393,
"sys_cpu" : 16.258188,
"ctx" : 265954,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998461,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072522,
"timestamp_ms" : 1773072522459,
"time" : "Mon Mar 9 13:08:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 318947459072,
"io_kbytes" : 311472128,
"bw_bytes" : 4556392272,
"bw" : 4449601,
"iops" : 4345.371429,
"runtime" : 70000,
"total_ios" : 304176,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4713243,
"mean" : 917033.760155,
"stddev" : 110339.612273,
"N" : 304176
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28539322.645040,
"stddev" : 2807492.448430,
"N" : 304172,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24510464,
"10.000000" : 25296896,
"20.000000" : 26345472,
"30.000000" : 26869760,
"40.000000" : 27656192,
"50.000000" : 27918336,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30801920,
"90.000000" : 32374784,
"95.000000" : 33816576,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 40108032,
"99.950000" : 40632320,
"99.990000" : 41680896
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1227,
"23724032" : 2966,
"23986176" : 3096,
"24248320" : 3461,
"24510464" : 3630,
"24772608" : 3966,
"25034752" : 6196,
"25296896" : 4138,
"25559040" : 5566,
"25821184" : 7720,
"26083328" : 11633,
"26345472" : 10783,
"26607616" : 10994,
"26869760" : 14418,
"27131904" : 14985,
"27394048" : 12475,
"27656192" : 14353,
"27918336" : 17793,
"28180480" : 15462,
"28442624" : 10801,
"28704768" : 11963,
"28966912" : 11928,
"29229056" : 7963,
"29491200" : 6639,
"29753344" : 5023,
"30015488" : 5404,
"30277632" : 5490,
"30539776" : 5814,
"30801920" : 5499,
"31064064" : 6580,
"31326208" : 6688,
"31588352" : 6125,
"31850496" : 3905,
"32112640" : 3519,
"32374784" : 3486,
"32636928" : 2995,
"32899072" : 2440,
"33161216" : 3010,
"33423360" : 3129,
"33816576" : 4882,
"34340864" : 4128,
"34865152" : 1472,
"35389440" : 1800,
"35913728" : 2018,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29456391.567554,
"stddev" : 2896854.588213,
"N" : 304172
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4450115.812950,
"bw_dev" : 99466.631777,
"bw_samples" : 556,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4345.625899,
"iops_stddev" : 97.132561,
"iops_samples" : 556
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279997,
"usr_cpu" : 3.619682,
"sys_cpu" : 16.313746,
"ctx" : 311262,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998685,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072532,
"timestamp_ms" : 1773072532460,
"time" : "Mon Mar 9 13:08:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 363608408064,
"io_kbytes" : 355086336,
"bw_bytes" : 4545105100,
"bw" : 4438579,
"iops" : 4334.600000,
"runtime" : 80000,
"total_ios" : 346768,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4713243,
"mean" : 919325.278463,
"stddev" : 107393.537984,
"N" : 346768
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28610024.921811,
"stddev" : 2711667.377253,
"N" : 346764,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24510464,
"10.000000" : 25559040,
"20.000000" : 26345472,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30801920,
"90.000000" : 32374784,
"95.000000" : 33816576,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 39583744,
"99.950000" : 40632320,
"99.990000" : 41680896
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1227,
"23724032" : 2966,
"23986176" : 3225,
"24248320" : 3648,
"24510464" : 3847,
"24772608" : 4186,
"25034752" : 6418,
"25296896" : 4706,
"25559040" : 5807,
"25821184" : 7785,
"26083328" : 12012,
"26345472" : 11754,
"26607616" : 11605,
"26869760" : 15209,
"27131904" : 15949,
"27394048" : 13532,
"27656192" : 15960,
"27918336" : 20173,
"28180480" : 17208,
"28442624" : 13654,
"28704768" : 14323,
"28966912" : 14338,
"29229056" : 11658,
"29491200" : 10901,
"29753344" : 7821,
"30015488" : 7651,
"30277632" : 7441,
"30539776" : 7269,
"30801920" : 6400,
"31064064" : 7367,
"31326208" : 7370,
"31588352" : 6896,
"31850496" : 4488,
"32112640" : 3785,
"32374784" : 3681,
"32636928" : 3156,
"32899072" : 2559,
"33161216" : 3306,
"33423360" : 3347,
"33816576" : 5973,
"34340864" : 4264,
"34865152" : 1472,
"35389440" : 1800,
"35913728" : 2018,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29529372.134074,
"stddev" : 2797942.106859,
"N" : 346764
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 99.979133,
"bw_mean" : 4437653.572327,
"bw_dev" : 95333.263136,
"bw_samples" : 636,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4333.471698,
"iops_stddev" : 93.094854,
"iops_samples" : 636
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319998,
"usr_cpu" : 3.598772,
"sys_cpu" : 16.264164,
"ctx" : 354566,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998846,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072542,
"timestamp_ms" : 1773072542460,
"time" : "Mon Mar 9 13:09:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 408972951552,
"io_kbytes" : 399387648,
"bw_bytes" : 4544143906,
"bw" : 4437640,
"iops" : 4333.677778,
"runtime" : 90000,
"total_ios" : 390031,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4713243,
"mean" : 919520.992001,
"stddev" : 104574.489430,
"N" : 390031
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28616285.495948,
"stddev" : 2602355.490819,
"N" : 390027,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27918336,
"50.000000" : 28180480,
"60.000000" : 28966912,
"70.000000" : 29491200,
"80.000000" : 30539776,
"90.000000" : 32112640,
"95.000000" : 33423360,
"99.000000" : 35913728,
"99.500000" : 36962304,
"99.900000" : 39059456,
"99.950000" : 40632320,
"99.990000" : 41680896
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1227,
"23724032" : 2966,
"23986176" : 3225,
"24248320" : 3648,
"24510464" : 3847,
"24772608" : 4186,
"25034752" : 6418,
"25296896" : 4979,
"25559040" : 6354,
"25821184" : 8090,
"26083328" : 12565,
"26345472" : 12547,
"26607616" : 12817,
"26869760" : 16376,
"27131904" : 17595,
"27394048" : 16917,
"27656192" : 19170,
"27918336" : 23061,
"28180480" : 19310,
"28442624" : 16476,
"28704768" : 16953,
"28966912" : 16991,
"29229056" : 15161,
"29491200" : 13864,
"29753344" : 10278,
"30015488" : 10422,
"30277632" : 8718,
"30539776" : 8092,
"30801920" : 7009,
"31064064" : 8046,
"31326208" : 7767,
"31588352" : 7231,
"31850496" : 4735,
"32112640" : 4006,
"32374784" : 3941,
"32636928" : 3388,
"32899072" : 2654,
"33161216" : 3367,
"33423360" : 3398,
"33816576" : 6023,
"34340864" : 4290,
"34865152" : 1486,
"35389440" : 1806,
"35913728" : 2018,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29535839.786874,
"stddev" : 2685053.150842,
"N" : 390027
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 99.978963,
"bw_mean" : 4436707.407821,
"bw_dev" : 90916.705334,
"bw_samples" : 716,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4332.558659,
"iops_stddev" : 88.780618,
"iops_samples" : 716
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359998,
"usr_cpu" : 3.593909,
"sys_cpu" : 16.261757,
"ctx" : 398798,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998974,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072552,
"timestamp_ms" : 1773072552460,
"time" : "Mon Mar 9 13:09:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 453751341056,
"io_kbytes" : 443116544,
"bw_bytes" : 4537513410,
"bw" : 4431165,
"iops" : 4327.350000,
"runtime" : 100000,
"total_ios" : 432735,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4713243,
"mean" : 920872.099266,
"stddev" : 103281.453393,
"N" : 432735
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28657194.719248,
"stddev" : 2565205.656405,
"N" : 432731,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25821184,
"20.000000" : 26607616,
"30.000000" : 27394048,
"40.000000" : 27918336,
"50.000000" : 28442624,
"60.000000" : 28966912,
"70.000000" : 29491200,
"80.000000" : 30539776,
"90.000000" : 32112640,
"95.000000" : 33423360,
"99.000000" : 35913728,
"99.500000" : 36962304,
"99.900000" : 39059456,
"99.950000" : 40632320,
"99.990000" : 41680896
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1227,
"23724032" : 2966,
"23986176" : 3225,
"24248320" : 3653,
"24510464" : 4208,
"24772608" : 4502,
"25034752" : 6759,
"25296896" : 5440,
"25559040" : 7501,
"25821184" : 8708,
"26083328" : 13426,
"26345472" : 13541,
"26607616" : 13592,
"26869760" : 17820,
"27131904" : 19702,
"27394048" : 18841,
"27656192" : 20892,
"27918336" : 24949,
"28180480" : 22009,
"28442624" : 18955,
"28704768" : 18766,
"28966912" : 19335,
"29229056" : 16580,
"29491200" : 14775,
"29753344" : 11382,
"30015488" : 11398,
"30277632" : 9923,
"30539776" : 9483,
"30801920" : 8445,
"31064064" : 9580,
"31326208" : 9201,
"31588352" : 8755,
"31850496" : 5997,
"32112640" : 4882,
"32374784" : 5131,
"32636928" : 3724,
"32899072" : 3260,
"33161216" : 3685,
"33423360" : 3568,
"33816576" : 6396,
"34340864" : 4614,
"34865152" : 1494,
"35389440" : 1814,
"35913728" : 2018,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29578037.975641,
"stddev" : 2646717.988496,
"N" : 432731
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4434965.296482,
"bw_dev" : 89116.256576,
"bw_samples" : 796,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4330.864322,
"iops_stddev" : 87.021039,
"iops_samples" : 796
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399999,
"usr_cpu" : 3.589259,
"sys_cpu" : 16.227291,
"ctx" : 442325,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999076,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072562,
"timestamp_ms" : 1773072562459,
"time" : "Mon Mar 9 13:09:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 498414387200,
"io_kbytes" : 486732800,
"bw_bytes" : 4531081075,
"bw" : 4424883,
"iops" : 4321.202920,
"runtime" : 109999,
"total_ios" : 475328,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4713243,
"mean" : 922185.267798,
"stddev" : 101206.588004,
"N" : 475329
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28698411.046177,
"stddev" : 2497116.168609,
"N" : 475325,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 25034752,
"10.000000" : 25821184,
"20.000000" : 26869760,
"30.000000" : 27394048,
"40.000000" : 27918336,
"50.000000" : 28442624,
"60.000000" : 28966912,
"70.000000" : 29491200,
"80.000000" : 30539776,
"90.000000" : 32112640,
"95.000000" : 33423360,
"99.000000" : 35913728,
"99.500000" : 36962304,
"99.900000" : 39059456,
"99.950000" : 40108032,
"99.990000" : 41680896
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1227,
"23724032" : 2966,
"23986176" : 3225,
"24248320" : 3653,
"24510464" : 4208,
"24772608" : 4502,
"25034752" : 6759,
"25296896" : 5440,
"25559040" : 7502,
"25821184" : 8786,
"26083328" : 13470,
"26345472" : 13564,
"26607616" : 14593,
"26869760" : 18888,
"27131904" : 21214,
"27394048" : 20845,
"27656192" : 23797,
"27918336" : 28475,
"28180480" : 25034,
"28442624" : 21293,
"28704768" : 22720,
"28966912" : 21449,
"29229056" : 19235,
"29491200" : 17278,
"29753344" : 14161,
"30015488" : 13487,
"30277632" : 11807,
"30539776" : 10676,
"30801920" : 9212,
"31064064" : 10346,
"31326208" : 9613,
"31588352" : 9111,
"31850496" : 6362,
"32112640" : 5190,
"32374784" : 5420,
"32636928" : 5319,
"32899072" : 3531,
"33161216" : 3874,
"33423360" : 3660,
"33816576" : 6573,
"34340864" : 4745,
"34865152" : 1661,
"35389440" : 1824,
"35913728" : 2021,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29620601.016067,
"stddev" : 2576430.558599,
"N" : 475325
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4425768.739726,
"bw_dev" : 86811.350525,
"bw_samples" : 876,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4321.881279,
"iops_stddev" : 84.776112,
"iops_samples" : 876
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439996,
"usr_cpu" : 3.587760,
"sys_cpu" : 16.196511,
"ctx" : 485744,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999369,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072572,
"timestamp_ms" : 1773072572459,
"time" : "Mon Mar 9 13:09:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 545023590400,
"io_kbytes" : 532249600,
"bw_bytes" : 4541901102,
"bw" : 4435450,
"iops" : 4331.527763,
"runtime" : 119999,
"total_ios" : 519779,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 4713243,
"mean" : 919977.638666,
"stddev" : 99668.434631,
"N" : 519779
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28630180.617400,
"stddev" : 2431912.866946,
"N" : 519775,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 25034752,
"10.000000" : 25821184,
"20.000000" : 26869760,
"30.000000" : 27394048,
"40.000000" : 27918336,
"50.000000" : 28180480,
"60.000000" : 28966912,
"70.000000" : 29491200,
"80.000000" : 30539776,
"90.000000" : 31850496,
"95.000000" : 33161216,
"99.000000" : 35913728,
"99.500000" : 36962304,
"99.900000" : 39059456,
"99.950000" : 40108032,
"99.990000" : 41680896
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1227,
"23724032" : 2966,
"23986176" : 3225,
"24248320" : 3653,
"24510464" : 4208,
"24772608" : 4701,
"25034752" : 7502,
"25296896" : 5813,
"25559040" : 8049,
"25821184" : 9872,
"26083328" : 15074,
"26345472" : 15662,
"26607616" : 16771,
"26869760" : 21485,
"27131904" : 24503,
"27394048" : 23703,
"27656192" : 27318,
"27918336" : 33645,
"28180480" : 28795,
"28442624" : 23645,
"28704768" : 23995,
"28966912" : 22951,
"29229056" : 21789,
"29491200" : 19166,
"29753344" : 15006,
"30015488" : 14909,
"30277632" : 12571,
"30539776" : 11086,
"30801920" : 9597,
"31064064" : 10589,
"31326208" : 9829,
"31588352" : 9300,
"31850496" : 6561,
"32112640" : 5292,
"32374784" : 5470,
"32636928" : 5338,
"32899072" : 3540,
"33161216" : 3876,
"33423360" : 3660,
"33816576" : 6573,
"34340864" : 4745,
"34865152" : 1661,
"35389440" : 1824,
"35913728" : 2021,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29550171.924027,
"stddev" : 2509084.405477,
"N" : 519775
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4435641.698745,
"bw_dev" : 84236.385515,
"bw_samples" : 956,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4331.531381,
"iops_stddev" : 82.262716,
"iops_samples" : 956
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 3.597947,
"sys_cpu" : 16.244510,
"ctx" : 531354,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999230,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072582,
"timestamp_ms" : 1773072582459,
"time" : "Mon Mar 9 13:09:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 593461510144,
"io_kbytes" : 579552256,
"bw_bytes" : 4565088539,
"bw" : 4458094,
"iops" : 4353.638462,
"runtime" : 130000,
"total_ios" : 565973,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 5040754,
"mean" : 915275.657664,
"stddev" : 100156.718386,
"N" : 565973
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28484745.105295,
"stddev" : 2435756.310128,
"N" : 565969,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31588352,
"95.000000" : 32899072,
"99.000000" : 35913728,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 40108032,
"99.990000" : 41156608
},
"bins" : {
"21889024" : 108,
"22151168" : 236,
"22413312" : 407,
"22675456" : 595,
"22937600" : 566,
"23199744" : 953,
"23461888" : 1412,
"23724032" : 3442,
"23986176" : 4081,
"24248320" : 4875,
"24510464" : 5510,
"24772608" : 6401,
"25034752" : 10047,
"25296896" : 10285,
"25559040" : 10316,
"25821184" : 13439,
"26083328" : 17394,
"26345472" : 17252,
"26607616" : 18067,
"26869760" : 23334,
"27131904" : 25851,
"27394048" : 25529,
"27656192" : 29175,
"27918336" : 36265,
"28180480" : 30963,
"28442624" : 26321,
"28704768" : 25812,
"28966912" : 24067,
"29229056" : 22678,
"29491200" : 20359,
"29753344" : 15812,
"30015488" : 15212,
"30277632" : 13129,
"30539776" : 11402,
"30801920" : 9791,
"31064064" : 10764,
"31326208" : 9948,
"31588352" : 9482,
"31850496" : 6718,
"32112640" : 5332,
"32374784" : 5541,
"32636928" : 5444,
"32899072" : 3550,
"33161216" : 3876,
"33423360" : 3660,
"33816576" : 6573,
"34340864" : 4745,
"34865152" : 1661,
"35389440" : 1824,
"35913728" : 2021,
"36438016" : 678,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29400047.128581,
"stddev" : 2513018.270880,
"N" : 565969
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 99.979178,
"bw_mean" : 4457166.308880,
"bw_dev" : 84930.116963,
"bw_samples" : 1036,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4352.555985,
"iops_stddev" : 82.941695,
"iops_samples" : 1036
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519997,
"usr_cpu" : 3.620213,
"sys_cpu" : 16.355287,
"ctx" : 578854,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999293,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072592,
"timestamp_ms" : 1773072592460,
"time" : "Mon Mar 9 13:09:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 641111949312,
"io_kbytes" : 626085888,
"bw_bytes" : 4579371066,
"bw" : 4472042,
"iops" : 4367.257143,
"runtime" : 140000,
"total_ios" : 611416,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 5040754,
"mean" : 912412.292338,
"stddev" : 100549.757449,
"N" : 611416
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28396068.765361,
"stddev" : 2449660.644540,
"N" : 611412,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26345472,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29229056,
"80.000000" : 30277632,
"90.000000" : 31588352,
"95.000000" : 32899072,
"99.000000" : 35389440,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 40108032,
"99.990000" : 41156608
},
"bins" : {
"21889024" : 108,
"22151168" : 332,
"22413312" : 610,
"22675456" : 780,
"22937600" : 869,
"23199744" : 1149,
"23461888" : 1731,
"23724032" : 4085,
"23986176" : 4673,
"24248320" : 6046,
"24510464" : 6275,
"24772608" : 7185,
"25034752" : 10939,
"25296896" : 13208,
"25559040" : 12657,
"25821184" : 16472,
"26083328" : 19975,
"26345472" : 20196,
"26607616" : 21789,
"26869760" : 25861,
"27131904" : 27164,
"27394048" : 26730,
"27656192" : 30190,
"27918336" : 36992,
"28180480" : 31587,
"28442624" : 27213,
"28704768" : 26947,
"28966912" : 25443,
"29229056" : 24112,
"29491200" : 22052,
"29753344" : 16475,
"30015488" : 15569,
"30277632" : 13903,
"30539776" : 11907,
"30801920" : 10459,
"31064064" : 12070,
"31326208" : 11015,
"31588352" : 10385,
"31850496" : 6966,
"32112640" : 5625,
"32374784" : 5710,
"32636928" : 5579,
"32899072" : 3662,
"33161216" : 3974,
"33423360" : 3770,
"33816576" : 6864,
"34340864" : 4789,
"34865152" : 1692,
"35389440" : 1844,
"35913728" : 2034,
"36438016" : 684,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29308512.236947,
"stddev" : 2527372.011560,
"N" : 611412
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 99.955232,
"bw_mean" : 4470040.956989,
"bw_dev" : 85465.172560,
"bw_samples" : 1116,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4365.125448,
"iops_stddev" : 83.461682,
"iops_samples" : 1116
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559998,
"usr_cpu" : 3.640370,
"sys_cpu" : 16.417201,
"ctx" : 625352,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999346,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072602,
"timestamp_ms" : 1773072602460,
"time" : "Mon Mar 9 13:10:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 687413919744,
"io_kbytes" : 671302656,
"bw_bytes" : 4582759464,
"bw" : 4475351,
"iops" : 4370.486667,
"runtime" : 150000,
"total_ios" : 655573,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 5040754,
"mean" : 911732.092527,
"stddev" : 99400.338746,
"N" : 655573
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28374642.489302,
"stddev" : 2404002.171233,
"N" : 655569,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26345472,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29229056,
"80.000000" : 30015488,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 40108032,
"99.990000" : 41156608
},
"bins" : {
"21889024" : 108,
"22151168" : 332,
"22413312" : 610,
"22675456" : 780,
"22937600" : 869,
"23199744" : 1149,
"23461888" : 1749,
"23724032" : 4203,
"23986176" : 4836,
"24248320" : 6475,
"24510464" : 6718,
"24772608" : 7417,
"25034752" : 10944,
"25296896" : 13385,
"25559040" : 14101,
"25821184" : 18546,
"26083328" : 21236,
"26345472" : 21058,
"26607616" : 24071,
"26869760" : 28201,
"27131904" : 29277,
"27394048" : 29034,
"27656192" : 32825,
"27918336" : 38660,
"28180480" : 33625,
"28442624" : 29491,
"28704768" : 30370,
"28966912" : 29802,
"29229056" : 26460,
"29491200" : 24103,
"29753344" : 18264,
"30015488" : 17336,
"30277632" : 14839,
"30539776" : 12651,
"30801920" : 11062,
"31064064" : 12441,
"31326208" : 11223,
"31588352" : 10595,
"31850496" : 7088,
"32112640" : 5717,
"32374784" : 5778,
"32636928" : 5626,
"32899072" : 3696,
"33161216" : 4001,
"33423360" : 3781,
"33816576" : 6890,
"34340864" : 4805,
"34865152" : 1706,
"35389440" : 1851,
"35913728" : 2034,
"36438016" : 684,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29286376.708693,
"stddev" : 2480217.243676,
"N" : 655569
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4476336.518395,
"bw_dev" : 84625.662306,
"bw_samples" : 1196,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4371.277592,
"iops_stddev" : 82.642141,
"iops_samples" : 1196
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599998,
"usr_cpu" : 3.639679,
"sys_cpu" : 16.435888,
"ctx" : 670530,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999390,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072612,
"timestamp_ms" : 1773072612460,
"time" : "Mon Mar 9 13:10:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 732673605632,
"io_kbytes" : 715501568,
"bw_bytes" : 4579210035,
"bw" : 4471884,
"iops" : 4367.100000,
"runtime" : 160000,
"total_ios" : 698736,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 5040754,
"mean" : 912441.956287,
"stddev" : 98394.207663,
"N" : 698736
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28396493.394562,
"stddev" : 2354501.639067,
"N" : 698732,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29229056,
"80.000000" : 30015488,
"90.000000" : 31326208,
"95.000000" : 32636928,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41156608
},
"bins" : {
"21889024" : 108,
"22151168" : 332,
"22413312" : 610,
"22675456" : 780,
"22937600" : 869,
"23199744" : 1149,
"23461888" : 1749,
"23724032" : 4203,
"23986176" : 4836,
"24248320" : 6475,
"24510464" : 6718,
"24772608" : 7417,
"25034752" : 10944,
"25296896" : 13385,
"25559040" : 14101,
"25821184" : 18546,
"26083328" : 21236,
"26345472" : 21706,
"26607616" : 26236,
"26869760" : 30214,
"27131904" : 29970,
"27394048" : 30173,
"27656192" : 35743,
"27918336" : 42972,
"28180480" : 37694,
"28442624" : 34500,
"28704768" : 34342,
"28966912" : 33189,
"29229056" : 27764,
"29491200" : 25180,
"29753344" : 19589,
"30015488" : 18664,
"30277632" : 16623,
"30539776" : 14137,
"30801920" : 12479,
"31064064" : 13499,
"31326208" : 11990,
"31588352" : 10903,
"31850496" : 7429,
"32112640" : 5878,
"32374784" : 5889,
"32636928" : 5767,
"32899072" : 3742,
"33161216" : 4035,
"33423360" : 3817,
"33816576" : 6947,
"34340864" : 4827,
"34865152" : 1720,
"35389440" : 1865,
"35913728" : 2041,
"36438016" : 684,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29308928.699094,
"stddev" : 2429082.792022,
"N" : 698732
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4474028.761755,
"bw_dev" : 82347.063398,
"bw_samples" : 1276,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4369.028213,
"iops_stddev" : 80.416629,
"iops_samples" : 1276
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 3.644074,
"sys_cpu" : 16.411301,
"ctx" : 714530,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999428,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072622,
"timestamp_ms" : 1773072622460,
"time" : "Mon Mar 9 13:10:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 775348551680,
"io_kbytes" : 757176320,
"bw_bytes" : 4560873833,
"bw" : 4453978,
"iops" : 4349.611765,
"runtime" : 170000,
"total_ios" : 739434,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 5040754,
"mean" : 916127.221909,
"stddev" : 98743.591436,
"N" : 739434
},
"clat_ns" : {
"min" : 21848643,
"max" : 42599578,
"mean" : 28510712.245029,
"stddev" : 2379253.958951,
"N" : 739430,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 25034752,
"10.000000" : 25821184,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27918336,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41156608
},
"bins" : {
"21889024" : 108,
"22151168" : 332,
"22413312" : 610,
"22675456" : 780,
"22937600" : 869,
"23199744" : 1149,
"23461888" : 1749,
"23724032" : 4203,
"23986176" : 4836,
"24248320" : 6475,
"24510464" : 6718,
"24772608" : 7417,
"25034752" : 10944,
"25296896" : 13385,
"25559040" : 14109,
"25821184" : 18725,
"26083328" : 21717,
"26345472" : 22211,
"26607616" : 26806,
"26869760" : 31110,
"27131904" : 31438,
"27394048" : 30964,
"27656192" : 36645,
"27918336" : 43546,
"28180480" : 38693,
"28442624" : 34805,
"28704768" : 34548,
"28966912" : 33427,
"29229056" : 28252,
"29491200" : 25986,
"29753344" : 20982,
"30015488" : 20452,
"30277632" : 19025,
"30539776" : 18989,
"30801920" : 16321,
"31064064" : 17253,
"31326208" : 14194,
"31588352" : 12398,
"31850496" : 8459,
"32112640" : 7218,
"32374784" : 7647,
"32636928" : 7411,
"32899072" : 4989,
"33161216" : 4561,
"33423360" : 4227,
"33816576" : 7918,
"34340864" : 5395,
"34865152" : 1759,
"35389440" : 1874,
"35913728" : 2048,
"36438016" : 687,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 22556194,
"max" : 43911382,
"mean" : 29426836.123175,
"stddev" : 2454668.590378,
"N" : 739430
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4454940.209440,
"bw_dev" : 83134.431915,
"bw_samples" : 1356,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4350.383481,
"iops_stddev" : 81.187626,
"iops_samples" : 1356
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679998,
"usr_cpu" : 3.615893,
"sys_cpu" : 16.341666,
"ctx" : 755834,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999459,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072632,
"timestamp_ms" : 1773072632473,
"time" : "Mon Mar 9 13:10:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 822812344320,
"io_kbytes" : 803527680,
"bw_bytes" : 4571154295,
"bw" : 4464017,
"iops" : 4359.214671,
"runtime" : 180001,
"total_ios" : 784663,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 5040754,
"mean" : 914088.773917,
"stddev" : 98011.778254,
"N" : 784667
},
"clat_ns" : {
"min" : 3916,
"max" : 42599578,
"mean" : 28445369.394750,
"stddev" : 2372914.572634,
"N" : 784787,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 34865152,
"99.500000" : 35913728,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 41156608
},
"bins" : {
"3920" : 1,
"6944" : 1,
"14912" : 1,
"21376" : 1,
"970752" : 1,
"987136" : 1,
"1019904" : 2,
"1974272" : 1,
"1990656" : 2,
"2007040" : 1,
"2965504" : 1,
"2998272" : 2,
"3031040" : 1,
"3981312" : 1,
"4014080" : 3,
"5013504" : 4,
"5996544" : 4,
"6979584" : 1,
"7045120" : 3,
"7962624" : 1,
"8028160" : 3,
"8978432" : 3,
"9109504" : 1,
"10027008" : 4,
"10944512" : 1,
"11075584" : 3,
"11993088" : 4,
"13041664" : 4,
"13959168" : 3,
"14090240" : 1,
"15007744" : 4,
"15925248" : 2,
"16056320" : 2,
"16908288" : 3,
"17170432" : 1,
"17956864" : 4,
"19005440" : 4,
"20054016" : 4,
"21102592" : 4,
"21889024" : 108,
"22151168" : 336,
"22413312" : 752,
"22675456" : 913,
"22937600" : 1168,
"23199744" : 1422,
"23461888" : 2089,
"23724032" : 4395,
"23986176" : 4973,
"24248320" : 7046,
"24510464" : 7848,
"24772608" : 8341,
"25034752" : 12132,
"25296896" : 14652,
"25559040" : 15381,
"25821184" : 20885,
"26083328" : 24518,
"26345472" : 23663,
"26607616" : 28420,
"26869760" : 33512,
"27131904" : 34631,
"27394048" : 32598,
"27656192" : 37933,
"27918336" : 44947,
"28180480" : 41781,
"28442624" : 38792,
"28704768" : 37232,
"28966912" : 34744,
"29229056" : 29740,
"29491200" : 28702,
"29753344" : 22048,
"30015488" : 20899,
"30277632" : 19422,
"30539776" : 19818,
"30801920" : 16789,
"31064064" : 17736,
"31326208" : 14474,
"31588352" : 12537,
"31850496" : 8498,
"32112640" : 7239,
"32374784" : 7650,
"32636928" : 7411,
"32899072" : 4989,
"33161216" : 4561,
"33423360" : 4227,
"33816576" : 7918,
"34340864" : 5395,
"34865152" : 1759,
"35389440" : 1874,
"35913728" : 2048,
"36438016" : 687,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 965015,
"max" : 43911382,
"mean" : 29359461.602570,
"stddev" : 2447521.023150,
"N" : 784787
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4465334.236769,
"bw_dev" : 82896.835775,
"bw_samples" : 1436,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4360.534819,
"iops_stddev" : 80.953790,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720000,
"usr_cpu" : 3.632361,
"sys_cpu" : 16.381389,
"ctx" : 801975,
"majf" : 0,
"minf" : 147,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999490,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.005608,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072632,
"timestamp_ms" : 1773072632502,
"time" : "Mon Mar 9 13:10:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 822913007616,
"io_kbytes" : 803625984,
"bw_bytes" : 4571357984,
"bw" : 4464216,
"iops" : 4358.875649,
"runtime" : 180015,
"total_ios" : 784663,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 490610,
"max" : 5040754,
"mean" : 914088.773917,
"stddev" : 98011.778254,
"N" : 784667
},
"clat_ns" : {
"min" : 3916,
"max" : 42599578,
"mean" : 28445369.394750,
"stddev" : 2372914.572634,
"N" : 784787,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 34865152,
"99.500000" : 35913728,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 41156608
},
"bins" : {
"3920" : 1,
"6944" : 1,
"14912" : 1,
"21376" : 1,
"970752" : 1,
"987136" : 1,
"1019904" : 2,
"1974272" : 1,
"1990656" : 2,
"2007040" : 1,
"2965504" : 1,
"2998272" : 2,
"3031040" : 1,
"3981312" : 1,
"4014080" : 3,
"5013504" : 4,
"5996544" : 4,
"6979584" : 1,
"7045120" : 3,
"7962624" : 1,
"8028160" : 3,
"8978432" : 3,
"9109504" : 1,
"10027008" : 4,
"10944512" : 1,
"11075584" : 3,
"11993088" : 4,
"13041664" : 4,
"13959168" : 3,
"14090240" : 1,
"15007744" : 4,
"15925248" : 2,
"16056320" : 2,
"16908288" : 3,
"17170432" : 1,
"17956864" : 4,
"19005440" : 4,
"20054016" : 4,
"21102592" : 4,
"21889024" : 108,
"22151168" : 336,
"22413312" : 752,
"22675456" : 913,
"22937600" : 1168,
"23199744" : 1422,
"23461888" : 2089,
"23724032" : 4395,
"23986176" : 4973,
"24248320" : 7046,
"24510464" : 7848,
"24772608" : 8341,
"25034752" : 12132,
"25296896" : 14652,
"25559040" : 15381,
"25821184" : 20885,
"26083328" : 24518,
"26345472" : 23663,
"26607616" : 28420,
"26869760" : 33512,
"27131904" : 34631,
"27394048" : 32598,
"27656192" : 37933,
"27918336" : 44947,
"28180480" : 41781,
"28442624" : 38792,
"28704768" : 37232,
"28966912" : 34744,
"29229056" : 29740,
"29491200" : 28702,
"29753344" : 22048,
"30015488" : 20899,
"30277632" : 19422,
"30539776" : 19818,
"30801920" : 16789,
"31064064" : 17736,
"31326208" : 14474,
"31588352" : 12537,
"31850496" : 8498,
"32112640" : 7239,
"32374784" : 7650,
"32636928" : 7411,
"32899072" : 4989,
"33161216" : 4561,
"33423360" : 4227,
"33816576" : 7918,
"34340864" : 5395,
"34865152" : 1759,
"35389440" : 1874,
"35913728" : 2048,
"36438016" : 687,
"36962304" : 1421,
"37486592" : 459,
"38010880" : 260,
"38535168" : 369,
"39059456" : 178,
"39583744" : 51,
"40108032" : 106,
"40632320" : 129,
"41156608" : 39,
"41680896" : 39,
"42205184" : 8,
"42729472" : 7
}
},
"lat_ns" : {
"min" : 965015,
"max" : 43911382,
"mean" : 29359461.602570,
"stddev" : 2447521.023150,
"N" : 784787
},
"bw_min" : 3332096,
"bw_max" : 5341184,
"bw_agg" : 100.000000,
"bw_mean" : 4465272.911691,
"bw_dev" : 82811.011246,
"bw_samples" : 1439,
"iops_min" : 3254,
"iops_max" : 5216,
"iops_mean" : 4360.472400,
"iops_stddev" : 80.870035,
"iops_samples" : 1439
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720042,
"usr_cpu" : 3.632149,
"sys_cpu" : 16.380433,
"ctx" : 802014,
"majf" : 0,
"minf" : 150,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999490,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.005608,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}