raidz2/benchmarks/seq/seq-write-qd32-nj4_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773071974,
"timestamp_ms" : 1773071974151,
"time" : "Mon Mar 9 12:59:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 38795214848,
"io_kbytes" : 37885952,
"bw_bytes" : 3981855162,
"bw" : 3888530,
"iops" : 3810.941189,
"runtime" : 9743,
"total_ios" : 37130,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 38971,
"usr_cpu" : 3.166457,
"sys_cpu" : 14.154115,
"ctx" : 35731,
"majf" : 0,
"minf" : 34,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.172367,
"32" : 99.666038,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071984,
"timestamp_ms" : 1773071984408,
"time" : "Mon Mar 9 12:59:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 42946527232,
"io_kbytes" : 41939968,
"bw_bytes" : 4294652723,
"bw" : 4193996,
"iops" : 4096.100000,
"runtime" : 10000,
"total_ios" : 40961,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 595410,
"max" : 3163946,
"mean" : 973120.557848,
"stddev" : 73230.569951,
"N" : 40961
},
"clat_ns" : {
"min" : 25856428,
"max" : 35758903,
"mean" : 30282563.199770,
"stddev" : 1782923.513483,
"N" : 40957,
"percentile" : {
"1.000000" : 26607616,
"5.000000" : 26869760,
"10.000000" : 27656192,
"20.000000" : 28704768,
"30.000000" : 29491200,
"40.000000" : 30015488,
"50.000000" : 30277632,
"60.000000" : 30801920,
"70.000000" : 31326208,
"80.000000" : 31850496,
"90.000000" : 32374784,
"95.000000" : 32899072,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 35389440,
"99.950000" : 35389440,
"99.990000" : 35389440
},
"bins" : {
"25821184" : 28,
"26083328" : 95,
"26345472" : 154,
"26607616" : 677,
"26869760" : 1112,
"27131904" : 940,
"27394048" : 973,
"27656192" : 1297,
"27918336" : 336,
"28180480" : 365,
"28442624" : 1008,
"28704768" : 2166,
"28966912" : 1057,
"29229056" : 1790,
"29491200" : 1191,
"29753344" : 1632,
"30015488" : 2744,
"30277632" : 3146,
"30539776" : 3013,
"30801920" : 1652,
"31064064" : 1356,
"31326208" : 2893,
"31588352" : 3013,
"31850496" : 1244,
"32112640" : 1073,
"32374784" : 2092,
"32636928" : 1586,
"32899072" : 664,
"33161216" : 342,
"33423360" : 351,
"33816576" : 596,
"34340864" : 147,
"34865152" : 114,
"35389440" : 108,
"35913728" : 2
}
},
"lat_ns" : {
"min" : 26666777,
"max" : 36832483,
"mean" : 31255859.716801,
"stddev" : 1839534.729141,
"N" : 40957
},
"bw_min" : 3885056,
"bw_max" : 4732928,
"bw_agg" : 100.000000,
"bw_mean" : 4196347.368421,
"bw_dev" : 55328.789300,
"bw_samples" : 76,
"iops_min" : 3794,
"iops_max" : 4622,
"iops_mean" : 4097.789474,
"iops_stddev" : 54.067690,
"iops_samples" : 76
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 3.497587,
"sys_cpu" : 14.947874,
"ctx" : 41475,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.990235,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071994,
"timestamp_ms" : 1773071994409,
"time" : "Mon Mar 9 12:59:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 82883641344,
"io_kbytes" : 80941056,
"bw_bytes" : 4144182067,
"bw" : 4047052,
"iops" : 3952.350000,
"runtime" : 20000,
"total_ios" : 79047,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 573186,
"max" : 3699213,
"mean" : 1008558.408208,
"stddev" : 84871.930802,
"N" : 79048
},
"clat_ns" : {
"min" : 25856428,
"max" : 37911422,
"mean" : 31380850.188389,
"stddev" : 2119166.203344,
"N" : 79044,
"percentile" : {
"1.000000" : 26607616,
"5.000000" : 27394048,
"10.000000" : 28704768,
"20.000000" : 29753344,
"30.000000" : 30277632,
"40.000000" : 31064064,
"50.000000" : 31326208,
"60.000000" : 31850496,
"70.000000" : 32374784,
"80.000000" : 33161216,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 36438016,
"99.900000" : 37486592,
"99.950000" : 38010880,
"99.990000" : 38010880
},
"bins" : {
"25821184" : 28,
"26083328" : 95,
"26345472" : 154,
"26607616" : 677,
"26869760" : 1112,
"27131904" : 940,
"27394048" : 973,
"27656192" : 1297,
"27918336" : 336,
"28180480" : 365,
"28442624" : 1016,
"28704768" : 2824,
"28966912" : 2176,
"29229056" : 1966,
"29491200" : 1552,
"29753344" : 2080,
"30015488" : 3121,
"30277632" : 3649,
"30539776" : 3686,
"30801920" : 2748,
"31064064" : 3396,
"31326208" : 5658,
"31588352" : 6074,
"31850496" : 3438,
"32112640" : 3497,
"32374784" : 4377,
"32636928" : 3472,
"32899072" : 2284,
"33161216" : 1170,
"33423360" : 3013,
"33816576" : 3133,
"34340864" : 3306,
"34865152" : 2291,
"35389440" : 928,
"35913728" : 1335,
"36438016" : 562,
"36962304" : 136,
"37486592" : 120,
"38010880" : 59
}
},
"lat_ns" : {
"min" : 26666777,
"max" : 39138398,
"mean" : 32389559.571251,
"stddev" : 2186491.241670,
"N" : 79044
},
"bw_min" : 3549184,
"bw_max" : 4732928,
"bw_agg" : 99.889184,
"bw_mean" : 4042568.923077,
"bw_dev" : 60536.859706,
"bw_samples" : 156,
"iops_min" : 3466,
"iops_max" : 4622,
"iops_mean" : 3947.435897,
"iops_stddev" : 59.130507,
"iops_samples" : 156
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 3.278791,
"sys_cpu" : 14.415180,
"ctx" : 80135,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.996205,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072004,
"timestamp_ms" : 1773072004408,
"time" : "Mon Mar 9 13:00:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 122910932992,
"io_kbytes" : 120030208,
"bw_bytes" : 4097167671,
"bw" : 4001140,
"iops" : 3907.496917,
"runtime" : 29999,
"total_ios" : 117221,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 573186,
"max" : 3855473,
"mean" : 1020166.227041,
"stddev" : 83100.027466,
"N" : 117221
},
"clat_ns" : {
"min" : 25856428,
"max" : 37911422,
"mean" : 31737398.024527,
"stddev" : 2057076.787141,
"N" : 117217,
"percentile" : {
"1.000000" : 26869760,
"5.000000" : 28180480,
"10.000000" : 28966912,
"20.000000" : 30015488,
"30.000000" : 30801920,
"40.000000" : 31326208,
"50.000000" : 31588352,
"60.000000" : 32374784,
"70.000000" : 32899072,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 36438016,
"99.900000" : 37486592,
"99.950000" : 38010880,
"99.990000" : 38010880
},
"bins" : {
"25821184" : 28,
"26083328" : 95,
"26345472" : 154,
"26607616" : 677,
"26869760" : 1112,
"27131904" : 940,
"27394048" : 973,
"27656192" : 1297,
"27918336" : 336,
"28180480" : 400,
"28442624" : 1087,
"28704768" : 2957,
"28966912" : 2444,
"29229056" : 2248,
"29491200" : 2052,
"29753344" : 3309,
"30015488" : 4294,
"30277632" : 5264,
"30539776" : 5161,
"30801920" : 3940,
"31064064" : 5029,
"31326208" : 7507,
"31588352" : 7925,
"31850496" : 4447,
"32112640" : 5091,
"32374784" : 6086,
"32636928" : 7058,
"32899072" : 4846,
"33161216" : 2705,
"33423360" : 6359,
"33816576" : 6955,
"34340864" : 4810,
"34865152" : 3925,
"35389440" : 2385,
"35913728" : 1779,
"36438016" : 967,
"36962304" : 319,
"37486592" : 197,
"38010880" : 59
}
},
"lat_ns" : {
"min" : 26666777,
"max" : 39138398,
"mean" : 32757512.521912,
"stddev" : 2122330.473506,
"N" : 117217
},
"bw_min" : 3549184,
"bw_max" : 4732928,
"bw_agg" : 100.000000,
"bw_mean" : 4005519.796610,
"bw_dev" : 57423.969753,
"bw_samples" : 236,
"iops_min" : 3466,
"iops_max" : 4622,
"iops_mean" : 3911.322034,
"iops_stddev" : 56.078864,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 3.172606,
"sys_cpu" : 14.283809,
"ctx" : 118793,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.996588,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072014,
"timestamp_ms" : 1773072014408,
"time" : "Mon Mar 9 13:00:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 161482801152,
"io_kbytes" : 157698048,
"bw_bytes" : 4037170958,
"bw" : 3942549,
"iops" : 3850.221256,
"runtime" : 39999,
"total_ios" : 154005,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 573186,
"max" : 3855473,
"mean" : 1035380.527798,
"stddev" : 86525.156412,
"N" : 154006
},
"clat_ns" : {
"min" : 25856428,
"max" : 40601904,
"mean" : 32210476.078791,
"stddev" : 2152972.575779,
"N" : 154002,
"percentile" : {
"1.000000" : 26869760,
"5.000000" : 28704768,
"10.000000" : 29491200,
"20.000000" : 30539776,
"30.000000" : 31326208,
"40.000000" : 31588352,
"50.000000" : 32374784,
"60.000000" : 32636928,
"70.000000" : 33423360,
"80.000000" : 33816576,
"90.000000" : 34865152,
"95.000000" : 35389440,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"25821184" : 28,
"26083328" : 95,
"26345472" : 154,
"26607616" : 677,
"26869760" : 1112,
"27131904" : 940,
"27394048" : 973,
"27656192" : 1297,
"27918336" : 336,
"28180480" : 400,
"28442624" : 1087,
"28704768" : 2964,
"28966912" : 2619,
"29229056" : 2358,
"29491200" : 2121,
"29753344" : 3406,
"30015488" : 4461,
"30277632" : 5354,
"30539776" : 5481,
"30801920" : 4335,
"31064064" : 5573,
"31326208" : 8506,
"31588352" : 9814,
"31850496" : 5547,
"32112640" : 6587,
"32374784" : 7311,
"32636928" : 9022,
"32899072" : 6944,
"33161216" : 4842,
"33423360" : 8686,
"33816576" : 11070,
"34340864" : 9373,
"34865152" : 8155,
"35389440" : 5072,
"35913728" : 2981,
"36438016" : 1930,
"36962304" : 1101,
"37486592" : 551,
"38010880" : 320,
"38535168" : 283,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 26666777,
"max" : 41838895,
"mean" : 33245918.160193,
"stddev" : 2221350.246538,
"N" : 154002
},
"bw_min" : 3493888,
"bw_max" : 4732928,
"bw_agg" : 99.989936,
"bw_mean" : 3942153.518987,
"bw_dev" : 59322.590899,
"bw_samples" : 316,
"iops_min" : 3412,
"iops_max" : 4622,
"iops_mean" : 3849.443038,
"iops_stddev" : 57.942249,
"iops_samples" : 316
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 3.157579,
"sys_cpu" : 13.994100,
"ctx" : 156021,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998052,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072024,
"timestamp_ms" : 1773072024408,
"time" : "Mon Mar 9 13:00:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 201536307200,
"io_kbytes" : 196812800,
"bw_bytes" : 4030806760,
"bw" : 3936334,
"iops" : 3844.156883,
"runtime" : 49999,
"total_ios" : 192204,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 557192,
"max" : 3855473,
"mean" : 1037020.035072,
"stddev" : 89507.417071,
"N" : 192204
},
"clat_ns" : {
"min" : 25856428,
"max" : 40601904,
"mean" : 32259992.977216,
"stddev" : 2231419.412200,
"N" : 192200,
"percentile" : {
"1.000000" : 26869760,
"5.000000" : 28442624,
"10.000000" : 29229056,
"20.000000" : 30277632,
"30.000000" : 31064064,
"40.000000" : 31588352,
"50.000000" : 32374784,
"60.000000" : 32899072,
"70.000000" : 33423360,
"80.000000" : 34340864,
"90.000000" : 34865152,
"95.000000" : 35913728,
"99.000000" : 37486592,
"99.500000" : 38010880,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"25821184" : 28,
"26083328" : 95,
"26345472" : 154,
"26607616" : 733,
"26869760" : 1334,
"27131904" : 1389,
"27394048" : 1534,
"27656192" : 1906,
"27918336" : 922,
"28180480" : 1033,
"28442624" : 1298,
"28704768" : 3430,
"28966912" : 3247,
"29229056" : 2610,
"29491200" : 2471,
"29753344" : 6033,
"30015488" : 5369,
"30277632" : 6349,
"30539776" : 6186,
"30801920" : 5134,
"31064064" : 6413,
"31326208" : 9321,
"31588352" : 10837,
"31850496" : 6240,
"32112640" : 7648,
"32374784" : 8598,
"32636928" : 10390,
"32899072" : 8348,
"33161216" : 6843,
"33423360" : 10624,
"33816576" : 15147,
"34340864" : 12361,
"34865152" : 10674,
"35389440" : 6979,
"35913728" : 4525,
"36438016" : 2622,
"36962304" : 1380,
"37486592" : 897,
"38010880" : 593,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 26666777,
"max" : 41838895,
"mean" : 33296984.641061,
"stddev" : 2302320.395391,
"N" : 192200
},
"bw_min" : 3493888,
"bw_max" : 4732928,
"bw_agg" : 100.000000,
"bw_mean" : 3939305.858586,
"bw_dev" : 61886.766846,
"bw_samples" : 396,
"iops_min" : 3412,
"iops_max" : 4622,
"iops_mean" : 3846.646465,
"iops_stddev" : 60.433242,
"iops_samples" : 396
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199996,
"usr_cpu" : 3.141563,
"sys_cpu" : 14.003780,
"ctx" : 194895,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.997919,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072034,
"timestamp_ms" : 1773072034408,
"time" : "Mon Mar 9 13:00:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 243133317120,
"io_kbytes" : 237434880,
"bw_bytes" : 4052221952,
"bw" : 3957248,
"iops" : 3864.566667,
"runtime" : 60000,
"total_ios" : 231874,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 557192,
"max" : 3855473,
"mean" : 1031510.531004,
"stddev" : 87910.372508,
"N" : 231874
},
"clat_ns" : {
"min" : 25856428,
"max" : 40601904,
"mean" : 32091043.682046,
"stddev" : 2186234.642716,
"N" : 231870,
"percentile" : {
"1.000000" : 26869760,
"5.000000" : 28442624,
"10.000000" : 29229056,
"20.000000" : 30015488,
"30.000000" : 31064064,
"40.000000" : 31588352,
"50.000000" : 32112640,
"60.000000" : 32636928,
"70.000000" : 33423360,
"80.000000" : 33816576,
"90.000000" : 34865152,
"95.000000" : 35389440,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"25821184" : 28,
"26083328" : 95,
"26345472" : 251,
"26607616" : 786,
"26869760" : 1373,
"27131904" : 1523,
"27394048" : 1657,
"27656192" : 2079,
"27918336" : 1066,
"28180480" : 1199,
"28442624" : 1592,
"28704768" : 3706,
"28966912" : 4036,
"29229056" : 5097,
"29491200" : 5312,
"29753344" : 8825,
"30015488" : 8028,
"30277632" : 8196,
"30539776" : 8151,
"30801920" : 6524,
"31064064" : 8652,
"31326208" : 10667,
"31588352" : 11962,
"31850496" : 7759,
"32112640" : 9442,
"32374784" : 11339,
"32636928" : 13084,
"32899072" : 10492,
"33161216" : 8056,
"33423360" : 11269,
"33816576" : 16777,
"34340864" : 13322,
"34865152" : 11358,
"35389440" : 7463,
"35913728" : 4648,
"36438016" : 2681,
"36962304" : 1380,
"37486592" : 897,
"38010880" : 593,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 26666777,
"max" : 41838895,
"mean" : 33122661.010389,
"stddev" : 2255599.013367,
"N" : 231870
},
"bw_min" : 3493888,
"bw_max" : 4732928,
"bw_agg" : 99.939377,
"bw_mean" : 3954849.478992,
"bw_dev" : 60084.681518,
"bw_samples" : 476,
"iops_min" : 3412,
"iops_max" : 4622,
"iops_mean" : 3861.848739,
"iops_stddev" : 58.680255,
"iops_samples" : 476
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 3.162943,
"sys_cpu" : 14.083867,
"ctx" : 235109,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998275,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072044,
"timestamp_ms" : 1773072044408,
"time" : "Mon Mar 9 13:00:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 288384614400,
"io_kbytes" : 281625600,
"bw_bytes" : 4119780205,
"bw" : 4023222,
"iops" : 3928.985714,
"runtime" : 70000,
"total_ios" : 275029,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 544993,
"max" : 4679262,
"mean" : 1014534.977966,
"stddev" : 96433.414317,
"N" : 275029
},
"clat_ns" : {
"min" : 24384878,
"max" : 40601904,
"mean" : 31562919.238771,
"stddev" : 2485120.858726,
"N" : 275025,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 27131904,
"10.000000" : 27918336,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 31064064,
"50.000000" : 31588352,
"60.000000" : 32374784,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34865152,
"95.000000" : 35389440,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"24510464" : 203,
"24772608" : 474,
"25034752" : 323,
"25296896" : 440,
"25559040" : 207,
"25821184" : 413,
"26083328" : 981,
"26345472" : 1528,
"26607616" : 4493,
"26869760" : 3389,
"27131904" : 4654,
"27394048" : 3809,
"27656192" : 3347,
"27918336" : 3298,
"28180480" : 2796,
"28442624" : 3675,
"28704768" : 5049,
"28966912" : 5154,
"29229056" : 6674,
"29491200" : 6994,
"29753344" : 10345,
"30015488" : 9798,
"30277632" : 10568,
"30539776" : 10199,
"30801920" : 8419,
"31064064" : 9780,
"31326208" : 11271,
"31588352" : 12320,
"31850496" : 8156,
"32112640" : 10327,
"32374784" : 12083,
"32636928" : 13247,
"32899072" : 10605,
"33161216" : 8154,
"33423360" : 11389,
"33816576" : 17067,
"34340864" : 13603,
"34865152" : 11517,
"35389440" : 7546,
"35913728" : 4664,
"36438016" : 2691,
"36962304" : 1380,
"37486592" : 897,
"38010880" : 593,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 25181656,
"max" : 41838895,
"mean" : 32577439.276939,
"stddev" : 2564285.385958,
"N" : 275025
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4023480.294964,
"bw_dev" : 73818.953405,
"bw_samples" : 556,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3928.906475,
"iops_stddev" : 72.103765,
"iops_samples" : 556
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279997,
"usr_cpu" : 3.252892,
"sys_cpu" : 14.340868,
"ctx" : 279083,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998546,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072054,
"timestamp_ms" : 1773072054408,
"time" : "Mon Mar 9 13:00:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 330307731456,
"io_kbytes" : 322566144,
"bw_bytes" : 4128846643,
"bw" : 4032076,
"iops" : 3937.625000,
"runtime" : 80000,
"total_ios" : 315010,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 533165,
"max" : 4679262,
"mean" : 1012296.664192,
"stddev" : 94723.193696,
"N" : 315010
},
"clat_ns" : {
"min" : 24384878,
"max" : 40601904,
"mean" : 31493531.649661,
"stddev" : 2422879.383583,
"N" : 315006,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 27131904,
"10.000000" : 28180480,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 30801920,
"50.000000" : 31588352,
"60.000000" : 32112640,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"24510464" : 203,
"24772608" : 474,
"25034752" : 323,
"25296896" : 440,
"25559040" : 207,
"25821184" : 413,
"26083328" : 981,
"26345472" : 1528,
"26607616" : 4493,
"26869760" : 3389,
"27131904" : 4858,
"27394048" : 4035,
"27656192" : 3619,
"27918336" : 3869,
"28180480" : 4344,
"28442624" : 5195,
"28704768" : 5870,
"28966912" : 6662,
"29229056" : 8228,
"29491200" : 9372,
"29753344" : 11645,
"30015488" : 10957,
"30277632" : 12821,
"30539776" : 12616,
"30801920" : 11283,
"31064064" : 11726,
"31326208" : 12986,
"31588352" : 14722,
"31850496" : 10373,
"32112640" : 11680,
"32374784" : 13179,
"32636928" : 14413,
"32899072" : 11743,
"33161216" : 9203,
"33423360" : 12534,
"33816576" : 19178,
"34340864" : 14266,
"34865152" : 11999,
"35389440" : 7893,
"35913728" : 4965,
"36438016" : 2864,
"36962304" : 1446,
"37486592" : 913,
"38010880" : 593,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 25181656,
"max" : 41838895,
"mean" : 32505803.885151,
"stddev" : 2500002.060051,
"N" : 315006
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4035382.295597,
"bw_dev" : 71313.540143,
"bw_samples" : 636,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3940.515723,
"iops_stddev" : 69.659251,
"iops_samples" : 636
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319998,
"usr_cpu" : 3.254708,
"sys_cpu" : 14.388215,
"ctx" : 319727,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998730,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072064,
"timestamp_ms" : 1773072064409,
"time" : "Mon Mar 9 13:01:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 370535301120,
"io_kbytes" : 361850880,
"bw_bytes" : 4117058901,
"bw" : 4020565,
"iops" : 3926.377778,
"runtime" : 90000,
"total_ios" : 353374,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4679262,
"mean" : 1015207.916946,
"stddev" : 93359.586674,
"N" : 353374
},
"clat_ns" : {
"min" : 24384878,
"max" : 40601904,
"mean" : 31584205.652141,
"stddev" : 2369894.582632,
"N" : 353370,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 27394048,
"10.000000" : 28442624,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 31064064,
"50.000000" : 31588352,
"60.000000" : 32374784,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"24510464" : 203,
"24772608" : 474,
"25034752" : 323,
"25296896" : 440,
"25559040" : 207,
"25821184" : 413,
"26083328" : 981,
"26345472" : 1528,
"26607616" : 4494,
"26869760" : 3512,
"27131904" : 4953,
"27394048" : 4114,
"27656192" : 3718,
"27918336" : 4122,
"28180480" : 4687,
"28442624" : 5356,
"28704768" : 6282,
"28966912" : 7110,
"29229056" : 8350,
"29491200" : 9662,
"29753344" : 11988,
"30015488" : 11882,
"30277632" : 13661,
"30539776" : 13492,
"30801920" : 12561,
"31064064" : 13650,
"31326208" : 14883,
"31588352" : 16356,
"31850496" : 13389,
"32112640" : 15968,
"32374784" : 15484,
"32636928" : 15362,
"32899072" : 13059,
"33161216" : 11402,
"33423360" : 14896,
"33816576" : 23259,
"34340864" : 17546,
"34865152" : 13244,
"35389440" : 8365,
"35913728" : 5266,
"36438016" : 3096,
"36962304" : 1612,
"37486592" : 922,
"38010880" : 593,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 25181656,
"max" : 41838895,
"mean" : 32599419.897442,
"stddev" : 2445301.569980,
"N" : 353370
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4021736.787709,
"bw_dev" : 69500.569171,
"bw_samples" : 716,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3927.162011,
"iops_stddev" : 67.891193,
"iops_samples" : 716
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359999,
"usr_cpu" : 3.242787,
"sys_cpu" : 14.339762,
"ctx" : 358623,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998868,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072074,
"timestamp_ms" : 1773072074408,
"time" : "Mon Mar 9 13:01:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 412207808512,
"io_kbytes" : 402546688,
"bw_bytes" : 4122078085,
"bw" : 4025466,
"iops" : 3931.150000,
"runtime" : 100000,
"total_ios" : 393115,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4679262,
"mean" : 1013959.602255,
"stddev" : 93971.007914,
"N" : 393116
},
"clat_ns" : {
"min" : 24384878,
"max" : 40601904,
"mean" : 31546124.172239,
"stddev" : 2381150.222277,
"N" : 393112,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 27131904,
"10.000000" : 28180480,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 31064064,
"50.000000" : 31588352,
"60.000000" : 32374784,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"24510464" : 203,
"24772608" : 474,
"25034752" : 323,
"25296896" : 440,
"25559040" : 207,
"25821184" : 441,
"26083328" : 1234,
"26345472" : 2027,
"26607616" : 5575,
"26869760" : 4442,
"27131904" : 6022,
"27394048" : 4884,
"27656192" : 4695,
"27918336" : 4696,
"28180480" : 5044,
"28442624" : 6133,
"28704768" : 7462,
"28966912" : 7772,
"29229056" : 9046,
"29491200" : 10345,
"29753344" : 13024,
"30015488" : 13493,
"30277632" : 14468,
"30539776" : 14071,
"30801920" : 13079,
"31064064" : 14751,
"31326208" : 16512,
"31588352" : 17993,
"31850496" : 15025,
"32112640" : 18488,
"32374784" : 17762,
"32636928" : 18705,
"32899072" : 14612,
"33161216" : 12502,
"33423360" : 16044,
"33816576" : 25804,
"34340864" : 19787,
"34865152" : 13912,
"35389440" : 9070,
"35913728" : 5452,
"36438016" : 3343,
"36962304" : 1730,
"37486592" : 922,
"38010880" : 593,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 25181656,
"max" : 41838895,
"mean" : 32560123.383097,
"stddev" : 2456901.633505,
"N" : 393112
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 99.953151,
"bw_mean" : 4023581.291457,
"bw_dev" : 69510.536978,
"bw_samples" : 796,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3928.974874,
"iops_stddev" : 67.900078,
"iops_samples" : 796
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 3.245766,
"sys_cpu" : 14.368322,
"ctx" : 399021,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999237,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072084,
"timestamp_ms" : 1773072084408,
"time" : "Mon Mar 9 13:01:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 457890070528,
"io_kbytes" : 447158272,
"bw_bytes" : 4162637004,
"bw" : 4065075,
"iops" : 3969.836364,
"runtime" : 110000,
"total_ios" : 436682,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 1004037.489560,
"stddev" : 98958.003732,
"N" : 436682
},
"clat_ns" : {
"min" : 24025490,
"max" : 40601904,
"mean" : 31239039.069083,
"stddev" : 2548223.071399,
"N" : 436678,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27394048,
"20.000000" : 28966912,
"30.000000" : 30015488,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 32112640,
"70.000000" : 32636928,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"23986176" : 12,
"24248320" : 178,
"24510464" : 515,
"24772608" : 788,
"25034752" : 845,
"25296896" : 1277,
"25559040" : 1593,
"25821184" : 2320,
"26083328" : 3056,
"26345472" : 3840,
"26607616" : 7041,
"26869760" : 6214,
"27131904" : 8613,
"27394048" : 7715,
"27656192" : 7391,
"27918336" : 7221,
"28180480" : 6406,
"28442624" : 7593,
"28704768" : 9337,
"28966912" : 9384,
"29229056" : 10557,
"29491200" : 11363,
"29753344" : 13780,
"30015488" : 14069,
"30277632" : 15371,
"30539776" : 14703,
"30801920" : 13806,
"31064064" : 16093,
"31326208" : 17866,
"31588352" : 18988,
"31850496" : 16309,
"32112640" : 18937,
"32374784" : 17928,
"32636928" : 18895,
"32899072" : 15001,
"33161216" : 12752,
"33423360" : 16386,
"33816576" : 26417,
"34340864" : 20079,
"34865152" : 14135,
"35389440" : 9246,
"35913728" : 5497,
"36438016" : 3381,
"36962304" : 1744,
"37486592" : 928,
"38010880" : 603,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 24825102,
"max" : 41838895,
"mean" : 32243134.918661,
"stddev" : 2629405.730923,
"N" : 436678
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 99.943563,
"bw_mean" : 4062781.296804,
"bw_dev" : 76847.148135,
"bw_samples" : 876,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3967.269406,
"iops_stddev" : 75.063294,
"iops_samples" : 876
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439998,
"usr_cpu" : 3.282742,
"sys_cpu" : 14.548475,
"ctx" : 443659,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999084,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072094,
"timestamp_ms" : 1773072094408,
"time" : "Mon Mar 9 13:01:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 500335378432,
"io_kbytes" : 488608768,
"bw_bytes" : 4169461486,
"bw" : 4071739,
"iops" : 3976.341667,
"runtime" : 120000,
"total_ios" : 477161,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 1002389.749280,
"stddev" : 98111.514024,
"N" : 477161
},
"clat_ns" : {
"min" : 24025490,
"max" : 40601904,
"mean" : 31187067.795168,
"stddev" : 2525900.905278,
"N" : 477157,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27394048,
"20.000000" : 28966912,
"30.000000" : 30015488,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 32112640,
"70.000000" : 32636928,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"23986176" : 12,
"24248320" : 178,
"24510464" : 515,
"24772608" : 788,
"25034752" : 845,
"25296896" : 1452,
"25559040" : 1836,
"25821184" : 2646,
"26083328" : 3678,
"26345472" : 4411,
"26607616" : 7456,
"26869760" : 6854,
"27131904" : 9883,
"27394048" : 8315,
"27656192" : 8558,
"27918336" : 8429,
"28180480" : 7128,
"28442624" : 8312,
"28704768" : 9675,
"28966912" : 9752,
"29229056" : 11118,
"29491200" : 12283,
"29753344" : 15564,
"30015488" : 15025,
"30277632" : 17037,
"30539776" : 16017,
"30801920" : 18003,
"31064064" : 18851,
"31326208" : 19964,
"31588352" : 20463,
"31850496" : 17575,
"32112640" : 21253,
"32374784" : 19833,
"32636928" : 20290,
"32899072" : 16122,
"33161216" : 14219,
"33423360" : 17038,
"33816576" : 28017,
"34340864" : 21241,
"34865152" : 14551,
"35389440" : 9312,
"35913728" : 5497,
"36438016" : 3381,
"36962304" : 1744,
"37486592" : 928,
"38010880" : 603,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 24825102,
"max" : 41838895,
"mean" : 32189457.944561,
"stddev" : 2606375.924894,
"N" : 477157
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4072670.527197,
"bw_dev" : 77224.392154,
"bw_samples" : 956,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3976.945607,
"iops_stddev" : 75.429139,
"iops_samples" : 956
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479997,
"usr_cpu" : 3.281687,
"sys_cpu" : 14.580091,
"ctx" : 484673,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999162,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072104,
"timestamp_ms" : 1773072104408,
"time" : "Mon Mar 9 13:01:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 541386080256,
"io_kbytes" : 528697344,
"bw_bytes" : 4164508309,
"bw" : 4066902,
"iops" : 3971.615385,
"runtime" : 130000,
"total_ios" : 516310,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 1003587.325384,
"stddev" : 96261.947753,
"N" : 516310
},
"clat_ns" : {
"min" : 24025490,
"max" : 40601904,
"mean" : 31223954.412091,
"stddev" : 2465471.347007,
"N" : 516306,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27656192,
"20.000000" : 29229056,
"30.000000" : 30015488,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 32112640,
"70.000000" : 32636928,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 38010880,
"99.950000" : 38535168,
"99.990000" : 39059456
},
"bins" : {
"23986176" : 12,
"24248320" : 178,
"24510464" : 515,
"24772608" : 788,
"25034752" : 845,
"25296896" : 1452,
"25559040" : 1836,
"25821184" : 2646,
"26083328" : 3678,
"26345472" : 4411,
"26607616" : 7456,
"26869760" : 6854,
"27131904" : 9883,
"27394048" : 8315,
"27656192" : 8610,
"27918336" : 8543,
"28180480" : 7420,
"28442624" : 8695,
"28704768" : 10028,
"28966912" : 10362,
"29229056" : 11852,
"29491200" : 13509,
"29753344" : 16417,
"30015488" : 15920,
"30277632" : 18379,
"30539776" : 18496,
"30801920" : 20654,
"31064064" : 21229,
"31326208" : 23251,
"31588352" : 23555,
"31850496" : 20006,
"32112640" : 23316,
"32374784" : 22309,
"32636928" : 22345,
"32899072" : 18612,
"33161216" : 15794,
"33423360" : 18125,
"33816576" : 30615,
"34340864" : 21903,
"34865152" : 15102,
"35389440" : 9559,
"35913728" : 5579,
"36438016" : 3430,
"36962304" : 1769,
"37486592" : 943,
"38010880" : 605,
"38535168" : 369,
"39059456" : 87,
"39583744" : 22,
"40108032" : 17,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 24825102,
"max" : 41838895,
"mean" : 32227534.941395,
"stddev" : 2543971.351250,
"N" : 516306
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4068312.416988,
"bw_dev" : 74844.651470,
"bw_samples" : 1036,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3972.694981,
"iops_stddev" : 73.103563,
"iops_samples" : 1036
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519997,
"usr_cpu" : 3.283480,
"sys_cpu" : 14.552584,
"ctx" : 524326,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999225,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072114,
"timestamp_ms" : 1773072114408,
"time" : "Mon Mar 9 13:01:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 581678661632,
"io_kbytes" : 568045568,
"bw_bytes" : 4154847583,
"bw" : 4057468,
"iops" : 3962.400000,
"runtime" : 140000,
"total_ios" : 554736,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 1005933.054929,
"stddev" : 96044.330485,
"N" : 554736
},
"clat_ns" : {
"min" : 24025490,
"max" : 40601904,
"mean" : 31296781.084486,
"stddev" : 2459416.394246,
"N" : 554732,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27656192,
"20.000000" : 29229056,
"30.000000" : 30277632,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 32112640,
"70.000000" : 32636928,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 39059456,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"23986176" : 12,
"24248320" : 178,
"24510464" : 515,
"24772608" : 788,
"25034752" : 845,
"25296896" : 1452,
"25559040" : 1836,
"25821184" : 2646,
"26083328" : 3678,
"26345472" : 4411,
"26607616" : 7456,
"26869760" : 6854,
"27131904" : 9883,
"27394048" : 8315,
"27656192" : 8610,
"27918336" : 8543,
"28180480" : 7420,
"28442624" : 8794,
"28704768" : 10479,
"28966912" : 10752,
"29229056" : 12086,
"29491200" : 14146,
"29753344" : 16968,
"30015488" : 17944,
"30277632" : 20907,
"30539776" : 20963,
"30801920" : 23909,
"31064064" : 23528,
"31326208" : 24761,
"31588352" : 25453,
"31850496" : 22329,
"32112640" : 25554,
"32374784" : 24113,
"32636928" : 23563,
"32899072" : 19733,
"33161216" : 16958,
"33423360" : 18830,
"33816576" : 32001,
"34340864" : 23979,
"34865152" : 16898,
"35389440" : 11087,
"35913728" : 6251,
"36438016" : 3883,
"36962304" : 2136,
"37486592" : 1231,
"38010880" : 856,
"38535168" : 592,
"39059456" : 371,
"39583744" : 145,
"40108032" : 80,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 24825102,
"max" : 41838895,
"mean" : 32302712.879344,
"stddev" : 2537715.790917,
"N" : 554732
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4058706.451613,
"bw_dev" : 74136.203806,
"bw_samples" : 1116,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3963.304659,
"iops_stddev" : 72.409257,
"iops_samples" : 1116
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559999,
"usr_cpu" : 3.277863,
"sys_cpu" : 14.508597,
"ctx" : 563420,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999279,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072124,
"timestamp_ms" : 1773072124408,
"time" : "Mon Mar 9 13:02:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 624890478592,
"io_kbytes" : 610244608,
"bw_bytes" : 4165964297,
"bw" : 4068324,
"iops" : 3972.999820,
"runtime" : 149999,
"total_ios" : 595946,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 1003239.664661,
"stddev" : 96809.985720,
"N" : 595946
},
"clat_ns" : {
"min" : 24025490,
"max" : 40601904,
"mean" : 31213564.327814,
"stddev" : 2484326.236595,
"N" : 595942,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27656192,
"20.000000" : 29229056,
"30.000000" : 30015488,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 31850496,
"70.000000" : 32636928,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 39059456,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"23986176" : 14,
"24248320" : 274,
"24510464" : 650,
"24772608" : 924,
"25034752" : 1208,
"25296896" : 1724,
"25559040" : 3132,
"25821184" : 3262,
"26083328" : 4106,
"26345472" : 4905,
"26607616" : 8245,
"26869760" : 7752,
"27131904" : 10768,
"27394048" : 8973,
"27656192" : 9679,
"27918336" : 9179,
"28180480" : 8180,
"28442624" : 9617,
"28704768" : 12047,
"28966912" : 12800,
"29229056" : 14172,
"29491200" : 15578,
"29753344" : 18837,
"30015488" : 19532,
"30277632" : 23203,
"30539776" : 22230,
"30801920" : 24931,
"31064064" : 25192,
"31326208" : 26201,
"31588352" : 27188,
"31850496" : 24009,
"32112640" : 26049,
"32374784" : 24597,
"32636928" : 24667,
"32899072" : 21903,
"33161216" : 18495,
"33423360" : 19537,
"33816576" : 32521,
"34340864" : 24640,
"34865152" : 17335,
"35389440" : 11342,
"35913728" : 6442,
"36438016" : 4195,
"36962304" : 2308,
"37486592" : 1278,
"38010880" : 896,
"38535168" : 616,
"39059456" : 374,
"39583744" : 145,
"40108032" : 80,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 24825102,
"max" : 41838895,
"mean" : 32216820.385177,
"stddev" : 2563435.057437,
"N" : 595942
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4068687.826087,
"bw_dev" : 75373.700330,
"bw_samples" : 1196,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3973.056856,
"iops_stddev" : 73.619873,
"iops_samples" : 1196
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599996,
"usr_cpu" : 3.286855,
"sys_cpu" : 14.556097,
"ctx" : 605402,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999329,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072134,
"timestamp_ms" : 1773072134408,
"time" : "Mon Mar 9 13:02:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 667831762944,
"io_kbytes" : 652179456,
"bw_bytes" : 4173948518,
"bw" : 4076121,
"iops" : 3980.612500,
"runtime" : 160000,
"total_ios" : 636898,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 1001312.119540,
"stddev" : 96038.434476,
"N" : 636898
},
"clat_ns" : {
"min" : 24025490,
"max" : 40601904,
"mean" : 31153752.091055,
"stddev" : 2454977.006308,
"N" : 636894,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27656192,
"20.000000" : 29229056,
"30.000000" : 30015488,
"40.000000" : 30539776,
"50.000000" : 31326208,
"60.000000" : 31850496,
"70.000000" : 32374784,
"80.000000" : 33161216,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"23986176" : 14,
"24248320" : 274,
"24510464" : 650,
"24772608" : 924,
"25034752" : 1208,
"25296896" : 1747,
"25559040" : 3255,
"25821184" : 3411,
"26083328" : 4366,
"26345472" : 5206,
"26607616" : 8551,
"26869760" : 8330,
"27131904" : 10956,
"27394048" : 9035,
"27656192" : 10008,
"27918336" : 9847,
"28180480" : 9315,
"28442624" : 11016,
"28704768" : 13436,
"28966912" : 15147,
"29229056" : 16908,
"29491200" : 18845,
"29753344" : 21498,
"30015488" : 22012,
"30277632" : 25528,
"30539776" : 25943,
"30801920" : 26588,
"31064064" : 26784,
"31326208" : 27555,
"31588352" : 28320,
"31850496" : 26062,
"32112640" : 27989,
"32374784" : 25439,
"32636928" : 25553,
"32899072" : 22360,
"33161216" : 18903,
"33423360" : 20001,
"33816576" : 33066,
"34340864" : 25121,
"34865152" : 17670,
"35389440" : 11501,
"35913728" : 6549,
"36438016" : 4296,
"36962304" : 2308,
"37486592" : 1278,
"38010880" : 896,
"38535168" : 616,
"39059456" : 374,
"39583744" : 145,
"40108032" : 80,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 24825102,
"max" : 41838895,
"mean" : 32155076.325871,
"stddev" : 2533133.927039,
"N" : 636894
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4076751.322884,
"bw_dev" : 74362.442083,
"bw_samples" : 1276,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3980.934169,
"iops_stddev" : 72.633467,
"iops_samples" : 1276
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639999,
"usr_cpu" : 3.298911,
"sys_cpu" : 14.580804,
"ctx" : 646929,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999372,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072144,
"timestamp_ms" : 1773072144409,
"time" : "Mon Mar 9 13:02:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 711621345280,
"io_kbytes" : 694942720,
"bw_bytes" : 4186007913,
"bw" : 4087898,
"iops" : 3992.111765,
"runtime" : 170000,
"total_ios" : 678659,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 998417.405662,
"stddev" : 95633.799907,
"N" : 678659
},
"clat_ns" : {
"min" : 24025490,
"max" : 40601904,
"mean" : 31064016.567985,
"stddev" : 2436367.569425,
"N" : 678655,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27656192,
"20.000000" : 28966912,
"30.000000" : 29753344,
"40.000000" : 30539776,
"50.000000" : 31064064,
"60.000000" : 31850496,
"70.000000" : 32374784,
"80.000000" : 33161216,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"23986176" : 14,
"24248320" : 274,
"24510464" : 650,
"24772608" : 925,
"25034752" : 1404,
"25296896" : 1848,
"25559040" : 3476,
"25821184" : 3584,
"26083328" : 4538,
"26345472" : 5385,
"26607616" : 9020,
"26869760" : 9071,
"27131904" : 11779,
"27394048" : 9608,
"27656192" : 10871,
"27918336" : 11309,
"28180480" : 10841,
"28442624" : 14153,
"28704768" : 15334,
"28966912" : 17200,
"29229056" : 18688,
"29491200" : 20659,
"29753344" : 23980,
"30015488" : 25662,
"30277632" : 29808,
"30539776" : 28745,
"30801920" : 28680,
"31064064" : 28929,
"31326208" : 29204,
"31588352" : 29261,
"31850496" : 26568,
"32112640" : 28536,
"32374784" : 26058,
"32636928" : 26092,
"32899072" : 22840,
"33161216" : 19131,
"33423360" : 20194,
"33816576" : 33373,
"34340864" : 25203,
"34865152" : 17701,
"35389440" : 11507,
"35913728" : 6549,
"36438016" : 4296,
"36962304" : 2308,
"37486592" : 1278,
"38010880" : 896,
"38535168" : 616,
"39059456" : 374,
"39583744" : 145,
"40108032" : 80,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 24825102,
"max" : 41838895,
"mean" : 32062446.267674,
"stddev" : 2513909.344771,
"N" : 678655
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4088539.702065,
"bw_dev" : 73767.340290,
"bw_samples" : 1356,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 3992.460177,
"iops_stddev" : 72.053769,
"iops_samples" : 1356
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679999,
"usr_cpu" : 3.310152,
"sys_cpu" : 14.630610,
"ctx" : 689454,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999411,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072154,
"timestamp_ms" : 1773072154408,
"time" : "Mon Mar 9 13:02:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 755609108480,
"io_kbytes" : 737899520,
"bw_bytes" : 4197851701,
"bw" : 4099464,
"iops" : 4003.400019,
"runtime" : 179999,
"total_ios" : 720608,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 995592.314512,
"stddev" : 95857.494337,
"N" : 720609
},
"clat_ns" : {
"min" : 11317,
"max" : 40601904,
"mean" : 30975803.816960,
"stddev" : 2434730.438779,
"N" : 720636,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27656192,
"20.000000" : 28966912,
"30.000000" : 29753344,
"40.000000" : 30277632,
"50.000000" : 31064064,
"60.000000" : 31588352,
"70.000000" : 32374784,
"80.000000" : 33161216,
"90.000000" : 33816576,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"11328" : 1,
"1011712" : 1,
"1794048" : 1,
"2801664" : 1,
"3751936" : 1,
"4685824" : 1,
"5603328" : 1,
"6520832" : 1,
"7438336" : 1,
"8454144" : 1,
"9371648" : 1,
"10289152" : 1,
"11206656" : 1,
"12124160" : 1,
"13041664" : 1,
"13959168" : 1,
"14876672" : 1,
"15794176" : 1,
"16908288" : 1,
"17694720" : 1,
"18743296" : 1,
"19529728" : 1,
"20578304" : 1,
"21364736" : 1,
"22413312" : 1,
"23199744" : 1,
"23986176" : 14,
"24248320" : 275,
"24510464" : 650,
"24772608" : 925,
"25034752" : 1404,
"25296896" : 1865,
"25559040" : 3536,
"25821184" : 3656,
"26083328" : 4701,
"26345472" : 6006,
"26607616" : 9704,
"26869760" : 10254,
"27131904" : 12886,
"27394048" : 10910,
"27656192" : 13096,
"27918336" : 13652,
"28180480" : 14091,
"28442624" : 16492,
"28704768" : 17429,
"28966912" : 18753,
"29229056" : 20145,
"29491200" : 22373,
"29753344" : 25793,
"30015488" : 27162,
"30277632" : 32608,
"30539776" : 31724,
"30801920" : 29892,
"31064064" : 29915,
"31326208" : 29979,
"31588352" : 30433,
"31850496" : 28999,
"32112640" : 29331,
"32374784" : 26985,
"32636928" : 26557,
"32899072" : 23114,
"33161216" : 19427,
"33423360" : 20495,
"33816576" : 33964,
"34340864" : 25496,
"34865152" : 17749,
"35389440" : 11560,
"35913728" : 6575,
"36438016" : 4317,
"36962304" : 2319,
"37486592" : 1278,
"38010880" : 896,
"38535168" : 616,
"39059456" : 374,
"39583744" : 145,
"40108032" : 80,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 1007279,
"max" : 41838895,
"mean" : 31971413.675958,
"stddev" : 2511999.599093,
"N" : 720636
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 100.000000,
"bw_mean" : 4100082.459610,
"bw_dev" : 73652.932615,
"bw_samples" : 1436,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 4003.743733,
"iops_stddev" : 71.942680,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 3.322380,
"sys_cpu" : 14.679665,
"ctx" : 732148,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999861,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.000833,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773072154,
"timestamp_ms" : 1773072154440,
"time" : "Mon Mar 9 13:02:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 755746471936,
"io_kbytes" : 738033664,
"bw_bytes" : 4198544860,
"bw" : 4100141,
"iops" : 4003.333296,
"runtime" : 180002,
"total_ios" : 720608,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 498352,
"max" : 4688135,
"mean" : 995592.040087,
"stddev" : 95857.400737,
"N" : 720612
},
"clat_ns" : {
"min" : 4697,
"max" : 40601904,
"mean" : 30973608.209584,
"stddev" : 2444014.104419,
"N" : 720732,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 26869760,
"10.000000" : 27656192,
"20.000000" : 28966912,
"30.000000" : 29753344,
"40.000000" : 30277632,
"50.000000" : 31064064,
"60.000000" : 31588352,
"70.000000" : 32374784,
"80.000000" : 33161216,
"90.000000" : 33816576,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"4704" : 1,
"4896" : 1,
"9920" : 1,
"11328" : 1,
"929792" : 1,
"937984" : 1,
"978944" : 1,
"1011712" : 1,
"1794048" : 1,
"1859584" : 1,
"1875968" : 1,
"1925120" : 1,
"2801664" : 3,
"2867200" : 1,
"3719168" : 1,
"3751936" : 2,
"3784704" : 1,
"4620288" : 1,
"4685824" : 2,
"4751360" : 1,
"5603328" : 3,
"5668864" : 1,
"6520832" : 2,
"6586368" : 2,
"7438336" : 2,
"7569408" : 1,
"7634944" : 1,
"8355840" : 1,
"8454144" : 3,
"9371648" : 4,
"10289152" : 4,
"11206656" : 4,
"12124160" : 4,
"13041664" : 2,
"13172736" : 2,
"13959168" : 2,
"14090240" : 2,
"14876672" : 3,
"15007744" : 1,
"15794176" : 2,
"15925248" : 2,
"16908288" : 4,
"17694720" : 3,
"17956864" : 1,
"18743296" : 4,
"19529728" : 3,
"19791872" : 1,
"20578304" : 4,
"21364736" : 1,
"21626880" : 3,
"22413312" : 4,
"23199744" : 2,
"23461888" : 2,
"23986176" : 14,
"24248320" : 278,
"24510464" : 650,
"24772608" : 925,
"25034752" : 1404,
"25296896" : 1868,
"25559040" : 3536,
"25821184" : 3656,
"26083328" : 4704,
"26345472" : 6006,
"26607616" : 9704,
"26869760" : 10254,
"27131904" : 12889,
"27394048" : 10910,
"27656192" : 13096,
"27918336" : 13655,
"28180480" : 14091,
"28442624" : 16492,
"28704768" : 17429,
"28966912" : 18756,
"29229056" : 20145,
"29491200" : 22373,
"29753344" : 25793,
"30015488" : 27162,
"30277632" : 32608,
"30539776" : 31724,
"30801920" : 29892,
"31064064" : 29915,
"31326208" : 29979,
"31588352" : 30433,
"31850496" : 28999,
"32112640" : 29331,
"32374784" : 26985,
"32636928" : 26557,
"32899072" : 23114,
"33161216" : 19427,
"33423360" : 20495,
"33816576" : 33964,
"34340864" : 25496,
"34865152" : 17749,
"35389440" : 11560,
"35913728" : 6575,
"36438016" : 4317,
"36962304" : 2319,
"37486592" : 1278,
"38010880" : 896,
"38535168" : 616,
"39059456" : 374,
"39583744" : 145,
"40108032" : 80,
"40632320" : 10
}
},
"lat_ns" : {
"min" : 915910,
"max" : 41838895,
"mean" : 31969209.294915,
"stddev" : 2521045.591775,
"N" : 720732
},
"bw_min" : 3493888,
"bw_max" : 4970496,
"bw_agg" : 99.998550,
"bw_mean" : 4100082.459610,
"bw_dev" : 73652.932615,
"bw_samples" : 1436,
"iops_min" : 3412,
"iops_max" : 4854,
"iops_mean" : 4003.743733,
"iops_stddev" : 71.942680,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720003,
"usr_cpu" : 3.322347,
"sys_cpu" : 14.679522,
"ctx" : 732154,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999445,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.004996,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}