raidz2/benchmarks/seq/seq-write-qd32-nj4_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774002143,
"timestamp_ms" : 1774002143465,
"time" : "Fri Mar 20 07:22:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 41183870976,
"io_kbytes" : 40218624,
"bw_bytes" : 4226587743,
"bw" : 4127527,
"iops" : 4044.334975,
"runtime" : 9744,
"total_ios" : 39408,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 38973,
"usr_cpu" : 3.184256,
"sys_cpu" : 14.918020,
"ctx" : 43033,
"majf" : 0,
"minf" : 27,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.162404,
"32" : 99.685343,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.997462,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997454,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002153,
"timestamp_ms" : 1774002153721,
"time" : "Fri Mar 20 07:22:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 44944064512,
"io_kbytes" : 43890688,
"bw_bytes" : 4494406451,
"bw" : 4389068,
"iops" : 4286.500000,
"runtime" : 10000,
"total_ios" : 42865,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 602781,
"max" : 3633700,
"mean" : 929780.908762,
"stddev" : 76977.472471,
"N" : 42866
},
"clat_ns" : {
"min" : 25778715,
"max" : 35146704,
"mean" : 28938394.682516,
"stddev" : 1772019.223425,
"N" : 42862,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 26345472,
"10.000000" : 26607616,
"20.000000" : 27131904,
"30.000000" : 27918336,
"40.000000" : 28442624,
"50.000000" : 28966912,
"60.000000" : 29229056,
"70.000000" : 29753344,
"80.000000" : 30015488,
"90.000000" : 31850496,
"95.000000" : 32112640,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 34340864,
"99.950000" : 34865152,
"99.990000" : 34865152
},
"bins" : {
"25821184" : 104,
"26083328" : 709,
"26345472" : 1562,
"26607616" : 2343,
"26869760" : 2408,
"27131904" : 1629,
"27394048" : 1553,
"27656192" : 1978,
"27918336" : 2545,
"28180480" : 1795,
"28442624" : 2448,
"28704768" : 2015,
"28966912" : 2522,
"29229056" : 2470,
"29491200" : 3456,
"29753344" : 3021,
"30015488" : 2034,
"30277632" : 1334,
"30539776" : 618,
"30801920" : 390,
"31064064" : 336,
"31326208" : 356,
"31588352" : 769,
"31850496" : 955,
"32112640" : 1611,
"32374784" : 479,
"32636928" : 295,
"32899072" : 293,
"33161216" : 178,
"33423360" : 233,
"33816576" : 182,
"34340864" : 213,
"34865152" : 26,
"35389440" : 2
}
},
"lat_ns" : {
"min" : 26598667,
"max" : 36242488,
"mean" : 29868506.386006,
"stddev" : 1828004.125355,
"N" : 42862
},
"bw_min" : 3952640,
"bw_max" : 4736256,
"bw_agg" : 99.933681,
"bw_mean" : 4386158.105263,
"bw_dev" : 56406.242610,
"bw_samples" : 76,
"iops_min" : 3860,
"iops_max" : 4624,
"iops_mean" : 4283.263158,
"iops_stddev" : 55.058756,
"iops_samples" : 76
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39998,
"usr_cpu" : 3.515176,
"sys_cpu" : 16.025801,
"ctx" : 44401,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.993001,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002163,
"timestamp_ms" : 1774002163721,
"time" : "Fri Mar 20 07:22:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 90636812288,
"io_kbytes" : 88512512,
"bw_bytes" : 4531840614,
"bw" : 4425625,
"iops" : 4322.100000,
"runtime" : 20000,
"total_ios" : 86442,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 548548,
"max" : 3633700,
"mean" : 922081.204877,
"stddev" : 71860.926860,
"N" : 86442
},
"clat_ns" : {
"min" : 24323512,
"max" : 35146704,
"mean" : 28695791.166050,
"stddev" : 1609152.670095,
"N" : 86438,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 26345472,
"10.000000" : 26607616,
"20.000000" : 27131904,
"30.000000" : 27656192,
"40.000000" : 28180480,
"50.000000" : 28442624,
"60.000000" : 28966912,
"70.000000" : 29491200,
"80.000000" : 29753344,
"90.000000" : 30801920,
"95.000000" : 31850496,
"99.000000" : 32899072,
"99.500000" : 33423360,
"99.900000" : 34340864,
"99.950000" : 34340864,
"99.990000" : 34865152
},
"bins" : {
"24248320" : 4,
"24510464" : 57,
"24772608" : 25,
"25034752" : 19,
"25296896" : 16,
"25559040" : 16,
"25821184" : 263,
"26083328" : 1791,
"26345472" : 3287,
"26607616" : 4201,
"26869760" : 4246,
"27131904" : 4424,
"27394048" : 3422,
"27656192" : 4171,
"27918336" : 5141,
"28180480" : 5347,
"28442624" : 7517,
"28704768" : 6426,
"28966912" : 5267,
"29229056" : 4127,
"29491200" : 5261,
"29753344" : 4328,
"30015488" : 3185,
"30277632" : 2539,
"30539776" : 1522,
"30801920" : 1241,
"31064064" : 1026,
"31326208" : 934,
"31588352" : 1394,
"31850496" : 1265,
"32112640" : 1876,
"32374784" : 658,
"32636928" : 311,
"32899072" : 297,
"33161216" : 178,
"33423360" : 233,
"33816576" : 182,
"34340864" : 213,
"34865152" : 26,
"35389440" : 2
}
},
"lat_ns" : {
"min" : 25099457,
"max" : 36242488,
"mean" : 29618005.551852,
"stddev" : 1659684.425311,
"N" : 86438
},
"bw_min" : 3952640,
"bw_max" : 4737988,
"bw_agg" : 99.884884,
"bw_mean" : 4420531.358974,
"bw_dev" : 48799.357441,
"bw_samples" : 156,
"iops_min" : 3860,
"iops_max" : 4626,
"iops_mean" : 4316.717949,
"iops_stddev" : 47.617743,
"iops_samples" : 156
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79998,
"usr_cpu" : 3.523838,
"sys_cpu" : 16.145404,
"ctx" : 89982,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.995373,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002173,
"timestamp_ms" : 1774002173721,
"time" : "Fri Mar 20 07:22:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 133516230656,
"io_kbytes" : 130386944,
"bw_bytes" : 4450541021,
"bw" : 4346231,
"iops" : 4244.466667,
"runtime" : 30000,
"total_ios" : 127334,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 548548,
"max" : 3633700,
"mean" : 938964.577971,
"stddev" : 78936.259492,
"N" : 127335
},
"clat_ns" : {
"min" : 24323512,
"max" : 35348282,
"mean" : 29218698.015118,
"stddev" : 1903110.187369,
"N" : 127331,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 26607616,
"10.000000" : 26869760,
"20.000000" : 27656192,
"30.000000" : 28180480,
"40.000000" : 28442624,
"50.000000" : 28966912,
"60.000000" : 29491200,
"70.000000" : 30015488,
"80.000000" : 30801920,
"90.000000" : 31850496,
"95.000000" : 32899072,
"99.000000" : 33816576,
"99.500000" : 34340864,
"99.900000" : 34865152,
"99.950000" : 34865152,
"99.990000" : 35389440
},
"bins" : {
"24248320" : 4,
"24510464" : 57,
"24772608" : 25,
"25034752" : 19,
"25296896" : 16,
"25559040" : 19,
"25821184" : 426,
"26083328" : 1950,
"26345472" : 3513,
"26607616" : 4858,
"26869760" : 4912,
"27131904" : 4888,
"27394048" : 4337,
"27656192" : 6199,
"27918336" : 6389,
"28180480" : 6040,
"28442624" : 8913,
"28704768" : 9226,
"28966912" : 6058,
"29229056" : 5624,
"29491200" : 6814,
"29753344" : 6296,
"30015488" : 5291,
"30277632" : 4668,
"30539776" : 2791,
"30801920" : 2637,
"31064064" : 2840,
"31326208" : 2821,
"31588352" : 3696,
"31850496" : 3303,
"32112640" : 3554,
"32374784" : 1626,
"32636928" : 940,
"32899072" : 1018,
"33161216" : 1511,
"33423360" : 1497,
"33816576" : 1464,
"34340864" : 794,
"34865152" : 278,
"35389440" : 19
}
},
"lat_ns" : {
"min" : 25099457,
"max" : 36389301,
"mean" : 30157732.722550,
"stddev" : 1963336.612403,
"N" : 127331
},
"bw_min" : 3799040,
"bw_max" : 4737988,
"bw_agg" : 99.962992,
"bw_mean" : 4344623.101695,
"bw_dev" : 60892.477269,
"bw_samples" : 236,
"iops_min" : 3710,
"iops_max" : 4626,
"iops_mean" : 4242.576271,
"iops_stddev" : 59.410497,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119997,
"usr_cpu" : 3.445086,
"sys_cpu" : 15.846229,
"ctx" : 131667,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.997644,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002183,
"timestamp_ms" : 1774002183721,
"time" : "Fri Mar 20 07:23:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 176577052672,
"io_kbytes" : 172438528,
"bw_bytes" : 4414426316,
"bw" : 4310963,
"iops" : 4210.025000,
"runtime" : 40000,
"total_ios" : 168401,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 517180,
"max" : 3633700,
"mean" : 946677.785571,
"stddev" : 80384.827738,
"N" : 168401
},
"clat_ns" : {
"min" : 24323512,
"max" : 36770474,
"mean" : 29455360.034834,
"stddev" : 1969826.330777,
"N" : 168397,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 26607616,
"10.000000" : 26869760,
"20.000000" : 27656192,
"30.000000" : 28442624,
"40.000000" : 28704768,
"50.000000" : 29229056,
"60.000000" : 29753344,
"70.000000" : 30277632,
"80.000000" : 31326208,
"90.000000" : 32112640,
"95.000000" : 33161216,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 35913728,
"99.990000" : 35913728
},
"bins" : {
"24248320" : 4,
"24510464" : 57,
"24772608" : 25,
"25034752" : 113,
"25296896" : 227,
"25559040" : 178,
"25821184" : 595,
"26083328" : 2059,
"26345472" : 3627,
"26607616" : 4969,
"26869760" : 5182,
"27131904" : 5573,
"27394048" : 5312,
"27656192" : 7318,
"27918336" : 7751,
"28180480" : 7150,
"28442624" : 10234,
"28704768" : 11159,
"28966912" : 7813,
"29229056" : 8090,
"29491200" : 10804,
"29753344" : 9755,
"30015488" : 7026,
"30277632" : 6658,
"30539776" : 3765,
"30801920" : 3686,
"31064064" : 4706,
"31326208" : 4945,
"31588352" : 4603,
"31850496" : 4707,
"32112640" : 5069,
"32374784" : 2392,
"32636928" : 1801,
"32899072" : 1788,
"33161216" : 2010,
"33423360" : 2012,
"33816576" : 2108,
"34340864" : 1906,
"34865152" : 568,
"35389440" : 354,
"35913728" : 286,
"36438016" : 9,
"36962304" : 3
}
},
"lat_ns" : {
"min" : 25099457,
"max" : 37922193,
"mean" : 30401946.779592,
"stddev" : 2032188.742120,
"N" : 168397
},
"bw_min" : 3692544,
"bw_max" : 4737988,
"bw_agg" : 100.000000,
"bw_mean" : 4318616.379747,
"bw_dev" : 60769.064217,
"bw_samples" : 316,
"iops_min" : 3606,
"iops_max" : 4626,
"iops_mean" : 4217.164557,
"iops_stddev" : 59.285907,
"iops_samples" : 316
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159997,
"usr_cpu" : 3.420689,
"sys_cpu" : 15.695294,
"ctx" : 173427,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.997625,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002193,
"timestamp_ms" : 1774002193721,
"time" : "Fri Mar 20 07:23:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 219306524672,
"io_kbytes" : 214166528,
"bw_bytes" : 4386130493,
"bw" : 4283330,
"iops" : 4183.000000,
"runtime" : 50000,
"total_ios" : 209150,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 517180,
"max" : 3633700,
"mean" : 952806.253994,
"stddev" : 89362.941263,
"N" : 209151
},
"clat_ns" : {
"min" : 23789997,
"max" : 38284517,
"mean" : 29648109.482479,
"stddev" : 2275833.593601,
"N" : 209147,
"percentile" : {
"1.000000" : 25034752,
"5.000000" : 26345472,
"10.000000" : 26869760,
"20.000000" : 27656192,
"30.000000" : 28442624,
"40.000000" : 28704768,
"50.000000" : 29491200,
"60.000000" : 30015488,
"70.000000" : 30801920,
"80.000000" : 31588352,
"90.000000" : 32899072,
"95.000000" : 33816576,
"99.000000" : 34865152,
"99.500000" : 35913728,
"99.900000" : 36438016,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"23724032" : 20,
"23986176" : 481,
"24248320" : 582,
"24510464" : 413,
"24772608" : 439,
"25034752" : 372,
"25296896" : 986,
"25559040" : 1622,
"25821184" : 1394,
"26083328" : 2201,
"26345472" : 3880,
"26607616" : 5946,
"26869760" : 5775,
"27131904" : 6458,
"27394048" : 6448,
"27656192" : 8203,
"27918336" : 8134,
"28180480" : 7460,
"28442624" : 10749,
"28704768" : 12122,
"28966912" : 8759,
"29229056" : 9106,
"29491200" : 12055,
"29753344" : 10996,
"30015488" : 8278,
"30277632" : 8345,
"30539776" : 4767,
"30801920" : 4393,
"31064064" : 5486,
"31326208" : 6219,
"31588352" : 5713,
"31850496" : 5503,
"32112640" : 7083,
"32374784" : 3316,
"32636928" : 2712,
"32899072" : 2610,
"33161216" : 3307,
"33423360" : 3488,
"33816576" : 5582,
"34340864" : 4181,
"34865152" : 1581,
"35389440" : 909,
"35913728" : 581,
"36438016" : 412,
"36962304" : 44,
"37486592" : 29,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 24565052,
"max" : 39454975,
"mean" : 30601009.940214,
"stddev" : 2348207.119106,
"N" : 209147
},
"bw_min" : 3645440,
"bw_max" : 5097472,
"bw_agg" : 99.902119,
"bw_mean" : 4279138.121212,
"bw_dev" : 73399.700253,
"bw_samples" : 396,
"iops_min" : 3560,
"iops_max" : 4978,
"iops_mean" : 4178.585859,
"iops_stddev" : 71.668026,
"iops_samples" : 396
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199998,
"usr_cpu" : 3.395534,
"sys_cpu" : 15.594156,
"ctx" : 214956,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998566,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002203,
"timestamp_ms" : 1774002203722,
"time" : "Fri Mar 20 07:23:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 265626320896,
"io_kbytes" : 259400704,
"bw_bytes" : 4427105348,
"bw" : 4323345,
"iops" : 4222.083333,
"runtime" : 60000,
"total_ios" : 253325,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 517180,
"max" : 3633700,
"mean" : 943948.915460,
"stddev" : 92156.025372,
"N" : 253325
},
"clat_ns" : {
"min" : 23789997,
"max" : 38284517,
"mean" : 29373510.082603,
"stddev" : 2360591.044079,
"N" : 253321,
"percentile" : {
"1.000000" : 24772608,
"5.000000" : 25821184,
"10.000000" : 26607616,
"20.000000" : 27394048,
"30.000000" : 27918336,
"40.000000" : 28704768,
"50.000000" : 29229056,
"60.000000" : 29753344,
"70.000000" : 30277632,
"80.000000" : 31588352,
"90.000000" : 32636928,
"95.000000" : 33816576,
"99.000000" : 34865152,
"99.500000" : 35389440,
"99.900000" : 36438016,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"23724032" : 20,
"23986176" : 481,
"24248320" : 598,
"24510464" : 866,
"24772608" : 1359,
"25034752" : 1968,
"25296896" : 2055,
"25559040" : 3198,
"25821184" : 3279,
"26083328" : 4261,
"26345472" : 5693,
"26607616" : 9325,
"26869760" : 8090,
"27131904" : 9057,
"27394048" : 9033,
"27656192" : 10667,
"27918336" : 9291,
"28180480" : 8783,
"28442624" : 12644,
"28704768" : 14254,
"28966912" : 9647,
"29229056" : 10037,
"29491200" : 13273,
"29753344" : 11684,
"30015488" : 8808,
"30277632" : 9487,
"30539776" : 5815,
"30801920" : 4816,
"31064064" : 5949,
"31326208" : 6873,
"31588352" : 6174,
"31850496" : 6302,
"32112640" : 7928,
"32374784" : 3833,
"32636928" : 3309,
"32899072" : 2853,
"33161216" : 3453,
"33423360" : 3626,
"33816576" : 6095,
"34340864" : 4424,
"34865152" : 1776,
"35389440" : 1103,
"35913728" : 608,
"36438016" : 430,
"36962304" : 58,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 24565052,
"max" : 39454975,
"mean" : 30317531.842607,
"stddev" : 2435730.893571,
"N" : 253321
},
"bw_min" : 3645440,
"bw_max" : 5097472,
"bw_agg" : 99.935049,
"bw_mean" : 4320537.798319,
"bw_dev" : 78274.187634,
"bw_samples" : 476,
"iops_min" : 3560,
"iops_max" : 4978,
"iops_mean" : 4219.025210,
"iops_stddev" : 76.428466,
"iops_samples" : 476
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239999,
"usr_cpu" : 3.471264,
"sys_cpu" : 15.779232,
"ctx" : 260266,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998421,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002213,
"timestamp_ms" : 1774002213721,
"time" : "Fri Mar 20 07:23:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 316086943744,
"io_kbytes" : 308678656,
"bw_bytes" : 4515527767,
"bw" : 4409695,
"iops" : 4306.385714,
"runtime" : 70000,
"total_ios" : 301447,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 3884182,
"mean" : 925370.968767,
"stddev" : 98579.804388,
"N" : 301448
},
"clat_ns" : {
"min" : 22948091,
"max" : 38284517,
"mean" : 28797846.849614,
"stddev" : 2588260.573388,
"N" : 301444,
"percentile" : {
"1.000000" : 23986176,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27918336,
"50.000000" : 28704768,
"60.000000" : 29229056,
"70.000000" : 30015488,
"80.000000" : 31064064,
"90.000000" : 32374784,
"95.000000" : 33423360,
"99.000000" : 34865152,
"99.500000" : 35389440,
"99.900000" : 36438016,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"22937600" : 95,
"23199744" : 916,
"23461888" : 274,
"23724032" : 723,
"23986176" : 1601,
"24248320" : 2507,
"24510464" : 5911,
"24772608" : 5700,
"25034752" : 5747,
"25296896" : 5950,
"25559040" : 6156,
"25821184" : 6497,
"26083328" : 7007,
"26345472" : 8922,
"26607616" : 12452,
"26869760" : 10899,
"27131904" : 11209,
"27394048" : 10551,
"27656192" : 11697,
"27918336" : 10081,
"28180480" : 9482,
"28442624" : 13116,
"28704768" : 14579,
"28966912" : 9801,
"29229056" : 10225,
"29491200" : 13463,
"29753344" : 11819,
"30015488" : 8905,
"30277632" : 9579,
"30539776" : 5869,
"30801920" : 4843,
"31064064" : 5961,
"31326208" : 6883,
"31588352" : 6188,
"31850496" : 6302,
"32112640" : 7928,
"32374784" : 3833,
"32636928" : 3309,
"32899072" : 2853,
"33161216" : 3453,
"33423360" : 3626,
"33816576" : 6095,
"34340864" : 4424,
"34865152" : 1776,
"35389440" : 1103,
"35913728" : 608,
"36438016" : 430,
"36962304" : 58,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 23675503,
"max" : 39454975,
"mean" : 29723260.316078,
"stddev" : 2670866.788001,
"N" : 301444
},
"bw_min" : 3645440,
"bw_max" : 5253120,
"bw_agg" : 99.972264,
"bw_mean" : 4408472.935252,
"bw_dev" : 91443.007194,
"bw_samples" : 556,
"iops_min" : 3560,
"iops_max" : 5130,
"iops_mean" : 4304.920863,
"iops_stddev" : 89.297413,
"iops_samples" : 556
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279999,
"usr_cpu" : 3.573227,
"sys_cpu" : 16.200058,
"ctx" : 309758,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999005,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002223,
"timestamp_ms" : 1774002223721,
"time" : "Fri Mar 20 07:23:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 361925443584,
"io_kbytes" : 353442816,
"bw_bytes" : 4524068044,
"bw" : 4418035,
"iops" : 4314.537500,
"runtime" : 80000,
"total_ios" : 345163,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 3884182,
"mean" : 923612.474828,
"stddev" : 96126.893736,
"N" : 345163
},
"clat_ns" : {
"min" : 22948091,
"max" : 38284517,
"mean" : 28742871.717805,
"stddev" : 2503312.478900,
"N" : 345159,
"percentile" : {
"1.000000" : 23986176,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27918336,
"50.000000" : 28442624,
"60.000000" : 29229056,
"70.000000" : 29753344,
"80.000000" : 30801920,
"90.000000" : 32112640,
"95.000000" : 33423360,
"99.000000" : 34865152,
"99.500000" : 35389440,
"99.900000" : 36438016,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"22937600" : 95,
"23199744" : 916,
"23461888" : 274,
"23724032" : 723,
"23986176" : 1601,
"24248320" : 2507,
"24510464" : 5911,
"24772608" : 5700,
"25034752" : 5747,
"25296896" : 6069,
"25559040" : 6777,
"25821184" : 7925,
"26083328" : 8679,
"26345472" : 11318,
"26607616" : 14656,
"26869760" : 12847,
"27131904" : 15194,
"27394048" : 12298,
"27656192" : 14214,
"27918336" : 12146,
"28180480" : 11828,
"28442624" : 15720,
"28704768" : 17569,
"28966912" : 13140,
"29229056" : 11320,
"29491200" : 14312,
"29753344" : 12579,
"30015488" : 10106,
"30277632" : 11376,
"30539776" : 7164,
"30801920" : 5557,
"31064064" : 6259,
"31326208" : 7267,
"31588352" : 7217,
"31850496" : 7226,
"32112640" : 8500,
"32374784" : 3945,
"32636928" : 3372,
"32899072" : 2912,
"33161216" : 3545,
"33423360" : 3731,
"33816576" : 6297,
"34340864" : 4583,
"34865152" : 1800,
"35389440" : 1103,
"35913728" : 608,
"36438016" : 430,
"36962304" : 58,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 23675503,
"max" : 39454975,
"mean" : 29666490.228335,
"stddev" : 2583146.215022,
"N" : 345159
},
"bw_min" : 3645440,
"bw_max" : 5253120,
"bw_agg" : 100.000000,
"bw_mean" : 4419415.333333,
"bw_dev" : 88046.043856,
"bw_samples" : 636,
"iops_min" : 3560,
"iops_max" : 5130,
"iops_mean" : 4315.622642,
"iops_stddev" : 85.979865,
"iops_samples" : 636
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319998,
"usr_cpu" : 3.578460,
"sys_cpu" : 16.265414,
"ctx" : 354390,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998841,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002233,
"timestamp_ms" : 1774002233721,
"time" : "Fri Mar 20 07:23:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 406682861568,
"io_kbytes" : 397151232,
"bw_bytes" : 4518698461,
"bw" : 4412791,
"iops" : 4309.411111,
"runtime" : 90000,
"total_ios" : 387847,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 3884182,
"mean" : 924706.248763,
"stddev" : 94589.378951,
"N" : 387847
},
"clat_ns" : {
"min" : 22948091,
"max" : 38284517,
"mean" : 28776715.364753,
"stddev" : 2439625.507466,
"N" : 387843,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 25034752,
"10.000000" : 25821184,
"20.000000" : 26607616,
"30.000000" : 27394048,
"40.000000" : 27918336,
"50.000000" : 28704768,
"60.000000" : 29229056,
"70.000000" : 29753344,
"80.000000" : 30801920,
"90.000000" : 32112640,
"95.000000" : 33423360,
"99.000000" : 34865152,
"99.500000" : 35389440,
"99.900000" : 36438016,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"22937600" : 95,
"23199744" : 916,
"23461888" : 274,
"23724032" : 723,
"23986176" : 1601,
"24248320" : 2507,
"24510464" : 5911,
"24772608" : 5700,
"25034752" : 5747,
"25296896" : 6069,
"25559040" : 6847,
"25821184" : 8401,
"26083328" : 9332,
"26345472" : 12173,
"26607616" : 15891,
"26869760" : 14585,
"27131904" : 17199,
"27394048" : 14386,
"27656192" : 16271,
"27918336" : 13439,
"28180480" : 14131,
"28442624" : 19239,
"28704768" : 20471,
"28966912" : 15850,
"29229056" : 13907,
"29491200" : 17790,
"29753344" : 14616,
"30015488" : 11984,
"30277632" : 12601,
"30539776" : 7929,
"30801920" : 5994,
"31064064" : 6739,
"31326208" : 8027,
"31588352" : 7893,
"31850496" : 8518,
"32112640" : 9180,
"32374784" : 4195,
"32636928" : 3553,
"32899072" : 3177,
"33161216" : 3945,
"33423360" : 4119,
"33816576" : 6892,
"34340864" : 4745,
"34865152" : 1880,
"35389440" : 1218,
"35913728" : 630,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 23675503,
"max" : 39454975,
"mean" : 29701413.680087,
"stddev" : 2517354.185500,
"N" : 387843
},
"bw_min" : 3645440,
"bw_max" : 5253120,
"bw_agg" : 100.000000,
"bw_mean" : 4417083.407821,
"bw_dev" : 84672.015150,
"bw_samples" : 716,
"iops_min" : 3560,
"iops_max" : 5130,
"iops_mean" : 4313.340782,
"iops_stddev" : 82.691257,
"iops_samples" : 716
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359997,
"usr_cpu" : 3.567252,
"sys_cpu" : 16.269302,
"ctx" : 398103,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998969,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002243,
"timestamp_ms" : 1774002243721,
"time" : "Fri Mar 20 07:24:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 452469981184,
"io_kbytes" : 441865216,
"bw_bytes" : 4524699811,
"bw" : 4418652,
"iops" : 4315.130000,
"runtime" : 100000,
"total_ios" : 431513,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 923471.697372,
"stddev" : 95299.062406,
"N" : 431513
},
"clat_ns" : {
"min" : 22702957,
"max" : 38284517,
"mean" : 28739481.098904,
"stddev" : 2440584.215272,
"N" : 431509,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27394048,
"40.000000" : 27918336,
"50.000000" : 28704768,
"60.000000" : 29229056,
"70.000000" : 29753344,
"80.000000" : 30801920,
"90.000000" : 32112640,
"95.000000" : 33161216,
"99.000000" : 34865152,
"99.500000" : 35389440,
"99.900000" : 36438016,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"22675456" : 41,
"22937600" : 648,
"23199744" : 2367,
"23461888" : 1226,
"23724032" : 1433,
"23986176" : 1987,
"24248320" : 2578,
"24510464" : 6289,
"24772608" : 6157,
"25034752" : 6382,
"25296896" : 7043,
"25559040" : 7631,
"25821184" : 8767,
"26083328" : 10157,
"26345472" : 13020,
"26607616" : 16871,
"26869760" : 15073,
"27131904" : 17451,
"27394048" : 14830,
"27656192" : 16752,
"27918336" : 15940,
"28180480" : 15853,
"28442624" : 20930,
"28704768" : 22842,
"28966912" : 19263,
"29229056" : 17297,
"29491200" : 20501,
"29753344" : 18159,
"30015488" : 13652,
"30277632" : 14124,
"30539776" : 8751,
"30801920" : 7314,
"31064064" : 7619,
"31326208" : 8574,
"31588352" : 8447,
"31850496" : 9334,
"32112640" : 9983,
"32374784" : 4556,
"32636928" : 3783,
"32899072" : 3448,
"33161216" : 4051,
"33423360" : 4179,
"33816576" : 6985,
"34340864" : 4816,
"34865152" : 2002,
"35389440" : 1220,
"35913728" : 630,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 23465712,
"max" : 39454975,
"mean" : 29663001.292728,
"stddev" : 2518304.686301,
"N" : 431509
},
"bw_min" : 3645440,
"bw_max" : 5353472,
"bw_agg" : 99.921828,
"bw_mean" : 4415198.643216,
"bw_dev" : 84494.147543,
"bw_samples" : 796,
"iops_min" : 3560,
"iops_max" : 5228,
"iops_mean" : 4311.497487,
"iops_stddev" : 82.522429,
"iops_samples" : 796
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 3.568018,
"sys_cpu" : 16.328582,
"ctx" : 442792,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999073,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002253,
"timestamp_ms" : 1774002253722,
"time" : "Fri Mar 20 07:24:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 500680359936,
"io_kbytes" : 488945664,
"bw_bytes" : 4551639635,
"bw" : 4444960,
"iops" : 4340.818182,
"runtime" : 110000,
"total_ios" : 477490,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 917980.139712,
"stddev" : 95033.003527,
"N" : 477490
},
"clat_ns" : {
"min" : 22702957,
"max" : 38284517,
"mean" : 28568778.604776,
"stddev" : 2418270.745531,
"N" : 477486,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 24772608,
"10.000000" : 25559040,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27918336,
"50.000000" : 28442624,
"60.000000" : 28966912,
"70.000000" : 29753344,
"80.000000" : 30539776,
"90.000000" : 31850496,
"95.000000" : 33161216,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 36438016,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"22675456" : 41,
"22937600" : 648,
"23199744" : 2367,
"23461888" : 1226,
"23724032" : 1433,
"23986176" : 1993,
"24248320" : 2806,
"24510464" : 6971,
"24772608" : 7497,
"25034752" : 8786,
"25296896" : 9774,
"25559040" : 9919,
"25821184" : 10479,
"26083328" : 12310,
"26345472" : 16788,
"26607616" : 20656,
"26869760" : 19492,
"27131904" : 19715,
"27394048" : 18011,
"27656192" : 19493,
"27918336" : 19208,
"28180480" : 17977,
"28442624" : 22437,
"28704768" : 23789,
"28966912" : 19954,
"29229056" : 17797,
"29491200" : 21608,
"29753344" : 18855,
"30015488" : 14030,
"30277632" : 14360,
"30539776" : 8938,
"30801920" : 7489,
"31064064" : 7797,
"31326208" : 8684,
"31588352" : 8495,
"31850496" : 9383,
"32112640" : 10047,
"32374784" : 4566,
"32636928" : 3783,
"32899072" : 3448,
"33161216" : 4051,
"33423360" : 4179,
"33816576" : 6985,
"34340864" : 4816,
"34865152" : 2002,
"35389440" : 1220,
"35913728" : 630,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 23465712,
"max" : 39454975,
"mean" : 29486764.953644,
"stddev" : 2495266.372602,
"N" : 477486
},
"bw_min" : 3645440,
"bw_max" : 5353472,
"bw_agg" : 100.000000,
"bw_mean" : 4446682.675799,
"bw_dev" : 85720.915552,
"bw_samples" : 876,
"iops_min" : 3560,
"iops_max" : 5228,
"iops_mean" : 4342.246575,
"iops_stddev" : 83.715779,
"iops_samples" : 876
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439999,
"usr_cpu" : 3.593645,
"sys_cpu" : 16.472992,
"ctx" : 490113,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999162,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002263,
"timestamp_ms" : 1774002263722,
"time" : "Fri Mar 20 07:24:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 550415368192,
"io_kbytes" : 537515008,
"bw_bytes" : 4586794734,
"bw" : 4479291,
"iops" : 4374.341667,
"runtime" : 120000,
"total_ios" : 524921,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 910910.279779,
"stddev" : 97041.279614,
"N" : 524921
},
"clat_ns" : {
"min" : 21813328,
"max" : 38284517,
"mean" : 28349657.303040,
"stddev" : 2472848.559260,
"N" : 524917,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 24510464,
"10.000000" : 25296896,
"20.000000" : 26345472,
"30.000000" : 26869760,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31850496,
"95.000000" : 32899072,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 36438016,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"21889024" : 109,
"22151168" : 137,
"22413312" : 154,
"22675456" : 507,
"22937600" : 1463,
"23199744" : 3765,
"23461888" : 2558,
"23724032" : 3223,
"23986176" : 3119,
"24248320" : 5267,
"24510464" : 8595,
"24772608" : 9199,
"25034752" : 10974,
"25296896" : 11885,
"25559040" : 11753,
"25821184" : 12770,
"26083328" : 15259,
"26345472" : 19396,
"26607616" : 22233,
"26869760" : 22042,
"27131904" : 22006,
"27394048" : 20662,
"27656192" : 22301,
"27918336" : 20935,
"28180480" : 19227,
"28442624" : 23380,
"28704768" : 24580,
"28966912" : 20873,
"29229056" : 18348,
"29491200" : 22089,
"29753344" : 19170,
"30015488" : 14431,
"30277632" : 14810,
"30539776" : 9187,
"30801920" : 7639,
"31064064" : 8028,
"31326208" : 8685,
"31588352" : 8495,
"31850496" : 9383,
"32112640" : 10047,
"32374784" : 4566,
"32636928" : 3783,
"32899072" : 3448,
"33161216" : 4051,
"33423360" : 4179,
"33816576" : 6985,
"34340864" : 4816,
"34865152" : 2002,
"35389440" : 1220,
"35913728" : 630,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 22531785,
"max" : 39454975,
"mean" : 29260564.599453,
"stddev" : 2551590.566950,
"N" : 524917
},
"bw_min" : 3645440,
"bw_max" : 5431296,
"bw_agg" : 100.000000,
"bw_mean" : 4480362.117155,
"bw_dev" : 89431.592009,
"bw_samples" : 956,
"iops_min" : 3560,
"iops_max" : 5304,
"iops_mean" : 4375.154812,
"iops_stddev" : 87.343691,
"iops_samples" : 956
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479998,
"usr_cpu" : 3.636265,
"sys_cpu" : 16.647778,
"ctx" : 539100,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999238,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002273,
"timestamp_ms" : 1774002273721,
"time" : "Fri Mar 20 07:24:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 597416738816,
"io_kbytes" : 583414784,
"bw_bytes" : 4595513375,
"bw" : 4487806,
"iops" : 4382.661538,
"runtime" : 130000,
"total_ios" : 569746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 909170.642557,
"stddev" : 98075.730941,
"N" : 569746
},
"clat_ns" : {
"min" : 21018354,
"max" : 38284517,
"mean" : 28296764.557874,
"stddev" : 2502427.317607,
"N" : 569742,
"percentile" : {
"1.000000" : 22937600,
"5.000000" : 24510464,
"10.000000" : 25034752,
"20.000000" : 26345472,
"30.000000" : 26869760,
"40.000000" : 27656192,
"50.000000" : 28180480,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31850496,
"95.000000" : 32636928,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"21102592" : 560,
"21364736" : 449,
"21626880" : 334,
"21889024" : 749,
"22151168" : 800,
"22413312" : 609,
"22675456" : 1252,
"22937600" : 2174,
"23199744" : 4393,
"23461888" : 2658,
"23724032" : 3540,
"23986176" : 3306,
"24248320" : 5398,
"24510464" : 9418,
"24772608" : 10053,
"25034752" : 11474,
"25296896" : 12674,
"25559040" : 12182,
"25821184" : 13266,
"26083328" : 15761,
"26345472" : 20106,
"26607616" : 23415,
"26869760" : 23760,
"27131904" : 25417,
"27394048" : 22788,
"27656192" : 24587,
"27918336" : 22886,
"28180480" : 20551,
"28442624" : 24906,
"28704768" : 26740,
"28966912" : 22546,
"29229056" : 19617,
"29491200" : 23794,
"29753344" : 21482,
"30015488" : 16412,
"30277632" : 15683,
"30539776" : 9929,
"30801920" : 8270,
"31064064" : 8790,
"31326208" : 9270,
"31588352" : 9103,
"31850496" : 10086,
"32112640" : 11661,
"32374784" : 4755,
"32636928" : 3976,
"32899072" : 3619,
"33161216" : 4140,
"33423360" : 4193,
"33816576" : 6989,
"34340864" : 4816,
"34865152" : 2002,
"35389440" : 1220,
"35913728" : 630,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 21637619,
"max" : 39454975,
"mean" : 29205993.369174,
"stddev" : 2582092.660981,
"N" : 569742
},
"bw_min" : 3645440,
"bw_max" : 5539840,
"bw_agg" : 99.912874,
"bw_mean" : 4483896.023166,
"bw_dev" : 89505.508619,
"bw_samples" : 1036,
"iops_min" : 3560,
"iops_max" : 5410,
"iops_mean" : 4378.602317,
"iops_stddev" : 87.420018,
"iops_samples" : 1036
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519999,
"usr_cpu" : 3.653469,
"sys_cpu" : 16.700417,
"ctx" : 585216,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999298,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002283,
"timestamp_ms" : 1774002283721,
"time" : "Fri Mar 20 07:24:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 649678815232,
"io_kbytes" : 634451968,
"bw_bytes" : 4640562965,
"bw" : 4531799,
"iops" : 4425.614286,
"runtime" : 140000,
"total_ios" : 619586,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 900303.522020,
"stddev" : 101460.245957,
"N" : 619586
},
"clat_ns" : {
"min" : 21018354,
"max" : 38284517,
"mean" : 28021371.509548,
"stddev" : 2617837.780842,
"N" : 619582,
"percentile" : {
"1.000000" : 22413312,
"5.000000" : 23724032,
"10.000000" : 24772608,
"20.000000" : 25821184,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27918336,
"60.000000" : 28704768,
"70.000000" : 29229056,
"80.000000" : 30015488,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"21102592" : 560,
"21364736" : 493,
"21626880" : 1223,
"21889024" : 1308,
"22151168" : 1194,
"22413312" : 2926,
"22675456" : 3065,
"22937600" : 3355,
"23199744" : 6267,
"23461888" : 5479,
"23724032" : 5701,
"23986176" : 5289,
"24248320" : 7708,
"24510464" : 13508,
"24772608" : 14377,
"25034752" : 14723,
"25296896" : 15821,
"25559040" : 14871,
"25821184" : 16649,
"26083328" : 17597,
"26345472" : 21490,
"26607616" : 24378,
"26869760" : 24455,
"27131904" : 26515,
"27394048" : 23860,
"27656192" : 25331,
"27918336" : 23196,
"28180480" : 20751,
"28442624" : 25065,
"28704768" : 27761,
"28966912" : 23109,
"29229056" : 19819,
"29491200" : 24004,
"29753344" : 21509,
"30015488" : 16434,
"30277632" : 15712,
"30539776" : 9952,
"30801920" : 8293,
"31064064" : 8799,
"31326208" : 9290,
"31588352" : 9105,
"31850496" : 10086,
"32112640" : 11661,
"32374784" : 4755,
"32636928" : 3976,
"32899072" : 3619,
"33161216" : 4140,
"33423360" : 4193,
"33816576" : 6989,
"34340864" : 4816,
"34865152" : 2002,
"35389440" : 1220,
"35913728" : 630,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 21637619,
"max" : 39454975,
"mean" : 28921683.414934,
"stddev" : 2701281.007003,
"N" : 619582
},
"bw_min" : 3645440,
"bw_max" : 5754880,
"bw_agg" : 100.000000,
"bw_mean" : 4533163.419355,
"bw_dev" : 98677.503745,
"bw_samples" : 1116,
"iops_min" : 3560,
"iops_max" : 5620,
"iops_mean" : 4426.709677,
"iops_stddev" : 96.368417,
"iops_samples" : 1116
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559999,
"usr_cpu" : 3.706257,
"sys_cpu" : 16.930566,
"ctx" : 637046,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999354,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002293,
"timestamp_ms" : 1774002293721,
"time" : "Fri Mar 20 07:24:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 698907361280,
"io_kbytes" : 682526720,
"bw_bytes" : 4659382408,
"bw" : 4550178,
"iops" : 4443.553333,
"runtime" : 150000,
"total_ios" : 666533,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 896649.003290,
"stddev" : 101216.919409,
"N" : 666534
},
"clat_ns" : {
"min" : 21018354,
"max" : 38284517,
"mean" : 27908376.960798,
"stddev" : 2607038.666187,
"N" : 666530,
"percentile" : {
"1.000000" : 22413312,
"5.000000" : 23724032,
"10.000000" : 24510464,
"20.000000" : 25559040,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27656192,
"60.000000" : 28442624,
"70.000000" : 29229056,
"80.000000" : 30015488,
"90.000000" : 31588352,
"95.000000" : 32374784,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"21102592" : 560,
"21364736" : 544,
"21626880" : 1252,
"21889024" : 1341,
"22151168" : 1221,
"22413312" : 3134,
"22675456" : 3507,
"22937600" : 3667,
"23199744" : 7123,
"23461888" : 7097,
"23724032" : 7647,
"23986176" : 7332,
"24248320" : 8409,
"24510464" : 14665,
"24772608" : 15656,
"25034752" : 16568,
"25296896" : 18111,
"25559040" : 17234,
"25821184" : 18935,
"26083328" : 19303,
"26345472" : 22812,
"26607616" : 27137,
"26869760" : 27697,
"27131904" : 29146,
"27394048" : 25761,
"27656192" : 27510,
"27918336" : 25174,
"28180480" : 22437,
"28442624" : 26862,
"28704768" : 29389,
"28966912" : 24209,
"29229056" : 20820,
"29491200" : 24507,
"29753344" : 21843,
"30015488" : 16819,
"30277632" : 16037,
"30539776" : 10293,
"30801920" : 8534,
"31064064" : 8972,
"31326208" : 9432,
"31588352" : 9164,
"31850496" : 10103,
"32112640" : 11669,
"32374784" : 4759,
"32636928" : 3976,
"32899072" : 3619,
"33161216" : 4140,
"33423360" : 4193,
"33816576" : 6989,
"34340864" : 4816,
"34865152" : 2002,
"35389440" : 1220,
"35913728" : 630,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 21637619,
"max" : 39454975,
"mean" : 28805047.736588,
"stddev" : 2690127.308441,
"N" : 666530
},
"bw_min" : 3645440,
"bw_max" : 5754880,
"bw_agg" : 99.998634,
"bw_mean" : 4550116.983278,
"bw_dev" : 98726.989416,
"bw_samples" : 1196,
"iops_min" : 3560,
"iops_max" : 5620,
"iops_mean" : 4443.270903,
"iops_stddev" : 96.415706,
"iops_samples" : 1196
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599998,
"usr_cpu" : 3.722512,
"sys_cpu" : 17.036890,
"ctx" : 685345,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999550,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002303,
"timestamp_ms" : 1774002303721,
"time" : "Fri Mar 20 07:25:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 745470427136,
"io_kbytes" : 727998464,
"bw_bytes" : 4659190169,
"bw" : 4549990,
"iops" : 4443.375000,
"runtime" : 160000,
"total_ios" : 710940,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 896682.245604,
"stddev" : 101259.505422,
"N" : 710940
},
"clat_ns" : {
"min" : 21018354,
"max" : 38284517,
"mean" : 27908742.202177,
"stddev" : 2613765.612227,
"N" : 710936,
"percentile" : {
"1.000000" : 22413312,
"5.000000" : 23724032,
"10.000000" : 24510464,
"20.000000" : 25559040,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27656192,
"60.000000" : 28442624,
"70.000000" : 29229056,
"80.000000" : 30015488,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"21102592" : 560,
"21364736" : 544,
"21626880" : 1252,
"21889024" : 1341,
"22151168" : 1221,
"22413312" : 3226,
"22675456" : 3710,
"22937600" : 4057,
"23199744" : 7417,
"23461888" : 8077,
"23724032" : 8626,
"23986176" : 7822,
"24248320" : 9265,
"24510464" : 15022,
"24772608" : 16084,
"25034752" : 17089,
"25296896" : 18875,
"25559040" : 19300,
"25821184" : 22292,
"26083328" : 20647,
"26345472" : 23785,
"26607616" : 28323,
"26869760" : 29172,
"27131904" : 31542,
"27394048" : 27899,
"27656192" : 29455,
"27918336" : 27648,
"28180480" : 23999,
"28442624" : 28378,
"28704768" : 30034,
"28966912" : 25167,
"29229056" : 22693,
"29491200" : 26081,
"29753344" : 23972,
"30015488" : 18509,
"30277632" : 16702,
"30539776" : 10792,
"30801920" : 9022,
"31064064" : 9592,
"31326208" : 9651,
"31588352" : 9251,
"31850496" : 10271,
"32112640" : 11798,
"32374784" : 4845,
"32636928" : 4081,
"32899072" : 3738,
"33161216" : 4386,
"33423360" : 4710,
"33816576" : 9009,
"34340864" : 4924,
"34865152" : 2230,
"35389440" : 1532,
"35913728" : 765,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 21637619,
"max" : 39454975,
"mean" : 28805396.105666,
"stddev" : 2697056.205115,
"N" : 710936
},
"bw_min" : 3645440,
"bw_max" : 5754880,
"bw_agg" : 100.000000,
"bw_mean" : 4553506.373041,
"bw_dev" : 98391.529759,
"bw_samples" : 1276,
"iops_min" : 3560,
"iops_max" : 5620,
"iops_mean" : 4446.583072,
"iops_stddev" : 96.085479,
"iops_samples" : 1276
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639997,
"usr_cpu" : 3.722361,
"sys_cpu" : 17.053674,
"ctx" : 730837,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999437,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002313,
"timestamp_ms" : 1774002313721,
"time" : "Fri Mar 20 07:25:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 788573192192,
"io_kbytes" : 770091008,
"bw_bytes" : 4638665836,
"bw" : 4529947,
"iops" : 4423.800000,
"runtime" : 170000,
"total_ios" : 752046,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 900662.319366,
"stddev" : 101444.827791,
"N" : 752046
},
"clat_ns" : {
"min" : 21018354,
"max" : 38284517,
"mean" : 28032805.462921,
"stddev" : 2627504.243949,
"N" : 752042,
"percentile" : {
"1.000000" : 22413312,
"5.000000" : 23724032,
"10.000000" : 24772608,
"20.000000" : 25821184,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27918336,
"60.000000" : 28704768,
"70.000000" : 29229056,
"80.000000" : 30015488,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"21102592" : 560,
"21364736" : 544,
"21626880" : 1252,
"21889024" : 1341,
"22151168" : 1221,
"22413312" : 3226,
"22675456" : 3710,
"22937600" : 4057,
"23199744" : 7417,
"23461888" : 8077,
"23724032" : 8626,
"23986176" : 7822,
"24248320" : 9265,
"24510464" : 15022,
"24772608" : 16084,
"25034752" : 17089,
"25296896" : 18875,
"25559040" : 19300,
"25821184" : 22292,
"26083328" : 20647,
"26345472" : 23801,
"26607616" : 28447,
"26869760" : 29472,
"27131904" : 33322,
"27394048" : 29501,
"27656192" : 30899,
"27918336" : 28918,
"28180480" : 25346,
"28442624" : 29384,
"28704768" : 31437,
"28966912" : 26840,
"29229056" : 24659,
"29491200" : 28027,
"29753344" : 25843,
"30015488" : 20879,
"30277632" : 20528,
"30539776" : 12690,
"30801920" : 10015,
"31064064" : 10331,
"31326208" : 12162,
"31588352" : 10838,
"31850496" : 11541,
"32112640" : 12721,
"32374784" : 6558,
"32636928" : 6135,
"32899072" : 5314,
"33161216" : 5142,
"33423360" : 5353,
"33816576" : 9292,
"34340864" : 5043,
"34865152" : 2309,
"35389440" : 1550,
"35913728" : 765,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 21637619,
"max" : 39454975,
"mean" : 28933482.005519,
"stddev" : 2711284.535111,
"N" : 752042
},
"bw_min" : 3645440,
"bw_max" : 5754880,
"bw_agg" : 100.000000,
"bw_mean" : 4531026.516224,
"bw_dev" : 99085.225290,
"bw_samples" : 1356,
"iops_min" : 3560,
"iops_max" : 5620,
"iops_mean" : 4424.619469,
"iops_stddev" : 96.768442,
"iops_samples" : 1356
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679997,
"usr_cpu" : 3.700163,
"sys_cpu" : 16.975369,
"ctx" : 772700,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999468,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002323,
"timestamp_ms" : 1774002323721,
"time" : "Fri Mar 20 07:25:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 833064271872,
"io_kbytes" : 813539328,
"bw_bytes" : 4628160555,
"bw" : 4519688,
"iops" : 4413.768965,
"runtime" : 179999,
"total_ios" : 794474,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 902719.904542,
"stddev" : 100893.227113,
"N" : 794476
},
"clat_ns" : {
"min" : 12009,
"max" : 38284517,
"mean" : 28095324.288905,
"stddev" : 2613190.825148,
"N" : 794534,
"percentile" : {
"1.000000" : 22413312,
"5.000000" : 23724032,
"10.000000" : 24772608,
"20.000000" : 25821184,
"30.000000" : 26607616,
"40.000000" : 27394048,
"50.000000" : 27918336,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"11968" : 1,
"15680" : 1,
"921600" : 1,
"954368" : 1,
"1908736" : 1,
"1925120" : 1,
"2867200" : 2,
"3817472" : 1,
"3883008" : 1,
"4882432" : 2,
"5865472" : 2,
"6848512" : 2,
"7831552" : 1,
"7897088" : 1,
"8847360" : 2,
"9764864" : 2,
"10813440" : 2,
"11730944" : 2,
"12648448" : 1,
"12779520" : 1,
"13697024" : 2,
"14614528" : 1,
"14745600" : 1,
"15663104" : 2,
"16711680" : 2,
"17694720" : 2,
"18743296" : 2,
"19791872" : 2,
"20578304" : 2,
"21102592" : 560,
"21364736" : 544,
"21626880" : 1254,
"21889024" : 1341,
"22151168" : 1221,
"22413312" : 3226,
"22675456" : 3712,
"22937600" : 4057,
"23199744" : 7417,
"23461888" : 8077,
"23724032" : 8628,
"23986176" : 7822,
"24248320" : 9265,
"24510464" : 15024,
"24772608" : 16084,
"25034752" : 17089,
"25296896" : 18875,
"25559040" : 19496,
"25821184" : 22903,
"26083328" : 21271,
"26345472" : 24742,
"26607616" : 29696,
"26869760" : 30628,
"27131904" : 35466,
"27394048" : 31446,
"27656192" : 32410,
"27918336" : 30728,
"28180480" : 28649,
"28442624" : 32706,
"28704768" : 34037,
"28966912" : 28468,
"29229056" : 26734,
"29491200" : 29861,
"29753344" : 27401,
"30015488" : 22108,
"30277632" : 21379,
"30539776" : 13553,
"30801920" : 12509,
"31064064" : 11118,
"31326208" : 12775,
"31588352" : 11437,
"31850496" : 12761,
"32112640" : 13881,
"32374784" : 8195,
"32636928" : 6879,
"32899072" : 5996,
"33161216" : 5450,
"33423360" : 5512,
"33816576" : 9540,
"34340864" : 5213,
"34865152" : 2478,
"35389440" : 1550,
"35913728" : 765,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 915298,
"max" : 39454975,
"mean" : 28998048.345302,
"stddev" : 2696233.915518,
"N" : 794534
},
"bw_min" : 3645440,
"bw_max" : 5754880,
"bw_agg" : 100.000000,
"bw_mean" : 4520377.362117,
"bw_dev" : 97963.711530,
"bw_samples" : 1436,
"iops_min" : 3560,
"iops_max" : 5620,
"iops_mean" : 4414.228412,
"iops_stddev" : 95.671772,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 3.684048,
"sys_cpu" : 16.941066,
"ctx" : 815850,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999748,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.002266,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002323,
"timestamp_ms" : 1774002323749,
"time" : "Fri Mar 20 07:25:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 833200586752,
"io_kbytes" : 813672448,
"bw_bytes" : 4628840717,
"bw" : 4520352,
"iops" : 4413.695403,
"runtime" : 180002,
"total_ios" : 794474,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 462526,
"max" : 5066428,
"mean" : 902719.762822,
"stddev" : 100893.337569,
"N" : 794478
},
"clat_ns" : {
"min" : 4938,
"max" : 38284517,
"mean" : 28094277.439632,
"stddev" : 2616965.600496,
"N" : 794598,
"percentile" : {
"1.000000" : 22413312,
"5.000000" : 23724032,
"10.000000" : 24772608,
"20.000000" : 25821184,
"30.000000" : 26607616,
"40.000000" : 27394048,
"50.000000" : 27918336,
"60.000000" : 28704768,
"70.000000" : 29491200,
"80.000000" : 30277632,
"90.000000" : 31588352,
"95.000000" : 32636928,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"4960" : 1,
"5344" : 1,
"11968" : 1,
"15680" : 1,
"741376" : 1,
"921600" : 1,
"954368" : 1,
"987136" : 1,
"1728512" : 1,
"1908736" : 1,
"1925120" : 1,
"1941504" : 1,
"2670592" : 1,
"2867200" : 3,
"3719168" : 1,
"3817472" : 2,
"3883008" : 1,
"4489216" : 1,
"4816896" : 1,
"4882432" : 2,
"5603328" : 1,
"5734400" : 1,
"5865472" : 2,
"6586368" : 1,
"6848512" : 3,
"7634944" : 1,
"7831552" : 2,
"7897088" : 1,
"8585216" : 1,
"8847360" : 3,
"9633792" : 1,
"9764864" : 3,
"10551296" : 1,
"10682368" : 1,
"10813440" : 2,
"11468800" : 1,
"11730944" : 3,
"12517376" : 1,
"12648448" : 2,
"12779520" : 1,
"13434880" : 1,
"13697024" : 3,
"14352384" : 1,
"14614528" : 2,
"14745600" : 1,
"15400960" : 1,
"15663104" : 3,
"16449536" : 1,
"16580608" : 1,
"16711680" : 2,
"17432576" : 1,
"17694720" : 3,
"18481152" : 1,
"18743296" : 3,
"19529728" : 2,
"19791872" : 2,
"20316160" : 1,
"20578304" : 3,
"21102592" : 560,
"21364736" : 545,
"21626880" : 1255,
"21889024" : 1341,
"22151168" : 1221,
"22413312" : 3227,
"22675456" : 3713,
"22937600" : 4057,
"23199744" : 7417,
"23461888" : 8079,
"23724032" : 8628,
"23986176" : 7822,
"24248320" : 9266,
"24510464" : 15025,
"24772608" : 16084,
"25034752" : 17089,
"25296896" : 18876,
"25559040" : 19497,
"25821184" : 22903,
"26083328" : 21271,
"26345472" : 24743,
"26607616" : 29697,
"26869760" : 30628,
"27131904" : 35466,
"27394048" : 31447,
"27656192" : 32411,
"27918336" : 30728,
"28180480" : 28649,
"28442624" : 32707,
"28704768" : 34038,
"28966912" : 28468,
"29229056" : 26734,
"29491200" : 29863,
"29753344" : 27401,
"30015488" : 22108,
"30277632" : 21380,
"30539776" : 13554,
"30801920" : 12509,
"31064064" : 11118,
"31326208" : 12775,
"31588352" : 11437,
"31850496" : 12761,
"32112640" : 13881,
"32374784" : 8195,
"32636928" : 6879,
"32899072" : 5996,
"33161216" : 5450,
"33423360" : 5512,
"33816576" : 9540,
"34340864" : 5213,
"34865152" : 2478,
"35389440" : 1550,
"35913728" : 765,
"36438016" : 442,
"36962304" : 73,
"37486592" : 31,
"38010880" : 6,
"38535168" : 1
}
},
"lat_ns" : {
"min" : 725839,
"max" : 39454975,
"mean" : 28997007.678462,
"stddev" : 2699861.250486,
"N" : 794598
},
"bw_min" : 3645440,
"bw_max" : 5754880,
"bw_agg" : 100.000000,
"bw_mean" : 4520377.362117,
"bw_dev" : 97963.711530,
"bw_samples" : 1436,
"iops_min" : 3560,
"iops_max" : 5620,
"iops_mean" : 4414.228412,
"iops_stddev" : 95.671772,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720004,
"usr_cpu" : 3.684007,
"sys_cpu" : 16.940878,
"ctx" : 815856,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999497,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.005035,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}