raidz2/benchmarks/seq/seq-write-qd32-nj4_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774002623,
"timestamp_ms" : 1774002623652,
"time" : "Fri Mar 20 07:30:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 42102423552,
"io_kbytes" : 41115648,
"bw_bytes" : 4320412883,
"bw" : 4219153,
"iops" : 4133.812211,
"runtime" : 9745,
"total_ios" : 40284,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 38980,
"usr_cpu" : 3.504361,
"sys_cpu" : 14.812724,
"ctx" : 46483,
"majf" : 0,
"minf" : 34,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.158872,
"32" : 99.692185,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002633,
"timestamp_ms" : 1774002633907,
"time" : "Fri Mar 20 07:30:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 39742078976,
"io_kbytes" : 38810624,
"bw_bytes" : 3974207897,
"bw" : 3881062,
"iops" : 3790.400000,
"runtime" : 10000,
"total_ios" : 37904,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 560747,
"max" : 3499546,
"mean" : 1052046.827437,
"stddev" : 91972.415374,
"N" : 37905
},
"clat_ns" : {
"min" : 27364421,
"max" : 39712263,
"mean" : 32715534.122530,
"stddev" : 2461265.909628,
"N" : 37901,
"percentile" : {
"1.000000" : 27656192,
"5.000000" : 28442624,
"10.000000" : 29491200,
"20.000000" : 30277632,
"30.000000" : 30801920,
"40.000000" : 32374784,
"50.000000" : 32899072,
"60.000000" : 34340864,
"70.000000" : 34340864,
"80.000000" : 34865152,
"90.000000" : 35389440,
"95.000000" : 35913728,
"99.000000" : 37486592,
"99.500000" : 38010880,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 39583744
},
"bins" : {
"27394048" : 250,
"27656192" : 428,
"27918336" : 382,
"28180480" : 553,
"28442624" : 509,
"28704768" : 669,
"28966912" : 417,
"29229056" : 409,
"29491200" : 643,
"29753344" : 1556,
"30015488" : 1499,
"30277632" : 1743,
"30539776" : 1496,
"30801920" : 1117,
"31064064" : 453,
"31326208" : 484,
"31588352" : 814,
"31850496" : 849,
"32112640" : 875,
"32374784" : 1139,
"32636928" : 1033,
"32899072" : 2027,
"33161216" : 1161,
"33423360" : 421,
"33816576" : 1736,
"34340864" : 5646,
"34865152" : 3219,
"35389440" : 2968,
"35913728" : 1618,
"36438016" : 828,
"36962304" : 515,
"37486592" : 201,
"38010880" : 176,
"38535168" : 37,
"39059456" : 17,
"39583744" : 13
}
},
"lat_ns" : {
"min" : 28266809,
"max" : 40920869,
"mean" : 33767179.598164,
"stddev" : 2540010.425449,
"N" : 37901
},
"bw_min" : 3530752,
"bw_max" : 4425728,
"bw_agg" : 100.000000,
"bw_mean" : 3892880.210526,
"bw_dev" : 69759.864868,
"bw_samples" : 76,
"iops_min" : 3448,
"iops_max" : 4322,
"iops_mean" : 3801.473684,
"iops_stddev" : 68.162242,
"iops_samples" : 76
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39998,
"usr_cpu" : 2.990150,
"sys_cpu" : 13.670684,
"ctx" : 38391,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.992085,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002643,
"timestamp_ms" : 1774002643909,
"time" : "Fri Mar 20 07:30:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 81542512640,
"io_kbytes" : 79631360,
"bw_bytes" : 4076717960,
"bw" : 3981169,
"iops" : 3888.061194,
"runtime" : 20002,
"total_ios" : 77769,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 560747,
"max" : 3499546,
"mean" : 1025439.464877,
"stddev" : 100312.034063,
"N" : 77769
},
"clat_ns" : {
"min" : 24671998,
"max" : 42852068,
"mean" : 31898013.953617,
"stddev" : 2599990.836656,
"N" : 77765,
"percentile" : {
"1.000000" : 25296896,
"5.000000" : 27656192,
"10.000000" : 28704768,
"20.000000" : 29753344,
"30.000000" : 30277632,
"40.000000" : 31064064,
"50.000000" : 32112640,
"60.000000" : 32899072,
"70.000000" : 33816576,
"80.000000" : 34340864,
"90.000000" : 34865152,
"95.000000" : 35913728,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41156608
},
"bins" : {
"24772608" : 151,
"25034752" : 593,
"25296896" : 822,
"25559040" : 273,
"25821184" : 62,
"26083328" : 56,
"26345472" : 133,
"26607616" : 135,
"26869760" : 171,
"27131904" : 345,
"27394048" : 667,
"27656192" : 620,
"27918336" : 596,
"28180480" : 1074,
"28442624" : 1480,
"28704768" : 2556,
"28966912" : 938,
"29229056" : 851,
"29491200" : 3266,
"29753344" : 3568,
"30015488" : 3477,
"30277632" : 3102,
"30539776" : 2725,
"30801920" : 2024,
"31064064" : 2480,
"31326208" : 2255,
"31588352" : 2094,
"31850496" : 2240,
"32112640" : 2437,
"32374784" : 2330,
"32636928" : 1610,
"32899072" : 2646,
"33161216" : 2838,
"33423360" : 3584,
"33816576" : 4348,
"34340864" : 7099,
"34865152" : 4949,
"35389440" : 3180,
"35913728" : 1771,
"36438016" : 964,
"36962304" : 596,
"37486592" : 271,
"38010880" : 265,
"38535168" : 59,
"39059456" : 21,
"39583744" : 19,
"40108032" : 8,
"40632320" : 6,
"41156608" : 5,
"41680896" : 3,
"42205184" : 1,
"42729472" : 1
}
},
"lat_ns" : {
"min" : 25463117,
"max" : 44261111,
"mean" : 32923587.194766,
"stddev" : 2682546.457152,
"N" : 77765
},
"bw_min" : 3530752,
"bw_max" : 4429824,
"bw_agg" : 99.384430,
"bw_mean" : 3956663.692308,
"bw_dev" : 67235.806445,
"bw_samples" : 156,
"iops_min" : 3448,
"iops_max" : 4326,
"iops_mean" : 3863.743590,
"iops_stddev" : 65.708100,
"iops_samples" : 156
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 80006,
"usr_cpu" : 3.138515,
"sys_cpu" : 14.112692,
"ctx" : 79787,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.994857,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002653,
"timestamp_ms" : 1774002653908,
"time" : "Fri Mar 20 07:30:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 124405153792,
"io_kbytes" : 121489408,
"bw_bytes" : 4146562022,
"bw" : 4049376,
"iops" : 3954.603026,
"runtime" : 30002,
"total_ios" : 118646,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 3499546,
"mean" : 1008072.787865,
"stddev" : 99138.901373,
"N" : 118646
},
"clat_ns" : {
"min" : 23603566,
"max" : 42852068,
"mean" : 31358725.186410,
"stddev" : 2528845.781949,
"N" : 118642,
"percentile" : {
"1.000000" : 25296896,
"5.000000" : 27394048,
"10.000000" : 28180480,
"20.000000" : 29229056,
"30.000000" : 30015488,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 31850496,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34865152,
"95.000000" : 35389440,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40632320
},
"bins" : {
"23724032" : 5,
"23986176" : 14,
"24248320" : 57,
"24510464" : 74,
"24772608" : 240,
"25034752" : 723,
"25296896" : 1039,
"25559040" : 567,
"25821184" : 392,
"26083328" : 266,
"26345472" : 317,
"26607616" : 445,
"26869760" : 506,
"27131904" : 1095,
"27394048" : 1253,
"27656192" : 2335,
"27918336" : 1900,
"28180480" : 2060,
"28442624" : 2380,
"28704768" : 3787,
"28966912" : 1805,
"29229056" : 2907,
"29491200" : 5105,
"29753344" : 4575,
"30015488" : 4353,
"30277632" : 4189,
"30539776" : 4317,
"30801920" : 4527,
"31064064" : 6330,
"31326208" : 6045,
"31588352" : 4307,
"31850496" : 3746,
"32112640" : 4210,
"32374784" : 3612,
"32636928" : 3068,
"32899072" : 3424,
"33161216" : 3955,
"33423360" : 3990,
"33816576" : 4894,
"34340864" : 7277,
"34865152" : 5109,
"35389440" : 3272,
"35913728" : 1819,
"36438016" : 1021,
"36962304" : 634,
"37486592" : 281,
"38010880" : 279,
"38535168" : 64,
"39059456" : 28,
"39583744" : 20,
"40108032" : 8,
"40632320" : 6,
"41156608" : 5,
"41680896" : 3,
"42205184" : 1,
"42729472" : 1
}
},
"lat_ns" : {
"min" : 24376527,
"max" : 44261111,
"mean" : 32366750.991698,
"stddev" : 2609139.919208,
"N" : 118642
},
"bw_min" : 3530752,
"bw_max" : 4969049,
"bw_agg" : 100.000000,
"bw_mean" : 4052879.067797,
"bw_dev" : 76436.683674,
"bw_samples" : 236,
"iops_min" : 3448,
"iops_max" : 4852,
"iops_mean" : 3957.661017,
"iops_stddev" : 74.660801,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120005,
"usr_cpu" : 3.249865,
"sys_cpu" : 14.366901,
"ctx" : 122721,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.996629,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002663,
"timestamp_ms" : 1774002663909,
"time" : "Fri Mar 20 07:31:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 164890673152,
"io_kbytes" : 161026048,
"bw_bytes" : 4122060725,
"bw" : 4025449,
"iops" : 3931.178441,
"runtime" : 40002,
"total_ios" : 157255,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 3499546,
"mean" : 1014096.484967,
"stddev" : 92310.890852,
"N" : 157256
},
"clat_ns" : {
"min" : 23603566,
"max" : 42852068,
"mean" : 31544932.645874,
"stddev" : 2307210.506973,
"N" : 157252,
"percentile" : {
"1.000000" : 25296896,
"5.000000" : 27656192,
"10.000000" : 28704768,
"20.000000" : 29753344,
"30.000000" : 30539776,
"40.000000" : 31064064,
"50.000000" : 31588352,
"60.000000" : 32112640,
"70.000000" : 32636928,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 38535168,
"99.990000" : 40632320
},
"bins" : {
"23724032" : 5,
"23986176" : 14,
"24248320" : 57,
"24510464" : 74,
"24772608" : 240,
"25034752" : 723,
"25296896" : 1039,
"25559040" : 567,
"25821184" : 392,
"26083328" : 266,
"26345472" : 317,
"26607616" : 445,
"26869760" : 506,
"27131904" : 1095,
"27394048" : 1253,
"27656192" : 2335,
"27918336" : 1900,
"28180480" : 2060,
"28442624" : 2380,
"28704768" : 3787,
"28966912" : 1807,
"29229056" : 3016,
"29491200" : 5307,
"29753344" : 4727,
"30015488" : 4849,
"30277632" : 5144,
"30539776" : 6030,
"30801920" : 6480,
"31064064" : 8733,
"31326208" : 9889,
"31588352" : 9130,
"31850496" : 7044,
"32112640" : 8627,
"32374784" : 6009,
"32636928" : 5236,
"32899072" : 5594,
"33161216" : 5249,
"33423360" : 6259,
"33816576" : 6121,
"34340864" : 8059,
"34865152" : 5604,
"35389440" : 4065,
"35913728" : 2054,
"36438016" : 1257,
"36962304" : 754,
"37486592" : 305,
"38010880" : 289,
"38535168" : 81,
"39059456" : 33,
"39583744" : 21,
"40108032" : 8,
"40632320" : 6,
"41156608" : 5,
"41680896" : 3,
"42205184" : 1,
"42729472" : 1
}
},
"lat_ns" : {
"min" : 24376527,
"max" : 44261111,
"mean" : 32558965.570199,
"stddev" : 2380323.968953,
"N" : 157252
},
"bw_min" : 3530752,
"bw_max" : 4969049,
"bw_agg" : 100.000000,
"bw_mean" : 4028145.025316,
"bw_dev" : 68147.121910,
"bw_samples" : 316,
"iops_min" : 3448,
"iops_max" : 4852,
"iops_mean" : 3933.518987,
"iops_stddev" : 66.564841,
"iops_samples" : 316
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160005,
"usr_cpu" : 3.223649,
"sys_cpu" : 14.265804,
"ctx" : 162355,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998092,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002673,
"timestamp_ms" : 1774002673908,
"time" : "Fri Mar 20 07:31:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 207300329472,
"io_kbytes" : 202441728,
"bw_bytes" : 4145840755,
"bw" : 4048672,
"iops" : 3953.861846,
"runtime" : 50002,
"total_ios" : 197701,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 5134153,
"mean" : 1008244.654023,
"stddev" : 95196.570517,
"N" : 197701
},
"clat_ns" : {
"min" : 23603566,
"max" : 44762597,
"mean" : 31364907.524874,
"stddev" : 2335458.011716,
"N" : 197697,
"percentile" : {
"1.000000" : 25296896,
"5.000000" : 27394048,
"10.000000" : 28442624,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 31850496,
"70.000000" : 32374784,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41680896
},
"bins" : {
"23724032" : 5,
"23986176" : 14,
"24248320" : 57,
"24510464" : 74,
"24772608" : 240,
"25034752" : 723,
"25296896" : 1039,
"25559040" : 567,
"25821184" : 392,
"26083328" : 266,
"26345472" : 317,
"26607616" : 557,
"26869760" : 1709,
"27131904" : 1903,
"27394048" : 2819,
"27656192" : 2946,
"27918336" : 2731,
"28180480" : 2804,
"28442624" : 3566,
"28704768" : 5888,
"28966912" : 2960,
"29229056" : 4003,
"29491200" : 7328,
"29753344" : 5771,
"30015488" : 6743,
"30277632" : 6986,
"30539776" : 10371,
"30801920" : 9710,
"31064064" : 10285,
"31326208" : 11398,
"31588352" : 10863,
"31850496" : 8093,
"32112640" : 10031,
"32374784" : 6637,
"32636928" : 5715,
"32899072" : 6099,
"33161216" : 5919,
"33423360" : 6969,
"33816576" : 6749,
"34340864" : 8998,
"34865152" : 6307,
"35389440" : 4718,
"35913728" : 2938,
"36438016" : 1410,
"36962304" : 872,
"37486592" : 443,
"38010880" : 410,
"38535168" : 160,
"39059456" : 85,
"39583744" : 38,
"40108032" : 15,
"40632320" : 12,
"41156608" : 17,
"41680896" : 11,
"42205184" : 4,
"42729472" : 4,
"43253760" : 1,
"43778048" : 4,
"44302336" : 2,
"44826624" : 1
}
},
"lat_ns" : {
"min" : 24376527,
"max" : 45929890,
"mean" : 32373171.324749,
"stddev" : 2409285.100769,
"N" : 197697
},
"bw_min" : 3530752,
"bw_max" : 4969049,
"bw_agg" : 99.938014,
"bw_mean" : 4046163.040404,
"bw_dev" : 68377.157949,
"bw_samples" : 396,
"iops_min" : 3448,
"iops_max" : 4852,
"iops_mean" : 3951.111111,
"iops_stddev" : 66.788458,
"iops_samples" : 396
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 200005,
"usr_cpu" : 3.239919,
"sys_cpu" : 14.390640,
"ctx" : 205349,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.997977,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002683,
"timestamp_ms" : 1774002683909,
"time" : "Fri Mar 20 07:31:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 249589399552,
"io_kbytes" : 243739648,
"bw_bytes" : 4159684669,
"bw" : 4062192,
"iops" : 3967.034432,
"runtime" : 60002,
"total_ios" : 238030,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 5134153,
"mean" : 1004870.836336,
"stddev" : 94900.582723,
"N" : 238031
},
"clat_ns" : {
"min" : 23603566,
"max" : 44762597,
"mean" : 31260148.433921,
"stddev" : 2257844.438513,
"N" : 238027,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 27656192,
"10.000000" : 28442624,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 31588352,
"70.000000" : 32374784,
"80.000000" : 33161216,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41680896
},
"bins" : {
"23724032" : 5,
"23986176" : 14,
"24248320" : 57,
"24510464" : 74,
"24772608" : 240,
"25034752" : 723,
"25296896" : 1039,
"25559040" : 567,
"25821184" : 392,
"26083328" : 266,
"26345472" : 317,
"26607616" : 557,
"26869760" : 1709,
"27131904" : 1903,
"27394048" : 2924,
"27656192" : 3574,
"27918336" : 3966,
"28180480" : 4090,
"28442624" : 4530,
"28704768" : 6749,
"28966912" : 4600,
"29229056" : 5901,
"29491200" : 9977,
"29753344" : 7120,
"30015488" : 8684,
"30277632" : 10834,
"30539776" : 13295,
"30801920" : 12985,
"31064064" : 11393,
"31326208" : 13395,
"31588352" : 12630,
"31850496" : 9430,
"32112640" : 11900,
"32374784" : 7774,
"32636928" : 7103,
"32899072" : 7927,
"33161216" : 6526,
"33423360" : 7485,
"33816576" : 7498,
"34340864" : 9414,
"34865152" : 6679,
"35389440" : 4949,
"35913728" : 3030,
"36438016" : 1483,
"36962304" : 970,
"37486592" : 524,
"38010880" : 432,
"38535168" : 172,
"39059456" : 95,
"39583744" : 43,
"40108032" : 16,
"40632320" : 12,
"41156608" : 28,
"41680896" : 11,
"42205184" : 4,
"42729472" : 4,
"43253760" : 1,
"43778048" : 4,
"44302336" : 2,
"44826624" : 1
}
},
"lat_ns" : {
"min" : 24376527,
"max" : 45929890,
"mean" : 32265002.378024,
"stddev" : 2329008.838249,
"N" : 238027
},
"bw_min" : 3530752,
"bw_max" : 4969049,
"bw_agg" : 100.000000,
"bw_mean" : 4062368.512605,
"bw_dev" : 65527.250780,
"bw_samples" : 476,
"iops_min" : 3448,
"iops_max" : 4852,
"iops_mean" : 3966.907563,
"iops_stddev" : 64.006275,
"iops_samples" : 476
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240005,
"usr_cpu" : 3.256182,
"sys_cpu" : 14.483032,
"ctx" : 248067,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998740,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002693,
"timestamp_ms" : 1774002693909,
"time" : "Fri Mar 20 07:31:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 289575796736,
"io_kbytes" : 282788864,
"bw_bytes" : 4136678905,
"bw" : 4039725,
"iops" : 3945.101569,
"runtime" : 70002,
"total_ios" : 276165,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 5134153,
"mean" : 1010482.318523,
"stddev" : 93175.893788,
"N" : 276165
},
"clat_ns" : {
"min" : 23603566,
"max" : 44762597,
"mean" : 31433302.204678,
"stddev" : 2203153.049133,
"N" : 276161,
"percentile" : {
"1.000000" : 25821184,
"5.000000" : 27656192,
"10.000000" : 28704768,
"20.000000" : 29753344,
"30.000000" : 30539776,
"40.000000" : 31064064,
"50.000000" : 31326208,
"60.000000" : 31850496,
"70.000000" : 32374784,
"80.000000" : 33161216,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 39059456,
"99.950000" : 40108032,
"99.990000" : 41680896
},
"bins" : {
"23724032" : 5,
"23986176" : 14,
"24248320" : 57,
"24510464" : 74,
"24772608" : 240,
"25034752" : 723,
"25296896" : 1039,
"25559040" : 567,
"25821184" : 392,
"26083328" : 266,
"26345472" : 317,
"26607616" : 557,
"26869760" : 1709,
"27131904" : 1903,
"27394048" : 2924,
"27656192" : 3574,
"27918336" : 3966,
"28180480" : 4090,
"28442624" : 4530,
"28704768" : 6749,
"28966912" : 4600,
"29229056" : 5901,
"29491200" : 10295,
"29753344" : 7470,
"30015488" : 9001,
"30277632" : 11295,
"30539776" : 13977,
"30801920" : 14215,
"31064064" : 12759,
"31326208" : 15798,
"31588352" : 16998,
"31850496" : 13084,
"32112640" : 14662,
"32374784" : 11511,
"32636928" : 9678,
"32899072" : 10368,
"33161216" : 8855,
"33423360" : 9646,
"33816576" : 9985,
"34340864" : 11001,
"34865152" : 7723,
"35389440" : 5671,
"35913728" : 3550,
"36438016" : 1744,
"36962304" : 1099,
"37486592" : 558,
"38010880" : 471,
"38535168" : 202,
"39059456" : 112,
"39583744" : 60,
"40108032" : 61,
"40632320" : 36,
"41156608" : 38,
"41680896" : 22,
"42205184" : 7,
"42729472" : 4,
"43253760" : 1,
"43778048" : 4,
"44302336" : 2,
"44826624" : 1
}
},
"lat_ns" : {
"min" : 24376527,
"max" : 45929890,
"mean" : 32443716.583011,
"stddev" : 2272559.156030,
"N" : 276161
},
"bw_min" : 3530752,
"bw_max" : 4969049,
"bw_agg" : 100.000000,
"bw_mean" : 4043481.618705,
"bw_dev" : 62609.158715,
"bw_samples" : 556,
"iops_min" : 3448,
"iops_max" : 4852,
"iops_mean" : 3948.446043,
"iops_stddev" : 61.156516,
"iops_samples" : 556
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 280006,
"usr_cpu" : 3.240645,
"sys_cpu" : 14.432905,
"ctx" : 287315,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998552,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002703,
"timestamp_ms" : 1774002703908,
"time" : "Fri Mar 20 07:31:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 330197630976,
"io_kbytes" : 322458624,
"bw_bytes" : 4127418794,
"bw" : 4030682,
"iops" : 3936.263297,
"runtime" : 80001,
"total_ios" : 314905,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 5134153,
"mean" : 1012752.376574,
"stddev" : 91900.284272,
"N" : 314905
},
"clat_ns" : {
"min" : 23603566,
"max" : 44762597,
"mean" : 31504601.204696,
"stddev" : 2178438.383292,
"N" : 314901,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 27918336,
"10.000000" : 28704768,
"20.000000" : 29753344,
"30.000000" : 30539776,
"40.000000" : 31064064,
"50.000000" : 31588352,
"60.000000" : 31850496,
"70.000000" : 32636928,
"80.000000" : 33161216,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 39059456,
"99.950000" : 40108032,
"99.990000" : 41680896
},
"bins" : {
"23724032" : 5,
"23986176" : 14,
"24248320" : 57,
"24510464" : 74,
"24772608" : 240,
"25034752" : 723,
"25296896" : 1039,
"25559040" : 567,
"25821184" : 392,
"26083328" : 266,
"26345472" : 317,
"26607616" : 557,
"26869760" : 1709,
"27131904" : 1903,
"27394048" : 2924,
"27656192" : 3574,
"27918336" : 3966,
"28180480" : 4090,
"28442624" : 4530,
"28704768" : 6765,
"28966912" : 4958,
"29229056" : 7430,
"29491200" : 11573,
"29753344" : 9041,
"30015488" : 11967,
"30277632" : 12766,
"30539776" : 16231,
"30801920" : 16370,
"31064064" : 14201,
"31326208" : 17061,
"31588352" : 20516,
"31850496" : 15020,
"32112640" : 16150,
"32374784" : 12907,
"32636928" : 11794,
"32899072" : 11829,
"33161216" : 9898,
"33423360" : 10696,
"33816576" : 11351,
"34340864" : 13777,
"34865152" : 8958,
"35389440" : 7053,
"35913728" : 3961,
"36438016" : 2731,
"36962304" : 1314,
"37486592" : 581,
"38010880" : 481,
"38535168" : 215,
"39059456" : 117,
"39583744" : 64,
"40108032" : 61,
"40632320" : 38,
"41156608" : 38,
"41680896" : 22,
"42205184" : 7,
"42729472" : 4,
"43253760" : 1,
"43778048" : 4,
"44302336" : 2,
"44826624" : 1
}
},
"lat_ns" : {
"min" : 24376527,
"max" : 45929890,
"mean" : 32517335.420926,
"stddev" : 2247098.639272,
"N" : 314901
},
"bw_min" : 3528704,
"bw_max" : 4969049,
"bw_agg" : 100.000000,
"bw_mean" : 4031300.559748,
"bw_dev" : 62171.495360,
"bw_samples" : 636,
"iops_min" : 3446,
"iops_max" : 4852,
"iops_mean" : 3936.540881,
"iops_stddev" : 60.734259,
"iops_samples" : 636
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320003,
"usr_cpu" : 3.216845,
"sys_cpu" : 14.438927,
"ctx" : 327255,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998730,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002713,
"timestamp_ms" : 1774002713908,
"time" : "Fri Mar 20 07:31:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 373818392576,
"io_kbytes" : 365057024,
"bw_bytes" : 4153491545,
"bw" : 4056144,
"iops" : 3961.111543,
"runtime" : 90001,
"total_ios" : 356504,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 5134153,
"mean" : 1006368.241455,
"stddev" : 94534.784634,
"N" : 356505
},
"clat_ns" : {
"min" : 23151926,
"max" : 44762597,
"mean" : 31307579.800699,
"stddev" : 2269526.031771,
"N" : 356501,
"percentile" : {
"1.000000" : 25296896,
"5.000000" : 27656192,
"10.000000" : 28442624,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 31850496,
"70.000000" : 32374784,
"80.000000" : 33161216,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 39059456,
"99.950000" : 40108032,
"99.990000" : 41680896
},
"bins" : {
"23199744" : 143,
"23461888" : 650,
"23724032" : 255,
"23986176" : 178,
"24248320" : 191,
"24510464" : 191,
"24772608" : 367,
"25034752" : 1072,
"25296896" : 1364,
"25559040" : 1150,
"25821184" : 593,
"26083328" : 302,
"26345472" : 480,
"26607616" : 928,
"26869760" : 2367,
"27131904" : 2434,
"27394048" : 3730,
"27656192" : 4660,
"27918336" : 4493,
"28180480" : 5059,
"28442624" : 5879,
"28704768" : 8910,
"28966912" : 8634,
"29229056" : 9023,
"29491200" : 13225,
"29753344" : 11274,
"30015488" : 14094,
"30277632" : 15365,
"30539776" : 18265,
"30801920" : 19044,
"31064064" : 15899,
"31326208" : 18060,
"31588352" : 21307,
"31850496" : 16068,
"32112640" : 17160,
"32374784" : 13844,
"32636928" : 12712,
"32899072" : 12664,
"33161216" : 10410,
"33423360" : 11515,
"33816576" : 11673,
"34340864" : 13936,
"34865152" : 9437,
"35389440" : 7360,
"35913728" : 4104,
"36438016" : 2852,
"36962304" : 1457,
"37486592" : 618,
"38010880" : 506,
"38535168" : 223,
"39059456" : 130,
"39583744" : 67,
"40108032" : 62,
"40632320" : 38,
"41156608" : 38,
"41680896" : 22,
"42205184" : 7,
"42729472" : 4,
"43253760" : 1,
"43778048" : 4,
"44302336" : 2,
"44826624" : 1
}
},
"lat_ns" : {
"min" : 23899097,
"max" : 45929890,
"mean" : 32313987.940337,
"stddev" : 2341077.743344,
"N" : 356501
},
"bw_min" : 3528704,
"bw_max" : 4969049,
"bw_agg" : 99.866521,
"bw_mean" : 4050730.374302,
"bw_dev" : 63296.586849,
"bw_samples" : 716,
"iops_min" : 3446,
"iops_max" : 4852,
"iops_mean" : 3955.541899,
"iops_stddev" : 61.833647,
"iops_samples" : 716
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360004,
"usr_cpu" : 3.221909,
"sys_cpu" : 14.597893,
"ctx" : 370834,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999158,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002723,
"timestamp_ms" : 1774002723909,
"time" : "Fri Mar 20 07:32:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 420957126656,
"io_kbytes" : 411090944,
"bw_bytes" : 4209529171,
"bw" : 4110868,
"iops" : 4014.549855,
"runtime" : 100001,
"total_ios" : 401459,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 5134153,
"mean" : 992921.061393,
"stddev" : 105926.686567,
"N" : 401461
},
"clat_ns" : {
"min" : 20664496,
"max" : 44762597,
"mean" : 30889775.771908,
"stddev" : 2703290.227075,
"N" : 401457,
"percentile" : {
"1.000000" : 22937600,
"5.000000" : 25559040,
"10.000000" : 27394048,
"20.000000" : 28966912,
"30.000000" : 30015488,
"40.000000" : 30539776,
"50.000000" : 31064064,
"60.000000" : 31588352,
"70.000000" : 32112640,
"80.000000" : 32899072,
"90.000000" : 34340864,
"95.000000" : 34865152,
"99.000000" : 36438016,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41680896
},
"bins" : {
"20578304" : 2,
"20840448" : 448,
"21102592" : 304,
"21364736" : 400,
"21626880" : 562,
"21889024" : 440,
"22151168" : 580,
"22413312" : 735,
"22675456" : 383,
"22937600" : 270,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1552,
"23986176" : 470,
"24248320" : 460,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1612,
"25296896" : 4545,
"25559040" : 3122,
"25821184" : 2031,
"26083328" : 2157,
"26345472" : 2782,
"26607616" : 2659,
"26869760" : 3169,
"27131904" : 3851,
"27394048" : 4392,
"27656192" : 5567,
"27918336" : 5350,
"28180480" : 5482,
"28442624" : 6167,
"28704768" : 9109,
"28966912" : 8905,
"29229056" : 9649,
"29491200" : 14330,
"29753344" : 12067,
"30015488" : 14923,
"30277632" : 17140,
"30539776" : 19288,
"30801920" : 20879,
"31064064" : 17185,
"31326208" : 18860,
"31588352" : 21911,
"31850496" : 16835,
"32112640" : 17574,
"32374784" : 14463,
"32636928" : 13336,
"32899072" : 13121,
"33161216" : 10684,
"33423360" : 11957,
"33816576" : 13270,
"34340864" : 14094,
"34865152" : 9541,
"35389440" : 7466,
"35913728" : 4189,
"36438016" : 2908,
"36962304" : 1528,
"37486592" : 687,
"38010880" : 554,
"38535168" : 255,
"39059456" : 130,
"39583744" : 67,
"40108032" : 62,
"40632320" : 38,
"41156608" : 38,
"41680896" : 22,
"42205184" : 7,
"42729472" : 4,
"43253760" : 1,
"43778048" : 4,
"44302336" : 2,
"44826624" : 1
}
},
"lat_ns" : {
"min" : 21351466,
"max" : 45929890,
"mean" : 31882647.754636,
"stddev" : 2789044.430143,
"N" : 401457
},
"bw_min" : 3528704,
"bw_max" : 5773312,
"bw_agg" : 100.000000,
"bw_mean" : 4113550.939698,
"bw_dev" : 86718.066088,
"bw_samples" : 796,
"iops_min" : 3446,
"iops_max" : 5638,
"iops_mean" : 4016.894472,
"iops_stddev" : 84.692853,
"iops_samples" : 796
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 400004,
"usr_cpu" : 3.268217,
"sys_cpu" : 14.885601,
"ctx" : 418373,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999502,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002733,
"timestamp_ms" : 1774002733909,
"time" : "Fri Mar 20 07:32:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 458556964864,
"io_kbytes" : 447809536,
"bw_bytes" : 4168623887,
"bw" : 4070921,
"iops" : 3975.545899,
"runtime" : 110002,
"total_ios" : 437318,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 5134153,
"mean" : 1002691.723672,
"stddev" : 108068.667182,
"N" : 437318
},
"clat_ns" : {
"min" : 20664496,
"max" : 44762597,
"mean" : 31192620.768466,
"stddev" : 2808448.759382,
"N" : 437314,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 25821184,
"10.000000" : 27656192,
"20.000000" : 29229056,
"30.000000" : 30015488,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 31850496,
"70.000000" : 32636928,
"80.000000" : 33423360,
"90.000000" : 34340864,
"95.000000" : 35389440,
"99.000000" : 36962304,
"99.500000" : 37486592,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41156608
},
"bins" : {
"20578304" : 2,
"20840448" : 448,
"21102592" : 304,
"21364736" : 400,
"21626880" : 562,
"21889024" : 440,
"22151168" : 580,
"22413312" : 735,
"22675456" : 383,
"22937600" : 270,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1552,
"23986176" : 470,
"24248320" : 460,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1612,
"25296896" : 4545,
"25559040" : 3122,
"25821184" : 2031,
"26083328" : 2157,
"26345472" : 2782,
"26607616" : 2659,
"26869760" : 3169,
"27131904" : 3851,
"27394048" : 4392,
"27656192" : 5567,
"27918336" : 5350,
"28180480" : 5482,
"28442624" : 6167,
"28704768" : 9109,
"28966912" : 8905,
"29229056" : 9649,
"29491200" : 14330,
"29753344" : 12067,
"30015488" : 14923,
"30277632" : 17140,
"30539776" : 19288,
"30801920" : 20879,
"31064064" : 17185,
"31326208" : 18878,
"31588352" : 22230,
"31850496" : 17478,
"32112640" : 18965,
"32374784" : 14797,
"32636928" : 13682,
"32899072" : 13943,
"33161216" : 11790,
"33423360" : 13769,
"33816576" : 20278,
"34340864" : 21030,
"34865152" : 12780,
"35389440" : 10620,
"35913728" : 7404,
"36438016" : 6325,
"36962304" : 2589,
"37486592" : 1209,
"38010880" : 991,
"38535168" : 332,
"39059456" : 130,
"39583744" : 67,
"40108032" : 62,
"40632320" : 38,
"41156608" : 38,
"41680896" : 22,
"42205184" : 7,
"42729472" : 4,
"43253760" : 1,
"43778048" : 4,
"44302336" : 2,
"44826624" : 1
}
},
"lat_ns" : {
"min" : 21351466,
"max" : 45929890,
"mean" : 32195264.630542,
"stddev" : 2897715.547785,
"N" : 437314
},
"bw_min" : 3467264,
"bw_max" : 5773312,
"bw_agg" : 100.000000,
"bw_mean" : 4073688.424658,
"bw_dev" : 88876.391101,
"bw_samples" : 876,
"iops_min" : 3386,
"iops_max" : 5638,
"iops_mean" : 3977.945205,
"iops_stddev" : 86.805842,
"iops_samples" : 876
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 440005,
"usr_cpu" : 3.223372,
"sys_cpu" : 14.730742,
"ctx" : 454607,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999085,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002743,
"timestamp_ms" : 1774002743909,
"time" : "Fri Mar 20 07:32:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 495248736256,
"io_kbytes" : 483641344,
"bw_bytes" : 4127004018,
"bw" : 4030277,
"iops" : 3935.851069,
"runtime" : 120002,
"total_ios" : 472310,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 5134153,
"mean" : 1012838.823648,
"stddev" : 112245.897673,
"N" : 472310
},
"clat_ns" : {
"min" : 20664496,
"max" : 44762597,
"mean" : 31506378.314859,
"stddev" : 2965915.363007,
"N" : 472306,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 26083328,
"10.000000" : 27656192,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 30801920,
"50.000000" : 31588352,
"60.000000" : 32112640,
"70.000000" : 33161216,
"80.000000" : 33816576,
"90.000000" : 35389440,
"95.000000" : 35913728,
"99.000000" : 37486592,
"99.500000" : 38535168,
"99.900000" : 41680896,
"99.950000" : 42729472,
"99.990000" : 44302336
},
"bins" : {
"20578304" : 2,
"20840448" : 448,
"21102592" : 304,
"21364736" : 400,
"21626880" : 562,
"21889024" : 440,
"22151168" : 580,
"22413312" : 735,
"22675456" : 383,
"22937600" : 270,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1552,
"23986176" : 470,
"24248320" : 460,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1612,
"25296896" : 4545,
"25559040" : 3122,
"25821184" : 2031,
"26083328" : 2157,
"26345472" : 2782,
"26607616" : 2659,
"26869760" : 3169,
"27131904" : 3851,
"27394048" : 4392,
"27656192" : 5567,
"27918336" : 5350,
"28180480" : 5482,
"28442624" : 6167,
"28704768" : 9109,
"28966912" : 8905,
"29229056" : 9649,
"29491200" : 14330,
"29753344" : 12067,
"30015488" : 14923,
"30277632" : 17140,
"30539776" : 19288,
"30801920" : 20879,
"31064064" : 17185,
"31326208" : 18878,
"31588352" : 22230,
"31850496" : 17478,
"32112640" : 18965,
"32374784" : 14945,
"32636928" : 14409,
"32899072" : 14682,
"33161216" : 13479,
"33423360" : 16176,
"33816576" : 25347,
"34340864" : 23520,
"34865152" : 16028,
"35389440" : 14515,
"35913728" : 11134,
"36438016" : 8855,
"36962304" : 5110,
"37486592" : 4400,
"38010880" : 1764,
"38535168" : 838,
"39059456" : 358,
"39583744" : 221,
"40108032" : 216,
"40632320" : 212,
"41156608" : 177,
"41680896" : 115,
"42205184" : 161,
"42729472" : 60,
"43253760" : 56,
"43778048" : 70,
"44302336" : 58,
"44826624" : 1
}
},
"lat_ns" : {
"min" : 21351466,
"max" : 45929890,
"mean" : 32519111.512270,
"stddev" : 3060273.810077,
"N" : 472306
},
"bw_min" : 3350528,
"bw_max" : 5773312,
"bw_agg" : 100.000000,
"bw_mean" : 4034457.610879,
"bw_dev" : 91605.241947,
"bw_samples" : 956,
"iops_min" : 3272,
"iops_max" : 5638,
"iops_mean" : 3939.631799,
"iops_stddev" : 89.470943,
"iops_samples" : 956
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480006,
"usr_cpu" : 3.196418,
"sys_cpu" : 14.558568,
"ctx" : 490965,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999153,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002753,
"timestamp_ms" : 1774002753908,
"time" : "Fri Mar 20 07:32:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 535121887232,
"io_kbytes" : 522579968,
"bw_bytes" : 4116290545,
"bw" : 4019814,
"iops" : 3925.631341,
"runtime" : 130001,
"total_ios" : 510336,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 6475060,
"mean" : 1015486.534867,
"stddev" : 113369.356397,
"N" : 510336
},
"clat_ns" : {
"min" : 20664496,
"max" : 48763920,
"mean" : 31589715.920873,
"stddev" : 3004231.144574,
"N" : 510332,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 26345472,
"10.000000" : 27918336,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 30801920,
"50.000000" : 31588352,
"60.000000" : 32374784,
"70.000000" : 33161216,
"80.000000" : 33816576,
"90.000000" : 35389440,
"95.000000" : 36438016,
"99.000000" : 38535168,
"99.500000" : 39583744,
"99.900000" : 42729472,
"99.950000" : 43778048,
"99.990000" : 45350912
},
"bins" : {
"20578304" : 2,
"20840448" : 448,
"21102592" : 304,
"21364736" : 400,
"21626880" : 562,
"21889024" : 440,
"22151168" : 580,
"22413312" : 735,
"22675456" : 383,
"22937600" : 270,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1552,
"23986176" : 470,
"24248320" : 460,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1612,
"25296896" : 4545,
"25559040" : 3122,
"25821184" : 2031,
"26083328" : 2157,
"26345472" : 2782,
"26607616" : 2659,
"26869760" : 3169,
"27131904" : 3851,
"27394048" : 4394,
"27656192" : 6239,
"27918336" : 5840,
"28180480" : 6035,
"28442624" : 6559,
"28704768" : 9541,
"28966912" : 9204,
"29229056" : 10847,
"29491200" : 15382,
"29753344" : 15058,
"30015488" : 18045,
"30277632" : 19339,
"30539776" : 20111,
"30801920" : 21582,
"31064064" : 17780,
"31326208" : 19472,
"31588352" : 22956,
"31850496" : 18423,
"32112640" : 20264,
"32374784" : 16520,
"32636928" : 15598,
"32899072" : 15271,
"33161216" : 14097,
"33423360" : 17505,
"33816576" : 28353,
"34340864" : 26566,
"34865152" : 16836,
"35389440" : 15297,
"35913728" : 11539,
"36438016" : 10121,
"36962304" : 5899,
"37486592" : 4827,
"38010880" : 2139,
"38535168" : 1407,
"39059456" : 856,
"39583744" : 586,
"40108032" : 396,
"40632320" : 394,
"41156608" : 362,
"41680896" : 290,
"42205184" : 321,
"42729472" : 181,
"43253760" : 128,
"43778048" : 121,
"44302336" : 106,
"44826624" : 61,
"45350912" : 39,
"45875200" : 3,
"46399488" : 3,
"46923776" : 9,
"47448064" : 6,
"47972352" : 6,
"48496640" : 2,
"49020928" : 1
}
},
"lat_ns" : {
"min" : 21351466,
"max" : 49996212,
"mean" : 32605187.934417,
"stddev" : 3099941.203818,
"N" : 510332
},
"bw_min" : 3145728,
"bw_max" : 5773312,
"bw_agg" : 99.999354,
"bw_mean" : 4019789.339768,
"bw_dev" : 92441.927948,
"bw_samples" : 1036,
"iops_min" : 3072,
"iops_max" : 5638,
"iops_mean" : 3925.305019,
"iops_stddev" : 90.291248,
"iops_samples" : 1036
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 520003,
"usr_cpu" : 3.195366,
"sys_cpu" : 14.515493,
"ctx" : 529798,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999216,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002763,
"timestamp_ms" : 1774002763908,
"time" : "Fri Mar 20 07:32:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 575259279360,
"io_kbytes" : 561776640,
"bw_bytes" : 4108965502,
"bw" : 4012661,
"iops" : 3918.643438,
"runtime" : 140001,
"total_ios" : 548614,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 6475060,
"mean" : 1017301.561495,
"stddev" : 111875.813734,
"N" : 548614
},
"clat_ns" : {
"min" : 20664496,
"max" : 48763920,
"mean" : 31646085.910337,
"stddev" : 2936370.199353,
"N" : 548610,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 26345472,
"10.000000" : 28180480,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 31064064,
"50.000000" : 31588352,
"60.000000" : 32374784,
"70.000000" : 33161216,
"80.000000" : 33816576,
"90.000000" : 35389440,
"95.000000" : 36438016,
"99.000000" : 38010880,
"99.500000" : 39583744,
"99.900000" : 42729472,
"99.950000" : 43778048,
"99.990000" : 45350912
},
"bins" : {
"20578304" : 2,
"20840448" : 448,
"21102592" : 304,
"21364736" : 400,
"21626880" : 562,
"21889024" : 440,
"22151168" : 580,
"22413312" : 735,
"22675456" : 383,
"22937600" : 270,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1552,
"23986176" : 470,
"24248320" : 460,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1612,
"25296896" : 4545,
"25559040" : 3122,
"25821184" : 2031,
"26083328" : 2157,
"26345472" : 2782,
"26607616" : 2659,
"26869760" : 3169,
"27131904" : 3851,
"27394048" : 4394,
"27656192" : 6239,
"27918336" : 5840,
"28180480" : 6035,
"28442624" : 6559,
"28704768" : 9541,
"28966912" : 9204,
"29229056" : 10893,
"29491200" : 15462,
"29753344" : 15996,
"30015488" : 18475,
"30277632" : 21429,
"30539776" : 21854,
"30801920" : 24076,
"31064064" : 19538,
"31326208" : 21378,
"31588352" : 24816,
"31850496" : 21052,
"32112640" : 22713,
"32374784" : 18452,
"32636928" : 18814,
"32899072" : 19766,
"33161216" : 16166,
"33423360" : 18917,
"33816576" : 30262,
"34340864" : 28015,
"34865152" : 17745,
"35389440" : 16123,
"35913728" : 12244,
"36438016" : 10428,
"36962304" : 6108,
"37486592" : 5022,
"38010880" : 2210,
"38535168" : 1450,
"39059456" : 867,
"39583744" : 624,
"40108032" : 406,
"40632320" : 405,
"41156608" : 369,
"41680896" : 292,
"42205184" : 325,
"42729472" : 184,
"43253760" : 132,
"43778048" : 122,
"44302336" : 107,
"44826624" : 63,
"45350912" : 44,
"45875200" : 12,
"46399488" : 3,
"46923776" : 9,
"47448064" : 6,
"47972352" : 6,
"48496640" : 2,
"49020928" : 1
}
},
"lat_ns" : {
"min" : 21351466,
"max" : 49996212,
"mean" : 32663368.752208,
"stddev" : 3029842.041215,
"N" : 548610
},
"bw_min" : 3145728,
"bw_max" : 5773312,
"bw_agg" : 100.000000,
"bw_mean" : 4013738.577061,
"bw_dev" : 89899.175120,
"bw_samples" : 1116,
"iops_min" : 3072,
"iops_max" : 5638,
"iops_mean" : 3919.390681,
"iops_stddev" : 87.809691,
"iops_samples" : 1116
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 560004,
"usr_cpu" : 3.175870,
"sys_cpu" : 14.508111,
"ctx" : 570462,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999271,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002773,
"timestamp_ms" : 1774002773909,
"time" : "Fri Mar 20 07:32:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 616897183744,
"io_kbytes" : 602438656,
"bw_bytes" : 4112593057,
"bw" : 4016204,
"iops" : 3922.101039,
"runtime" : 150002,
"total_ios" : 588323,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 6475060,
"mean" : 1016397.959764,
"stddev" : 110478.738498,
"N" : 588323
},
"clat_ns" : {
"min" : 20664496,
"max" : 48763920,
"mean" : 31618458.454673,
"stddev" : 2901844.316337,
"N" : 588319,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 26607616,
"10.000000" : 28180480,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 31064064,
"50.000000" : 31588352,
"60.000000" : 32374784,
"70.000000" : 33161216,
"80.000000" : 33816576,
"90.000000" : 35389440,
"95.000000" : 36438016,
"99.000000" : 38010880,
"99.500000" : 39583744,
"99.900000" : 42729472,
"99.950000" : 43778048,
"99.990000" : 45350912
},
"bins" : {
"20578304" : 2,
"20840448" : 448,
"21102592" : 304,
"21364736" : 400,
"21626880" : 562,
"21889024" : 440,
"22151168" : 580,
"22413312" : 735,
"22675456" : 383,
"22937600" : 270,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1552,
"23986176" : 470,
"24248320" : 460,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1612,
"25296896" : 4545,
"25559040" : 3122,
"25821184" : 2031,
"26083328" : 2157,
"26345472" : 2960,
"26607616" : 2984,
"26869760" : 3389,
"27131904" : 4334,
"27394048" : 4854,
"27656192" : 6857,
"27918336" : 6642,
"28180480" : 6567,
"28442624" : 7395,
"28704768" : 11117,
"28966912" : 10907,
"29229056" : 12892,
"29491200" : 16613,
"29753344" : 17619,
"30015488" : 20549,
"30277632" : 23409,
"30539776" : 23665,
"30801920" : 26186,
"31064064" : 20703,
"31326208" : 22301,
"31588352" : 26038,
"31850496" : 22401,
"32112640" : 23317,
"32374784" : 18954,
"32636928" : 20742,
"32899072" : 21901,
"33161216" : 17504,
"33423360" : 19592,
"33816576" : 32139,
"34340864" : 29573,
"34865152" : 19761,
"35389440" : 17043,
"35913728" : 12648,
"36438016" : 10654,
"36962304" : 6288,
"37486592" : 5153,
"38010880" : 2250,
"38535168" : 1474,
"39059456" : 878,
"39583744" : 624,
"40108032" : 406,
"40632320" : 405,
"41156608" : 369,
"41680896" : 292,
"42205184" : 325,
"42729472" : 184,
"43253760" : 132,
"43778048" : 122,
"44302336" : 107,
"44826624" : 63,
"45350912" : 44,
"45875200" : 12,
"46399488" : 3,
"46923776" : 9,
"47448064" : 6,
"47972352" : 6,
"48496640" : 2,
"49020928" : 1
}
},
"lat_ns" : {
"min" : 21351466,
"max" : 49996212,
"mean" : 32634867.814324,
"stddev" : 2994227.359430,
"N" : 588319
},
"bw_min" : 3145728,
"bw_max" : 5773312,
"bw_agg" : 99.973653,
"bw_mean" : 4015146.337793,
"bw_dev" : 88358.942544,
"bw_samples" : 1196,
"iops_min" : 3072,
"iops_max" : 5638,
"iops_mean" : 3920.755853,
"iops_stddev" : 86.303783,
"iops_samples" : 1196
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 600006,
"usr_cpu" : 3.189468,
"sys_cpu" : 14.520355,
"ctx" : 610668,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999320,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002783,
"timestamp_ms" : 1774002783908,
"time" : "Fri Mar 20 07:33:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 660463419392,
"io_kbytes" : 644983808,
"bw_bytes" : 4127870572,
"bw" : 4031123,
"iops" : 3936.662896,
"runtime" : 160001,
"total_ios" : 629870,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 6475060,
"mean" : 1012619.300977,
"stddev" : 109842.861565,
"N" : 629871
},
"clat_ns" : {
"min" : 20664496,
"max" : 48763920,
"mean" : 31501415.669767,
"stddev" : 2882451.024783,
"N" : 629867,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 26869760,
"10.000000" : 27918336,
"20.000000" : 29491200,
"30.000000" : 30277632,
"40.000000" : 30801920,
"50.000000" : 31588352,
"60.000000" : 32112640,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34865152,
"95.000000" : 35913728,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 42729472,
"99.950000" : 43778048,
"99.990000" : 45350912
},
"bins" : {
"20578304" : 2,
"20840448" : 448,
"21102592" : 304,
"21364736" : 400,
"21626880" : 562,
"21889024" : 440,
"22151168" : 580,
"22413312" : 735,
"22675456" : 383,
"22937600" : 270,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1552,
"23986176" : 470,
"24248320" : 460,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1612,
"25296896" : 4545,
"25559040" : 3122,
"25821184" : 2031,
"26083328" : 2157,
"26345472" : 2960,
"26607616" : 3178,
"26869760" : 4319,
"27131904" : 5266,
"27394048" : 6378,
"27656192" : 8289,
"27918336" : 9150,
"28180480" : 7737,
"28442624" : 9037,
"28704768" : 15579,
"28966912" : 12407,
"29229056" : 15337,
"29491200" : 18046,
"29753344" : 19831,
"30015488" : 23826,
"30277632" : 25998,
"30539776" : 25736,
"30801920" : 27849,
"31064064" : 22832,
"31326208" : 23882,
"31588352" : 26755,
"31850496" : 22966,
"32112640" : 23837,
"32374784" : 19430,
"32636928" : 21165,
"32899072" : 22258,
"33161216" : 17757,
"33423360" : 19847,
"33816576" : 32695,
"34340864" : 29960,
"34865152" : 20140,
"35389440" : 17319,
"35913728" : 12870,
"36438016" : 10810,
"36962304" : 6408,
"37486592" : 5259,
"38010880" : 2329,
"38535168" : 1481,
"39059456" : 878,
"39583744" : 624,
"40108032" : 406,
"40632320" : 405,
"41156608" : 369,
"41680896" : 292,
"42205184" : 325,
"42729472" : 184,
"43253760" : 132,
"43778048" : 122,
"44302336" : 107,
"44826624" : 63,
"45350912" : 44,
"45875200" : 12,
"46399488" : 3,
"46923776" : 9,
"47448064" : 6,
"47972352" : 6,
"48496640" : 2,
"49020928" : 1
}
},
"lat_ns" : {
"min" : 21351466,
"max" : 49996212,
"mean" : 32514042.585174,
"stddev" : 2974209.433882,
"N" : 629867
},
"bw_min" : 3145728,
"bw_max" : 5773312,
"bw_agg" : 99.994850,
"bw_mean" : 4030916.536050,
"bw_dev" : 87714.644743,
"bw_samples" : 1276,
"iops_min" : 3072,
"iops_max" : 5638,
"iops_mean" : 3936.169279,
"iops_stddev" : 85.674979,
"iops_samples" : 1276
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640003,
"usr_cpu" : 3.208579,
"sys_cpu" : 14.592432,
"ctx" : 653546,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999524,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002793,
"timestamp_ms" : 1774002793908,
"time" : "Fri Mar 20 07:33:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 706397339648,
"io_kbytes" : 689841152,
"bw_bytes" : 4155254025,
"bw" : 4057865,
"iops" : 3962.776690,
"runtime" : 170001,
"total_ios" : 673676,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 6475060,
"mean" : 1005915.041095,
"stddev" : 112049.380729,
"N" : 673677
},
"clat_ns" : {
"min" : 20664496,
"max" : 48763920,
"mean" : 31293588.796973,
"stddev" : 2941543.644786,
"N" : 673673,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 26345472,
"10.000000" : 27656192,
"20.000000" : 28966912,
"30.000000" : 30015488,
"40.000000" : 30539776,
"50.000000" : 31326208,
"60.000000" : 32112640,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34865152,
"95.000000" : 35913728,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 42729472,
"99.950000" : 43778048,
"99.990000" : 45350912
},
"bins" : {
"20578304" : 2,
"20840448" : 448,
"21102592" : 304,
"21364736" : 400,
"21626880" : 562,
"21889024" : 440,
"22151168" : 580,
"22413312" : 735,
"22675456" : 383,
"22937600" : 270,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1552,
"23986176" : 470,
"24248320" : 460,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1741,
"25296896" : 5185,
"25559040" : 4148,
"25821184" : 3264,
"26083328" : 5273,
"26345472" : 4380,
"26607616" : 5622,
"26869760" : 5740,
"27131904" : 6563,
"27394048" : 8459,
"27656192" : 11331,
"27918336" : 14250,
"28180480" : 10814,
"28442624" : 12159,
"28704768" : 18224,
"28966912" : 14128,
"29229056" : 16165,
"29491200" : 18856,
"29753344" : 20392,
"30015488" : 24882,
"30277632" : 26670,
"30539776" : 26341,
"30801920" : 28678,
"31064064" : 23722,
"31326208" : 24666,
"31588352" : 27633,
"31850496" : 23222,
"32112640" : 24097,
"32374784" : 19669,
"32636928" : 21427,
"32899072" : 22559,
"33161216" : 18006,
"33423360" : 20026,
"33816576" : 32878,
"34340864" : 30021,
"34865152" : 20178,
"35389440" : 17349,
"35913728" : 12898,
"36438016" : 10861,
"36962304" : 6441,
"37486592" : 5291,
"38010880" : 2367,
"38535168" : 1517,
"39059456" : 895,
"39583744" : 638,
"40108032" : 419,
"40632320" : 427,
"41156608" : 380,
"41680896" : 306,
"42205184" : 330,
"42729472" : 189,
"43253760" : 133,
"43778048" : 123,
"44302336" : 107,
"44826624" : 63,
"45350912" : 44,
"45875200" : 12,
"46399488" : 3,
"46923776" : 9,
"47448064" : 6,
"47972352" : 6,
"48496640" : 2,
"49020928" : 1
}
},
"lat_ns" : {
"min" : 21351466,
"max" : 49996212,
"mean" : 32299493.035078,
"stddev" : 3035174.300745,
"N" : 673673
},
"bw_min" : 3145728,
"bw_max" : 5773312,
"bw_agg" : 100.000000,
"bw_mean" : 4059041.542773,
"bw_dev" : 90635.278382,
"bw_samples" : 1356,
"iops_min" : 3072,
"iops_max" : 5638,
"iops_mean" : 3963.646018,
"iops_stddev" : 88.528660,
"iops_samples" : 1356
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 680004,
"usr_cpu" : 3.229393,
"sys_cpu" : 14.727560,
"ctx" : 700285,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.999555,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002803,
"timestamp_ms" : 1774002803925,
"time" : "Fri Mar 20 07:33:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 745183117312,
"io_kbytes" : 727717888,
"bw_bytes" : 4139860208,
"bw" : 4042832,
"iops" : 3947.367251,
"runtime" : 180002,
"total_ios" : 710534,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 6475060,
"mean" : 1009839.111271,
"stddev" : 111738.972172,
"N" : 710538
},
"clat_ns" : {
"min" : 3756,
"max" : 48763920,
"mean" : 31412362.274695,
"stddev" : 2947581.288297,
"N" : 710658,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 26345472,
"10.000000" : 27656192,
"20.000000" : 28966912,
"30.000000" : 30015488,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 32112640,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34865152,
"95.000000" : 35913728,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 42205184,
"99.950000" : 43778048,
"99.990000" : 45350912
},
"bins" : {
"3760" : 1,
"4256" : 1,
"4576" : 1,
"5024" : 1,
"856064" : 1,
"1155072" : 2,
"1187840" : 1,
"1974272" : 1,
"2277376" : 3,
"3129344" : 1,
"3424256" : 3,
"4227072" : 1,
"4489216" : 1,
"4554752" : 2,
"5406720" : 1,
"5668864" : 2,
"5734400" : 1,
"6520832" : 1,
"6782976" : 1,
"6848512" : 1,
"6914048" : 1,
"7700480" : 1,
"7962624" : 2,
"8028160" : 1,
"8847360" : 1,
"9109504" : 2,
"9240576" : 1,
"10027008" : 1,
"10289152" : 3,
"11206656" : 1,
"11468800" : 3,
"12255232" : 1,
"12648448" : 3,
"13434880" : 1,
"13697024" : 1,
"13828096" : 2,
"14614528" : 1,
"14876672" : 3,
"15794176" : 1,
"16056320" : 3,
"16908288" : 1,
"17170432" : 3,
"17956864" : 1,
"18481152" : 3,
"19267584" : 1,
"19529728" : 3,
"20316160" : 1,
"20578304" : 3,
"20840448" : 450,
"21102592" : 304,
"21364736" : 400,
"21626880" : 563,
"21889024" : 443,
"22151168" : 580,
"22413312" : 735,
"22675456" : 384,
"22937600" : 273,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1553,
"23986176" : 470,
"24248320" : 463,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1742,
"25296896" : 5188,
"25559040" : 4148,
"25821184" : 3264,
"26083328" : 5274,
"26345472" : 4383,
"26607616" : 5622,
"26869760" : 5740,
"27131904" : 6564,
"27394048" : 8459,
"27656192" : 11334,
"27918336" : 14250,
"28180480" : 10814,
"28442624" : 12160,
"28704768" : 18324,
"28966912" : 14248,
"29229056" : 16310,
"29491200" : 19104,
"29753344" : 20744,
"30015488" : 25324,
"30277632" : 27054,
"30539776" : 26599,
"30801920" : 29070,
"31064064" : 24307,
"31326208" : 25373,
"31588352" : 29902,
"31850496" : 24177,
"32112640" : 24760,
"32374784" : 21200,
"32636928" : 23734,
"32899072" : 24191,
"33161216" : 19618,
"33423360" : 21681,
"33816576" : 39559,
"34340864" : 33352,
"34865152" : 23268,
"35389440" : 19851,
"35913728" : 14440,
"36438016" : 12991,
"36962304" : 7155,
"37486592" : 5688,
"38010880" : 2503,
"38535168" : 1521,
"39059456" : 895,
"39583744" : 638,
"40108032" : 419,
"40632320" : 427,
"41156608" : 380,
"41680896" : 306,
"42205184" : 330,
"42729472" : 189,
"43253760" : 133,
"43778048" : 123,
"44302336" : 107,
"44826624" : 63,
"45350912" : 44,
"45875200" : 12,
"46399488" : 3,
"46923776" : 9,
"47448064" : 6,
"47972352" : 6,
"48496640" : 2,
"49020928" : 1
}
},
"lat_ns" : {
"min" : 854234,
"max" : 49996212,
"mean" : 32422192.300150,
"stddev" : 3040737.889769,
"N" : 710658
},
"bw_min" : 3145728,
"bw_max" : 5773312,
"bw_agg" : 100.000000,
"bw_mean" : 4044588.119777,
"bw_dev" : 89820.675799,
"bw_samples" : 1436,
"iops_min" : 3072,
"iops_max" : 5638,
"iops_mean" : 3949.526462,
"iops_stddev" : 87.732607,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720004,
"usr_cpu" : 3.217343,
"sys_cpu" : 14.666724,
"ctx" : 738304,
"majf" : 0,
"minf" : 167,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999437,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.007318,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002803,
"timestamp_ms" : 1774002803936,
"time" : "Fri Mar 20 07:33:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 745183117312,
"io_kbytes" : 727717888,
"bw_bytes" : 4139860208,
"bw" : 4042832,
"iops" : 3947.367251,
"runtime" : 180002,
"total_ios" : 710534,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 468175,
"max" : 6475060,
"mean" : 1009839.111271,
"stddev" : 111738.972172,
"N" : 710538
},
"clat_ns" : {
"min" : 3756,
"max" : 48763920,
"mean" : 31412362.274695,
"stddev" : 2947581.288297,
"N" : 710658,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 26345472,
"10.000000" : 27656192,
"20.000000" : 28966912,
"30.000000" : 30015488,
"40.000000" : 30801920,
"50.000000" : 31326208,
"60.000000" : 32112640,
"70.000000" : 32899072,
"80.000000" : 33816576,
"90.000000" : 34865152,
"95.000000" : 35913728,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 42205184,
"99.950000" : 43778048,
"99.990000" : 45350912
},
"bins" : {
"3760" : 1,
"4256" : 1,
"4576" : 1,
"5024" : 1,
"856064" : 1,
"1155072" : 2,
"1187840" : 1,
"1974272" : 1,
"2277376" : 3,
"3129344" : 1,
"3424256" : 3,
"4227072" : 1,
"4489216" : 1,
"4554752" : 2,
"5406720" : 1,
"5668864" : 2,
"5734400" : 1,
"6520832" : 1,
"6782976" : 1,
"6848512" : 1,
"6914048" : 1,
"7700480" : 1,
"7962624" : 2,
"8028160" : 1,
"8847360" : 1,
"9109504" : 2,
"9240576" : 1,
"10027008" : 1,
"10289152" : 3,
"11206656" : 1,
"11468800" : 3,
"12255232" : 1,
"12648448" : 3,
"13434880" : 1,
"13697024" : 1,
"13828096" : 2,
"14614528" : 1,
"14876672" : 3,
"15794176" : 1,
"16056320" : 3,
"16908288" : 1,
"17170432" : 3,
"17956864" : 1,
"18481152" : 3,
"19267584" : 1,
"19529728" : 3,
"20316160" : 1,
"20578304" : 3,
"20840448" : 450,
"21102592" : 304,
"21364736" : 400,
"21626880" : 563,
"21889024" : 443,
"22151168" : 580,
"22413312" : 735,
"22675456" : 384,
"22937600" : 273,
"23199744" : 543,
"23461888" : 1534,
"23724032" : 1553,
"23986176" : 470,
"24248320" : 463,
"24510464" : 1077,
"24772608" : 1727,
"25034752" : 1742,
"25296896" : 5188,
"25559040" : 4148,
"25821184" : 3264,
"26083328" : 5274,
"26345472" : 4383,
"26607616" : 5622,
"26869760" : 5740,
"27131904" : 6564,
"27394048" : 8459,
"27656192" : 11334,
"27918336" : 14250,
"28180480" : 10814,
"28442624" : 12160,
"28704768" : 18324,
"28966912" : 14248,
"29229056" : 16310,
"29491200" : 19104,
"29753344" : 20744,
"30015488" : 25324,
"30277632" : 27054,
"30539776" : 26599,
"30801920" : 29070,
"31064064" : 24307,
"31326208" : 25373,
"31588352" : 29902,
"31850496" : 24177,
"32112640" : 24760,
"32374784" : 21200,
"32636928" : 23734,
"32899072" : 24191,
"33161216" : 19618,
"33423360" : 21681,
"33816576" : 39559,
"34340864" : 33352,
"34865152" : 23268,
"35389440" : 19851,
"35913728" : 14440,
"36438016" : 12991,
"36962304" : 7155,
"37486592" : 5688,
"38010880" : 2503,
"38535168" : 1521,
"39059456" : 895,
"39583744" : 638,
"40108032" : 419,
"40632320" : 427,
"41156608" : 380,
"41680896" : 306,
"42205184" : 330,
"42729472" : 189,
"43253760" : 133,
"43778048" : 123,
"44302336" : 107,
"44826624" : 63,
"45350912" : 44,
"45875200" : 12,
"46399488" : 3,
"46923776" : 9,
"47448064" : 6,
"47972352" : 6,
"48496640" : 2,
"49020928" : 1
}
},
"lat_ns" : {
"min" : 854234,
"max" : 49996212,
"mean" : 32422192.300150,
"stddev" : 3040737.889769,
"N" : 710658
},
"bw_min" : 3145728,
"bw_max" : 5773312,
"bw_agg" : 100.000000,
"bw_mean" : 4044588.119777,
"bw_dev" : 89820.675799,
"bw_samples" : 1436,
"iops_min" : 3072,
"iops_max" : 5638,
"iops_mean" : 3949.526462,
"iops_stddev" : 87.732607,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720004,
"usr_cpu" : 3.217343,
"sys_cpu" : 14.666724,
"ctx" : 738304,
"majf" : 0,
"minf" : 167,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999437,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 100.007318,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}