raidz2/benchmarks/seq/seq-write-qd32-nj4_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774002383,
"timestamp_ms" : 1774002383046,
"time" : "Fri Mar 20 07:26:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 37880856576,
"io_kbytes" : 36993024,
"bw_bytes" : 3887608433,
"bw" : 3796492,
"iops" : 3721.059113,
"runtime" : 9744,
"total_ios" : 36258,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 38974,
"usr_cpu" : 3.071278,
"sys_cpu" : 13.419203,
"ctx" : 42341,
"majf" : 0,
"minf" : 26,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.176513,
"32" : 99.658007,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002393,
"timestamp_ms" : 1774002393302,
"time" : "Fri Mar 20 07:26:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 46451916800,
"io_kbytes" : 45363200,
"bw_bytes" : 4645191680,
"bw" : 4536320,
"iops" : 4430.400000,
"runtime" : 10000,
"total_ios" : 44304,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 528076,
"max" : 3384219,
"mean" : 899514.571529,
"stddev" : 79658.043441,
"N" : 44304
},
"clat_ns" : {
"min" : 24770745,
"max" : 37033426,
"mean" : 28002221.278239,
"stddev" : 1712026.673346,
"N" : 44300,
"percentile" : {
"1.000000" : 25296896,
"5.000000" : 25821184,
"10.000000" : 26345472,
"20.000000" : 26607616,
"30.000000" : 27131904,
"40.000000" : 27394048,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28442624,
"80.000000" : 29229056,
"90.000000" : 30015488,
"95.000000" : 31064064,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 36962304
},
"bins" : {
"24772608" : 75,
"25034752" : 232,
"25296896" : 592,
"25559040" : 785,
"25821184" : 1418,
"26083328" : 1285,
"26345472" : 2847,
"26607616" : 2890,
"26869760" : 2765,
"27131904" : 3328,
"27394048" : 3057,
"27656192" : 4205,
"27918336" : 2487,
"28180480" : 3417,
"28442624" : 2031,
"28704768" : 2073,
"28966912" : 1280,
"29229056" : 2067,
"29491200" : 1741,
"29753344" : 700,
"30015488" : 673,
"30277632" : 650,
"30539776" : 1084,
"30801920" : 315,
"31064064" : 195,
"31326208" : 153,
"31588352" : 148,
"31850496" : 110,
"32112640" : 102,
"32374784" : 133,
"32636928" : 339,
"32899072" : 246,
"33161216" : 167,
"33423360" : 141,
"33816576" : 184,
"34340864" : 99,
"34865152" : 175,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 25588865,
"max" : 38181800,
"mean" : 28902233.121851,
"stddev" : 1765684.377611,
"N" : 44300
},
"bw_min" : 3983132,
"bw_max" : 4796416,
"bw_agg" : 99.813263,
"bw_mean" : 4527849.473684,
"bw_dev" : 52664.979619,
"bw_samples" : 76,
"iops_min" : 3886,
"iops_max" : 4684,
"iops_mean" : 4421.473684,
"iops_stddev" : 51.553849,
"iops_samples" : 76
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39998,
"usr_cpu" : 3.842692,
"sys_cpu" : 16.583329,
"ctx" : 45387,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.990971,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002403,
"timestamp_ms" : 1774002403302,
"time" : "Fri Mar 20 07:26:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 97171537920,
"io_kbytes" : 94894080,
"bw_bytes" : 4858576896,
"bw" : 4744704,
"iops" : 4633.700000,
"runtime" : 20000,
"total_ios" : 92674,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481705,
"max" : 3929762,
"mean" : 859807.821827,
"stddev" : 106771.265401,
"N" : 92674
},
"clat_ns" : {
"min" : 20529166,
"max" : 37033426,
"mean" : 26769374.102914,
"stddev" : 2696257.030095,
"N" : 92670,
"percentile" : {
"1.000000" : 21364736,
"5.000000" : 21889024,
"10.000000" : 22675456,
"20.000000" : 23724032,
"30.000000" : 26083328,
"40.000000" : 26869760,
"50.000000" : 27131904,
"60.000000" : 27656192,
"70.000000" : 28180480,
"80.000000" : 28704768,
"90.000000" : 29491200,
"95.000000" : 30539776,
"99.000000" : 33161216,
"99.500000" : 33816576,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 36438016
},
"bins" : {
"20578304" : 81,
"20840448" : 208,
"21102592" : 315,
"21364736" : 2251,
"21626880" : 1604,
"21889024" : 2029,
"22151168" : 1143,
"22413312" : 1206,
"22675456" : 2848,
"22937600" : 1783,
"23199744" : 1054,
"23461888" : 2267,
"23724032" : 2169,
"23986176" : 1188,
"24248320" : 559,
"24510464" : 600,
"24772608" : 770,
"25034752" : 928,
"25296896" : 1203,
"25559040" : 1208,
"25821184" : 1897,
"26083328" : 2169,
"26345472" : 3652,
"26607616" : 3669,
"26869760" : 5018,
"27131904" : 5032,
"27394048" : 3998,
"27656192" : 5211,
"27918336" : 4151,
"28180480" : 6875,
"28442624" : 4026,
"28704768" : 3156,
"28966912" : 2462,
"29229056" : 3292,
"29491200" : 3747,
"29753344" : 1864,
"30015488" : 964,
"30277632" : 949,
"30539776" : 1438,
"30801920" : 505,
"31064064" : 371,
"31326208" : 347,
"31588352" : 223,
"31850496" : 216,
"32112640" : 224,
"32374784" : 187,
"32636928" : 363,
"32899072" : 276,
"33161216" : 197,
"33423360" : 168,
"33816576" : 200,
"34340864" : 116,
"34865152" : 182,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 21169014,
"max" : 38181800,
"mean" : 27629499.275882,
"stddev" : 2782039.714101,
"N" : 92670
},
"bw_min" : 3983132,
"bw_max" : 5793792,
"bw_agg" : 99.713386,
"bw_mean" : 4731105.846154,
"bw_dev" : 113279.076605,
"bw_samples" : 156,
"iops_min" : 3886,
"iops_max" : 5658,
"iops_mean" : 4619.897436,
"iops_stddev" : 110.628292,
"iops_samples" : 156
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79998,
"usr_cpu" : 4.008850,
"sys_cpu" : 17.681692,
"ctx" : 95651,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.995684,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002413,
"timestamp_ms" : 1774002413302,
"time" : "Fri Mar 20 07:26:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 149994602496,
"io_kbytes" : 146479104,
"bw_bytes" : 4999820083,
"bw" : 4882636,
"iops" : 4768.333333,
"runtime" : 30000,
"total_ios" : 143050,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481705,
"max" : 3929762,
"mean" : 835403.905886,
"stddev" : 102383.303475,
"N" : 143050
},
"clat_ns" : {
"min" : 20529166,
"max" : 37033426,
"mean" : 26011090.971303,
"stddev" : 2510266.956101,
"N" : 143046,
"percentile" : {
"1.000000" : 21364736,
"5.000000" : 22151168,
"10.000000" : 22675456,
"20.000000" : 23724032,
"30.000000" : 24510464,
"40.000000" : 25034752,
"50.000000" : 25821184,
"60.000000" : 26869760,
"70.000000" : 27656192,
"80.000000" : 28180480,
"90.000000" : 29229056,
"95.000000" : 29753344,
"99.000000" : 32636928,
"99.500000" : 33423360,
"99.900000" : 34865152,
"99.950000" : 35389440,
"99.990000" : 36438016
},
"bins" : {
"20578304" : 81,
"20840448" : 208,
"21102592" : 315,
"21364736" : 2251,
"21626880" : 1685,
"21889024" : 2115,
"22151168" : 1660,
"22413312" : 3104,
"22675456" : 3801,
"22937600" : 3409,
"23199744" : 2504,
"23461888" : 4757,
"23724032" : 5626,
"23986176" : 4685,
"24248320" : 4962,
"24510464" : 7167,
"24772608" : 5584,
"25034752" : 6428,
"25296896" : 4765,
"25559040" : 3497,
"25821184" : 3652,
"26083328" : 3188,
"26345472" : 4473,
"26607616" : 4262,
"26869760" : 5511,
"27131904" : 5531,
"27394048" : 4507,
"27656192" : 5634,
"27918336" : 4465,
"28180480" : 7080,
"28442624" : 4275,
"28704768" : 3292,
"28966912" : 2517,
"29229056" : 3329,
"29491200" : 3777,
"29753344" : 1878,
"30015488" : 981,
"30277632" : 954,
"30539776" : 1449,
"30801920" : 506,
"31064064" : 371,
"31326208" : 347,
"31588352" : 223,
"31850496" : 216,
"32112640" : 224,
"32374784" : 187,
"32636928" : 363,
"32899072" : 276,
"33161216" : 197,
"33423360" : 168,
"33816576" : 200,
"34340864" : 116,
"34865152" : 182,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 21169014,
"max" : 38181800,
"mean" : 26846677.068454,
"stddev" : 2589909.755406,
"N" : 143046
},
"bw_min" : 3983132,
"bw_max" : 5793792,
"bw_agg" : 99.860960,
"bw_mean" : 4875848.881356,
"bw_dev" : 107287.516389,
"bw_samples" : 236,
"iops_min" : 3886,
"iops_max" : 5658,
"iops_mean" : 4761.220339,
"iops_stddev" : 104.765628,
"iops_samples" : 236
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119998,
"usr_cpu" : 4.105068,
"sys_cpu" : 18.399473,
"ctx" : 147928,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.997204,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002423,
"timestamp_ms" : 1774002423302,
"time" : "Fri Mar 20 07:27:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 198099075072,
"io_kbytes" : 193456128,
"bw_bytes" : 4952476876,
"bw" : 4836403,
"iops" : 4723.150000,
"runtime" : 40000,
"total_ios" : 188926,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481705,
"max" : 3929762,
"mean" : 843428.871526,
"stddev" : 97957.686252,
"N" : 188926
},
"clat_ns" : {
"min" : 20529166,
"max" : 37033426,
"mean" : 26258946.642562,
"stddev" : 2363973.696415,
"N" : 188922,
"percentile" : {
"1.000000" : 21364736,
"5.000000" : 22413312,
"10.000000" : 23199744,
"20.000000" : 24248320,
"30.000000" : 25034752,
"40.000000" : 25559040,
"50.000000" : 26345472,
"60.000000" : 26869760,
"70.000000" : 27656192,
"80.000000" : 28180480,
"90.000000" : 29229056,
"95.000000" : 30015488,
"99.000000" : 32112640,
"99.500000" : 33161216,
"99.900000" : 34865152,
"99.950000" : 35389440,
"99.990000" : 36438016
},
"bins" : {
"20578304" : 81,
"20840448" : 208,
"21102592" : 315,
"21364736" : 2251,
"21626880" : 1685,
"21889024" : 2115,
"22151168" : 1660,
"22413312" : 3104,
"22675456" : 3801,
"22937600" : 3409,
"23199744" : 2504,
"23461888" : 4757,
"23724032" : 5626,
"23986176" : 4725,
"24248320" : 5355,
"24510464" : 7738,
"24772608" : 6998,
"25034752" : 8662,
"25296896" : 8614,
"25559040" : 6500,
"25821184" : 6363,
"26083328" : 5516,
"26345472" : 6765,
"26607616" : 6922,
"26869760" : 9477,
"27131904" : 8380,
"27394048" : 6151,
"27656192" : 7025,
"27918336" : 6444,
"28180480" : 9439,
"28442624" : 6249,
"28704768" : 4586,
"28966912" : 4019,
"29229056" : 4697,
"29491200" : 4170,
"29753344" : 3038,
"30015488" : 1888,
"30277632" : 1319,
"30539776" : 1641,
"30801920" : 704,
"31064064" : 686,
"31326208" : 646,
"31588352" : 318,
"31850496" : 289,
"32112640" : 245,
"32374784" : 198,
"32636928" : 389,
"32899072" : 276,
"33161216" : 197,
"33423360" : 168,
"33816576" : 200,
"34340864" : 116,
"34865152" : 182,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 21169014,
"max" : 38181800,
"mean" : 27102521.848398,
"stddev" : 2438845.677303,
"N" : 188922
},
"bw_min" : 3983132,
"bw_max" : 5793792,
"bw_agg" : 99.979878,
"bw_mean" : 4835430.582278,
"bw_dev" : 99557.815651,
"bw_samples" : 316,
"iops_min" : 3886,
"iops_max" : 5658,
"iops_mean" : 4721.772152,
"iops_stddev" : 97.205692,
"iops_samples" : 316
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159998,
"usr_cpu" : 4.071926,
"sys_cpu" : 18.160227,
"ctx" : 195020,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.997883,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002433,
"timestamp_ms" : 1774002433302,
"time" : "Fri Mar 20 07:27:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 243020070912,
"io_kbytes" : 237324288,
"bw_bytes" : 4860401418,
"bw" : 4746485,
"iops" : 4635.320000,
"runtime" : 50000,
"total_ios" : 231766,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481705,
"max" : 3929762,
"mean" : 859470.931107,
"stddev" : 101074.711177,
"N" : 231766
},
"clat_ns" : {
"min" : 20529166,
"max" : 37033426,
"mean" : 26753948.187900,
"stddev" : 2512908.137400,
"N" : 231762,
"percentile" : {
"1.000000" : 21364736,
"5.000000" : 22675456,
"10.000000" : 23461888,
"20.000000" : 24510464,
"30.000000" : 25296896,
"40.000000" : 26083328,
"50.000000" : 26869760,
"60.000000" : 27394048,
"70.000000" : 28180480,
"80.000000" : 28966912,
"90.000000" : 29753344,
"95.000000" : 30801920,
"99.000000" : 32899072,
"99.500000" : 33816576,
"99.900000" : 34865152,
"99.950000" : 34865152,
"99.990000" : 36438016
},
"bins" : {
"20578304" : 81,
"20840448" : 208,
"21102592" : 315,
"21364736" : 2251,
"21626880" : 1685,
"21889024" : 2115,
"22151168" : 1660,
"22413312" : 3104,
"22675456" : 3801,
"22937600" : 3409,
"23199744" : 2504,
"23461888" : 4757,
"23724032" : 5626,
"23986176" : 4725,
"24248320" : 5355,
"24510464" : 7738,
"24772608" : 6998,
"25034752" : 8741,
"25296896" : 9626,
"25559040" : 7875,
"25821184" : 6953,
"26083328" : 6185,
"26345472" : 7342,
"26607616" : 8051,
"26869760" : 10868,
"27131904" : 9583,
"27394048" : 7660,
"27656192" : 8705,
"27918336" : 9105,
"28180480" : 12054,
"28442624" : 9396,
"28704768" : 6473,
"28966912" : 5508,
"29229056" : 6525,
"29491200" : 7380,
"29753344" : 5674,
"30015488" : 3648,
"30277632" : 2525,
"30539776" : 3222,
"30801920" : 2541,
"31064064" : 1586,
"31326208" : 1599,
"31588352" : 1240,
"31850496" : 812,
"32112640" : 742,
"32374784" : 566,
"32636928" : 547,
"32899072" : 416,
"33161216" : 265,
"33423360" : 304,
"33816576" : 791,
"34340864" : 587,
"34865152" : 224,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 21169014,
"max" : 38181800,
"mean" : 27613417.124839,
"stddev" : 2592671.792291,
"N" : 231762
},
"bw_min" : 3969024,
"bw_max" : 5793792,
"bw_agg" : 100.000000,
"bw_mean" : 4755665.818182,
"bw_dev" : 101436.810658,
"bw_samples" : 396,
"iops_min" : 3876,
"iops_max" : 5658,
"iops_mean" : 4643.898990,
"iops_stddev" : 99.030046,
"iops_samples" : 396
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199997,
"usr_cpu" : 3.962059,
"sys_cpu" : 17.785267,
"ctx" : 238674,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998274,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002443,
"timestamp_ms" : 1774002443302,
"time" : "Fri Mar 20 07:27:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 290848768000,
"io_kbytes" : 284032000,
"bw_bytes" : 4847479466,
"bw" : 4733866,
"iops" : 4622.983333,
"runtime" : 60000,
"total_ios" : 277379,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481705,
"max" : 4049425,
"mean" : 861762.911143,
"stddev" : 101558.036603,
"N" : 277379
},
"clat_ns" : {
"min" : 20529166,
"max" : 37033426,
"mean" : 26827075.514087,
"stddev" : 2546661.154906,
"N" : 277375,
"percentile" : {
"1.000000" : 21364736,
"5.000000" : 22675456,
"10.000000" : 23461888,
"20.000000" : 24510464,
"30.000000" : 25296896,
"40.000000" : 26345472,
"50.000000" : 26869760,
"60.000000" : 27656192,
"70.000000" : 28180480,
"80.000000" : 28966912,
"90.000000" : 30015488,
"95.000000" : 30801920,
"99.000000" : 32899072,
"99.500000" : 33816576,
"99.900000" : 34865152,
"99.950000" : 34865152,
"99.990000" : 35913728
},
"bins" : {
"20578304" : 81,
"20840448" : 208,
"21102592" : 315,
"21364736" : 2275,
"21626880" : 2296,
"21889024" : 2657,
"22151168" : 2138,
"22413312" : 3376,
"22675456" : 4047,
"22937600" : 4072,
"23199744" : 5849,
"23461888" : 6390,
"23724032" : 6178,
"23986176" : 5696,
"24248320" : 6225,
"24510464" : 8038,
"24772608" : 7186,
"25034752" : 9042,
"25296896" : 10173,
"25559040" : 8476,
"25821184" : 7233,
"26083328" : 6871,
"26345472" : 8564,
"26607616" : 9147,
"26869760" : 12256,
"27131904" : 12378,
"27394048" : 10257,
"27656192" : 11685,
"27918336" : 11636,
"28180480" : 14161,
"28442624" : 11585,
"28704768" : 8564,
"28966912" : 7187,
"29229056" : 7322,
"29491200" : 8425,
"29753344" : 6851,
"30015488" : 4643,
"30277632" : 3702,
"30539776" : 3981,
"30801920" : 3048,
"31064064" : 2131,
"31326208" : 1982,
"31588352" : 1764,
"31850496" : 1218,
"32112640" : 1241,
"32374784" : 941,
"32636928" : 722,
"32899072" : 571,
"33161216" : 327,
"33423360" : 362,
"33816576" : 941,
"34340864" : 626,
"34865152" : 224,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 21169014,
"max" : 38181800,
"mean" : 27688957.772171,
"stddev" : 2627584.043722,
"N" : 277375
},
"bw_min" : 3932484,
"bw_max" : 5793792,
"bw_agg" : 99.919777,
"bw_mean" : 4730069.310924,
"bw_dev" : 103957.935732,
"bw_samples" : 476,
"iops_min" : 3840,
"iops_max" : 5658,
"iops_mean" : 4618.890756,
"iops_stddev" : 101.501199,
"iops_samples" : 476
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239997,
"usr_cpu" : 3.952133,
"sys_cpu" : 17.763139,
"ctx" : 285501,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998558,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002453,
"timestamp_ms" : 1774002453302,
"time" : "Fri Mar 20 07:27:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 339622232064,
"io_kbytes" : 331662336,
"bw_bytes" : 4851746172,
"bw" : 4738033,
"iops" : 4627.042857,
"runtime" : 70000,
"total_ios" : 323893,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 481705,
"max" : 4154116,
"mean" : 860989.810471,
"stddev" : 100930.487960,
"N" : 323893
},
"clat_ns" : {
"min" : 20529166,
"max" : 37033426,
"mean" : 26802612.757741,
"stddev" : 2518949.887560,
"N" : 323889,
"percentile" : {
"1.000000" : 21626880,
"5.000000" : 22675456,
"10.000000" : 23461888,
"20.000000" : 24510464,
"30.000000" : 25296896,
"40.000000" : 26083328,
"50.000000" : 26869760,
"60.000000" : 27656192,
"70.000000" : 28180480,
"80.000000" : 28966912,
"90.000000" : 30015488,
"95.000000" : 30801920,
"99.000000" : 32636928,
"99.500000" : 33816576,
"99.900000" : 34865152,
"99.950000" : 34865152,
"99.990000" : 35913728
},
"bins" : {
"20578304" : 81,
"20840448" : 208,
"21102592" : 315,
"21364736" : 2275,
"21626880" : 2296,
"21889024" : 2657,
"22151168" : 2138,
"22413312" : 3438,
"22675456" : 4614,
"22937600" : 4617,
"23199744" : 7051,
"23461888" : 7887,
"23724032" : 7750,
"23986176" : 7460,
"24248320" : 7878,
"24510464" : 10483,
"24772608" : 9145,
"25034752" : 11012,
"25296896" : 12299,
"25559040" : 10720,
"25821184" : 8580,
"26083328" : 8224,
"26345472" : 10185,
"26607616" : 10510,
"26869760" : 13655,
"27131904" : 14355,
"27394048" : 11996,
"27656192" : 12590,
"27918336" : 12523,
"28180480" : 15310,
"28442624" : 12280,
"28704768" : 9642,
"28966912" : 8487,
"29229056" : 8820,
"29491200" : 10177,
"29753344" : 9268,
"30015488" : 6021,
"30277632" : 4567,
"30539776" : 4321,
"30801920" : 3614,
"31064064" : 2472,
"31326208" : 2204,
"31588352" : 2019,
"31850496" : 1465,
"32112640" : 1348,
"32374784" : 967,
"32636928" : 745,
"32899072" : 593,
"33161216" : 340,
"33423360" : 368,
"33816576" : 958,
"34340864" : 626,
"34865152" : 224,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 21169014,
"max" : 38181800,
"mean" : 27663665.634622,
"stddev" : 2598994.809872,
"N" : 323889
},
"bw_min" : 3932484,
"bw_max" : 5793792,
"bw_agg" : 100.000000,
"bw_mean" : 4739344.949640,
"bw_dev" : 102951.603811,
"bw_samples" : 556,
"iops_min" : 3840,
"iops_max" : 5658,
"iops_mean" : 4627.942446,
"iops_stddev" : 100.506922,
"iops_samples" : 556
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279997,
"usr_cpu" : 3.951114,
"sys_cpu" : 17.836620,
"ctx" : 333542,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 99.998765,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002463,
"timestamp_ms" : 1774002463302,
"time" : "Fri Mar 20 07:27:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 389355143168,
"io_kbytes" : 380229632,
"bw_bytes" : 4866939289,
"bw" : 4752870,
"iops" : 4641.525000,
"runtime" : 80000,
"total_ios" : 371322,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4154116,
"mean" : 858282.466315,
"stddev" : 102545.114938,
"N" : 371322
},
"clat_ns" : {
"min" : 19710296,
"max" : 37033426,
"mean" : 26719882.449033,
"stddev" : 2581381.835702,
"N" : 371318,
"percentile" : {
"1.000000" : 20840448,
"5.000000" : 22151168,
"10.000000" : 23199744,
"20.000000" : 24510464,
"30.000000" : 25296896,
"40.000000" : 26083328,
"50.000000" : 26869760,
"60.000000" : 27656192,
"70.000000" : 28180480,
"80.000000" : 28966912,
"90.000000" : 29753344,
"95.000000" : 30801920,
"99.000000" : 32636928,
"99.500000" : 33816576,
"99.900000" : 34340864,
"99.950000" : 34865152,
"99.990000" : 35913728
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 788,
"20578304" : 918,
"20840448" : 1335,
"21102592" : 1990,
"21364736" : 3403,
"21626880" : 2790,
"21889024" : 3461,
"22151168" : 2975,
"22413312" : 3584,
"22675456" : 4729,
"22937600" : 4770,
"23199744" : 7146,
"23461888" : 8012,
"23724032" : 7842,
"23986176" : 7564,
"24248320" : 7953,
"24510464" : 10770,
"24772608" : 10104,
"25034752" : 12426,
"25296896" : 14558,
"25559040" : 12989,
"25821184" : 11009,
"26083328" : 9828,
"26345472" : 11892,
"26607616" : 11417,
"26869760" : 15437,
"27131904" : 16559,
"27394048" : 13938,
"27656192" : 15047,
"27918336" : 14890,
"28180480" : 17255,
"28442624" : 14270,
"28704768" : 11784,
"28966912" : 9474,
"29229056" : 10025,
"29491200" : 11961,
"29753344" : 9802,
"30015488" : 6457,
"30277632" : 4925,
"30539776" : 4967,
"30801920" : 3986,
"31064064" : 2685,
"31326208" : 2315,
"31588352" : 2112,
"31850496" : 1560,
"32112640" : 1527,
"32374784" : 1006,
"32636928" : 765,
"32899072" : 610,
"33161216" : 347,
"33423360" : 370,
"33816576" : 969,
"34340864" : 626,
"34865152" : 224,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 38181800,
"mean" : 27578291.405897,
"stddev" : 2663419.134276,
"N" : 371318
},
"bw_min" : 3932484,
"bw_max" : 5937152,
"bw_agg" : 99.838005,
"bw_mean" : 4745171.974843,
"bw_dev" : 104119.645105,
"bw_samples" : 636,
"iops_min" : 3840,
"iops_max" : 5798,
"iops_mean" : 4633.635220,
"iops_stddev" : 101.653413,
"iops_samples" : 636
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 3.982225,
"sys_cpu" : 17.943606,
"ctx" : 382524,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.052246,
"50" : 99.946677,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002473,
"timestamp_ms" : 1774002473303,
"time" : "Fri Mar 20 07:27:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 441543819264,
"io_kbytes" : 431195136,
"bw_bytes" : 4906042436,
"bw" : 4791057,
"iops" : 4678.811111,
"runtime" : 90000,
"total_ios" : 421093,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 851406.825796,
"stddev" : 103502.754130,
"N" : 421093
},
"clat_ns" : {
"min" : 19710296,
"max" : 37033426,
"mean" : 26504961.266939,
"stddev" : 2608955.098428,
"N" : 421089,
"percentile" : {
"1.000000" : 20840448,
"5.000000" : 22151168,
"10.000000" : 23199744,
"20.000000" : 24248320,
"30.000000" : 25034752,
"40.000000" : 25821184,
"50.000000" : 26607616,
"60.000000" : 27394048,
"70.000000" : 27918336,
"80.000000" : 28704768,
"90.000000" : 29753344,
"95.000000" : 30801920,
"99.000000" : 32636928,
"99.500000" : 33423360,
"99.900000" : 34340864,
"99.950000" : 34865152,
"99.990000" : 35913728
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5644,
"22937600" : 6471,
"23199744" : 9178,
"23461888" : 11085,
"23724032" : 11266,
"23986176" : 9907,
"24248320" : 10659,
"24510464" : 13873,
"24772608" : 12891,
"25034752" : 16116,
"25296896" : 17236,
"25559040" : 14724,
"25821184" : 12457,
"26083328" : 11532,
"26345472" : 13881,
"26607616" : 12207,
"26869760" : 15825,
"27131904" : 17091,
"27394048" : 15007,
"27656192" : 16607,
"27918336" : 15431,
"28180480" : 17697,
"28442624" : 14667,
"28704768" : 11971,
"28966912" : 9674,
"29229056" : 10234,
"29491200" : 12122,
"29753344" : 9856,
"30015488" : 6475,
"30277632" : 4938,
"30539776" : 4985,
"30801920" : 4831,
"31064064" : 3043,
"31326208" : 2456,
"31588352" : 2294,
"31850496" : 1624,
"32112640" : 1559,
"32374784" : 1040,
"32636928" : 793,
"32899072" : 645,
"33161216" : 415,
"33423360" : 645,
"33816576" : 969,
"34340864" : 626,
"34865152" : 224,
"35389440" : 56,
"35913728" : 28,
"36438016" : 21,
"36962304" : 6
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 38181800,
"mean" : 27356357.798069,
"stddev" : 2691886.269866,
"N" : 421089
},
"bw_min" : 3932484,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4796302.357542,
"bw_dev" : 109245.537028,
"bw_samples" : 716,
"iops_min" : 3840,
"iops_max" : 5986,
"iops_mean" : 4683.564246,
"iops_stddev" : 106.657003,
"iops_samples" : 716
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359997,
"usr_cpu" : 4.015311,
"sys_cpu" : 18.181540,
"ctx" : 434404,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.046071,
"50" : 99.952980,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002483,
"timestamp_ms" : 1774002483302,
"time" : "Fri Mar 20 07:28:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 487890878464,
"io_kbytes" : 476455936,
"bw_bytes" : 4878908784,
"bw" : 4764559,
"iops" : 4652.920000,
"runtime" : 100000,
"total_ios" : 465292,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 856161.063781,
"stddev" : 102732.710617,
"N" : 465293
},
"clat_ns" : {
"min" : 19710296,
"max" : 38004018,
"mean" : 26653298.449783,
"stddev" : 2599446.571782,
"N" : 465289,
"percentile" : {
"1.000000" : 20840448,
"5.000000" : 22413312,
"10.000000" : 23199744,
"20.000000" : 24510464,
"30.000000" : 25296896,
"40.000000" : 26083328,
"50.000000" : 26869760,
"60.000000" : 27394048,
"70.000000" : 28180480,
"80.000000" : 28704768,
"90.000000" : 29753344,
"95.000000" : 30801920,
"99.000000" : 33161216,
"99.500000" : 33816576,
"99.900000" : 35389440,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5644,
"22937600" : 6471,
"23199744" : 9178,
"23461888" : 11085,
"23724032" : 11266,
"23986176" : 9907,
"24248320" : 10659,
"24510464" : 13873,
"24772608" : 12891,
"25034752" : 16193,
"25296896" : 17642,
"25559040" : 15214,
"25821184" : 14175,
"26083328" : 13326,
"26345472" : 16430,
"26607616" : 15087,
"26869760" : 19390,
"27131904" : 20637,
"27394048" : 19841,
"27656192" : 20382,
"27918336" : 18280,
"28180480" : 20272,
"28442624" : 16103,
"28704768" : 13819,
"28966912" : 11261,
"29229056" : 11120,
"29491200" : 12957,
"29753344" : 10441,
"30015488" : 7200,
"30277632" : 5505,
"30539776" : 5603,
"30801920" : 5190,
"31064064" : 3446,
"31326208" : 2649,
"31588352" : 2703,
"31850496" : 1889,
"32112640" : 1629,
"32374784" : 1146,
"32636928" : 1007,
"32899072" : 832,
"33161216" : 512,
"33423360" : 801,
"33816576" : 1247,
"34340864" : 905,
"34865152" : 542,
"35389440" : 459,
"35913728" : 100,
"36438016" : 79,
"36962304" : 72,
"37486592" : 95,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 39195909,
"mean" : 27509512.801100,
"stddev" : 2682135.059917,
"N" : 465289
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4765965.834171,
"bw_dev" : 108464.878780,
"bw_samples" : 796,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4653.944724,
"iops_stddev" : 105.904957,
"iops_samples" : 796
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 3.994270,
"sys_cpu" : 18.066340,
"ctx" : 479525,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.041694,
"50" : 99.957661,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002493,
"timestamp_ms" : 1774002493303,
"time" : "Fri Mar 20 07:28:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 533636055040,
"io_kbytes" : 521128960,
"bw_bytes" : 4851236864,
"bw" : 4737536,
"iops" : 4626.536364,
"runtime" : 110000,
"total_ios" : 508919,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 861068.155203,
"stddev" : 102551.652280,
"N" : 508919
},
"clat_ns" : {
"min" : 19710296,
"max" : 38004018,
"mean" : 26804574.646573,
"stddev" : 2601394.200664,
"N" : 508915,
"percentile" : {
"1.000000" : 21102592,
"5.000000" : 22413312,
"10.000000" : 23461888,
"20.000000" : 24510464,
"30.000000" : 25296896,
"40.000000" : 26345472,
"50.000000" : 26869760,
"60.000000" : 27394048,
"70.000000" : 28180480,
"80.000000" : 28966912,
"90.000000" : 30015488,
"95.000000" : 31064064,
"99.000000" : 33161216,
"99.500000" : 33816576,
"99.900000" : 35389440,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5644,
"22937600" : 6471,
"23199744" : 9178,
"23461888" : 11085,
"23724032" : 11266,
"23986176" : 10040,
"24248320" : 10790,
"24510464" : 14040,
"24772608" : 13083,
"25034752" : 16408,
"25296896" : 17937,
"25559040" : 16127,
"25821184" : 15458,
"26083328" : 15008,
"26345472" : 18750,
"26607616" : 18603,
"26869760" : 21516,
"27131904" : 23110,
"27394048" : 22947,
"27656192" : 22216,
"27918336" : 20367,
"28180480" : 21557,
"28442624" : 18113,
"28704768" : 15171,
"28966912" : 12187,
"29229056" : 11738,
"29491200" : 13610,
"29753344" : 11332,
"30015488" : 8519,
"30277632" : 8081,
"30539776" : 7973,
"30801920" : 6495,
"31064064" : 4860,
"31326208" : 3925,
"31588352" : 3578,
"31850496" : 2570,
"32112640" : 2112,
"32374784" : 1720,
"32636928" : 1173,
"32899072" : 902,
"33161216" : 587,
"33423360" : 840,
"33816576" : 1323,
"34340864" : 990,
"34865152" : 576,
"35389440" : 459,
"35913728" : 100,
"36438016" : 79,
"36962304" : 72,
"37486592" : 95,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 39195909,
"mean" : 27665641.875971,
"stddev" : 2684132.134515,
"N" : 508915
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4741739.547945,
"bw_dev" : 106956.849073,
"bw_samples" : 876,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4630.296804,
"iops_stddev" : 104.430625,
"iops_samples" : 876
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439999,
"usr_cpu" : 3.961373,
"sys_cpu" : 17.955723,
"ctx" : 524098,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.038120,
"50" : 99.961094,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002503,
"timestamp_ms" : 1774002503303,
"time" : "Fri Mar 20 07:28:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 579459874816,
"io_kbytes" : 565878784,
"bw_bytes" : 4828832290,
"bw" : 4715656,
"iops" : 4605.158333,
"runtime" : 120000,
"total_ios" : 552619,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 865078.806172,
"stddev" : 102483.402621,
"N" : 552620
},
"clat_ns" : {
"min" : 19710296,
"max" : 38004018,
"mean" : 26929148.905176,
"stddev" : 2604401.107768,
"N" : 552616,
"percentile" : {
"1.000000" : 21102592,
"5.000000" : 22413312,
"10.000000" : 23461888,
"20.000000" : 24772608,
"30.000000" : 25559040,
"40.000000" : 26345472,
"50.000000" : 27131904,
"60.000000" : 27656192,
"70.000000" : 28180480,
"80.000000" : 28966912,
"90.000000" : 30277632,
"95.000000" : 31064064,
"99.000000" : 33161216,
"99.500000" : 34340864,
"99.900000" : 35389440,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5671,
"22937600" : 6789,
"23199744" : 9768,
"23461888" : 11899,
"23724032" : 11656,
"23986176" : 10093,
"24248320" : 10804,
"24510464" : 14080,
"24772608" : 13117,
"25034752" : 16519,
"25296896" : 18792,
"25559040" : 17351,
"25821184" : 17221,
"26083328" : 15528,
"26345472" : 19851,
"26607616" : 19531,
"26869760" : 23511,
"27131904" : 24961,
"27394048" : 24400,
"27656192" : 24419,
"27918336" : 22203,
"28180480" : 22398,
"28442624" : 20584,
"28704768" : 17828,
"28966912" : 15249,
"29229056" : 14314,
"29491200" : 16495,
"29753344" : 13611,
"30015488" : 10204,
"30277632" : 9180,
"30539776" : 8652,
"30801920" : 7112,
"31064064" : 5522,
"31326208" : 4435,
"31588352" : 4420,
"31850496" : 3351,
"32112640" : 2926,
"32374784" : 2079,
"32636928" : 1255,
"32899072" : 950,
"33161216" : 627,
"33423360" : 882,
"33816576" : 1422,
"34340864" : 1222,
"34865152" : 663,
"35389440" : 536,
"35913728" : 123,
"36438016" : 100,
"36962304" : 77,
"37486592" : 101,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 39195909,
"mean" : 27794244.948838,
"stddev" : 2687258.780872,
"N" : 552616
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4719756.276151,
"bw_dev" : 106266.785026,
"bw_samples" : 956,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4608.849372,
"iops_stddev" : 103.755453,
"iops_samples" : 956
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479999,
"usr_cpu" : 3.938758,
"sys_cpu" : 17.862537,
"ctx" : 569044,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.035106,
"50" : 99.964352,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002513,
"timestamp_ms" : 1774002513303,
"time" : "Fri Mar 20 07:28:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 622192492544,
"io_kbytes" : 607609856,
"bw_bytes" : 4786096096,
"bw" : 4673921,
"iops" : 4564.407692,
"runtime" : 130000,
"total_ios" : 593373,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 872836.312987,
"stddev" : 104817.304403,
"N" : 593373
},
"clat_ns" : {
"min" : 19710296,
"max" : 38004018,
"mean" : 27169266.109134,
"stddev" : 2699258.289609,
"N" : 593369,
"percentile" : {
"1.000000" : 21102592,
"5.000000" : 22675456,
"10.000000" : 23461888,
"20.000000" : 24772608,
"30.000000" : 25821184,
"40.000000" : 26607616,
"50.000000" : 27394048,
"60.000000" : 27918336,
"70.000000" : 28442624,
"80.000000" : 29491200,
"90.000000" : 30539776,
"95.000000" : 31326208,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5671,
"22937600" : 6789,
"23199744" : 9768,
"23461888" : 11899,
"23724032" : 11656,
"23986176" : 10093,
"24248320" : 10804,
"24510464" : 14080,
"24772608" : 13117,
"25034752" : 16519,
"25296896" : 18792,
"25559040" : 17351,
"25821184" : 17221,
"26083328" : 15528,
"26345472" : 19851,
"26607616" : 19531,
"26869760" : 23511,
"27131904" : 24961,
"27394048" : 24497,
"27656192" : 25129,
"27918336" : 23843,
"28180480" : 24573,
"28442624" : 22566,
"28704768" : 19547,
"28966912" : 16238,
"29229056" : 15816,
"29491200" : 17791,
"29753344" : 16627,
"30015488" : 12885,
"30277632" : 12174,
"30539776" : 12675,
"30801920" : 9599,
"31064064" : 8217,
"31326208" : 6424,
"31588352" : 5524,
"31850496" : 4177,
"32112640" : 3710,
"32374784" : 2942,
"32636928" : 2447,
"32899072" : 1673,
"33161216" : 1247,
"33423360" : 2140,
"33816576" : 1898,
"34340864" : 1496,
"34865152" : 853,
"35389440" : 806,
"35913728" : 255,
"36438016" : 130,
"36962304" : 93,
"37486592" : 101,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 39195909,
"mean" : 28042100.243328,
"stddev" : 2785217.041194,
"N" : 593369
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4677307.420849,
"bw_dev" : 109220.020434,
"bw_samples" : 1036,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4567.401544,
"iops_stddev" : 106.641844,
"iops_samples" : 1036
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519998,
"usr_cpu" : 3.889053,
"sys_cpu" : 17.684491,
"ctx" : 610524,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.032694,
"50" : 99.966631,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002523,
"timestamp_ms" : 1774002523303,
"time" : "Fri Mar 20 07:28:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 666176061440,
"io_kbytes" : 650562560,
"bw_bytes" : 4758400438,
"bw" : 4646875,
"iops" : 4537.992857,
"runtime" : 140000,
"total_ios" : 635319,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 877936.096489,
"stddev" : 104720.798141,
"N" : 635319
},
"clat_ns" : {
"min" : 19710296,
"max" : 38004018,
"mean" : 27327835.811402,
"stddev" : 2706485.091666,
"N" : 635315,
"percentile" : {
"1.000000" : 21102592,
"5.000000" : 22675456,
"10.000000" : 23724032,
"20.000000" : 25034752,
"30.000000" : 25821184,
"40.000000" : 26869760,
"50.000000" : 27394048,
"60.000000" : 28180480,
"70.000000" : 28704768,
"80.000000" : 29753344,
"90.000000" : 30539776,
"95.000000" : 31588352,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35389440,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5671,
"22937600" : 6789,
"23199744" : 9768,
"23461888" : 11899,
"23724032" : 11656,
"23986176" : 10093,
"24248320" : 10804,
"24510464" : 14080,
"24772608" : 13117,
"25034752" : 16519,
"25296896" : 18792,
"25559040" : 17526,
"25821184" : 17770,
"26083328" : 15731,
"26345472" : 20196,
"26607616" : 19921,
"26869760" : 24071,
"27131904" : 25543,
"27394048" : 25795,
"27656192" : 27006,
"27918336" : 26350,
"28180480" : 26814,
"28442624" : 23624,
"28704768" : 20856,
"28966912" : 18119,
"29229056" : 18619,
"29491200" : 19880,
"29753344" : 19144,
"30015488" : 15825,
"30277632" : 16034,
"30539776" : 15761,
"30801920" : 11763,
"31064064" : 9634,
"31326208" : 7859,
"31588352" : 6659,
"31850496" : 5208,
"32112640" : 4449,
"32374784" : 3623,
"32636928" : 2804,
"32899072" : 1896,
"33161216" : 1406,
"33423360" : 2327,
"33816576" : 2043,
"34340864" : 1499,
"34865152" : 853,
"35389440" : 806,
"35913728" : 255,
"36438016" : 130,
"36962304" : 93,
"37486592" : 101,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 39195909,
"mean" : 28205802.326644,
"stddev" : 2792714.623029,
"N" : 635315
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4647266.157706,
"bw_dev" : 109137.482974,
"bw_samples" : 1116,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4538.068100,
"iops_stddev" : 106.563561,
"iops_samples" : 1116
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559998,
"usr_cpu" : 3.861800,
"sys_cpu" : 17.566491,
"ctx" : 653138,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.030536,
"50" : 99.968835,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002533,
"timestamp_ms" : 1774002533303,
"time" : "Fri Mar 20 07:28:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 711587790848,
"io_kbytes" : 694909952,
"bw_bytes" : 4743918605,
"bw" : 4632733,
"iops" : 4524.180000,
"runtime" : 150000,
"total_ios" : 678627,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 880625.665276,
"stddev" : 103560.985564,
"N" : 678627
},
"clat_ns" : {
"min" : 19710296,
"max" : 38004018,
"mean" : 27411108.408897,
"stddev" : 2672127.789606,
"N" : 678623,
"percentile" : {
"1.000000" : 21102592,
"5.000000" : 22937600,
"10.000000" : 23724032,
"20.000000" : 25034752,
"30.000000" : 26083328,
"40.000000" : 26869760,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28966912,
"80.000000" : 29753344,
"90.000000" : 30801920,
"95.000000" : 31588352,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35389440,
"99.950000" : 36438016,
"99.990000" : 37486592
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5671,
"22937600" : 6789,
"23199744" : 9768,
"23461888" : 11899,
"23724032" : 11656,
"23986176" : 10093,
"24248320" : 11069,
"24510464" : 14515,
"24772608" : 13289,
"25034752" : 17031,
"25296896" : 19106,
"25559040" : 17842,
"25821184" : 18114,
"26083328" : 16141,
"26345472" : 21039,
"26607616" : 21582,
"26869760" : 25960,
"27131904" : 27090,
"27394048" : 27533,
"27656192" : 29234,
"27918336" : 29598,
"28180480" : 29429,
"28442624" : 26144,
"28704768" : 23160,
"28966912" : 21128,
"29229056" : 21162,
"29491200" : 23038,
"29753344" : 22082,
"30015488" : 17181,
"30277632" : 16930,
"30539776" : 16933,
"30801920" : 12944,
"31064064" : 10594,
"31326208" : 8455,
"31588352" : 7069,
"31850496" : 5606,
"32112640" : 4744,
"32374784" : 3850,
"32636928" : 3008,
"32899072" : 2139,
"33161216" : 1681,
"33423360" : 2402,
"33816576" : 2054,
"34340864" : 1499,
"34865152" : 853,
"35389440" : 806,
"35913728" : 255,
"36438016" : 130,
"36962304" : 93,
"37486592" : 101,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 39195909,
"mean" : 28291752.456438,
"stddev" : 2757245.369073,
"N" : 678623
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4635453.050167,
"bw_dev" : 106823.758094,
"bw_samples" : 1196,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4526.545151,
"iops_stddev" : 104.303118,
"iops_samples" : 1196
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599998,
"usr_cpu" : 3.839013,
"sys_cpu" : 17.523225,
"ctx" : 697345,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.028587,
"50" : 99.970823,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002543,
"timestamp_ms" : 1774002543302,
"time" : "Fri Mar 20 07:29:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 756098793472,
"io_kbytes" : 738377728,
"bw_bytes" : 4725617459,
"bw" : 4614860,
"iops" : 4506.725000,
"runtime" : 160000,
"total_ios" : 721076,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 884050.244035,
"stddev" : 103084.034846,
"N" : 721076
},
"clat_ns" : {
"min" : 19710296,
"max" : 38004018,
"mean" : 27517364.579972,
"stddev" : 2663141.320795,
"N" : 721072,
"percentile" : {
"1.000000" : 21102592,
"5.000000" : 22937600,
"10.000000" : 23724032,
"20.000000" : 25296896,
"30.000000" : 26345472,
"40.000000" : 27131904,
"50.000000" : 27656192,
"60.000000" : 28180480,
"70.000000" : 28966912,
"80.000000" : 29753344,
"90.000000" : 30801920,
"95.000000" : 31588352,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 37486592
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5671,
"22937600" : 6789,
"23199744" : 9768,
"23461888" : 11899,
"23724032" : 11656,
"23986176" : 10094,
"24248320" : 11210,
"24510464" : 14722,
"24772608" : 13435,
"25034752" : 17184,
"25296896" : 19318,
"25559040" : 17910,
"25821184" : 18305,
"26083328" : 18055,
"26345472" : 22258,
"26607616" : 22450,
"26869760" : 26720,
"27131904" : 28350,
"27394048" : 28511,
"27656192" : 29961,
"27918336" : 30770,
"28180480" : 30476,
"28442624" : 27714,
"28704768" : 25067,
"28966912" : 24068,
"29229056" : 25201,
"29491200" : 26289,
"29753344" : 24853,
"30015488" : 20404,
"30277632" : 19077,
"30539776" : 18453,
"30801920" : 14334,
"31064064" : 12320,
"31326208" : 9502,
"31588352" : 7670,
"31850496" : 6257,
"32112640" : 5531,
"32374784" : 4236,
"32636928" : 3364,
"32899072" : 2424,
"33161216" : 1917,
"33423360" : 2636,
"33816576" : 2190,
"34340864" : 1647,
"34865152" : 887,
"35389440" : 806,
"35913728" : 255,
"36438016" : 130,
"36962304" : 93,
"37486592" : 101,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 39195909,
"mean" : 28401444.884071,
"stddev" : 2747981.996741,
"N" : 721072
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4616371.391850,
"bw_dev" : 105926.404324,
"bw_samples" : 1276,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4507.921630,
"iops_stddev" : 103.424593,
"iops_samples" : 1276
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 3.820012,
"sys_cpu" : 17.445211,
"ctx" : 740543,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.026904,
"50" : 99.972541,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002553,
"timestamp_ms" : 1774002553303,
"time" : "Fri Mar 20 07:29:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 801159249920,
"io_kbytes" : 782382080,
"bw_bytes" : 4712701470,
"bw" : 4602247,
"iops" : 4494.405882,
"runtime" : 170000,
"total_ios" : 764049,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 886484.179485,
"stddev" : 102112.363961,
"N" : 764049
},
"clat_ns" : {
"min" : 19710296,
"max" : 38004018,
"mean" : 27592300.398537,
"stddev" : 2632436.744111,
"N" : 764045,
"percentile" : {
"1.000000" : 21364736,
"5.000000" : 22937600,
"10.000000" : 23986176,
"20.000000" : 25296896,
"30.000000" : 26345472,
"40.000000" : 27131904,
"50.000000" : 27656192,
"60.000000" : 28442624,
"70.000000" : 28966912,
"80.000000" : 29753344,
"90.000000" : 30801920,
"95.000000" : 31588352,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 37486592
},
"bins" : {
"19791872" : 51,
"20054016" : 1010,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2385,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4581,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5671,
"22937600" : 6789,
"23199744" : 9768,
"23461888" : 11899,
"23724032" : 11656,
"23986176" : 10094,
"24248320" : 11210,
"24510464" : 14722,
"24772608" : 13435,
"25034752" : 17184,
"25296896" : 19318,
"25559040" : 17910,
"25821184" : 18348,
"26083328" : 18489,
"26345472" : 22413,
"26607616" : 23677,
"26869760" : 28958,
"27131904" : 31525,
"27394048" : 31780,
"27656192" : 33300,
"27918336" : 33057,
"28180480" : 31928,
"28442624" : 30080,
"28704768" : 29623,
"28966912" : 26118,
"29229056" : 27496,
"29491200" : 27150,
"29753344" : 26011,
"30015488" : 23019,
"30277632" : 21089,
"30539776" : 19792,
"30801920" : 15896,
"31064064" : 13721,
"31326208" : 10124,
"31588352" : 7996,
"31850496" : 6632,
"32112640" : 5758,
"32374784" : 4510,
"32636928" : 4078,
"32899072" : 2617,
"33161216" : 1988,
"33423360" : 2696,
"33816576" : 2312,
"34340864" : 1788,
"34865152" : 901,
"35389440" : 806,
"35913728" : 255,
"36438016" : 130,
"36962304" : 93,
"37486592" : 101,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 20345506,
"max" : 39195909,
"mean" : 28478782.633462,
"stddev" : 2716270.193482,
"N" : 764045
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4604630.094395,
"bw_dev" : 103983.994271,
"bw_samples" : 1356,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4496.457227,
"iops_stddev" : 101.531103,
"iops_samples" : 1356
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679998,
"usr_cpu" : 3.807070,
"sys_cpu" : 17.394169,
"ctx" : 784360,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.025391,
"50" : 99.974085,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002563,
"timestamp_ms" : 1774002563302,
"time" : "Fri Mar 20 07:29:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 845628309504,
"io_kbytes" : 825808896,
"bw_bytes" : 4697935052,
"bw" : 4587827,
"iops" : 4480.311111,
"runtime" : 180000,
"total_ios" : 806456,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 889281.847580,
"stddev" : 101472.473595,
"N" : 806458
},
"clat_ns" : {
"min" : 13320,
"max" : 38004018,
"mean" : 27678284.696475,
"stddev" : 2620399.602377,
"N" : 806516,
"percentile" : {
"1.000000" : 21364736,
"5.000000" : 22937600,
"10.000000" : 23986176,
"20.000000" : 25559040,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27918336,
"60.000000" : 28442624,
"70.000000" : 29229056,
"80.000000" : 29753344,
"90.000000" : 30801920,
"95.000000" : 31588352,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 37486592
},
"bins" : {
"13376" : 2,
"765952" : 1,
"888832" : 1,
"1695744" : 1,
"1761280" : 1,
"2572288" : 1,
"2605056" : 1,
"3457024" : 1,
"3522560" : 1,
"4292608" : 1,
"4358144" : 1,
"5210112" : 2,
"6127616" : 2,
"6979584" : 1,
"7045120" : 1,
"7897088" : 2,
"8716288" : 2,
"9633792" : 2,
"10551296" : 2,
"11337728" : 1,
"11468800" : 1,
"12255232" : 2,
"13172736" : 2,
"13959168" : 2,
"14876672" : 2,
"15794176" : 2,
"16580608" : 2,
"17432576" : 2,
"18219008" : 2,
"19267584" : 2,
"19791872" : 51,
"20054016" : 1012,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1762,
"21102592" : 2387,
"21364736" : 3796,
"21626880" : 3560,
"21889024" : 4583,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5671,
"22937600" : 6791,
"23199744" : 9768,
"23461888" : 11899,
"23724032" : 11658,
"23986176" : 10094,
"24248320" : 11210,
"24510464" : 14724,
"24772608" : 13435,
"25034752" : 17184,
"25296896" : 19425,
"25559040" : 18017,
"25821184" : 18615,
"26083328" : 19061,
"26345472" : 23048,
"26607616" : 24282,
"26869760" : 29396,
"27131904" : 32546,
"27394048" : 33390,
"27656192" : 36156,
"27918336" : 34708,
"28180480" : 33879,
"28442624" : 33073,
"28704768" : 32991,
"28966912" : 29138,
"29229056" : 31376,
"29491200" : 30580,
"29753344" : 27909,
"30015488" : 24107,
"30277632" : 21992,
"30539776" : 20918,
"30801920" : 17505,
"31064064" : 15032,
"31326208" : 11416,
"31588352" : 9442,
"31850496" : 7440,
"32112640" : 6315,
"32374784" : 4773,
"32636928" : 4420,
"32899072" : 2878,
"33161216" : 2194,
"33423360" : 2861,
"33816576" : 2683,
"34340864" : 1977,
"34865152" : 937,
"35389440" : 832,
"35913728" : 260,
"36438016" : 130,
"36962304" : 93,
"37486592" : 101,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 758248,
"max" : 39195909,
"mean" : 28567590.729048,
"stddev" : 2703618.828657,
"N" : 806516
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4588473.520891,
"bw_dev" : 102915.675332,
"bw_samples" : 1436,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4480.682451,
"iops_stddev" : 100.489773,
"iops_samples" : 1436
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719998,
"usr_cpu" : 3.794594,
"sys_cpu" : 17.332826,
"ctx" : 827502,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999752,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.026784,
"50" : 99.977680,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002563,
"timestamp_ms" : 1774002563340,
"time" : "Fri Mar 20 07:29:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 845764624384,
"io_kbytes" : 825942016,
"bw_bytes" : 4698614047,
"bw" : 4588490,
"iops" : 4480.236441,
"runtime" : 180003,
"total_ios" : 806456,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 418690,
"max" : 4639716,
"mean" : 889281.458401,
"stddev" : 101472.770558,
"N" : 806460
},
"clat_ns" : {
"min" : 4607,
"max" : 38004018,
"mean" : 27677154.768266,
"stddev" : 2624355.677663,
"N" : 806580,
"percentile" : {
"1.000000" : 21364736,
"5.000000" : 22937600,
"10.000000" : 23986176,
"20.000000" : 25559040,
"30.000000" : 26607616,
"40.000000" : 27131904,
"50.000000" : 27918336,
"60.000000" : 28442624,
"70.000000" : 29229056,
"80.000000" : 29753344,
"90.000000" : 30801920,
"95.000000" : 31588352,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 37486592
},
"bins" : {
"4576" : 1,
"5920" : 1,
"13376" : 2,
"643072" : 1,
"765952" : 1,
"847872" : 1,
"888832" : 1,
"1466368" : 1,
"1662976" : 1,
"1695744" : 1,
"1761280" : 1,
"2375680" : 1,
"2539520" : 1,
"2572288" : 1,
"2605056" : 1,
"3194880" : 1,
"3424256" : 1,
"3457024" : 1,
"3522560" : 1,
"4112384" : 1,
"4292608" : 2,
"4358144" : 1,
"5013504" : 1,
"5210112" : 3,
"5931008" : 1,
"6062080" : 1,
"6127616" : 2,
"6717440" : 1,
"6979584" : 2,
"7045120" : 1,
"7634944" : 1,
"7831552" : 1,
"7897088" : 2,
"8454144" : 1,
"8716288" : 3,
"9371648" : 1,
"9633792" : 3,
"10289152" : 1,
"10420224" : 1,
"10551296" : 2,
"11075584" : 1,
"11337728" : 2,
"11468800" : 1,
"11993088" : 1,
"12255232" : 3,
"12910592" : 1,
"13172736" : 3,
"13828096" : 1,
"13959168" : 3,
"14614528" : 1,
"14745600" : 1,
"14876672" : 2,
"15400960" : 1,
"15663104" : 1,
"15794176" : 2,
"16449536" : 1,
"16580608" : 3,
"17170432" : 1,
"17432576" : 3,
"17956864" : 1,
"18219008" : 3,
"19005440" : 1,
"19267584" : 3,
"19791872" : 52,
"20054016" : 1013,
"20316160" : 804,
"20578304" : 1330,
"20840448" : 1764,
"21102592" : 2387,
"21364736" : 3796,
"21626880" : 3561,
"21889024" : 4584,
"22151168" : 3676,
"22413312" : 5152,
"22675456" : 5673,
"22937600" : 6791,
"23199744" : 9768,
"23461888" : 11900,
"23724032" : 11659,
"23986176" : 10094,
"24248320" : 11211,
"24510464" : 14725,
"24772608" : 13435,
"25034752" : 17184,
"25296896" : 19426,
"25559040" : 18018,
"25821184" : 18615,
"26083328" : 19062,
"26345472" : 23049,
"26607616" : 24282,
"26869760" : 29397,
"27131904" : 32547,
"27394048" : 33390,
"27656192" : 36156,
"27918336" : 34708,
"28180480" : 33879,
"28442624" : 33073,
"28704768" : 32991,
"28966912" : 29138,
"29229056" : 31376,
"29491200" : 30580,
"29753344" : 27909,
"30015488" : 24107,
"30277632" : 21992,
"30539776" : 20918,
"30801920" : 17505,
"31064064" : 15032,
"31326208" : 11416,
"31588352" : 9442,
"31850496" : 7440,
"32112640" : 6315,
"32374784" : 4773,
"32636928" : 4420,
"32899072" : 2878,
"33161216" : 2194,
"33423360" : 2861,
"33816576" : 2683,
"34340864" : 1977,
"34865152" : 937,
"35389440" : 832,
"35913728" : 260,
"36438016" : 130,
"36962304" : 93,
"37486592" : 101,
"38010880" : 27
}
},
"lat_ns" : {
"min" : 638415,
"max" : 39195909,
"mean" : 28566459.085587,
"stddev" : 2707457.981368,
"N" : 806580
},
"bw_min" : 3648640,
"bw_max" : 6129692,
"bw_agg" : 100.000000,
"bw_mean" : 4589448.350000,
"bw_dev" : 102876.329938,
"bw_samples" : 1440,
"iops_min" : 3560,
"iops_max" : 5986,
"iops_mean" : 4481.630556,
"iops_stddev" : 100.450560,
"iops_samples" : 1440
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720005,
"usr_cpu" : 3.794557,
"sys_cpu" : 17.332657,
"ctx" : 827509,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999504,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.029636,
"50" : 99.979788,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}