raidz2/benchmarks/seq/seq-write-qd32-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774003764,
"timestamp_ms" : 1774003764101,
"time" : "Fri Mar 20 07:49:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 43984617472,
"io_kbytes" : 42953728,
"bw_bytes" : 4516338173,
"bw" : 4410486,
"iops" : 4361.433412,
"runtime" : 9739,
"total_ios" : 42476,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 155810,
"usr_cpu" : 1.001219,
"sys_cpu" : 4.620371,
"ctx" : 83982,
"majf" : 0,
"minf" : 108,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.150673,
"8" : 0.301347,
"16" : 0.602693,
"32" : 98.832282,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003774,
"timestamp_ms" : 1774003774366,
"time" : "Fri Mar 20 07:49:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 46504345600,
"io_kbytes" : 45414400,
"bw_bytes" : 4649039848,
"bw" : 4540077,
"iops" : 4435.269419,
"runtime" : 10003,
"total_ios" : 44366,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 580987,
"max" : 8004779,
"mean" : 3604618.294415,
"stddev" : 240123.455633,
"N" : 44366
},
"clat_ns" : {
"min" : 99187929,
"max" : 128245172,
"mean" : 111944165.741375,
"stddev" : 5080528.036623,
"N" : 44350,
"percentile" : {
"1.000000" : 101187584,
"5.000000" : 103284736,
"10.000000" : 106430464,
"20.000000" : 107479040,
"30.000000" : 109576192,
"40.000000" : 110624768,
"50.000000" : 111673344,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 119013376,
"95.000000" : 121110528,
"99.000000" : 124256256,
"99.500000" : 125304832,
"99.900000" : 126353408,
"99.950000" : 127401984,
"99.990000" : 127401984
},
"bins" : {
"99090432" : 179,
"100139008" : 248,
"101187584" : 629,
"102236160" : 556,
"103284736" : 976,
"104333312" : 769,
"105381888" : 828,
"106430464" : 2339,
"107479040" : 2444,
"108527616" : 3438,
"109576192" : 4748,
"110624768" : 4380,
"111673344" : 3037,
"112721920" : 2110,
"113770496" : 3161,
"114819072" : 3159,
"115867648" : 2476,
"116916224" : 2616,
"117964800" : 1672,
"119013376" : 1179,
"120061952" : 1047,
"121110528" : 858,
"122159104" : 580,
"123207680" : 278,
"124256256" : 267,
"125304832" : 275,
"126353408" : 74,
"127401984" : 24,
"128450560" : 3
}
},
"lat_ns" : {
"min" : 102400126,
"max" : 132015082,
"mean" : 115554959.393957,
"stddev" : 5221486.725371,
"N" : 44350
},
"bw_min" : 4329472,
"bw_max" : 4777984,
"bw_agg" : 99.730225,
"bw_mean" : 4527830.736842,
"bw_dev" : 7888.111521,
"bw_samples" : 304,
"iops_min" : 4228,
"iops_max" : 4666,
"iops_mean" : 4421.473684,
"iops_stddev" : 7.695616,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160013,
"usr_cpu" : 0.969921,
"sys_cpu" : 4.292776,
"ctx" : 47423,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.651400,
"250" : 99.312537,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003784,
"timestamp_ms" : 1774003784366,
"time" : "Fri Mar 20 07:49:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 92931096576,
"io_kbytes" : 90753024,
"bw_bytes" : 4645857950,
"bw" : 4536970,
"iops" : 4431.435285,
"runtime" : 20003,
"total_ios" : 88642,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 580987,
"max" : 8004779,
"mean" : 3607004.493575,
"stddev" : 234210.617253,
"N" : 88643
},
"clat_ns" : {
"min" : 99187929,
"max" : 131916541,
"mean" : 111987360.264186,
"stddev" : 5376038.314475,
"N" : 88627,
"percentile" : {
"1.000000" : 101187584,
"5.000000" : 103284736,
"10.000000" : 105381888,
"20.000000" : 107479040,
"30.000000" : 109576192,
"40.000000" : 109576192,
"50.000000" : 111673344,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 119013376,
"95.000000" : 121110528,
"99.000000" : 126353408,
"99.500000" : 127401984,
"99.900000" : 130547712,
"99.950000" : 130547712,
"99.990000" : 131596288
},
"bins" : {
"99090432" : 179,
"100139008" : 373,
"101187584" : 1642,
"102236160" : 781,
"103284736" : 1563,
"104333312" : 2741,
"105381888" : 2523,
"106430464" : 5023,
"107479040" : 4483,
"108527616" : 6992,
"109576192" : 9593,
"110624768" : 8191,
"111673344" : 4954,
"112721920" : 4756,
"113770496" : 6051,
"114819072" : 5519,
"115867648" : 4483,
"116916224" : 4593,
"117964800" : 3579,
"119013376" : 2734,
"120061952" : 2162,
"121110528" : 1785,
"122159104" : 1241,
"123207680" : 708,
"124256256" : 608,
"125304832" : 471,
"126353408" : 279,
"127401984" : 250,
"128450560" : 103,
"129499136" : 125,
"130547712" : 132,
"131596288" : 10
}
},
"lat_ns" : {
"min" : 102400126,
"max" : 136084609,
"mean" : 115597089.848996,
"stddev" : 5526277.902254,
"N" : 88627
},
"bw_min" : 4161536,
"bw_max" : 4815830,
"bw_agg" : 100.000000,
"bw_mean" : 4538766.487179,
"bw_dev" : 9321.087021,
"bw_samples" : 624,
"iops_min" : 4064,
"iops_max" : 4691,
"iops_mean" : 4431.512821,
"iops_stddev" : 9.063254,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320021,
"usr_cpu" : 0.972124,
"sys_cpu" : 4.289718,
"ctx" : 94814,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.326031,
"250" : 99.657047,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003794,
"timestamp_ms" : 1774003794365,
"time" : "Fri Mar 20 07:49:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 141253672960,
"io_kbytes" : 137943040,
"bw_bytes" : 4707984966,
"bw" : 4597641,
"iops" : 4490.417625,
"runtime" : 30003,
"total_ios" : 134726,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 580617,
"max" : 8004779,
"mean" : 3559199.546561,
"stddev" : 234368.504136,
"N" : 134726
},
"clat_ns" : {
"min" : 95869379,
"max" : 131916541,
"mean" : 110518443.089786,
"stddev" : 5665533.572315,
"N" : 134710,
"percentile" : {
"1.000000" : 96993280,
"5.000000" : 101187584,
"10.000000" : 103284736,
"20.000000" : 106430464,
"30.000000" : 107479040,
"40.000000" : 108527616,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 112721920,
"80.000000" : 114819072,
"90.000000" : 117964800,
"95.000000" : 120061952,
"99.000000" : 125304832,
"99.500000" : 126353408,
"99.900000" : 130547712,
"99.950000" : 130547712,
"99.990000" : 130547712
},
"bins" : {
"95944704" : 572,
"96993280" : 827,
"98041856" : 865,
"99090432" : 1440,
"100139008" : 902,
"101187584" : 2711,
"102236160" : 2062,
"103284736" : 4891,
"104333312" : 6010,
"105381888" : 5901,
"106430464" : 9770,
"107479040" : 8010,
"108527616" : 10900,
"109576192" : 13212,
"110624768" : 10780,
"111673344" : 7776,
"112721920" : 7855,
"113770496" : 7249,
"114819072" : 6309,
"115867648" : 5314,
"116916224" : 5231,
"117964800" : 4253,
"119013376" : 3391,
"120061952" : 2432,
"121110528" : 1942,
"122159104" : 1381,
"123207680" : 746,
"124256256" : 608,
"125304832" : 471,
"126353408" : 279,
"127401984" : 250,
"128450560" : 103,
"129499136" : 125,
"130547712" : 132,
"131596288" : 10
}
},
"lat_ns" : {
"min" : 98936975,
"max" : 136084609,
"mean" : 114080889.219145,
"stddev" : 5826232.178509,
"N" : 134710
},
"bw_min" : 4161536,
"bw_max" : 4964352,
"bw_agg" : 99.836904,
"bw_mean" : 4590143.813559,
"bw_dev" : 10023.917901,
"bw_samples" : 944,
"iops_min" : 4064,
"iops_max" : 4848,
"iops_mean" : 4481.983051,
"iops_stddev" : 9.776485,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480012,
"usr_cpu" : 0.981642,
"sys_cpu" : 4.376766,
"ctx" : 144686,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999258,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999258,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 2.970473,
"250" : 97.017651,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003804,
"timestamp_ms" : 1774003804365,
"time" : "Fri Mar 20 07:50:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 188957589504,
"io_kbytes" : 184528896,
"bw_bytes" : 4723703552,
"bw" : 4612991,
"iops" : 4505.274736,
"runtime" : 40002,
"total_ios" : 180220,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 580617,
"max" : 9195970,
"mean" : 3547407.949800,
"stddev" : 262598.933211,
"N" : 180220
},
"clat_ns" : {
"min" : 91205473,
"max" : 131916541,
"mean" : 110124608.322074,
"stddev" : 6630089.943552,
"N" : 180204,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 101187584,
"20.000000" : 105381888,
"30.000000" : 107479040,
"40.000000" : 108527616,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 113770496,
"80.000000" : 115867648,
"90.000000" : 117964800,
"95.000000" : 121110528,
"99.000000" : 126353408,
"99.500000" : 127401984,
"99.900000" : 129499136,
"99.950000" : 130547712,
"99.990000" : 130547712
},
"bins" : {
"90701824" : 1,
"91750400" : 312,
"92798976" : 1018,
"93847552" : 2497,
"94896128" : 687,
"95944704" : 1251,
"96993280" : 2106,
"98041856" : 1600,
"99090432" : 2750,
"100139008" : 2005,
"101187584" : 4084,
"102236160" : 2438,
"103284736" : 5558,
"104333312" : 7800,
"105381888" : 7593,
"106430464" : 11758,
"107479040" : 9298,
"108527616" : 13651,
"109576192" : 15317,
"110624768" : 12872,
"111673344" : 9974,
"112721920" : 9970,
"113770496" : 9705,
"114819072" : 8438,
"115867648" : 6800,
"116916224" : 7041,
"117964800" : 5928,
"119013376" : 4288,
"120061952" : 3302,
"121110528" : 2612,
"122159104" : 2091,
"123207680" : 1492,
"124256256" : 1173,
"125304832" : 953,
"126353408" : 626,
"127401984" : 559,
"128450560" : 364,
"129499136" : 141,
"130547712" : 141,
"131596288" : 10
}
},
"lat_ns" : {
"min" : 94275123,
"max" : 136084609,
"mean" : 113673177.805237,
"stddev" : 6823343.812571,
"N" : 180204
},
"bw_min" : 4161536,
"bw_max" : 5275648,
"bw_agg" : 100.000000,
"bw_mean" : 4618947.240506,
"bw_dev" : 13722.015360,
"bw_samples" : 1264,
"iops_min" : 4064,
"iops_max" : 5152,
"iops_mean" : 4510.037975,
"iops_stddev" : 13.407628,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640007,
"usr_cpu" : 0.997645,
"sys_cpu" : 4.393389,
"ctx" : 193954,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.167906,
"250" : 92.823216,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003814,
"timestamp_ms" : 1774003814366,
"time" : "Fri Mar 20 07:50:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 234206789632,
"io_kbytes" : 228717568,
"bw_bytes" : 4683854761,
"bw" : 4574076,
"iops" : 4467.191968,
"runtime" : 50003,
"total_ios" : 223373,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 580617,
"max" : 9195970,
"mean" : 3577568.732385,
"stddev" : 294557.237792,
"N" : 223373
},
"clat_ns" : {
"min" : 91205473,
"max" : 140554118,
"mean" : 111060302.431435,
"stddev" : 7802416.889078,
"N" : 223357,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 98041856,
"10.000000" : 101187584,
"20.000000" : 105381888,
"30.000000" : 107479040,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 121110528,
"95.000000" : 125304832,
"99.000000" : 130547712,
"99.500000" : 133693440,
"99.900000" : 137363456,
"99.950000" : 139460608,
"99.990000" : 139460608
},
"bins" : {
"90701824" : 1,
"91750400" : 312,
"92798976" : 1018,
"93847552" : 2497,
"94896128" : 1693,
"95944704" : 1852,
"96993280" : 2487,
"98041856" : 2726,
"99090432" : 4067,
"100139008" : 2602,
"101187584" : 5226,
"102236160" : 3356,
"103284736" : 6875,
"104333312" : 8728,
"105381888" : 8385,
"106430464" : 13169,
"107479040" : 10174,
"108527616" : 14552,
"109576192" : 16452,
"110624768" : 14310,
"111673344" : 11226,
"112721920" : 11465,
"113770496" : 11073,
"114819072" : 9277,
"115867648" : 7910,
"116916224" : 8768,
"117964800" : 8280,
"119013376" : 5995,
"120061952" : 4446,
"121110528" : 3522,
"122159104" : 2930,
"123207680" : 3019,
"124256256" : 2686,
"125304832" : 3084,
"126353408" : 2251,
"127401984" : 1568,
"128450560" : 1749,
"129499136" : 750,
"130547712" : 687,
"131596288" : 634,
"132644864" : 338,
"133693440" : 211,
"135266304" : 390,
"137363456" : 468,
"139460608" : 147,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 94275123,
"max" : 144694123,
"mean" : 114639206.843641,
"stddev" : 8036395.464862,
"N" : 223357
},
"bw_min" : 3853848,
"bw_max" : 5275648,
"bw_agg" : 99.985966,
"bw_mean" : 4573435.373737,
"bw_dev" : 17016.334614,
"bw_samples" : 1584,
"iops_min" : 3756,
"iops_max" : 5152,
"iops_mean" : 4465.464646,
"iops_stddev" : 16.624243,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800012,
"usr_cpu" : 0.985985,
"sys_cpu" : 4.353310,
"ctx" : 240091,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.854127,
"250" : 92.138710,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003824,
"timestamp_ms" : 1774003824366,
"time" : "Fri Mar 20 07:50:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 282010320896,
"io_kbytes" : 275400704,
"bw_bytes" : 4699937018,
"bw" : 4589782,
"iops" : 4482.475876,
"runtime" : 60003,
"total_ios" : 268962,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 580617,
"max" : 9195970,
"mean" : 3565305.083201,
"stddev" : 287101.237312,
"N" : 268963
},
"clat_ns" : {
"min" : 91205473,
"max" : 140554118,
"mean" : 110677719.715108,
"stddev" : 7479085.234165,
"N" : 268947,
"percentile" : {
"1.000000" : 93847552,
"5.000000" : 99090432,
"10.000000" : 101187584,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 111673344,
"70.000000" : 113770496,
"80.000000" : 116916224,
"90.000000" : 120061952,
"95.000000" : 124256256,
"99.000000" : 130547712,
"99.500000" : 132644864,
"99.900000" : 137363456,
"99.950000" : 139460608,
"99.990000" : 139460608
},
"bins" : {
"90701824" : 1,
"91750400" : 312,
"92798976" : 1018,
"93847552" : 2497,
"94896128" : 1693,
"95944704" : 2162,
"96993280" : 2725,
"98041856" : 3022,
"99090432" : 4478,
"100139008" : 3364,
"101187584" : 6012,
"102236160" : 4751,
"103284736" : 10037,
"104333312" : 12108,
"105381888" : 13247,
"106430464" : 16193,
"107479040" : 13453,
"108527616" : 17080,
"109576192" : 19338,
"110624768" : 18058,
"111673344" : 14479,
"112721920" : 14563,
"113770496" : 13102,
"114819072" : 10583,
"115867648" : 9013,
"116916224" : 9542,
"117964800" : 9002,
"119013376" : 6599,
"120061952" : 4968,
"121110528" : 3904,
"122159104" : 3236,
"123207680" : 3197,
"124256256" : 2792,
"125304832" : 3207,
"126353408" : 2268,
"127401984" : 1568,
"128450560" : 1749,
"129499136" : 750,
"130547712" : 687,
"131596288" : 634,
"132644864" : 338,
"133693440" : 211,
"135266304" : 390,
"137363456" : 468,
"139460608" : 147,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 94275123,
"max" : 144694123,
"mean" : 114244060.140749,
"stddev" : 7702075.451359,
"N" : 268947
},
"bw_min" : 3853848,
"bw_max" : 5275648,
"bw_agg" : 99.975919,
"bw_mean" : 4588677.563025,
"bw_dev" : 16047.826684,
"bw_samples" : 1904,
"iops_min" : 3756,
"iops_max" : 5152,
"iops_mean" : 4480.327731,
"iops_stddev" : 15.677205,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960014,
"usr_cpu" : 0.989256,
"sys_cpu" : 4.374832,
"ctx" : 289398,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.108067,
"250" : 92.886356,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003834,
"timestamp_ms" : 1774003834366,
"time" : "Fri Mar 20 07:50:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 332012716032,
"io_kbytes" : 324231168,
"bw_bytes" : 4742835536,
"bw" : 4631675,
"iops" : 4523.363284,
"runtime" : 70003,
"total_ios" : 316649,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9195970,
"mean" : 3533016.613474,
"stddev" : 299847.646481,
"N" : 316649
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 109675042.054663,
"stddev" : 7974225.813614,
"N" : 316633,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 95944704,
"10.000000" : 99090432,
"20.000000" : 103284736,
"30.000000" : 105381888,
"40.000000" : 107479040,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 113770496,
"80.000000" : 115867648,
"90.000000" : 119013376,
"95.000000" : 123207680,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 85,
"89653248" : 1146,
"90701824" : 309,
"91750400" : 904,
"92798976" : 2685,
"93847552" : 5006,
"94896128" : 3665,
"95944704" : 5186,
"96993280" : 4220,
"98041856" : 4321,
"99090432" : 6672,
"100139008" : 5071,
"101187584" : 7430,
"102236160" : 6997,
"103284736" : 11965,
"104333312" : 14114,
"105381888" : 15133,
"106430464" : 17833,
"107479040" : 15553,
"108527616" : 19294,
"109576192" : 21305,
"110624768" : 19571,
"111673344" : 15589,
"112721920" : 15821,
"113770496" : 14808,
"114819072" : 11666,
"115867648" : 10734,
"116916224" : 10769,
"117964800" : 9821,
"119013376" : 6942,
"120061952" : 5159,
"121110528" : 4077,
"122159104" : 3458,
"123207680" : 3427,
"124256256" : 2954,
"125304832" : 3332,
"126353408" : 2313,
"127401984" : 1568,
"128450560" : 1749,
"129499136" : 750,
"130547712" : 687,
"131596288" : 634,
"132644864" : 338,
"133693440" : 211,
"135266304" : 390,
"137363456" : 468,
"139460608" : 147,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 113209000.718538,
"stddev" : 8214440.268433,
"N" : 316633
},
"bw_min" : 3853848,
"bw_max" : 5435392,
"bw_agg" : 100.000000,
"bw_mean" : 4631963.640288,
"bw_dev" : 18168.821979,
"bw_samples" : 2224,
"iops_min" : 3756,
"iops_max" : 5308,
"iops_mean" : 4522.582734,
"iops_stddev" : 17.750668,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120016,
"usr_cpu" : 0.997575,
"sys_cpu" : 4.435115,
"ctx" : 341426,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 11.567066,
"250" : 88.427881,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003844,
"timestamp_ms" : 1774003844366,
"time" : "Fri Mar 20 07:50:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 377143427072,
"io_kbytes" : 368304128,
"bw_bytes" : 4714116059,
"bw" : 4603628,
"iops" : 4495.943902,
"runtime" : 80003,
"total_ios" : 359689,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9195970,
"mean" : 3554578.215962,
"stddev" : 299085.312034,
"N" : 359689
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 110338250.187056,
"stddev" : 7977293.228241,
"N" : 359673,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 95944704,
"10.000000" : 100139008,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 109576192,
"60.000000" : 111673344,
"70.000000" : 113770496,
"80.000000" : 116916224,
"90.000000" : 120061952,
"95.000000" : 124256256,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 85,
"89653248" : 1146,
"90701824" : 309,
"91750400" : 904,
"92798976" : 2685,
"93847552" : 5006,
"94896128" : 3665,
"95944704" : 5186,
"96993280" : 4220,
"98041856" : 4321,
"99090432" : 6672,
"100139008" : 5106,
"101187584" : 7643,
"102236160" : 7112,
"103284736" : 12068,
"104333312" : 14399,
"105381888" : 16342,
"106430464" : 19968,
"107479040" : 18080,
"108527616" : 21937,
"109576192" : 22897,
"110624768" : 20969,
"111673344" : 16971,
"112721920" : 18026,
"113770496" : 16726,
"114819072" : 15003,
"115867648" : 13663,
"116916224" : 13438,
"117964800" : 11965,
"119013376" : 10328,
"120061952" : 8269,
"121110528" : 6430,
"122159104" : 5263,
"123207680" : 4148,
"124256256" : 3410,
"125304832" : 3763,
"126353408" : 2799,
"127401984" : 1964,
"128450560" : 1987,
"129499136" : 939,
"130547712" : 910,
"131596288" : 868,
"132644864" : 480,
"133693440" : 242,
"135266304" : 390,
"137363456" : 468,
"139460608" : 147,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 113893496.029527,
"stddev" : 8217270.042263,
"N" : 359673
},
"bw_min" : 3853848,
"bw_max" : 5435392,
"bw_agg" : 100.000000,
"bw_mean" : 4605904.968553,
"bw_dev" : 18030.042640,
"bw_samples" : 2544,
"iops_min" : 3756,
"iops_max" : 5308,
"iops_mean" : 4497.125786,
"iops_stddev" : 17.611200,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280018,
"usr_cpu" : 0.987720,
"sys_cpu" : 4.404547,
"ctx" : 387104,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.182964,
"250" : 89.812588,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003854,
"timestamp_ms" : 1774003854366,
"time" : "Fri Mar 20 07:50:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 423845953536,
"io_kbytes" : 413912064,
"bw_bytes" : 4709242508,
"bw" : 4598869,
"iops" : 4491.261402,
"runtime" : 90003,
"total_ios" : 404227,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9195970,
"mean" : 3558245.625639,
"stddev" : 303283.008301,
"N" : 404227
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 110450558.410328,
"stddev" : 8081695.888305,
"N" : 404211,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 95944704,
"10.000000" : 99090432,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 121110528,
"95.000000" : 124256256,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 85,
"89653248" : 1146,
"90701824" : 412,
"91750400" : 1125,
"92798976" : 2924,
"93847552" : 5303,
"94896128" : 4378,
"95944704" : 5986,
"96993280" : 5167,
"98041856" : 5836,
"99090432" : 8468,
"100139008" : 6037,
"101187584" : 8856,
"102236160" : 8018,
"103284736" : 13379,
"104333312" : 15353,
"105381888" : 17646,
"106430464" : 20873,
"107479040" : 18629,
"108527616" : 22577,
"109576192" : 24578,
"110624768" : 22502,
"111673344" : 19084,
"112721920" : 20452,
"113770496" : 18190,
"114819072" : 17960,
"115867648" : 15924,
"116916224" : 15817,
"117964800" : 13615,
"119013376" : 12337,
"120061952" : 10603,
"121110528" : 8390,
"122159104" : 6785,
"123207680" : 4988,
"124256256" : 4020,
"125304832" : 4180,
"126353408" : 3052,
"127401984" : 2182,
"128450560" : 2193,
"129499136" : 1023,
"130547712" : 997,
"131596288" : 964,
"132644864" : 556,
"133693440" : 260,
"135266304" : 390,
"137363456" : 468,
"139460608" : 147,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 114009321.723647,
"stddev" : 8325332.245622,
"N" : 404211
},
"bw_min" : 3853848,
"bw_max" : 5435392,
"bw_agg" : 100.000000,
"bw_mean" : 4601095.251397,
"bw_dev" : 18394.383599,
"bw_samples" : 2864,
"iops_min" : 3756,
"iops_max" : 5308,
"iops_mean" : 4492.374302,
"iops_stddev" : 17.968229,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440014,
"usr_cpu" : 0.982421,
"sys_cpu" : 4.407388,
"ctx" : 435251,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.804325,
"250" : 89.191717,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003864,
"timestamp_ms" : 1774003864366,
"time" : "Fri Mar 20 07:51:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 470985736192,
"io_kbytes" : 459947008,
"bw_bytes" : 4709716070,
"bw" : 4599332,
"iops" : 4491.695249,
"runtime" : 100003,
"total_ios" : 449183,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9195970,
"mean" : 3557901.505589,
"stddev" : 301367.699848,
"N" : 449183
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 110437697.950177,
"stddev" : 7991952.933542,
"N" : 449167,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 100139008,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 120061952,
"95.000000" : 123207680,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 85,
"89653248" : 1146,
"90701824" : 412,
"91750400" : 1125,
"92798976" : 2924,
"93847552" : 5429,
"94896128" : 4524,
"95944704" : 6281,
"96993280" : 6043,
"98041856" : 6827,
"99090432" : 9504,
"100139008" : 6857,
"101187584" : 9638,
"102236160" : 9517,
"103284736" : 15656,
"104333312" : 17446,
"105381888" : 19849,
"106430464" : 22732,
"107479040" : 20697,
"108527616" : 25430,
"109576192" : 27426,
"110624768" : 24828,
"111673344" : 21040,
"112721920" : 22815,
"113770496" : 20179,
"114819072" : 20109,
"115867648" : 17213,
"116916224" : 17815,
"117964800" : 15338,
"119013376" : 13631,
"120061952" : 12601,
"121110528" : 9384,
"122159104" : 7254,
"123207680" : 5267,
"124256256" : 4279,
"125304832" : 4503,
"126353408" : 3385,
"127401984" : 2361,
"128450560" : 2310,
"129499136" : 1167,
"130547712" : 999,
"131596288" : 964,
"132644864" : 556,
"133693440" : 260,
"135266304" : 390,
"137363456" : 468,
"139460608" : 147,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 113995957.821723,
"stddev" : 8232399.380301,
"N" : 449167
},
"bw_min" : 3853848,
"bw_max" : 5435392,
"bw_agg" : 100.000000,
"bw_mean" : 4602374.522613,
"bw_dev" : 18046.791070,
"bw_samples" : 3184,
"iops_min" : 3756,
"iops_max" : 5308,
"iops_mean" : 4493.623116,
"iops_stddev" : 17.629420,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600016,
"usr_cpu" : 0.979803,
"sys_cpu" : 4.413081,
"ctx" : 483658,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.563623,
"250" : 89.432815,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003874,
"timestamp_ms" : 1774003874366,
"time" : "Fri Mar 20 07:51:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 516820041728,
"io_kbytes" : 504707072,
"bw_bytes" : 4698235882,
"bw" : 4588120,
"iops" : 4480.723253,
"runtime" : 110003,
"total_ios" : 492893,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9195970,
"mean" : 3566597.082218,
"stddev" : 300370.132187,
"N" : 492894
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 110708550.508286,
"stddev" : 7919197.641733,
"N" : 492878,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 100139008,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 121110528,
"95.000000" : 123207680,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 85,
"89653248" : 1146,
"90701824" : 412,
"91750400" : 1125,
"92798976" : 2924,
"93847552" : 5429,
"94896128" : 4524,
"95944704" : 6281,
"96993280" : 6043,
"98041856" : 6827,
"99090432" : 9504,
"100139008" : 6857,
"101187584" : 10112,
"102236160" : 10223,
"103284736" : 17288,
"104333312" : 18428,
"105381888" : 20880,
"106430464" : 25109,
"107479040" : 22071,
"108527616" : 26878,
"109576192" : 31681,
"110624768" : 27273,
"111673344" : 23566,
"112721920" : 25601,
"113770496" : 24209,
"114819072" : 23412,
"115867648" : 18875,
"116916224" : 19255,
"117964800" : 16926,
"119013376" : 15437,
"120061952" : 14443,
"121110528" : 11011,
"122159104" : 8631,
"123207680" : 5987,
"124256256" : 4629,
"125304832" : 4776,
"126353408" : 3597,
"127401984" : 2588,
"128450560" : 2535,
"129499136" : 1422,
"130547712" : 1085,
"131596288" : 1051,
"132644864" : 637,
"133693440" : 342,
"135266304" : 575,
"137363456" : 678,
"139460608" : 154,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 114275595.537141,
"stddev" : 8157112.948134,
"N" : 492878
},
"bw_min" : 3853848,
"bw_max" : 5435392,
"bw_agg" : 100.000000,
"bw_mean" : 4588936.625571,
"bw_dev" : 17815.759535,
"bw_samples" : 3504,
"iops_min" : 3756,
"iops_max" : 5308,
"iops_mean" : 4480.470320,
"iops_stddev" : 17.403235,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760016,
"usr_cpu" : 0.975730,
"sys_cpu" : 4.404278,
"ctx" : 530649,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 9.626836,
"250" : 90.370121,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003884,
"timestamp_ms" : 1774003884366,
"time" : "Fri Mar 20 07:51:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 561591091200,
"io_kbytes" : 548428800,
"bw_bytes" : 4679808764,
"bw" : 4570125,
"iops" : 4463.146755,
"runtime" : 120003,
"total_ios" : 535591,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9195970,
"mean" : 3580669.155029,
"stddev" : 299745.409510,
"N" : 535591
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 111140465.862835,
"stddev" : 7905594.304294,
"N" : 535575,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 101187584,
"20.000000" : 104333312,
"30.000000" : 107479040,
"40.000000" : 109576192,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 117964800,
"90.000000" : 121110528,
"95.000000" : 124256256,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 85,
"89653248" : 1146,
"90701824" : 412,
"91750400" : 1125,
"92798976" : 2924,
"93847552" : 5429,
"94896128" : 4524,
"95944704" : 6281,
"96993280" : 6043,
"98041856" : 6827,
"99090432" : 9504,
"100139008" : 6857,
"101187584" : 10113,
"102236160" : 10313,
"103284736" : 17445,
"104333312" : 18591,
"105381888" : 21759,
"106430464" : 26110,
"107479040" : 23320,
"108527616" : 28419,
"109576192" : 33544,
"110624768" : 28647,
"111673344" : 25928,
"112721920" : 27863,
"113770496" : 27159,
"114819072" : 26623,
"115867648" : 21047,
"116916224" : 23612,
"117964800" : 20884,
"119013376" : 18023,
"120061952" : 16172,
"121110528" : 13532,
"122159104" : 10028,
"123207680" : 6999,
"124256256" : 5559,
"125304832" : 5448,
"126353408" : 4007,
"127401984" : 2908,
"128450560" : 2898,
"129499136" : 1831,
"130547712" : 1411,
"131596288" : 1200,
"132644864" : 748,
"133693440" : 444,
"135266304" : 645,
"137363456" : 678,
"139460608" : 154,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 114721302.139592,
"stddev" : 8142711.507798,
"N" : 535575
},
"bw_min" : 3853848,
"bw_max" : 5435392,
"bw_agg" : 100.000000,
"bw_mean" : 4572655.100418,
"bw_dev" : 17617.906596,
"bw_samples" : 3824,
"iops_min" : 3756,
"iops_max" : 5308,
"iops_mean" : 4464.573222,
"iops_stddev" : 17.207683,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920020,
"usr_cpu" : 0.969157,
"sys_cpu" : 4.385892,
"ctx" : 575726,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 8.859372,
"250" : 91.137640,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003894,
"timestamp_ms" : 1774003894365,
"time" : "Fri Mar 20 07:51:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 611206561792,
"io_kbytes" : 596881408,
"bw_bytes" : 4701516605,
"bw" : 4591324,
"iops" : 4483.838710,
"runtime" : 130002,
"total_ios" : 582908,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9521697,
"mean" : 3564107.544737,
"stddev" : 307266.846288,
"N" : 582909
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 110635266.638759,
"stddev" : 8156333.228067,
"N" : 582893,
"percentile" : {
"1.000000" : 91750400,
"5.000000" : 95944704,
"10.000000" : 99090432,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 117964800,
"90.000000" : 121110528,
"95.000000" : 123207680,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 536,
"89653248" : 1669,
"90701824" : 1338,
"91750400" : 2002,
"92798976" : 3922,
"93847552" : 7118,
"94896128" : 5786,
"95944704" : 7704,
"96993280" : 7993,
"98041856" : 8545,
"99090432" : 11394,
"100139008" : 9639,
"101187584" : 12600,
"102236160" : 12524,
"103284736" : 20345,
"104333312" : 21397,
"105381888" : 23869,
"106430464" : 27377,
"107479040" : 24333,
"108527616" : 29706,
"109576192" : 34525,
"110624768" : 30177,
"111673344" : 27336,
"112721920" : 29707,
"113770496" : 28192,
"114819072" : 27603,
"115867648" : 22327,
"116916224" : 24347,
"117964800" : 21689,
"119013376" : 19226,
"120061952" : 17048,
"121110528" : 14087,
"122159104" : 10398,
"123207680" : 7165,
"124256256" : 5713,
"125304832" : 5743,
"126353408" : 4194,
"127401984" : 2982,
"128450560" : 3008,
"129499136" : 1962,
"130547712" : 1442,
"131596288" : 1200,
"132644864" : 748,
"133693440" : 444,
"135266304" : 645,
"137363456" : 678,
"139460608" : 154,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 114200039.952436,
"stddev" : 8402171.461756,
"N" : 582893
},
"bw_min" : 3853848,
"bw_max" : 5441536,
"bw_agg" : 99.997064,
"bw_mean" : 4591190.629344,
"bw_dev" : 18523.827214,
"bw_samples" : 4144,
"iops_min" : 3756,
"iops_max" : 5314,
"iops_mean" : 4482.637066,
"iops_stddev" : 18.090800,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080010,
"usr_cpu" : 0.976726,
"sys_cpu" : 4.414210,
"ctx" : 627942,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.674240,
"250" : 89.323187,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003904,
"timestamp_ms" : 1774003904365,
"time" : "Fri Mar 20 07:51:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 658814009344,
"io_kbytes" : 643373056,
"bw_bytes" : 4705747127,
"bw" : 4595456,
"iops" : 4487.864459,
"runtime" : 140002,
"total_ios" : 628310,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9521697,
"mean" : 3560890.495513,
"stddev" : 306707.617488,
"N" : 628311
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 110536261.820988,
"stddev" : 8125833.131231,
"N" : 628294,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 95944704,
"10.000000" : 99090432,
"20.000000" : 103284736,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 121110528,
"95.000000" : 123207680,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 536,
"89653248" : 1669,
"90701824" : 1338,
"91750400" : 2005,
"92798976" : 4033,
"93847552" : 7226,
"94896128" : 6449,
"95944704" : 8726,
"96993280" : 9222,
"98041856" : 9396,
"99090432" : 12226,
"100139008" : 11007,
"101187584" : 14838,
"102236160" : 14394,
"103284736" : 22817,
"104333312" : 24555,
"105381888" : 25254,
"106430464" : 28444,
"107479040" : 25457,
"108527616" : 31504,
"109576192" : 37119,
"110624768" : 32044,
"111673344" : 28991,
"112721920" : 32511,
"113770496" : 31015,
"114819072" : 29974,
"115867648" : 23812,
"116916224" : 26130,
"117964800" : 22705,
"119013376" : 20465,
"120061952" : 18213,
"121110528" : 15641,
"122159104" : 10782,
"123207680" : 7487,
"124256256" : 5956,
"125304832" : 5894,
"126353408" : 4377,
"127401984" : 3180,
"128450560" : 3125,
"129499136" : 2057,
"130547712" : 1486,
"131596288" : 1208,
"132644864" : 750,
"133693440" : 444,
"135266304" : 645,
"137363456" : 678,
"139460608" : 154,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 114097874.845751,
"stddev" : 8370698.296382,
"N" : 628294
},
"bw_min" : 3853848,
"bw_max" : 5441536,
"bw_agg" : 99.998734,
"bw_mean" : 4595398.598566,
"bw_dev" : 18507.433309,
"bw_samples" : 4464,
"iops_min" : 3756,
"iops_max" : 5314,
"iops_mean" : 4486.784946,
"iops_stddev" : 18.077967,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240008,
"usr_cpu" : 0.977407,
"sys_cpu" : 4.422484,
"ctx" : 677446,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999841,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.744059,
"250" : 89.253394,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003914,
"timestamp_ms" : 1774003914367,
"time" : "Fri Mar 20 07:51:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 707028582400,
"io_kbytes" : 690457600,
"bw_bytes" : 4713429614,
"bw" : 4602958,
"iops" : 4495.183430,
"runtime" : 150003,
"total_ios" : 674291,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9521697,
"mean" : 3555073.913812,
"stddev" : 307083.188347,
"N" : 674291
},
"clat_ns" : {
"min" : 86247459,
"max" : 140554118,
"mean" : 110342395.726864,
"stddev" : 8115416.654161,
"N" : 674275,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 99090432,
"20.000000" : 103284736,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 114819072,
"80.000000" : 116916224,
"90.000000" : 120061952,
"95.000000" : 123207680,
"99.000000" : 129499136,
"99.500000" : 131596288,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 536,
"89653248" : 1669,
"90701824" : 1338,
"91750400" : 2005,
"92798976" : 4033,
"93847552" : 7281,
"94896128" : 6735,
"95944704" : 9331,
"96993280" : 10135,
"98041856" : 10908,
"99090432" : 14530,
"100139008" : 13478,
"101187584" : 17597,
"102236160" : 18037,
"103284736" : 24788,
"104333312" : 26964,
"105381888" : 27511,
"106430464" : 31231,
"107479040" : 28613,
"108527616" : 33075,
"109576192" : 38722,
"110624768" : 34733,
"111673344" : 30864,
"112721920" : 33938,
"113770496" : 31815,
"114819072" : 30983,
"115867648" : 25765,
"116916224" : 27150,
"117964800" : 23505,
"119013376" : 21224,
"120061952" : 18673,
"121110528" : 16034,
"122159104" : 11120,
"123207680" : 7805,
"124256256" : 6245,
"125304832" : 6155,
"126353408" : 4634,
"127401984" : 3712,
"128450560" : 3240,
"129499136" : 2179,
"130547712" : 1599,
"131596288" : 1337,
"132644864" : 771,
"133693440" : 444,
"135266304" : 645,
"137363456" : 678,
"139460608" : 154,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 144694123,
"mean" : 113897376.405130,
"stddev" : 8359823.971745,
"N" : 674275
},
"bw_min" : 3853848,
"bw_max" : 5441536,
"bw_agg" : 100.000000,
"bw_mean" : 4605977.836120,
"bw_dev" : 18415.584246,
"bw_samples" : 4784,
"iops_min" : 3756,
"iops_max" : 5314,
"iops_mean" : 4497.086957,
"iops_stddev" : 17.989758,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400012,
"usr_cpu" : 0.977578,
"sys_cpu" : 4.434144,
"ctx" : 727110,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.915169,
"250" : 89.082458,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003924,
"timestamp_ms" : 1774003924366,
"time" : "Fri Mar 20 07:52:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 748711575552,
"io_kbytes" : 731163648,
"bw_bytes" : 4679388854,
"bw" : 4569715,
"iops" : 4462.712966,
"runtime" : 160002,
"total_ios" : 714043,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9521697,
"mean" : 3580985.002910,
"stddev" : 325042.194827,
"N" : 714043
},
"clat_ns" : {
"min" : 86247459,
"max" : 147329148,
"mean" : 111148238.075008,
"stddev" : 8791760.618634,
"N" : 714027,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 100139008,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 115867648,
"80.000000" : 117964800,
"90.000000" : 122159104,
"95.000000" : 126353408,
"99.000000" : 133693440,
"99.500000" : 137363456,
"99.900000" : 143654912,
"99.950000" : 145752064,
"99.990000" : 145752064
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 536,
"89653248" : 1669,
"90701824" : 1338,
"91750400" : 2005,
"92798976" : 4033,
"93847552" : 7281,
"94896128" : 6735,
"95944704" : 9331,
"96993280" : 10135,
"98041856" : 10908,
"99090432" : 14530,
"100139008" : 13478,
"101187584" : 17597,
"102236160" : 18037,
"103284736" : 24788,
"104333312" : 27040,
"105381888" : 27730,
"106430464" : 31327,
"107479040" : 28694,
"108527616" : 33181,
"109576192" : 38816,
"110624768" : 35154,
"111673344" : 31636,
"112721920" : 34583,
"113770496" : 33254,
"114819072" : 32494,
"115867648" : 28989,
"116916224" : 29344,
"117964800" : 24980,
"119013376" : 22703,
"120061952" : 19774,
"121110528" : 16855,
"122159104" : 12056,
"123207680" : 9270,
"124256256" : 7821,
"125304832" : 7367,
"126353408" : 6127,
"127401984" : 5206,
"128450560" : 4352,
"129499136" : 4338,
"130547712" : 3186,
"131596288" : 2989,
"132644864" : 2439,
"133693440" : 3238,
"135266304" : 2538,
"137363456" : 1448,
"139460608" : 859,
"141557760" : 632,
"143654912" : 395,
"145752064" : 450,
"147849216" : 6
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 151870307,
"mean" : 114729191.183135,
"stddev" : 9059203.378950,
"N" : 714027
},
"bw_min" : 3735552,
"bw_max" : 5441536,
"bw_agg" : 100.000000,
"bw_mean" : 4572270.184953,
"bw_dev" : 19934.347903,
"bw_samples" : 5104,
"iops_min" : 3648,
"iops_max" : 5314,
"iops_mean" : 4464.153605,
"iops_stddev" : 19.473788,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560009,
"usr_cpu" : 0.968278,
"sys_cpu" : 4.397524,
"ctx" : 768640,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.307502,
"250" : 89.690257,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003934,
"timestamp_ms" : 1774003934366,
"time" : "Fri Mar 20 07:52:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 791884595200,
"io_kbytes" : 773324800,
"bw_bytes" : 4658062476,
"bw" : 4548889,
"iops" : 4442.368664,
"runtime" : 170003,
"total_ios" : 755216,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9521697,
"mean" : 3597388.570311,
"stddev" : 331772.774226,
"N" : 755216
},
"clat_ns" : {
"min" : 86247459,
"max" : 147329148,
"mean" : 111661093.331424,
"stddev" : 9036201.221463,
"N" : 755200,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 100139008,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 109576192,
"50.000000" : 111673344,
"60.000000" : 113770496,
"70.000000" : 115867648,
"80.000000" : 119013376,
"90.000000" : 123207680,
"95.000000" : 127401984,
"99.000000" : 135266304,
"99.500000" : 137363456,
"99.900000" : 143654912,
"99.950000" : 145752064,
"99.990000" : 145752064
},
"bins" : {
"86507520" : 256,
"87556096" : 99,
"88604672" : 536,
"89653248" : 1669,
"90701824" : 1338,
"91750400" : 2005,
"92798976" : 4033,
"93847552" : 7281,
"94896128" : 6735,
"95944704" : 9331,
"96993280" : 10135,
"98041856" : 10908,
"99090432" : 14530,
"100139008" : 13478,
"101187584" : 17597,
"102236160" : 18037,
"103284736" : 24788,
"104333312" : 27305,
"105381888" : 28155,
"106430464" : 32589,
"107479040" : 29767,
"108527616" : 33542,
"109576192" : 39517,
"110624768" : 36051,
"111673344" : 34240,
"112721920" : 36597,
"113770496" : 34681,
"114819072" : 34479,
"115867648" : 30835,
"116916224" : 31405,
"117964800" : 26706,
"119013376" : 24279,
"120061952" : 21257,
"121110528" : 17914,
"122159104" : 13183,
"123207680" : 10605,
"124256256" : 9358,
"125304832" : 10710,
"126353408" : 8190,
"127401984" : 6321,
"128450560" : 5269,
"129499136" : 5711,
"130547712" : 4009,
"131596288" : 3798,
"132644864" : 3628,
"133693440" : 3624,
"135266304" : 3154,
"137363456" : 2045,
"139460608" : 1249,
"141557760" : 992,
"143654912" : 666,
"145752064" : 607,
"147849216" : 6
}
},
"lat_ns" : {
"min" : 89081788,
"max" : 151870307,
"mean" : 115258767.617267,
"stddev" : 9311972.446082,
"N" : 755200
},
"bw_min" : 3735552,
"bw_max" : 5441536,
"bw_agg" : 100.000000,
"bw_mean" : 4550163.932153,
"bw_dev" : 20476.549579,
"bw_samples" : 5424,
"iops_min" : 3648,
"iops_max" : 5314,
"iops_mean" : 4442.575221,
"iops_stddev" : 20.003455,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720020,
"usr_cpu" : 0.962493,
"sys_cpu" : 4.373387,
"ctx" : 811912,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999868,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999868,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 9.745556,
"250" : 90.252325,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003944,
"timestamp_ms" : 1774003944381,
"time" : "Fri Mar 20 07:52:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 56,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 836604264448,
"io_kbytes" : 816996352,
"bw_bytes" : 4647698186,
"bw" : 4538767,
"iops" : 4431.323748,
"runtime" : 180004,
"total_ios" : 797656,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9521697,
"mean" : 3606247.168094,
"stddev" : 332352.814319,
"N" : 797672
},
"clat_ns" : {
"min" : 4938,
"max" : 147329148,
"mean" : 111899757.078917,
"stddev" : 9177844.776945,
"N" : 798152,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 100139008,
"20.000000" : 104333312,
"30.000000" : 107479040,
"40.000000" : 109576192,
"50.000000" : 111673344,
"60.000000" : 113770496,
"70.000000" : 115867648,
"80.000000" : 119013376,
"90.000000" : 123207680,
"95.000000" : 127401984,
"99.000000" : 135266304,
"99.500000" : 137363456,
"99.900000" : 143654912,
"99.950000" : 145752064,
"99.990000" : 145752064
},
"bins" : {
"4960" : 1,
"5920" : 1,
"5984" : 1,
"6304" : 1,
"6816" : 2,
"8032" : 1,
"8640" : 1,
"9024" : 1,
"9792" : 1,
"10176" : 1,
"10944" : 1,
"11712" : 1,
"17536" : 1,
"49920" : 1,
"100864" : 1,
"3227648" : 1,
"3293184" : 1,
"3325952" : 1,
"3686400" : 1,
"4177920" : 2,
"4227072" : 6,
"4292608" : 2,
"4358144" : 1,
"4423680" : 1,
"7438336" : 1,
"7503872" : 1,
"7569408" : 1,
"7897088" : 1,
"8355840" : 1,
"8454144" : 10,
"8585216" : 1,
"11730944" : 3,
"12124160" : 1,
"12517376" : 1,
"12648448" : 6,
"12779520" : 4,
"12910592" : 1,
"15925248" : 1,
"16056320" : 2,
"16318464" : 1,
"16908288" : 11,
"17170432" : 1,
"20054016" : 1,
"20316160" : 2,
"20578304" : 1,
"21102592" : 9,
"21364736" : 3,
"24510464" : 3,
"25034752" : 1,
"25296896" : 3,
"25559040" : 7,
"25821184" : 2,
"28704768" : 2,
"28966912" : 1,
"29229056" : 1,
"29753344" : 11,
"30015488" : 1,
"32899072" : 1,
"33161216" : 2,
"33423360" : 1,
"33816576" : 10,
"34340864" : 2,
"36962304" : 2,
"37486592" : 2,
"38010880" : 10,
"38535168" : 2,
"41156608" : 1,
"41680896" : 3,
"42205184" : 10,
"42729472" : 2,
"45875200" : 4,
"46399488" : 9,
"46923776" : 3,
"49545216" : 1,
"50069504" : 6,
"50593792" : 7,
"51118080" : 2,
"53739520" : 4,
"54263808" : 4,
"54788096" : 7,
"55312384" : 1,
"57933824" : 7,
"58458112" : 6,
"58982400" : 3,
"61603840" : 5,
"62128128" : 5,
"62652416" : 6,
"65273856" : 5,
"65798144" : 5,
"66322432" : 6,
"68681728" : 4,
"69730304" : 12,
"72876032" : 10,
"73924608" : 6,
"76021760" : 2,
"77070336" : 14,
"80216064" : 7,
"81264640" : 9,
"84410368" : 15,
"85458944" : 1,
"86507520" : 256,
"87556096" : 106,
"88604672" : 545,
"89653248" : 1669,
"90701824" : 1338,
"91750400" : 2019,
"92798976" : 4035,
"93847552" : 7281,
"94896128" : 6742,
"95944704" : 9340,
"96993280" : 10135,
"98041856" : 10908,
"99090432" : 14543,
"100139008" : 13481,
"101187584" : 18612,
"102236160" : 19002,
"103284736" : 26725,
"104333312" : 27891,
"105381888" : 28438,
"106430464" : 32828,
"107479040" : 30062,
"108527616" : 34518,
"109576192" : 40791,
"110624768" : 38568,
"111673344" : 36309,
"112721920" : 38733,
"113770496" : 36356,
"114819072" : 36773,
"115867648" : 32426,
"116916224" : 33941,
"117964800" : 29348,
"119013376" : 26621,
"120061952" : 24239,
"121110528" : 19291,
"122159104" : 14711,
"123207680" : 11845,
"124256256" : 10431,
"125304832" : 11923,
"126353408" : 9704,
"127401984" : 7075,
"128450560" : 6310,
"129499136" : 6497,
"130547712" : 4421,
"131596288" : 4146,
"132644864" : 3757,
"133693440" : 3738,
"135266304" : 3365,
"137363456" : 2260,
"139460608" : 1476,
"141557760" : 992,
"143654912" : 666,
"145752064" : 607,
"147849216" : 6
}
},
"lat_ns" : {
"min" : 3212518,
"max" : 151870307,
"mean" : 115506285.257897,
"stddev" : 9448567.182035,
"N" : 798152
},
"bw_min" : 3735552,
"bw_max" : 5441536,
"bw_agg" : 100.000000,
"bw_mean" : 4539606.899721,
"bw_dev" : 20427.166505,
"bw_samples" : 5744,
"iops_min" : 3648,
"iops_max" : 5314,
"iops_mean" : 4432.270195,
"iops_stddev" : 19.954141,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880020,
"usr_cpu" : 0.958570,
"sys_cpu" : 4.363893,
"ctx" : 856918,
"majf" : 0,
"minf" : 604,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997994,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.014417,
"100" : 9.254741,
"250" : 90.782994,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774003944,
"timestamp_ms" : 1774003944416,
"time" : "Fri Mar 20 07:52:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 836939808768,
"io_kbytes" : 817324032,
"bw_bytes" : 4649019907,
"bw" : 4540058,
"iops" : 4430.806832,
"runtime" : 180025,
"total_ios" : 797656,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 426711,
"max" : 9521697,
"mean" : 3606247.168094,
"stddev" : 332352.814319,
"N" : 797672
},
"clat_ns" : {
"min" : 4938,
"max" : 147329148,
"mean" : 111899757.078917,
"stddev" : 9177844.776945,
"N" : 798152,
"percentile" : {
"1.000000" : 92798976,
"5.000000" : 96993280,
"10.000000" : 100139008,
"20.000000" : 104333312,
"30.000000" : 107479040,
"40.000000" : 109576192,
"50.000000" : 111673344,
"60.000000" : 113770496,
"70.000000" : 115867648,
"80.000000" : 119013376,
"90.000000" : 123207680,
"95.000000" : 127401984,
"99.000000" : 135266304,
"99.500000" : 137363456,
"99.900000" : 143654912,
"99.950000" : 145752064,
"99.990000" : 145752064
},
"bins" : {
"4960" : 1,
"5920" : 1,
"5984" : 1,
"6304" : 1,
"6816" : 2,
"8032" : 1,
"8640" : 1,
"9024" : 1,
"9792" : 1,
"10176" : 1,
"10944" : 1,
"11712" : 1,
"17536" : 1,
"49920" : 1,
"100864" : 1,
"3227648" : 1,
"3293184" : 1,
"3325952" : 1,
"3686400" : 1,
"4177920" : 2,
"4227072" : 6,
"4292608" : 2,
"4358144" : 1,
"4423680" : 1,
"7438336" : 1,
"7503872" : 1,
"7569408" : 1,
"7897088" : 1,
"8355840" : 1,
"8454144" : 10,
"8585216" : 1,
"11730944" : 3,
"12124160" : 1,
"12517376" : 1,
"12648448" : 6,
"12779520" : 4,
"12910592" : 1,
"15925248" : 1,
"16056320" : 2,
"16318464" : 1,
"16908288" : 11,
"17170432" : 1,
"20054016" : 1,
"20316160" : 2,
"20578304" : 1,
"21102592" : 9,
"21364736" : 3,
"24510464" : 3,
"25034752" : 1,
"25296896" : 3,
"25559040" : 7,
"25821184" : 2,
"28704768" : 2,
"28966912" : 1,
"29229056" : 1,
"29753344" : 11,
"30015488" : 1,
"32899072" : 1,
"33161216" : 2,
"33423360" : 1,
"33816576" : 10,
"34340864" : 2,
"36962304" : 2,
"37486592" : 2,
"38010880" : 10,
"38535168" : 2,
"41156608" : 1,
"41680896" : 3,
"42205184" : 10,
"42729472" : 2,
"45875200" : 4,
"46399488" : 9,
"46923776" : 3,
"49545216" : 1,
"50069504" : 6,
"50593792" : 7,
"51118080" : 2,
"53739520" : 4,
"54263808" : 4,
"54788096" : 7,
"55312384" : 1,
"57933824" : 7,
"58458112" : 6,
"58982400" : 3,
"61603840" : 5,
"62128128" : 5,
"62652416" : 6,
"65273856" : 5,
"65798144" : 5,
"66322432" : 6,
"68681728" : 4,
"69730304" : 12,
"72876032" : 10,
"73924608" : 6,
"76021760" : 2,
"77070336" : 14,
"80216064" : 7,
"81264640" : 9,
"84410368" : 15,
"85458944" : 1,
"86507520" : 256,
"87556096" : 106,
"88604672" : 545,
"89653248" : 1669,
"90701824" : 1338,
"91750400" : 2019,
"92798976" : 4035,
"93847552" : 7281,
"94896128" : 6742,
"95944704" : 9340,
"96993280" : 10135,
"98041856" : 10908,
"99090432" : 14543,
"100139008" : 13481,
"101187584" : 18612,
"102236160" : 19002,
"103284736" : 26725,
"104333312" : 27891,
"105381888" : 28438,
"106430464" : 32828,
"107479040" : 30062,
"108527616" : 34518,
"109576192" : 40791,
"110624768" : 38568,
"111673344" : 36309,
"112721920" : 38733,
"113770496" : 36356,
"114819072" : 36773,
"115867648" : 32426,
"116916224" : 33941,
"117964800" : 29348,
"119013376" : 26621,
"120061952" : 24239,
"121110528" : 19291,
"122159104" : 14711,
"123207680" : 11845,
"124256256" : 10431,
"125304832" : 11923,
"126353408" : 9704,
"127401984" : 7075,
"128450560" : 6310,
"129499136" : 6497,
"130547712" : 4421,
"131596288" : 4146,
"132644864" : 3757,
"133693440" : 3738,
"135266304" : 3365,
"137363456" : 2260,
"139460608" : 1476,
"141557760" : 992,
"143654912" : 666,
"145752064" : 607,
"147849216" : 6
}
},
"lat_ns" : {
"min" : 3212518,
"max" : 151870307,
"mean" : 115506285.257897,
"stddev" : 9448567.182035,
"N" : 798152
},
"bw_min" : 3735552,
"bw_max" : 5441536,
"bw_agg" : 100.000000,
"bw_mean" : 4540632.059734,
"bw_dev" : 20467.163207,
"bw_samples" : 5754,
"iops_min" : 3648,
"iops_max" : 5314,
"iops_mean" : 4433.269870,
"iops_stddev" : 19.993015,
"iops_samples" : 5754
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880223,
"usr_cpu" : 0.958502,
"sys_cpu" : 4.363586,
"ctx" : 857101,
"majf" : 0,
"minf" : 614,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997994,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.014417,
"100" : 9.254741,
"250" : 90.782994,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}