raidz2/benchmarks/seq/seq-read-qd32-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773066256,
"timestamp_ms" : 1773066256153,
"time" : "Mon Mar 9 11:24:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 61412999168,
"io_kbytes" : 59973632,
"bw_bytes" : 6287805791,
"bw" : 6140435,
"iops" : 5999.897614,
"runtime" : 9767,
"total_ios" : 58601,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9767,
"usr_cpu" : 1.228627,
"sys_cpu" : 98.433501,
"ctx" : 3,
"majf" : 0,
"minf" : 8201,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.947100,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066266,
"timestamp_ms" : 1773066266385,
"time" : "Mon Mar 9 11:24:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 62585307136,
"io_kbytes" : 61118464,
"bw_bytes" : 6259156629,
"bw" : 6112457,
"iops" : 5969.296930,
"runtime" : 9999,
"total_ios" : 59687,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 148897,
"max" : 271174,
"mean" : 165177.339873,
"stddev" : 5715.663374,
"N" : 59687
},
"clat_ns" : {
"min" : 5033510,
"max" : 5708449,
"mean" : 5195163.678752,
"stddev" : 108418.983060,
"N" : 59686,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 31,
"5079040" : 8545,
"5144576" : 29180,
"5210112" : 8500,
"5275648" : 4621,
"5341184" : 3167,
"5406720" : 2061,
"5472256" : 2669,
"5537792" : 493,
"5603328" : 277,
"5668864" : 139,
"5734400" : 3
}
},
"lat_ns" : {
"min" : 5192422,
"max" : 5886511,
"mean" : 5360340.770650,
"stddev" : 111460.056733,
"N" : 59686
},
"bw_min" : 6078464,
"bw_max" : 6150144,
"bw_agg" : 100.000000,
"bw_mean" : 6114781.263158,
"bw_dev" : 21765.337371,
"bw_samples" : 19,
"iops_min" : 5936,
"iops_max" : 6006,
"iops_mean" : 5971.368421,
"iops_stddev" : 21.289566,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.450145,
"sys_cpu" : 98.189819,
"ctx" : 5,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.998325,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066276,
"timestamp_ms" : 1773066276385,
"time" : "Mon Mar 9 11:24:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 125152788480,
"io_kbytes" : 122219520,
"bw_bytes" : 6257952321,
"bw" : 6111281,
"iops" : 5968.098405,
"runtime" : 19999,
"total_ios" : 119356,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 271174,
"mean" : 165208.289763,
"stddev" : 5712.911523,
"N" : 119356
},
"clat_ns" : {
"min" : 5020100,
"max" : 5713708,
"mean" : 5196106.976197,
"stddev" : 108908.776988,
"N" : 119355,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5734400
},
"bins" : {
"5013504" : 58,
"5079040" : 16821,
"5144576" : 57986,
"5210112" : 17280,
"5275648" : 9446,
"5341184" : 6442,
"5406720" : 3897,
"5472256" : 5359,
"5537792" : 1268,
"5603328" : 518,
"5668864" : 268,
"5734400" : 12
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5891740,
"mean" : 5361315.148037,
"stddev" : 111964.663864,
"N" : 119355
},
"bw_min" : 6078464,
"bw_max" : 6150144,
"bw_agg" : 100.000000,
"bw_mean" : 6112644.333333,
"bw_dev" : 21323.103716,
"bw_samples" : 39,
"iops_min" : 5936,
"iops_max" : 6006,
"iops_mean" : 5969.282051,
"iops_stddev" : 20.799733,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 1.380069,
"sys_cpu" : 98.264913,
"ctx" : 10,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999162,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066286,
"timestamp_ms" : 1773066286386,
"time" : "Mon Mar 9 11:24:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 187755921408,
"io_kbytes" : 183355392,
"bw_bytes" : 6258739338,
"bw" : 6112050,
"iops" : 5968.832294,
"runtime" : 29999,
"total_ios" : 179059,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 302312,
"mean" : 165188.624923,
"stddev" : 5734.939447,
"N" : 179059
},
"clat_ns" : {
"min" : 5020100,
"max" : 5714919,
"mean" : 5195539.737370,
"stddev" : 109489.034050,
"N" : 179058,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5734400
},
"bins" : {
"5013504" : 75,
"5079040" : 25257,
"5144576" : 88303,
"5210112" : 24917,
"5275648" : 13748,
"5341184" : 9547,
"5406720" : 6077,
"5472256" : 7956,
"5537792" : 1929,
"5603328" : 769,
"5668864" : 456,
"5734400" : 24
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5895565,
"mean" : 5360728.444655,
"stddev" : 112560.398965,
"N" : 179058
},
"bw_min" : 6076416,
"bw_max" : 6150144,
"bw_agg" : 100.000000,
"bw_mean" : 6112892.576271,
"bw_dev" : 21612.882833,
"bw_samples" : 59,
"iops_min" : 5934,
"iops_max" : 6006,
"iops_mean" : 5969.542373,
"iops_stddev" : 21.110809,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.386713,
"sys_cpu" : 98.256609,
"ctx" : 16,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999442,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066296,
"timestamp_ms" : 1773066296385,
"time" : "Mon Mar 9 11:24:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 250370588672,
"io_kbytes" : 244502528,
"bw_bytes" : 6259421202,
"bw" : 6112716,
"iops" : 5969.474237,
"runtime" : 39999,
"total_ios" : 238773,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 302312,
"mean" : 165168.414582,
"stddev" : 5717.892615,
"N" : 238773
},
"clat_ns" : {
"min" : 5020100,
"max" : 5714919,
"mean" : 5194880.977837,
"stddev" : 109415.710451,
"N" : 238772,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5734400
},
"bins" : {
"5013504" : 101,
"5079040" : 35094,
"5144576" : 116984,
"5210112" : 32594,
"5275648" : 18411,
"5341184" : 12729,
"5406720" : 8135,
"5472256" : 10687,
"5537792" : 2461,
"5603328" : 977,
"5668864" : 572,
"5734400" : 27
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5895565,
"mean" : 5360049.242809,
"stddev" : 112487.512936,
"N" : 238772
},
"bw_min" : 6072320,
"bw_max" : 6152192,
"bw_agg" : 100.000000,
"bw_mean" : 6113119.430380,
"bw_dev" : 22237.277073,
"bw_samples" : 79,
"iops_min" : 5930,
"iops_max" : 6008,
"iops_mean" : 5969.759494,
"iops_stddev" : 21.703843,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.397535,
"sys_cpu" : 98.247456,
"ctx" : 21,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999581,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066306,
"timestamp_ms" : 1773066306386,
"time" : "Mon Mar 9 11:25:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 312989450240,
"io_kbytes" : 305653760,
"bw_bytes" : 6259914203,
"bw" : 6113197,
"iops" : 5969.939399,
"runtime" : 49999,
"total_ios" : 298491,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165156.588493,
"stddev" : 5724.141592,
"N" : 298491
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5194524.945127,
"stddev" : 109485.500153,
"N" : 298490,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5734400
},
"bins" : {
"5013504" : 129,
"5079040" : 44846,
"5144576" : 146016,
"5210112" : 40305,
"5275648" : 22637,
"5341184" : 16023,
"5406720" : 10345,
"5472256" : 13088,
"5537792" : 3157,
"5603328" : 1216,
"5668864" : 694,
"5734400" : 34
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5359681.396392,
"stddev" : 112558.342040,
"N" : 298490
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113812.969697,
"bw_dev" : 23022.481075,
"bw_samples" : 99,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5970.444444,
"iops_stddev" : 22.480932,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 1.394028,
"sys_cpu" : 98.253965,
"ctx" : 28,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999665,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066316,
"timestamp_ms" : 1773066316385,
"time" : "Mon Mar 9 11:25:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 375543300096,
"io_kbytes" : 366741504,
"bw_bytes" : 6259159320,
"bw" : 6112460,
"iops" : 5969.216154,
"runtime" : 59999,
"total_ios" : 358147,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165174.613776,
"stddev" : 5719.220028,
"N" : 358147
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195098.305828,
"stddev" : 109407.724580,
"N" : 358146,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 143,
"5079040" : 52422,
"5144576" : 175385,
"5210112" : 49026,
"5275648" : 27547,
"5341184" : 19400,
"5406720" : 12383,
"5472256" : 15626,
"5537792" : 3906,
"5603328" : 1448,
"5668864" : 826,
"5734400" : 34
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360272.848215,
"stddev" : 112477.069540,
"N" : 358146
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113429.747899,
"bw_dev" : 22875.580914,
"bw_samples" : 119,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5970.067227,
"iops_stddev" : 22.337447,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.366689,
"sys_cpu" : 98.279971,
"ctx" : 33,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999721,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066326,
"timestamp_ms" : 1773066326386,
"time" : "Mon Mar 9 11:25:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 438147481600,
"io_kbytes" : 427878400,
"bw_bytes" : 6259249737,
"bw" : 6112548,
"iops" : 5969.300000,
"runtime" : 70000,
"total_ios" : 417851,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165169.667695,
"stddev" : 5714.838739,
"N" : 417851
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5194972.673785,
"stddev" : 109402.674971,
"N" : 417850,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 163,
"5079040" : 61458,
"5144576" : 204226,
"5210112" : 57771,
"5275648" : 31560,
"5341184" : 22767,
"5406720" : 14396,
"5472256" : 18327,
"5537792" : 4463,
"5603328" : 1729,
"5668864" : 956,
"5734400" : 34
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360141.907766,
"stddev" : 112472.303623,
"N" : 417850
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113643.820144,
"bw_dev" : 22513.189561,
"bw_samples" : 139,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5970.280576,
"iops_stddev" : 21.977600,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 70000,
"usr_cpu" : 1.352857,
"sys_cpu" : 98.294286,
"ctx" : 38,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999761,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066336,
"timestamp_ms" : 1773066336385,
"time" : "Mon Mar 9 11:25:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 500734885888,
"io_kbytes" : 488998912,
"bw_bytes" : 6259264314,
"bw" : 6112562,
"iops" : 5969.312116,
"runtime" : 79999,
"total_ios" : 477539,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165169.593575,
"stddev" : 5714.195340,
"N" : 477539
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5194986.296866,
"stddev" : 109369.553876,
"N" : 477538,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 172,
"5079040" : 70305,
"5144576" : 233221,
"5210112" : 66155,
"5275648" : 36254,
"5341184" : 25881,
"5406720" : 16439,
"5472256" : 20860,
"5537792" : 5105,
"5603328" : 1979,
"5668864" : 1127,
"5734400" : 40
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360155.338691,
"stddev" : 112437.493168,
"N" : 477538
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113597.534591,
"bw_dev" : 22449.266488,
"bw_samples" : 159,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5970.232704,
"iops_stddev" : 21.910692,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.381267,
"sys_cpu" : 98.266228,
"ctx" : 45,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999791,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066346,
"timestamp_ms" : 1773066346385,
"time" : "Mon Mar 9 11:25:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 563317047296,
"io_kbytes" : 550114304,
"bw_bytes" : 6259147849,
"bw" : 6112449,
"iops" : 5969.199658,
"runtime" : 89999,
"total_ios" : 537222,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165171.953308,
"stddev" : 5714.180778,
"N" : 537222
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195054.451714,
"stddev" : 109336.398984,
"N" : 537221,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 175,
"5079040" : 78145,
"5144576" : 263613,
"5210112" : 74676,
"5275648" : 40337,
"5341184" : 28966,
"5406720" : 18487,
"5472256" : 23411,
"5537792" : 5836,
"5603328" : 2240,
"5668864" : 1294,
"5734400" : 41
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360225.738530,
"stddev" : 112402.352040,
"N" : 537221
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113458.368715,
"bw_dev" : 22472.532273,
"bw_samples" : 179,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5970.100559,
"iops_stddev" : 21.941724,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.372237,
"sys_cpu" : 98.275536,
"ctx" : 51,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999814,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066356,
"timestamp_ms" : 1773066356385,
"time" : "Mon Mar 9 11:25:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 625945346048,
"io_kbytes" : 611274752,
"bw_bytes" : 6259516055,
"bw" : 6112808,
"iops" : 5969.549695,
"runtime" : 99999,
"total_ios" : 596949,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165163.132755,
"stddev" : 5712.706854,
"N" : 596949
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5194776.858256,
"stddev" : 109339.972660,
"N" : 596948,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 184,
"5079040" : 87874,
"5144576" : 292605,
"5210112" : 82592,
"5275648" : 44900,
"5341184" : 31897,
"5406720" : 20468,
"5472256" : 25990,
"5537792" : 6461,
"5603328" : 2440,
"5668864" : 1496,
"5734400" : 41
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5359939.342072,
"stddev" : 112405.642487,
"N" : 596948
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113615.000000,
"bw_dev" : 22651.372987,
"bw_samples" : 199,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5970.251256,
"iops_stddev" : 22.112595,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.359014,
"sys_cpu" : 98.288983,
"ctx" : 57,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999832,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066366,
"timestamp_ms" : 1773066366385,
"time" : "Mon Mar 9 11:26:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 688513875968,
"io_kbytes" : 672376832,
"bw_bytes" : 6259273956,
"bw" : 6112572,
"iops" : 5969.317903,
"runtime" : 109999,
"total_ios" : 656619,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165168.896062,
"stddev" : 5716.106607,
"N" : 656619
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5194958.126177,
"stddev" : 109278.108992,
"N" : 656618,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 184,
"5079040" : 95681,
"5144576" : 322359,
"5210112" : 91348,
"5275648" : 49102,
"5341184" : 35425,
"5406720" : 22461,
"5472256" : 28540,
"5537792" : 7099,
"5603328" : 2728,
"5668864" : 1646,
"5734400" : 45
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360127.001975,
"stddev" : 112341.721738,
"N" : 656618
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113425.237443,
"bw_dev" : 22611.603455,
"bw_samples" : 219,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5970.059361,
"iops_stddev" : 22.083269,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.343649,
"sys_cpu" : 98.303621,
"ctx" : 67,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999848,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066376,
"timestamp_ms" : 1773066376385,
"time" : "Mon Mar 9 11:26:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 751085551616,
"io_kbytes" : 733481984,
"bw_bytes" : 6259098422,
"bw" : 6112400,
"iops" : 5969.149743,
"runtime" : 119999,
"total_ios" : 716292,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165174.297941,
"stddev" : 5708.309310,
"N" : 716292
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195124.594340,
"stddev" : 109106.031647,
"N" : 716291,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 184,
"5079040" : 102785,
"5144576" : 352378,
"5210112" : 100503,
"5275648" : 53558,
"5341184" : 38752,
"5406720" : 24464,
"5472256" : 31103,
"5537792" : 7778,
"5603328" : 3061,
"5668864" : 1680,
"5734400" : 45
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360298.582192,
"stddev" : 112163.621635,
"N" : 716291
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113258.322176,
"bw_dev" : 22590.717411,
"bw_samples" : 239,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5969.895397,
"iops_stddev" : 22.061829,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.365845,
"sys_cpu" : 98.281652,
"ctx" : 71,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999860,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066386,
"timestamp_ms" : 1773066386385,
"time" : "Mon Mar 9 11:26:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 813640450048,
"io_kbytes" : 794570752,
"bw_bytes" : 6258820837,
"bw" : 6112129,
"iops" : 5968.884376,
"runtime" : 129999,
"total_ios" : 775949,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165181.100692,
"stddev" : 5702.767590,
"N" : 775949
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195337.857930,
"stddev" : 109035.764236,
"N" : 775948,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 186,
"5079040" : 110669,
"5144576" : 380712,
"5210112" : 110405,
"5275648" : 58177,
"5341184" : 42054,
"5406720" : 26428,
"5472256" : 33677,
"5537792" : 8463,
"5603328" : 3323,
"5668864" : 1809,
"5734400" : 45
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360518.822163,
"stddev" : 112090.952008,
"N" : 775948
},
"bw_min" : 6072320,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6113140.779923,
"bw_dev" : 22484.330704,
"bw_samples" : 259,
"iops_min" : 5930,
"iops_max" : 6016,
"iops_mean" : 5969.779923,
"iops_stddev" : 21.970775,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.345395,
"sys_cpu" : 98.302295,
"ctx" : 75,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999871,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066396,
"timestamp_ms" : 1773066396386,
"time" : "Mon Mar 9 11:26:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 876183814144,
"io_kbytes" : 855648256,
"bw_bytes" : 6258500518,
"bw" : 6111816,
"iops" : 5968.578347,
"runtime" : 139999,
"total_ios" : 835595,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165190.718358,
"stddev" : 5701.465932,
"N" : 835595
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195623.857702,
"stddev" : 109101.489570,
"N" : 835594,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 186,
"5079040" : 117877,
"5144576" : 410604,
"5210112" : 118991,
"5275648" : 62366,
"5341184" : 46006,
"5406720" : 28565,
"5472256" : 36219,
"5537792" : 9168,
"5603328" : 3558,
"5668864" : 2009,
"5734400" : 45
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360814.499586,
"stddev" : 112159.503578,
"N" : 835594
},
"bw_min" : 6063967,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6112841.881720,
"bw_dev" : 22727.794230,
"bw_samples" : 279,
"iops_min" : 5921,
"iops_max" : 6016,
"iops_mean" : 5969.491039,
"iops_stddev" : 22.212976,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.348581,
"sys_cpu" : 98.299274,
"ctx" : 81,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999880,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066406,
"timestamp_ms" : 1773066406385,
"time" : "Mon Mar 9 11:26:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 938780655616,
"io_kbytes" : 916777984,
"bw_bytes" : 6258579427,
"bw" : 6111893,
"iops" : 5968.653124,
"runtime" : 149999,
"total_ios" : 895292,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165188.135551,
"stddev" : 5698.845158,
"N" : 895292
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195543.845719,
"stddev" : 109058.543340,
"N" : 895291,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 205,
"5079040" : 126571,
"5144576" : 439761,
"5210112" : 127587,
"5275648" : 66956,
"5341184" : 49074,
"5406720" : 30625,
"5472256" : 38760,
"5537792" : 9684,
"5603328" : 3857,
"5668864" : 2166,
"5734400" : 45
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360731.930272,
"stddev" : 112115.117041,
"N" : 895291
},
"bw_min" : 6063967,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6112836.578595,
"bw_dev" : 22947.682044,
"bw_samples" : 299,
"iops_min" : 5921,
"iops_max" : 6016,
"iops_mean" : 5969.484950,
"iops_stddev" : 22.424870,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.332676,
"sys_cpu" : 98.314655,
"ctx" : 86,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999888,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066416,
"timestamp_ms" : 1773066416386,
"time" : "Mon Mar 9 11:26:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1001380642816,
"io_kbytes" : 977910784,
"bw_bytes" : 6258668134,
"bw" : 6111980,
"iops" : 5968.737305,
"runtime" : 159999,
"total_ios" : 954992,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165186.558235,
"stddev" : 5695.505210,
"N" : 954992
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195488.759522,
"stddev" : 108959.904267,
"N" : 954991,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 240,
"5079040" : 134901,
"5144576" : 469339,
"5210112" : 135949,
"5275648" : 71638,
"5341184" : 52258,
"5406720" : 32573,
"5472256" : 41367,
"5537792" : 10347,
"5603328" : 4116,
"5668864" : 2216,
"5734400" : 47
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360675.300265,
"stddev" : 112013.277963,
"N" : 954991
},
"bw_min" : 6063967,
"bw_max" : 6160384,
"bw_agg" : 100.000000,
"bw_mean" : 6112812.978056,
"bw_dev" : 22845.221868,
"bw_samples" : 319,
"iops_min" : 5921,
"iops_max" : 6016,
"iops_mean" : 5969.463950,
"iops_stddev" : 22.320517,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.330008,
"sys_cpu" : 98.317489,
"ctx" : 92,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999895,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066426,
"timestamp_ms" : 1773066426385,
"time" : "Mon Mar 9 11:27:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1064020475904,
"io_kbytes" : 1039082496,
"bw_bytes" : 6258980793,
"bw" : 6112285,
"iops" : 5969.035112,
"runtime" : 169999,
"total_ios" : 1014730,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165177.673394,
"stddev" : 5693.632256,
"N" : 1014730
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195216.416140,
"stddev" : 108966.025845,
"N" : 1014729,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 253,
"5079040" : 145459,
"5144576" : 497946,
"5210112" : 143286,
"5275648" : 76263,
"5341184" : 55345,
"5406720" : 34634,
"5472256" : 43806,
"5537792" : 11005,
"5603328" : 4421,
"5668864" : 2264,
"5734400" : 47
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360394.044305,
"stddev" : 112019.115990,
"N" : 1014729
},
"bw_min" : 6063967,
"bw_max" : 6170624,
"bw_agg" : 100.000000,
"bw_mean" : 6113136.141593,
"bw_dev" : 22953.482474,
"bw_samples" : 339,
"iops_min" : 5921,
"iops_max" : 6026,
"iops_mean" : 5969.778761,
"iops_stddev" : 22.427688,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.331773,
"sys_cpu" : 98.315284,
"ctx" : 98,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999901,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066436,
"timestamp_ms" : 1773066436385,
"time" : "Mon Mar 9 11:27:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1126574325760,
"io_kbytes" : 1100170240,
"bw_bytes" : 6258781025,
"bw" : 6112090,
"iops" : 5968.844271,
"runtime" : 179999,
"total_ios" : 1074386,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165182.403078,
"stddev" : 5690.649571,
"N" : 1074386
},
"clat_ns" : {
"min" : 5020100,
"max" : 5753819,
"mean" : 5195365.907472,
"stddev" : 109102.936200,
"N" : 1074385,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"5013504" : 266,
"5079040" : 152928,
"5144576" : 528217,
"5210112" : 151599,
"5275648" : 80733,
"5341184" : 58571,
"5406720" : 36593,
"5472256" : 46388,
"5537792" : 11897,
"5603328" : 4664,
"5668864" : 2463,
"5734400" : 66
}
},
"lat_ns" : {
"min" : 5174685,
"max" : 5931069,
"mean" : 5360547.973251,
"stddev" : 112159.670353,
"N" : 1074385
},
"bw_min" : 6063967,
"bw_max" : 6170624,
"bw_agg" : 100.000000,
"bw_mean" : 6113012.565460,
"bw_dev" : 23071.295357,
"bw_samples" : 359,
"iops_min" : 5921,
"iops_max" : 6026,
"iops_mean" : 5969.657382,
"iops_stddev" : 22.542254,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.331674,
"sys_cpu" : 98.315546,
"ctx" : 103,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999907,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066436,
"timestamp_ms" : 1773066436430,
"time" : "Mon Mar 9 11:27:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1126612074496,
"io_kbytes" : 1100207104,
"bw_bytes" : 6258921197,
"bw" : 6112227,
"iops" : 5968.794618,
"runtime" : 180001,
"total_ios" : 1074389,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 146133,
"max" : 307879,
"mean" : 165182.426175,
"stddev" : 5690.652587,
"N" : 1074390
},
"clat_ns" : {
"min" : 4617,
"max" : 5753819,
"mean" : 5195291.958691,
"stddev" : 110302.866064,
"N" : 1074420,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 5079040,
"10.000000" : 5079040,
"20.000000" : 5144576,
"30.000000" : 5144576,
"40.000000" : 5144576,
"50.000000" : 5144576,
"60.000000" : 5144576,
"70.000000" : 5210112,
"80.000000" : 5275648,
"90.000000" : 5341184,
"95.000000" : 5472256,
"99.000000" : 5537792,
"99.500000" : 5603328,
"99.900000" : 5668864,
"99.950000" : 5668864,
"99.990000" : 5668864
},
"bins" : {
"4640" : 1,
"181248" : 1,
"350208" : 1,
"522240" : 1,
"708608" : 1,
"880640" : 1,
"1056768" : 1,
"1220608" : 1,
"1400832" : 1,
"1564672" : 1,
"1728512" : 1,
"1908736" : 1,
"2072576" : 1,
"2244608" : 1,
"2408448" : 1,
"2605056" : 1,
"2768896" : 1,
"2932736" : 1,
"3096576" : 1,
"3293184" : 1,
"3457024" : 1,
"3620864" : 1,
"3784704" : 1,
"3981312" : 1,
"4145152" : 1,
"4292608" : 1,
"4489216" : 1,
"4685824" : 1,
"4882432" : 1,
"5013504" : 266,
"5079040" : 152929,
"5144576" : 528217,
"5210112" : 151600,
"5275648" : 80733,
"5341184" : 58571,
"5406720" : 36594,
"5472256" : 46391,
"5537792" : 11897,
"5603328" : 4664,
"5668864" : 2463,
"5734400" : 66
}
},
"lat_ns" : {
"min" : 177932,
"max" : 5931069,
"mean" : 5360474.306587,
"stddev" : 113324.027430,
"N" : 1074420
},
"bw_min" : 6063967,
"bw_max" : 6170624,
"bw_agg" : 100.000000,
"bw_mean" : 6113058.819444,
"bw_dev" : 23055.849096,
"bw_samples" : 360,
"iops_min" : 5921,
"iops_max" : 6026,
"iops_mean" : 5969.702778,
"iops_stddev" : 22.527309,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 1.331667,
"sys_cpu" : 98.315000,
"ctx" : 103,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999907,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 100.000652,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}