raidz2/benchmarks/seq/seq-read-qd32-nj4_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773995109,
"timestamp_ms" : 1773995109784,
"time" : "Fri Mar 20 05:25:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10625336640,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995119,
"timestamp_ms" : 1773995119784,
"time" : "Fri Mar 20 05:25:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 20,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10625376640,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995129,
"timestamp_ms" : 1773995129784,
"time" : "Fri Mar 20 05:25:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 30,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10625416640,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995139,
"timestamp_ms" : 1773995139784,
"time" : "Fri Mar 20 05:25:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 40,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10625456640,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995149,
"timestamp_ms" : 1773995149784,
"time" : "Fri Mar 20 05:25:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 50,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10625496644,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995159,
"timestamp_ms" : 1773995159784,
"time" : "Fri Mar 20 05:25:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 60,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10625536640,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995169,
"timestamp_ms" : 1773995169784,
"time" : "Fri Mar 20 05:26:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 70,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10625576640,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995179,
"timestamp_ms" : 1773995179784,
"time" : "Fri Mar 20 05:26:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 182,
"elapsed" : 9,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 87426072576,
"io_kbytes" : 85377024,
"bw_bytes" : 11141337144,
"bw" : 10880212,
"iops" : 10642.411113,
"runtime" : 7847,
"total_ios" : 83511,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 31388,
"usr_cpu" : 0.678603,
"sys_cpu" : 94.975787,
"ctx" : 10040,
"majf" : 0,
"minf" : 32798,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.851517,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995191,
"timestamp_ms" : 1773995191937,
"time" : "Fri Mar 20 05:26:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 92597649408,
"io_kbytes" : 90427392,
"bw_bytes" : 9259764940,
"bw" : 9042739,
"iops" : 8831.200000,
"runtime" : 10000,
"total_ios" : 88312,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 363756,
"max" : 1347470,
"mean" : 449991.974194,
"stddev" : 35261.511337,
"N" : 88312
},
"clat_ns" : {
"min" : 12795025,
"max" : 15980714,
"mean" : 14044485.818454,
"stddev" : 389936.424236,
"N" : 88308,
"percentile" : {
"1.000000" : 13303808,
"5.000000" : 13434880,
"10.000000" : 13565952,
"20.000000" : 13697024,
"30.000000" : 13828096,
"40.000000" : 13959168,
"50.000000" : 13959168,
"60.000000" : 14090240,
"70.000000" : 14221312,
"80.000000" : 14352384,
"90.000000" : 14614528,
"95.000000" : 14745600,
"99.000000" : 15138816,
"99.500000" : 15269888,
"99.900000" : 15400960,
"99.950000" : 15532032,
"99.990000" : 15925248
},
"bins" : {
"12779520" : 3,
"12910592" : 23,
"13041664" : 72,
"13172736" : 436,
"13303808" : 1315,
"13434880" : 3633,
"13565952" : 6811,
"13697024" : 9964,
"13828096" : 11857,
"13959168" : 11959,
"14090240" : 10087,
"14221312" : 8901,
"14352384" : 7718,
"14483456" : 6155,
"14614528" : 4099,
"14745600" : 2298,
"14876672" : 1319,
"15007744" : 739,
"15138816" : 434,
"15269888" : 263,
"15400960" : 143,
"15532032" : 55,
"15663104" : 9,
"15794176" : 5,
"15925248" : 10
}
},
"lat_ns" : {
"min" : 13226775,
"max" : 16431633,
"mean" : 14494502.975450,
"stddev" : 399484.480089,
"N" : 88308
},
"bw_min" : 8776254,
"bw_max" : 9316352,
"bw_agg" : 99.992677,
"bw_mean" : 9042077.526316,
"bw_dev" : 38191.152514,
"bw_samples" : 76,
"iops_min" : 8570,
"iops_max" : 9098,
"iops_mean" : 8830.000000,
"iops_stddev" : 37.315008,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 0.622516,
"sys_cpu" : 98.177454,
"ctx" : 3427,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 99.995471,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995201,
"timestamp_ms" : 1773995201936,
"time" : "Fri Mar 20 05:26:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 191152259072,
"io_kbytes" : 186672128,
"bw_bytes" : 9557612953,
"bw" : 9333606,
"iops" : 9115.150000,
"runtime" : 20000,
"total_ios" : 182303,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 190962,
"max" : 1675791,
"mean" : 435826.552613,
"stddev" : 71964.395550,
"N" : 182303
},
"clat_ns" : {
"min" : 6958255,
"max" : 18603633,
"mean" : 13606527.032024,
"stddev" : 1971892.329905,
"N" : 182299,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8159232,
"10.000000" : 8978432,
"20.000000" : 13565952,
"30.000000" : 13697024,
"40.000000" : 13828096,
"50.000000" : 13959168,
"60.000000" : 14221312,
"70.000000" : 14352384,
"80.000000" : 14614528,
"90.000000" : 15138816,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17170432,
"99.950000" : 17432576,
"99.990000" : 18219008
},
"bins" : {
"6979584" : 12,
"7045120" : 3,
"7110656" : 15,
"7176192" : 4,
"7307264" : 19,
"7372800" : 37,
"7438336" : 182,
"7503872" : 365,
"7569408" : 445,
"7634944" : 512,
"7700480" : 658,
"7766016" : 699,
"7831552" : 566,
"7897088" : 696,
"7962624" : 895,
"8028160" : 1270,
"8093696" : 1887,
"8159232" : 2217,
"8224768" : 2291,
"8290304" : 1875,
"8355840" : 1327,
"8454144" : 1440,
"8585216" : 538,
"8716288" : 167,
"8847360" : 69,
"8978432" : 75,
"9109504" : 73,
"9240576" : 66,
"9371648" : 46,
"9502720" : 75,
"9633792" : 78,
"9764864" : 35,
"9895936" : 37,
"10027008" : 84,
"10158080" : 140,
"10289152" : 130,
"10420224" : 86,
"10551296" : 49,
"10682368" : 20,
"10813440" : 11,
"10944512" : 53,
"11075584" : 56,
"11206656" : 56,
"11337728" : 41,
"11468800" : 33,
"11599872" : 35,
"11730944" : 37,
"11862016" : 79,
"11993088" : 67,
"12124160" : 71,
"12255232" : 55,
"12386304" : 50,
"12517376" : 103,
"12648448" : 41,
"12779520" : 94,
"12910592" : 81,
"13041664" : 147,
"13172736" : 778,
"13303808" : 2360,
"13434880" : 6277,
"13565952" : 11136,
"13697024" : 15202,
"13828096" : 18028,
"13959168" : 18628,
"14090240" : 15613,
"14221312" : 13616,
"14352384" : 11998,
"14483456" : 10061,
"14614528" : 6907,
"14745600" : 4863,
"14876672" : 3495,
"15007744" : 2887,
"15138816" : 2459,
"15269888" : 2513,
"15400960" : 2485,
"15532032" : 2468,
"15663104" : 2736,
"15794176" : 2341,
"15925248" : 1638,
"16056320" : 1106,
"16187392" : 817,
"16318464" : 504,
"16449536" : 372,
"16580608" : 227,
"16711680" : 123,
"16908288" : 123,
"17170432" : 106,
"17432576" : 49,
"17694720" : 35,
"17956864" : 24,
"18219008" : 22,
"18481152" : 9
}
},
"lat_ns" : {
"min" : 7169157,
"max" : 19087092,
"mean" : 14042387.830438,
"stddev" : 2034658.685934,
"N" : 182299
},
"bw_min" : 8269824,
"bw_max" : 11094016,
"bw_agg" : 99.695847,
"bw_mean" : 9305218.512821,
"bw_dev" : 346693.212605,
"bw_samples" : 156,
"iops_min" : 8076,
"iops_max" : 10834,
"iops_mean" : 9086.897436,
"iops_stddev" : 338.568732,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79997,
"usr_cpu" : 0.643774,
"sys_cpu" : 97.464905,
"ctx" : 10566,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 10.254905,
"20" : 89.742901,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995211,
"timestamp_ms" : 1773995211936,
"time" : "Fri Mar 20 05:26:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 292744593408,
"io_kbytes" : 285883392,
"bw_bytes" : 9758478396,
"bw" : 9529764,
"iops" : 9306.576886,
"runtime" : 29999,
"total_ios" : 279188,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 184272,
"max" : 1870348,
"mean" : 426820.242586,
"stddev" : 84544.900911,
"N" : 279188
},
"clat_ns" : {
"min" : 6522859,
"max" : 20670512,
"mean" : 13326510.171672,
"stddev" : 2386782.407913,
"N" : 279184,
"percentile" : {
"1.000000" : 7307264,
"5.000000" : 7569408,
"10.000000" : 8093696,
"20.000000" : 13565952,
"30.000000" : 13697024,
"40.000000" : 13828096,
"50.000000" : 13959168,
"60.000000" : 14221312,
"70.000000" : 14352384,
"80.000000" : 14614528,
"90.000000" : 15138816,
"95.000000" : 15532032,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17694720,
"99.950000" : 18481152,
"99.990000" : 19791872
},
"bins" : {
"6520832" : 5,
"6586368" : 25,
"6651904" : 18,
"6717440" : 22,
"6782976" : 19,
"6848512" : 30,
"6914048" : 10,
"6979584" : 16,
"7045120" : 39,
"7110656" : 202,
"7176192" : 508,
"7241728" : 1003,
"7307264" : 2010,
"7372800" : 2898,
"7438336" : 3223,
"7503872" : 3486,
"7569408" : 3042,
"7634944" : 2309,
"7700480" : 1844,
"7766016" : 1593,
"7831552" : 1050,
"7897088" : 1082,
"7962624" : 1167,
"8028160" : 1412,
"8093696" : 1991,
"8159232" : 2276,
"8224768" : 2403,
"8290304" : 1957,
"8355840" : 1429,
"8454144" : 1719,
"8585216" : 773,
"8716288" : 300,
"8847360" : 160,
"8978432" : 159,
"9109504" : 149,
"9240576" : 169,
"9371648" : 133,
"9502720" : 119,
"9633792" : 135,
"9764864" : 100,
"9895936" : 170,
"10027008" : 179,
"10158080" : 224,
"10289152" : 191,
"10420224" : 173,
"10551296" : 111,
"10682368" : 97,
"10813440" : 105,
"10944512" : 113,
"11075584" : 74,
"11206656" : 67,
"11337728" : 64,
"11468800" : 60,
"11599872" : 69,
"11730944" : 102,
"11862016" : 112,
"11993088" : 107,
"12124160" : 147,
"12255232" : 145,
"12386304" : 112,
"12517376" : 182,
"12648448" : 92,
"12779520" : 143,
"12910592" : 107,
"13041664" : 204,
"13172736" : 884,
"13303808" : 2699,
"13434880" : 7465,
"13565952" : 14023,
"13697024" : 20222,
"13828096" : 25353,
"13959168" : 26849,
"14090240" : 21883,
"14221312" : 18776,
"14352384" : 16585,
"14483456" : 14115,
"14614528" : 10406,
"14745600" : 8468,
"14876672" : 7129,
"15007744" : 6692,
"15138816" : 6194,
"15269888" : 5735,
"15400960" : 4871,
"15532032" : 4069,
"15663104" : 3700,
"15794176" : 2831,
"15925248" : 1870,
"16056320" : 1243,
"16187392" : 925,
"16318464" : 594,
"16449536" : 405,
"16580608" : 264,
"16711680" : 166,
"16908288" : 154,
"17170432" : 124,
"17432576" : 65,
"17694720" : 53,
"17956864" : 47,
"18219008" : 35,
"18481152" : 28,
"18743296" : 26,
"19005440" : 19,
"19267584" : 18,
"19529728" : 19,
"19791872" : 22,
"20054016" : 8,
"20316160" : 8,
"20578304" : 7
}
},
"lat_ns" : {
"min" : 6742655,
"max" : 21269297,
"mean" : 13753332.079195,
"stddev" : 2462964.566571,
"N" : 279184
},
"bw_min" : 8269824,
"bw_max" : 11354112,
"bw_agg" : 100.000000,
"bw_mean" : 9541786.440678,
"bw_dev" : 433400.819426,
"bw_samples" : 236,
"iops_min" : 8076,
"iops_max" : 11088,
"iops_mean" : 9317.881356,
"iops_stddev" : 423.235041,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 0.660022,
"sys_cpu" : 97.181573,
"ctx" : 21085,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.760305,
"20" : 85.230382,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995221,
"timestamp_ms" : 1773995221936,
"time" : "Fri Mar 20 05:27:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 402508480512,
"io_kbytes" : 393074688,
"bw_bytes" : 10062963586,
"bw" : 9827112,
"iops" : 9596.889922,
"runtime" : 39999,
"total_ios" : 383866,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166154,
"max" : 1870348,
"mean" : 413801.455909,
"stddev" : 103125.871182,
"N" : 383866
},
"clat_ns" : {
"min" : 6261389,
"max" : 20670512,
"mean" : 12923242.819495,
"stddev" : 3012532.883769,
"N" : 383862,
"percentile" : {
"1.000000" : 6520832,
"5.000000" : 6717440,
"10.000000" : 7045120,
"20.000000" : 8355840,
"30.000000" : 13697024,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14221312,
"70.000000" : 14614528,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 18219008,
"99.990000" : 19791872
},
"bins" : {
"6258688" : 11,
"6324224" : 159,
"6389760" : 854,
"6455296" : 2205,
"6520832" : 3505,
"6586368" : 5372,
"6651904" : 6579,
"6717440" : 6790,
"6782976" : 5097,
"6848512" : 3481,
"6914048" : 2180,
"6979584" : 1423,
"7045120" : 1060,
"7110656" : 790,
"7176192" : 737,
"7241728" : 1065,
"7307264" : 2051,
"7372800" : 2916,
"7438336" : 3253,
"7503872" : 3534,
"7569408" : 3141,
"7634944" : 2387,
"7700480" : 1905,
"7766016" : 1621,
"7831552" : 1069,
"7897088" : 1125,
"7962624" : 1185,
"8028160" : 1438,
"8093696" : 1998,
"8159232" : 2277,
"8224768" : 2403,
"8290304" : 1960,
"8355840" : 1429,
"8454144" : 1722,
"8585216" : 775,
"8716288" : 303,
"8847360" : 174,
"8978432" : 181,
"9109504" : 150,
"9240576" : 171,
"9371648" : 136,
"9502720" : 119,
"9633792" : 138,
"9764864" : 102,
"9895936" : 171,
"10027008" : 182,
"10158080" : 226,
"10289152" : 192,
"10420224" : 175,
"10551296" : 112,
"10682368" : 100,
"10813440" : 106,
"10944512" : 115,
"11075584" : 76,
"11206656" : 69,
"11337728" : 66,
"11468800" : 62,
"11599872" : 70,
"11730944" : 105,
"11862016" : 112,
"11993088" : 110,
"12124160" : 149,
"12255232" : 146,
"12386304" : 114,
"12517376" : 185,
"12648448" : 93,
"12779520" : 145,
"12910592" : 109,
"13041664" : 206,
"13172736" : 893,
"13303808" : 2727,
"13434880" : 7600,
"13565952" : 14457,
"13697024" : 21363,
"13828096" : 27248,
"13959168" : 29032,
"14090240" : 24134,
"14221312" : 20665,
"14352384" : 18468,
"14483456" : 16125,
"14614528" : 12874,
"14745600" : 11922,
"14876672" : 11546,
"15007744" : 12522,
"15138816" : 13120,
"15269888" : 12556,
"15400960" : 11460,
"15532032" : 8936,
"15663104" : 6997,
"15794176" : 5250,
"15925248" : 3434,
"16056320" : 2263,
"16187392" : 1557,
"16318464" : 808,
"16449536" : 495,
"16580608" : 315,
"16711680" : 193,
"16908288" : 198,
"17170432" : 135,
"17432576" : 77,
"17694720" : 69,
"17956864" : 53,
"18219008" : 45,
"18481152" : 31,
"18743296" : 26,
"19005440" : 19,
"19267584" : 18,
"19529728" : 19,
"19791872" : 22,
"20054016" : 8,
"20316160" : 8,
"20578304" : 7
}
},
"lat_ns" : {
"min" : 6446683,
"max" : 21269297,
"mean" : 13337057.321639,
"stddev" : 3109005.855490,
"N" : 383862
},
"bw_min" : 8247296,
"bw_max" : 11868160,
"bw_agg" : 99.879325,
"bw_mean" : 9815254.265823,
"bw_dev" : 535396.453175,
"bw_samples" : 316,
"iops_min" : 8054,
"iops_max" : 11590,
"iops_mean" : 9584.949367,
"iops_stddev" : 522.851972,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.685642,
"sys_cpu" : 96.714918,
"ctx" : 32100,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 21.152433,
"20" : 78.840793,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995231,
"timestamp_ms" : 1773995231937,
"time" : "Fri Mar 20 05:27:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 503574429696,
"io_kbytes" : 491771904,
"bw_bytes" : 10071488593,
"bw" : 9835438,
"iops" : 9605.020000,
"runtime" : 50000,
"total_ios" : 480251,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166154,
"max" : 1870348,
"mean" : 413445.774551,
"stddev" : 102537.537329,
"N" : 480251
},
"clat_ns" : {
"min" : 6261389,
"max" : 20670512,
"mean" : 12912226.587693,
"stddev" : 2999526.349467,
"N" : 480247,
"percentile" : {
"1.000000" : 6520832,
"5.000000" : 6717440,
"10.000000" : 6914048,
"20.000000" : 8454144,
"30.000000" : 13697024,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14221312,
"70.000000" : 14483456,
"80.000000" : 14876672,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16318464,
"99.900000" : 17170432,
"99.950000" : 17956864,
"99.990000" : 19529728
},
"bins" : {
"6258688" : 11,
"6324224" : 159,
"6389760" : 886,
"6455296" : 2525,
"6520832" : 4354,
"6586368" : 6996,
"6651904" : 8968,
"6717440" : 9685,
"6782976" : 8136,
"6848512" : 5502,
"6914048" : 3285,
"6979584" : 1889,
"7045120" : 1203,
"7110656" : 846,
"7176192" : 761,
"7241728" : 1100,
"7307264" : 2120,
"7372800" : 3039,
"7438336" : 3445,
"7503872" : 3694,
"7569408" : 3335,
"7634944" : 2587,
"7700480" : 2138,
"7766016" : 1860,
"7831552" : 1324,
"7897088" : 1313,
"7962624" : 1309,
"8028160" : 1569,
"8093696" : 2103,
"8159232" : 2390,
"8224768" : 2495,
"8290304" : 2050,
"8355840" : 1506,
"8454144" : 1824,
"8585216" : 844,
"8716288" : 391,
"8847360" : 262,
"8978432" : 279,
"9109504" : 246,
"9240576" : 207,
"9371648" : 189,
"9502720" : 183,
"9633792" : 226,
"9764864" : 178,
"9895936" : 243,
"10027008" : 252,
"10158080" : 279,
"10289152" : 209,
"10420224" : 250,
"10551296" : 229,
"10682368" : 194,
"10813440" : 157,
"10944512" : 157,
"11075584" : 109,
"11206656" : 96,
"11337728" : 101,
"11468800" : 79,
"11599872" : 89,
"11730944" : 159,
"11862016" : 182,
"11993088" : 164,
"12124160" : 192,
"12255232" : 160,
"12386304" : 127,
"12517376" : 206,
"12648448" : 151,
"12779520" : 198,
"12910592" : 167,
"13041664" : 318,
"13172736" : 1151,
"13303808" : 3685,
"13434880" : 10371,
"13565952" : 19595,
"13697024" : 28748,
"13828096" : 35026,
"13959168" : 36493,
"14090240" : 30557,
"14221312" : 25807,
"14352384" : 23211,
"14483456" : 20582,
"14614528" : 16679,
"14745600" : 14999,
"14876672" : 14249,
"15007744" : 15143,
"15138816" : 15733,
"15269888" : 15301,
"15400960" : 13872,
"15532032" : 10786,
"15663104" : 8171,
"15794176" : 5785,
"15925248" : 3749,
"16056320" : 2439,
"16187392" : 1651,
"16318464" : 833,
"16449536" : 505,
"16580608" : 318,
"16711680" : 193,
"16908288" : 198,
"17170432" : 135,
"17432576" : 77,
"17694720" : 69,
"17956864" : 53,
"18219008" : 45,
"18481152" : 31,
"18743296" : 26,
"19005440" : 19,
"19267584" : 18,
"19529728" : 19,
"19791872" : 22,
"20054016" : 8,
"20316160" : 8,
"20578304" : 7
}
},
"lat_ns" : {
"min" : 6446683,
"max" : 21269297,
"mean" : 13325685.294715,
"stddev" : 3095599.402662,
"N" : 480247
},
"bw_min" : 8247296,
"bw_max" : 11868160,
"bw_agg" : 99.882790,
"bw_mean" : 9823910.222222,
"bw_dev" : 537490.698488,
"bw_samples" : 396,
"iops_min" : 8054,
"iops_max" : 11590,
"iops_mean" : 9593.434343,
"iops_stddev" : 524.896694,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199998,
"usr_cpu" : 0.704007,
"sys_cpu" : 96.773468,
"ctx" : 37619,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 20.767057,
"20" : 79.227529,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995241,
"timestamp_ms" : 1773995241936,
"time" : "Fri Mar 20 05:27:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 616851046400,
"io_kbytes" : 602393600,
"bw_bytes" : 10280850773,
"bw" : 10039893,
"iops" : 9804.666667,
"runtime" : 60000,
"total_ios" : 588280,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166134,
"max" : 2153991,
"mean" : 404975.435080,
"stddev" : 111765.758102,
"N" : 588280
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12649266.703794,
"stddev" : 3297553.218329,
"N" : 588276,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7634944,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14614528,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17956864,
"99.950000" : 19267584,
"99.990000" : 20840448
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 183,
"6324224" : 876,
"6389760" : 3477,
"6455296" : 8389,
"6520832" : 11705,
"6586368" : 13878,
"6651904" : 14499,
"6717440" : 14240,
"6782976" : 11827,
"6848512" : 8233,
"6914048" : 5040,
"6979584" : 2791,
"7045120" : 1574,
"7110656" : 983,
"7176192" : 846,
"7241728" : 1185,
"7307264" : 2237,
"7372800" : 3125,
"7438336" : 3517,
"7503872" : 3820,
"7569408" : 3494,
"7634944" : 2774,
"7700480" : 2277,
"7766016" : 2027,
"7831552" : 1514,
"7897088" : 1505,
"7962624" : 1461,
"8028160" : 1721,
"8093696" : 2236,
"8159232" : 2499,
"8224768" : 2562,
"8290304" : 2093,
"8355840" : 1596,
"8454144" : 2011,
"8585216" : 940,
"8716288" : 481,
"8847360" : 328,
"8978432" : 372,
"9109504" : 323,
"9240576" : 289,
"9371648" : 234,
"9502720" : 249,
"9633792" : 276,
"9764864" : 193,
"9895936" : 247,
"10027008" : 254,
"10158080" : 282,
"10289152" : 214,
"10420224" : 252,
"10551296" : 234,
"10682368" : 197,
"10813440" : 161,
"10944512" : 161,
"11075584" : 113,
"11206656" : 97,
"11337728" : 105,
"11468800" : 84,
"11599872" : 94,
"11730944" : 164,
"11862016" : 186,
"11993088" : 170,
"12124160" : 195,
"12255232" : 164,
"12386304" : 133,
"12517376" : 208,
"12648448" : 159,
"12779520" : 202,
"12910592" : 199,
"13041664" : 413,
"13172736" : 1369,
"13303808" : 4000,
"13434880" : 10805,
"13565952" : 20080,
"13697024" : 29292,
"13828096" : 35747,
"13959168" : 37474,
"14090240" : 31599,
"14221312" : 27009,
"14352384" : 24695,
"14483456" : 22538,
"14614528" : 19330,
"14745600" : 18711,
"14876672" : 19121,
"15007744" : 21536,
"15138816" : 23415,
"15269888" : 22579,
"15400960" : 19518,
"15532032" : 15321,
"15663104" : 11446,
"15794176" : 7814,
"15925248" : 5049,
"16056320" : 3151,
"16187392" : 2057,
"16318464" : 1116,
"16449536" : 712,
"16580608" : 417,
"16711680" : 285,
"16908288" : 312,
"17170432" : 210,
"17432576" : 145,
"17694720" : 108,
"17956864" : 81,
"18219008" : 81,
"18481152" : 53,
"18743296" : 46,
"19005440" : 44,
"19267584" : 41,
"19529728" : 48,
"19791872" : 47,
"20054016" : 52,
"20316160" : 36,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 13054252.975416,
"stddev" : 3403224.700569,
"N" : 588276
},
"bw_min" : 8214359,
"bw_max" : 11924170,
"bw_agg" : 99.979807,
"bw_mean" : 10037866.403361,
"bw_dev" : 569089.998287,
"bw_samples" : 476,
"iops_min" : 8020,
"iops_max" : 11644,
"iops_mean" : 9802.352941,
"iops_stddev" : 555.751190,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239997,
"usr_cpu" : 0.703342,
"sys_cpu" : 96.455789,
"ctx" : 54630,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 24.874550,
"20" : 75.096723,
"50" : 0.028048,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995251,
"timestamp_ms" : 1773995251936,
"time" : "Fri Mar 20 05:27:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 717406339072,
"io_kbytes" : 700592128,
"bw_bytes" : 10248808398,
"bw" : 10008601,
"iops" : 9774.111059,
"runtime" : 69999,
"total_ios" : 684178,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166134,
"max" : 2153991,
"mean" : 406259.254704,
"stddev" : 110799.602016,
"N" : 684178
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12688897.646441,
"stddev" : 3262798.862028,
"N" : 684174,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7634944,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14614528,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16318464,
"99.900000" : 17694720,
"99.950000" : 19005440,
"99.990000" : 20578304
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 184,
"6324224" : 882,
"6389760" : 3575,
"6455296" : 8843,
"6520832" : 12427,
"6586368" : 14643,
"6651904" : 15566,
"6717440" : 15879,
"6782976" : 14280,
"6848512" : 10818,
"6914048" : 7522,
"6979584" : 4911,
"7045120" : 3122,
"7110656" : 1846,
"7176192" : 1370,
"7241728" : 1452,
"7307264" : 2408,
"7372800" : 3295,
"7438336" : 3707,
"7503872" : 3908,
"7569408" : 3556,
"7634944" : 2814,
"7700480" : 2298,
"7766016" : 2045,
"7831552" : 1522,
"7897088" : 1517,
"7962624" : 1465,
"8028160" : 1723,
"8093696" : 2245,
"8159232" : 2504,
"8224768" : 2564,
"8290304" : 2096,
"8355840" : 1609,
"8454144" : 2033,
"8585216" : 943,
"8716288" : 482,
"8847360" : 331,
"8978432" : 374,
"9109504" : 324,
"9240576" : 300,
"9371648" : 249,
"9502720" : 270,
"9633792" : 316,
"9764864" : 245,
"9895936" : 332,
"10027008" : 313,
"10158080" : 345,
"10289152" : 305,
"10420224" : 323,
"10551296" : 285,
"10682368" : 239,
"10813440" : 218,
"10944512" : 231,
"11075584" : 163,
"11206656" : 139,
"11337728" : 149,
"11468800" : 107,
"11599872" : 105,
"11730944" : 187,
"11862016" : 217,
"11993088" : 179,
"12124160" : 222,
"12255232" : 185,
"12386304" : 149,
"12517376" : 243,
"12648448" : 191,
"12779520" : 250,
"12910592" : 287,
"13041664" : 534,
"13172736" : 1569,
"13303808" : 4311,
"13434880" : 11709,
"13565952" : 22218,
"13697024" : 33405,
"13828096" : 41751,
"13959168" : 45719,
"14090240" : 39755,
"14221312" : 33562,
"14352384" : 30179,
"14483456" : 27569,
"14614528" : 23705,
"14745600" : 22695,
"14876672" : 23192,
"15007744" : 25855,
"15138816" : 27388,
"15269888" : 25374,
"15400960" : 21704,
"15532032" : 16754,
"15663104" : 12183,
"15794176" : 8211,
"15925248" : 5270,
"16056320" : 3242,
"16187392" : 2117,
"16318464" : 1154,
"16449536" : 748,
"16580608" : 449,
"16711680" : 336,
"16908288" : 373,
"17170432" : 233,
"17432576" : 160,
"17694720" : 118,
"17956864" : 90,
"18219008" : 81,
"18481152" : 83,
"18743296" : 46,
"19005440" : 45,
"19267584" : 42,
"19529728" : 48,
"19791872" : 47,
"20054016" : 60,
"20316160" : 45,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 13095165.466538,
"stddev" : 3367336.081008,
"N" : 684174
},
"bw_min" : 8214359,
"bw_max" : 11924170,
"bw_agg" : 99.953850,
"bw_mean" : 10003983.539568,
"bw_dev" : 568023.242516,
"bw_samples" : 556,
"iops_min" : 8020,
"iops_max" : 11644,
"iops_mean" : 9769.251799,
"iops_stddev" : 554.706662,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279996,
"usr_cpu" : 0.701439,
"sys_cpu" : 96.532808,
"ctx" : 61410,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 24.119162,
"20" : 75.853652,
"50" : 0.026601,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995261,
"timestamp_ms" : 1773995261936,
"time" : "Fri Mar 20 05:27:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 824760598528,
"io_kbytes" : 805430272,
"bw_bytes" : 10309636352,
"bw" : 10068004,
"iops" : 9832.085401,
"runtime" : 79999,
"total_ios" : 786557,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166134,
"max" : 2153991,
"mean" : 403846.817221,
"stddev" : 112691.529111,
"N" : 786557
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12613924.515956,
"stddev" : 3327995.064360,
"N" : 786553,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6782976,
"20.000000" : 7438336,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16318464,
"99.900000" : 17694720,
"99.950000" : 18743296,
"99.990000" : 20578304
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 184,
"6324224" : 882,
"6389760" : 3575,
"6455296" : 8843,
"6520832" : 12526,
"6586368" : 15136,
"6651904" : 17237,
"6717440" : 19469,
"6782976" : 19838,
"6848512" : 17080,
"6914048" : 12886,
"6979584" : 8612,
"7045120" : 5326,
"7110656" : 3033,
"7176192" : 2033,
"7241728" : 1861,
"7307264" : 2772,
"7372800" : 3488,
"7438336" : 3845,
"7503872" : 4075,
"7569408" : 3705,
"7634944" : 2939,
"7700480" : 2446,
"7766016" : 2178,
"7831552" : 1621,
"7897088" : 1621,
"7962624" : 1546,
"8028160" : 1820,
"8093696" : 2314,
"8159232" : 2545,
"8224768" : 2593,
"8290304" : 2126,
"8355840" : 1656,
"8454144" : 2123,
"8585216" : 1011,
"8716288" : 535,
"8847360" : 424,
"8978432" : 496,
"9109504" : 391,
"9240576" : 351,
"9371648" : 287,
"9502720" : 374,
"9633792" : 424,
"9764864" : 333,
"9895936" : 414,
"10027008" : 357,
"10158080" : 385,
"10289152" : 360,
"10420224" : 373,
"10551296" : 324,
"10682368" : 292,
"10813440" : 236,
"10944512" : 253,
"11075584" : 215,
"11206656" : 181,
"11337728" : 173,
"11468800" : 119,
"11599872" : 119,
"11730944" : 208,
"11862016" : 261,
"11993088" : 212,
"12124160" : 260,
"12255232" : 219,
"12386304" : 207,
"12517376" : 290,
"12648448" : 222,
"12779520" : 300,
"12910592" : 345,
"13041664" : 581,
"13172736" : 1656,
"13303808" : 4537,
"13434880" : 12227,
"13565952" : 23870,
"13697024" : 36607,
"13828096" : 45969,
"13959168" : 49866,
"14090240" : 43167,
"14221312" : 36449,
"14352384" : 32662,
"14483456" : 30238,
"14614528" : 26893,
"14745600" : 26892,
"14876672" : 28550,
"15007744" : 31683,
"15138816" : 33068,
"15269888" : 30123,
"15400960" : 25725,
"15532032" : 20151,
"15663104" : 14407,
"15794176" : 9472,
"15925248" : 6059,
"16056320" : 3617,
"16187392" : 2314,
"16318464" : 1314,
"16449536" : 880,
"16580608" : 552,
"16711680" : 384,
"16908288" : 413,
"17170432" : 246,
"17432576" : 171,
"17694720" : 120,
"17956864" : 90,
"18219008" : 81,
"18481152" : 83,
"18743296" : 46,
"19005440" : 45,
"19267584" : 42,
"19529728" : 48,
"19791872" : 47,
"20054016" : 60,
"20316160" : 45,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 13017773.585213,
"stddev" : 3434651.449804,
"N" : 786553
},
"bw_min" : 8214359,
"bw_max" : 11924170,
"bw_agg" : 100.000000,
"bw_mean" : 10076732.044025,
"bw_dev" : 565273.433338,
"bw_samples" : 636,
"iops_min" : 8020,
"iops_max" : 11644,
"iops_mean" : 9840.289308,
"iops_stddev" : 552.020206,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319996,
"usr_cpu" : 0.703759,
"sys_cpu" : 96.460893,
"ctx" : 70633,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.327090,
"20" : 74.649263,
"50" : 0.023139,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995271,
"timestamp_ms" : 1773995271936,
"time" : "Fri Mar 20 05:27:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 929415823360,
"io_kbytes" : 907632640,
"bw_bytes" : 10326957225,
"bw" : 10084919,
"iops" : 9848.620540,
"runtime" : 89999,
"total_ios" : 886366,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166134,
"max" : 2153991,
"mean" : 403163.453076,
"stddev" : 114396.473662,
"N" : 886366
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12592762.157676,
"stddev" : 3381032.232579,
"N" : 886362,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7241728,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17694720,
"99.950000" : 18481152,
"99.990000" : 20578304
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 184,
"6324224" : 885,
"6389760" : 3632,
"6455296" : 9025,
"6520832" : 13213,
"6586368" : 17478,
"6651904" : 21987,
"6717440" : 26121,
"6782976" : 25990,
"6848512" : 20924,
"6914048" : 15014,
"6979584" : 9884,
"7045120" : 5965,
"7110656" : 3312,
"7176192" : 2194,
"7241728" : 1911,
"7307264" : 2803,
"7372800" : 3496,
"7438336" : 3847,
"7503872" : 4099,
"7569408" : 3763,
"7634944" : 3042,
"7700480" : 2562,
"7766016" : 2287,
"7831552" : 1770,
"7897088" : 1694,
"7962624" : 1606,
"8028160" : 1846,
"8093696" : 2342,
"8159232" : 2571,
"8224768" : 2606,
"8290304" : 2130,
"8355840" : 1662,
"8454144" : 2129,
"8585216" : 1019,
"8716288" : 539,
"8847360" : 432,
"8978432" : 500,
"9109504" : 397,
"9240576" : 356,
"9371648" : 294,
"9502720" : 381,
"9633792" : 427,
"9764864" : 340,
"9895936" : 418,
"10027008" : 365,
"10158080" : 390,
"10289152" : 364,
"10420224" : 382,
"10551296" : 327,
"10682368" : 301,
"10813440" : 240,
"10944512" : 259,
"11075584" : 224,
"11206656" : 185,
"11337728" : 181,
"11468800" : 123,
"11599872" : 124,
"11730944" : 215,
"11862016" : 266,
"11993088" : 219,
"12124160" : 267,
"12255232" : 224,
"12386304" : 212,
"12517376" : 299,
"12648448" : 228,
"12779520" : 304,
"12910592" : 352,
"13041664" : 588,
"13172736" : 1667,
"13303808" : 4584,
"13434880" : 12704,
"13565952" : 25640,
"13697024" : 39969,
"13828096" : 50924,
"13959168" : 55162,
"14090240" : 47827,
"14221312" : 39959,
"14352384" : 35426,
"14483456" : 32525,
"14614528" : 28664,
"14745600" : 28208,
"14876672" : 29884,
"15007744" : 33608,
"15138816" : 36048,
"15269888" : 34645,
"15400960" : 31403,
"15532032" : 25960,
"15663104" : 19091,
"15794176" : 13044,
"15925248" : 8663,
"16056320" : 5237,
"16187392" : 3344,
"16318464" : 1897,
"16449536" : 1253,
"16580608" : 813,
"16711680" : 528,
"16908288" : 465,
"17170432" : 280,
"17432576" : 197,
"17694720" : 162,
"17956864" : 113,
"18219008" : 97,
"18481152" : 87,
"18743296" : 57,
"19005440" : 47,
"19267584" : 44,
"19529728" : 49,
"19791872" : 48,
"20054016" : 60,
"20316160" : 45,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 12995928.327997,
"stddev" : 3489373.191628,
"N" : 886362
},
"bw_min" : 8214359,
"bw_max" : 12050432,
"bw_agg" : 99.974049,
"bw_mean" : 10082302.245810,
"bw_dev" : 568836.138711,
"bw_samples" : 716,
"iops_min" : 8020,
"iops_max" : 11768,
"iops_mean" : 9845.720670,
"iops_stddev" : 555.503769,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359996,
"usr_cpu" : 0.707508,
"sys_cpu" : 96.391349,
"ctx" : 81515,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.871593,
"20" : 74.107423,
"50" : 0.020533,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995281,
"timestamp_ms" : 1773995281936,
"time" : "Fri Mar 20 05:28:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1031034372096,
"io_kbytes" : 1006869504,
"bw_bytes" : 10310446825,
"bw" : 10068795,
"iops" : 9832.848328,
"runtime" : 99999,
"total_ios" : 983275,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 403812.134920,
"stddev" : 114481.665512,
"N" : 983275
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12612887.581990,
"stddev" : 3383639.171570,
"N" : 983271,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7241728,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 18481152,
"99.990000" : 20316160
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 203,
"6324224" : 1184,
"6389760" : 4931,
"6455296" : 11944,
"6520832" : 17411,
"6586368" : 21216,
"6651904" : 24522,
"6717440" : 27991,
"6782976" : 27517,
"6848512" : 21805,
"6914048" : 15344,
"6979584" : 9962,
"7045120" : 5997,
"7110656" : 3345,
"7176192" : 2208,
"7241728" : 1929,
"7307264" : 2870,
"7372800" : 3589,
"7438336" : 3974,
"7503872" : 4222,
"7569408" : 3906,
"7634944" : 3232,
"7700480" : 2737,
"7766016" : 2523,
"7831552" : 1917,
"7897088" : 1824,
"7962624" : 1724,
"8028160" : 1959,
"8093696" : 2415,
"8159232" : 2658,
"8224768" : 2709,
"8290304" : 2189,
"8355840" : 1727,
"8454144" : 2280,
"8585216" : 1110,
"8716288" : 600,
"8847360" : 500,
"8978432" : 573,
"9109504" : 475,
"9240576" : 456,
"9371648" : 332,
"9502720" : 445,
"9633792" : 493,
"9764864" : 386,
"9895936" : 478,
"10027008" : 430,
"10158080" : 434,
"10289152" : 421,
"10420224" : 470,
"10551296" : 395,
"10682368" : 376,
"10813440" : 322,
"10944512" : 313,
"11075584" : 272,
"11206656" : 198,
"11337728" : 183,
"11468800" : 134,
"11599872" : 133,
"11730944" : 233,
"11862016" : 312,
"11993088" : 252,
"12124160" : 297,
"12255232" : 271,
"12386304" : 269,
"12517376" : 355,
"12648448" : 268,
"12779520" : 331,
"12910592" : 423,
"13041664" : 629,
"13172736" : 1754,
"13303808" : 4788,
"13434880" : 13265,
"13565952" : 27198,
"13697024" : 42382,
"13828096" : 54854,
"13959168" : 59846,
"14090240" : 53000,
"14221312" : 45225,
"14352384" : 40497,
"14483456" : 37246,
"14614528" : 33270,
"14745600" : 32264,
"14876672" : 33515,
"15007744" : 37865,
"15138816" : 40844,
"15269888" : 39156,
"15400960" : 35431,
"15532032" : 29038,
"15663104" : 21396,
"15794176" : 14625,
"15925248" : 9576,
"16056320" : 5806,
"16187392" : 3761,
"16318464" : 2225,
"16449536" : 1434,
"16580608" : 873,
"16711680" : 556,
"16908288" : 500,
"17170432" : 321,
"17432576" : 200,
"17694720" : 162,
"17956864" : 113,
"18219008" : 97,
"18481152" : 87,
"18743296" : 57,
"19005440" : 47,
"19267584" : 44,
"19529728" : 49,
"19791872" : 48,
"20054016" : 60,
"20316160" : 45,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 13016700.847384,
"stddev" : 3492076.555797,
"N" : 983271
},
"bw_min" : 8214359,
"bw_max" : 12050432,
"bw_agg" : 100.000000,
"bw_mean" : 10076048.698492,
"bw_dev" : 572861.693924,
"bw_samples" : 796,
"iops_min" : 8020,
"iops_max" : 11768,
"iops_mean" : 9839.613065,
"iops_stddev" : 559.432860,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399996,
"usr_cpu" : 0.707257,
"sys_cpu" : 96.412464,
"ctx" : 88408,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.635860,
"20" : 74.345224,
"50" : 0.018510,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995291,
"timestamp_ms" : 1773995291936,
"time" : "Fri Mar 20 05:28:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1141284798464,
"io_kbytes" : 1114535936,
"bw_bytes" : 10375410671,
"bw" : 10132236,
"iops" : 9894.808135,
"runtime" : 109999,
"total_ios" : 1088419,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 401266.922047,
"stddev" : 117007.467556,
"N" : 1088419
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12533979.788019,
"stddev" : 3468095.437897,
"N" : 1088415,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 6979584,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17432576,
"99.950000" : 18219008,
"99.990000" : 20316160
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 203,
"6324224" : 1184,
"6389760" : 4943,
"6455296" : 12159,
"6520832" : 18441,
"6586368" : 24613,
"6651904" : 30756,
"6717440" : 36117,
"6782976" : 35478,
"6848512" : 27786,
"6914048" : 19149,
"6979584" : 12171,
"7045120" : 7215,
"7110656" : 4060,
"7176192" : 2510,
"7241728" : 2003,
"7307264" : 2895,
"7372800" : 3602,
"7438336" : 3987,
"7503872" : 4235,
"7569408" : 3933,
"7634944" : 3265,
"7700480" : 2835,
"7766016" : 2639,
"7831552" : 1960,
"7897088" : 1876,
"7962624" : 1746,
"8028160" : 1987,
"8093696" : 2439,
"8159232" : 2698,
"8224768" : 2713,
"8290304" : 2193,
"8355840" : 1742,
"8454144" : 2288,
"8585216" : 1119,
"8716288" : 613,
"8847360" : 502,
"8978432" : 575,
"9109504" : 478,
"9240576" : 458,
"9371648" : 334,
"9502720" : 447,
"9633792" : 494,
"9764864" : 389,
"9895936" : 479,
"10027008" : 432,
"10158080" : 437,
"10289152" : 422,
"10420224" : 472,
"10551296" : 397,
"10682368" : 378,
"10813440" : 324,
"10944512" : 315,
"11075584" : 274,
"11206656" : 201,
"11337728" : 186,
"11468800" : 135,
"11599872" : 136,
"11730944" : 235,
"11862016" : 314,
"11993088" : 254,
"12124160" : 298,
"12255232" : 274,
"12386304" : 271,
"12517376" : 356,
"12648448" : 272,
"12779520" : 337,
"12910592" : 425,
"13041664" : 633,
"13172736" : 1764,
"13303808" : 4875,
"13434880" : 13561,
"13565952" : 27782,
"13697024" : 43391,
"13828096" : 56129,
"13959168" : 61170,
"14090240" : 54495,
"14221312" : 46591,
"14352384" : 42010,
"14483456" : 38832,
"14614528" : 35296,
"14745600" : 34822,
"14876672" : 37173,
"15007744" : 43325,
"15138816" : 47723,
"15269888" : 47029,
"15400960" : 43039,
"15532032" : 34993,
"15663104" : 24966,
"15794176" : 17047,
"15925248" : 11335,
"16056320" : 6875,
"16187392" : 4429,
"16318464" : 2618,
"16449536" : 1684,
"16580608" : 1072,
"16711680" : 651,
"16908288" : 574,
"17170432" : 362,
"17432576" : 243,
"17694720" : 200,
"17956864" : 120,
"18219008" : 97,
"18481152" : 87,
"18743296" : 57,
"19005440" : 47,
"19267584" : 44,
"19529728" : 49,
"19791872" : 48,
"20054016" : 60,
"20316160" : 45,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 12935251.098373,
"stddev" : 3579253.076630,
"N" : 1088415
},
"bw_min" : 8214359,
"bw_max" : 12050432,
"bw_agg" : 99.984021,
"bw_mean" : 10130618.913242,
"bw_dev" : 570662.825266,
"bw_samples" : 876,
"iops_min" : 8020,
"iops_max" : 11768,
"iops_mean" : 9892.908676,
"iops_stddev" : 557.289008,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439996,
"usr_cpu" : 0.710006,
"sys_cpu" : 96.306785,
"ctx" : 98525,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.008900,
"20" : 72.974011,
"50" : 0.016722,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995301,
"timestamp_ms" : 1773995301936,
"time" : "Fri Mar 20 05:28:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1241849528320,
"io_kbytes" : 1212743680,
"bw_bytes" : 10348832309,
"bw" : 10106281,
"iops" : 9869.465579,
"runtime" : 119999,
"total_ios" : 1184326,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 402302.853957,
"stddev" : 116028.820654,
"N" : 1184326
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12566100.364611,
"stddev" : 3437440.102409,
"N" : 1184322,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 6979584,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 18219008,
"99.990000" : 20316160
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 203,
"6324224" : 1186,
"6389760" : 4999,
"6455296" : 12696,
"6520832" : 20157,
"6586368" : 26978,
"6651904" : 33315,
"6717440" : 38558,
"6782976" : 37505,
"6848512" : 29266,
"6914048" : 20125,
"6979584" : 12653,
"7045120" : 7434,
"7110656" : 4176,
"7176192" : 2571,
"7241728" : 2032,
"7307264" : 3018,
"7372800" : 3748,
"7438336" : 4138,
"7503872" : 4396,
"7569408" : 4122,
"7634944" : 3507,
"7700480" : 3124,
"7766016" : 2930,
"7831552" : 2151,
"7897088" : 2055,
"7962624" : 1892,
"8028160" : 2165,
"8093696" : 2575,
"8159232" : 2844,
"8224768" : 2825,
"8290304" : 2291,
"8355840" : 1824,
"8454144" : 2445,
"8585216" : 1217,
"8716288" : 710,
"8847360" : 597,
"8978432" : 632,
"9109504" : 546,
"9240576" : 539,
"9371648" : 433,
"9502720" : 528,
"9633792" : 585,
"9764864" : 470,
"9895936" : 581,
"10027008" : 493,
"10158080" : 489,
"10289152" : 508,
"10420224" : 597,
"10551296" : 510,
"10682368" : 431,
"10813440" : 387,
"10944512" : 366,
"11075584" : 309,
"11206656" : 229,
"11337728" : 214,
"11468800" : 157,
"11599872" : 168,
"11730944" : 276,
"11862016" : 343,
"11993088" : 281,
"12124160" : 330,
"12255232" : 322,
"12386304" : 330,
"12517376" : 422,
"12648448" : 348,
"12779520" : 411,
"12910592" : 467,
"13041664" : 678,
"13172736" : 1844,
"13303808" : 5005,
"13434880" : 14411,
"13565952" : 30721,
"13697024" : 49068,
"13828096" : 64191,
"13959168" : 69764,
"14090240" : 61717,
"14221312" : 52317,
"14352384" : 47125,
"14483456" : 43002,
"14614528" : 38195,
"14745600" : 37021,
"14876672" : 39221,
"15007744" : 45951,
"15138816" : 50835,
"15269888" : 50272,
"15400960" : 46263,
"15532032" : 37740,
"15663104" : 26911,
"15794176" : 18238,
"15925248" : 11942,
"16056320" : 7388,
"16187392" : 4688,
"16318464" : 2755,
"16449536" : 1755,
"16580608" : 1135,
"16711680" : 707,
"16908288" : 621,
"17170432" : 381,
"17432576" : 246,
"17694720" : 203,
"17956864" : 121,
"18219008" : 100,
"18481152" : 89,
"18743296" : 58,
"19005440" : 49,
"19267584" : 44,
"19529728" : 49,
"19791872" : 48,
"20054016" : 60,
"20316160" : 45,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 12968405.840498,
"stddev" : 3547600.102736,
"N" : 1184322
},
"bw_min" : 8214359,
"bw_max" : 12058624,
"bw_agg" : 99.981264,
"bw_mean" : 10104388.058577,
"bw_dev" : 571784.587180,
"bw_samples" : 956,
"iops_min" : 8020,
"iops_max" : 11776,
"iops_mean" : 9867.284519,
"iops_stddev" : 558.382415,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.711464,
"sys_cpu" : 96.364970,
"ctx" : 104910,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.430138,
"20" : 73.554157,
"50" : 0.015367,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995311,
"timestamp_ms" : 1773995311937,
"time" : "Fri Mar 20 05:28:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1354316644352,
"io_kbytes" : 1322574848,
"bw_bytes" : 10417820341,
"bw" : 10173652,
"iops" : 9935.238462,
"runtime" : 130000,
"total_ios" : 1291581,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 399620.619254,
"stddev" : 118252.762819,
"N" : 1291581
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12482823.527933,
"stddev" : 3508715.918234,
"N" : 1291577,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 6914048,
"30.000000" : 13434880,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17170432,
"99.950000" : 18219008,
"99.990000" : 20316160
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 222,
"6324224" : 1301,
"6389760" : 5951,
"6455296" : 16395,
"6520832" : 27825,
"6586368" : 36255,
"6651904" : 40814,
"6717440" : 43688,
"6782976" : 40917,
"6848512" : 31402,
"6914048" : 21144,
"6979584" : 12936,
"7045120" : 7550,
"7110656" : 4226,
"7176192" : 2620,
"7241728" : 2081,
"7307264" : 3101,
"7372800" : 3852,
"7438336" : 4248,
"7503872" : 4580,
"7569408" : 4293,
"7634944" : 3644,
"7700480" : 3217,
"7766016" : 3053,
"7831552" : 2287,
"7897088" : 2194,
"7962624" : 2017,
"8028160" : 2265,
"8093696" : 2630,
"8159232" : 2939,
"8224768" : 2943,
"8290304" : 2371,
"8355840" : 1931,
"8454144" : 2600,
"8585216" : 1299,
"8716288" : 793,
"8847360" : 716,
"8978432" : 725,
"9109504" : 603,
"9240576" : 602,
"9371648" : 533,
"9502720" : 603,
"9633792" : 624,
"9764864" : 510,
"9895936" : 630,
"10027008" : 558,
"10158080" : 539,
"10289152" : 607,
"10420224" : 707,
"10551296" : 590,
"10682368" : 479,
"10813440" : 425,
"10944512" : 397,
"11075584" : 346,
"11206656" : 262,
"11337728" : 243,
"11468800" : 185,
"11599872" : 195,
"11730944" : 307,
"11862016" : 359,
"11993088" : 286,
"12124160" : 338,
"12255232" : 332,
"12386304" : 331,
"12517376" : 424,
"12648448" : 368,
"12779520" : 450,
"12910592" : 502,
"13041664" : 721,
"13172736" : 1889,
"13303808" : 5147,
"13434880" : 14709,
"13565952" : 31239,
"13697024" : 49795,
"13828096" : 65103,
"13959168" : 70789,
"14090240" : 63163,
"14221312" : 53654,
"14352384" : 48471,
"14483456" : 44787,
"14614528" : 40929,
"14745600" : 41263,
"14876672" : 44971,
"15007744" : 52979,
"15138816" : 58398,
"15269888" : 57759,
"15400960" : 52959,
"15532032" : 42465,
"15663104" : 29811,
"15794176" : 19801,
"15925248" : 12878,
"16056320" : 7822,
"16187392" : 4801,
"16318464" : 2796,
"16449536" : 1782,
"16580608" : 1166,
"16711680" : 720,
"16908288" : 654,
"17170432" : 404,
"17432576" : 250,
"17694720" : 220,
"17956864" : 127,
"18219008" : 107,
"18481152" : 104,
"18743296" : 59,
"19005440" : 50,
"19267584" : 44,
"19529728" : 59,
"19791872" : 49,
"20054016" : 60,
"20316160" : 45,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 12882444.897183,
"stddev" : 3621182.870181,
"N" : 1291577
},
"bw_min" : 8214359,
"bw_max" : 12058624,
"bw_agg" : 100.000000,
"bw_mean" : 10177548.227799,
"bw_dev" : 570425.065713,
"bw_samples" : 1036,
"iops_min" : 8020,
"iops_max" : 11776,
"iops_mean" : 9938.733591,
"iops_stddev" : 557.054869,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519998,
"usr_cpu" : 0.717310,
"sys_cpu" : 96.276716,
"ctx" : 113476,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.673603,
"20" : 72.311996,
"50" : 0.014091,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995321,
"timestamp_ms" : 1773995321936,
"time" : "Fri Mar 20 05:28:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1456202579968,
"io_kbytes" : 1422072832,
"bw_bytes" : 10401521296,
"bw" : 10157735,
"iops" : 9919.699426,
"runtime" : 139999,
"total_ios" : 1388748,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 400256.072689,
"stddev" : 117815.437480,
"N" : 1388748
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12502476.985730,
"stddev" : 3496275.954702,
"N" : 1388744,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17170432,
"99.950000" : 17956864,
"99.990000" : 20054016
},
"bins" : {
"5996544" : 7,
"6062080" : 25,
"6127616" : 32,
"6193152" : 61,
"6258688" : 235,
"6324224" : 1440,
"6389760" : 6656,
"6455296" : 18565,
"6520832" : 31580,
"6586368" : 40272,
"6651904" : 44582,
"6717440" : 46421,
"6782976" : 42731,
"6848512" : 32436,
"6914048" : 21629,
"6979584" : 13110,
"7045120" : 7619,
"7110656" : 4256,
"7176192" : 2620,
"7241728" : 2084,
"7307264" : 3121,
"7372800" : 3919,
"7438336" : 4393,
"7503872" : 4701,
"7569408" : 4365,
"7634944" : 3683,
"7700480" : 3236,
"7766016" : 3071,
"7831552" : 2290,
"7897088" : 2197,
"7962624" : 2018,
"8028160" : 2266,
"8093696" : 2631,
"8159232" : 2940,
"8224768" : 2945,
"8290304" : 2371,
"8355840" : 1932,
"8454144" : 2604,
"8585216" : 1300,
"8716288" : 796,
"8847360" : 716,
"8978432" : 728,
"9109504" : 605,
"9240576" : 603,
"9371648" : 536,
"9502720" : 603,
"9633792" : 627,
"9764864" : 511,
"9895936" : 632,
"10027008" : 560,
"10158080" : 541,
"10289152" : 609,
"10420224" : 709,
"10551296" : 591,
"10682368" : 481,
"10813440" : 427,
"10944512" : 399,
"11075584" : 348,
"11206656" : 265,
"11337728" : 243,
"11468800" : 187,
"11599872" : 198,
"11730944" : 308,
"11862016" : 361,
"11993088" : 289,
"12124160" : 341,
"12255232" : 338,
"12386304" : 335,
"12517376" : 436,
"12648448" : 410,
"12779520" : 467,
"12910592" : 512,
"13041664" : 727,
"13172736" : 1942,
"13303808" : 5398,
"13434880" : 15537,
"13565952" : 33837,
"13697024" : 55298,
"13828096" : 73073,
"13959168" : 78937,
"14090240" : 70342,
"14221312" : 59283,
"14352384" : 52683,
"14483456" : 48372,
"14614528" : 43575,
"14745600" : 42999,
"14876672" : 46929,
"15007744" : 55767,
"15138816" : 61998,
"15269888" : 61420,
"15400960" : 56755,
"15532032" : 45727,
"15663104" : 32214,
"15794176" : 21553,
"15925248" : 13875,
"16056320" : 8322,
"16187392" : 5077,
"16318464" : 2939,
"16449536" : 1832,
"16580608" : 1195,
"16711680" : 738,
"16908288" : 667,
"17170432" : 410,
"17432576" : 250,
"17694720" : 220,
"17956864" : 127,
"18219008" : 107,
"18481152" : 104,
"18743296" : 59,
"19005440" : 50,
"19267584" : 44,
"19529728" : 59,
"19791872" : 49,
"20054016" : 60,
"20316160" : 45,
"20578304" : 26,
"20840448" : 15,
"21102592" : 6,
"21364736" : 6,
"21626880" : 3,
"21889024" : 9,
"22151168" : 5,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 12902737.036747,
"stddev" : 3608344.294628,
"N" : 1388744
},
"bw_min" : 8214359,
"bw_max" : 12058624,
"bw_agg" : 99.987845,
"bw_mean" : 10156501.322581,
"bw_dev" : 574131.129864,
"bw_samples" : 1116,
"iops_min" : 8020,
"iops_max" : 11776,
"iops_mean" : 9918.179211,
"iops_stddev" : 560.674553,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559996,
"usr_cpu" : 0.709291,
"sys_cpu" : 96.315688,
"ctx" : 119633,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.281623,
"20" : 72.704983,
"50" : 0.013105,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995331,
"timestamp_ms" : 1773995331936,
"time" : "Fri Mar 20 05:28:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1562111901696,
"io_kbytes" : 1525499904,
"bw_bytes" : 10414148772,
"bw" : 10170067,
"iops" : 9931.732878,
"runtime" : 149999,
"total_ios" : 1489750,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 399767.656573,
"stddev" : 118486.352848,
"N" : 1489750
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12487241.159042,
"stddev" : 3517563.836303,
"N" : 1489746,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 18743296,
"99.990000" : 21364736
},
"bins" : {
"5996544" : 7,
"6062080" : 27,
"6127616" : 44,
"6193152" : 80,
"6258688" : 261,
"6324224" : 1605,
"6389760" : 7839,
"6455296" : 21909,
"6520832" : 36100,
"6586368" : 45025,
"6651904" : 48998,
"6717440" : 49946,
"6782976" : 45567,
"6848512" : 34010,
"6914048" : 22574,
"6979584" : 13545,
"7045120" : 7838,
"7110656" : 4347,
"7176192" : 2725,
"7241728" : 2242,
"7307264" : 3271,
"7372800" : 4058,
"7438336" : 4537,
"7503872" : 4854,
"7569408" : 4512,
"7634944" : 3825,
"7700480" : 3375,
"7766016" : 3266,
"7831552" : 2498,
"7897088" : 2383,
"7962624" : 2178,
"8028160" : 2389,
"8093696" : 2765,
"8159232" : 3036,
"8224768" : 3017,
"8290304" : 2419,
"8355840" : 1992,
"8454144" : 2701,
"8585216" : 1370,
"8716288" : 893,
"8847360" : 791,
"8978432" : 826,
"9109504" : 708,
"9240576" : 650,
"9371648" : 601,
"9502720" : 724,
"9633792" : 736,
"9764864" : 583,
"9895936" : 681,
"10027008" : 567,
"10158080" : 584,
"10289152" : 701,
"10420224" : 779,
"10551296" : 654,
"10682368" : 524,
"10813440" : 482,
"10944512" : 441,
"11075584" : 396,
"11206656" : 303,
"11337728" : 267,
"11468800" : 234,
"11599872" : 262,
"11730944" : 356,
"11862016" : 437,
"11993088" : 314,
"12124160" : 360,
"12255232" : 383,
"12386304" : 419,
"12517376" : 475,
"12648448" : 478,
"12779520" : 515,
"12910592" : 569,
"13041664" : 819,
"13172736" : 2046,
"13303808" : 5631,
"13434880" : 16063,
"13565952" : 35565,
"13697024" : 58235,
"13828096" : 76923,
"13959168" : 83064,
"14090240" : 74269,
"14221312" : 62518,
"14352384" : 55678,
"14483456" : 51397,
"14614528" : 46503,
"14745600" : 46259,
"14876672" : 50057,
"15007744" : 59038,
"15138816" : 66267,
"15269888" : 66392,
"15400960" : 61718,
"15532032" : 50092,
"15663104" : 35730,
"15794176" : 24013,
"15925248" : 15417,
"16056320" : 9212,
"16187392" : 5486,
"16318464" : 3281,
"16449536" : 2147,
"16580608" : 1349,
"16711680" : 849,
"16908288" : 743,
"17170432" : 444,
"17432576" : 281,
"17694720" : 257,
"17956864" : 159,
"18219008" : 133,
"18481152" : 136,
"18743296" : 86,
"19005440" : 75,
"19267584" : 69,
"19529728" : 75,
"19791872" : 65,
"20054016" : 70,
"20316160" : 53,
"20578304" : 38,
"20840448" : 24,
"21102592" : 19,
"21364736" : 69,
"21626880" : 40,
"21889024" : 28,
"22151168" : 13,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 12887008.764693,
"stddev" : 3630308.823133,
"N" : 1489746
},
"bw_min" : 8151040,
"bw_max" : 12064768,
"bw_agg" : 100.000000,
"bw_mean" : 10176201.354515,
"bw_dev" : 574041.575198,
"bw_samples" : 1196,
"iops_min" : 7960,
"iops_max" : 11782,
"iops_mean" : 9937.414716,
"iops_stddev" : 560.586713,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599996,
"usr_cpu" : 0.709671,
"sys_cpu" : 96.293975,
"ctx" : 130772,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.555026,
"20" : 72.420540,
"50" : 0.024165,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995341,
"timestamp_ms" : 1773995341937,
"time" : "Fri Mar 20 05:29:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1670122569728,
"io_kbytes" : 1630979072,
"bw_bytes" : 10438266060,
"bw" : 10193619,
"iops" : 9954.737500,
"runtime" : 160000,
"total_ios" : 1592758,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 398838.987523,
"stddev" : 119632.923107,
"N" : 1592758
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12458407.068393,
"stddev" : 3555159.155143,
"N" : 1592754,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 6848512,
"30.000000" : 13434880,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17432576,
"99.950000" : 18481152,
"99.990000" : 21364736
},
"bins" : {
"5996544" : 7,
"6062080" : 27,
"6127616" : 44,
"6193152" : 82,
"6258688" : 433,
"6324224" : 3048,
"6389760" : 12758,
"6455296" : 29906,
"6520832" : 44346,
"6586368" : 51057,
"6651904" : 52511,
"6717440" : 51473,
"6782976" : 46204,
"6848512" : 34291,
"6914048" : 22669,
"6979584" : 13552,
"7045120" : 7843,
"7110656" : 4359,
"7176192" : 2794,
"7241728" : 2331,
"7307264" : 3388,
"7372800" : 4170,
"7438336" : 4595,
"7503872" : 4882,
"7569408" : 4541,
"7634944" : 3830,
"7700480" : 3379,
"7766016" : 3278,
"7831552" : 2501,
"7897088" : 2392,
"7962624" : 2180,
"8028160" : 2390,
"8093696" : 2767,
"8159232" : 3037,
"8224768" : 3018,
"8290304" : 2421,
"8355840" : 1992,
"8454144" : 2702,
"8585216" : 1372,
"8716288" : 896,
"8847360" : 793,
"8978432" : 827,
"9109504" : 711,
"9240576" : 651,
"9371648" : 603,
"9502720" : 725,
"9633792" : 739,
"9764864" : 584,
"9895936" : 683,
"10027008" : 570,
"10158080" : 586,
"10289152" : 702,
"10420224" : 781,
"10551296" : 656,
"10682368" : 526,
"10813440" : 484,
"10944512" : 443,
"11075584" : 398,
"11206656" : 306,
"11337728" : 269,
"11468800" : 236,
"11599872" : 264,
"11730944" : 358,
"11862016" : 438,
"11993088" : 317,
"12124160" : 361,
"12255232" : 385,
"12386304" : 422,
"12517376" : 476,
"12648448" : 480,
"12779520" : 518,
"12910592" : 570,
"13041664" : 821,
"13172736" : 2060,
"13303808" : 5688,
"13434880" : 16395,
"13565952" : 36629,
"13697024" : 60893,
"13828096" : 81120,
"13959168" : 86920,
"14090240" : 77607,
"14221312" : 64983,
"14352384" : 57792,
"14483456" : 53298,
"14614528" : 48424,
"14745600" : 48068,
"14876672" : 52481,
"15007744" : 62757,
"15138816" : 71461,
"15269888" : 72507,
"15400960" : 68087,
"15532032" : 56135,
"15663104" : 40362,
"15794176" : 26812,
"15925248" : 17049,
"16056320" : 10247,
"16187392" : 6130,
"16318464" : 3622,
"16449536" : 2306,
"16580608" : 1485,
"16711680" : 977,
"16908288" : 866,
"17170432" : 525,
"17432576" : 373,
"17694720" : 304,
"17956864" : 193,
"18219008" : 154,
"18481152" : 144,
"18743296" : 90,
"19005440" : 75,
"19267584" : 69,
"19529728" : 75,
"19791872" : 65,
"20054016" : 70,
"20316160" : 53,
"20578304" : 38,
"20840448" : 24,
"21102592" : 19,
"21364736" : 69,
"21626880" : 40,
"21889024" : 28,
"22151168" : 13,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 12857249.306650,
"stddev" : 3669117.996674,
"N" : 1592754
},
"bw_min" : 8151040,
"bw_max" : 12083200,
"bw_agg" : 99.992111,
"bw_mean" : 10192815.855799,
"bw_dev" : 576166.187227,
"bw_samples" : 1276,
"iops_min" : 7960,
"iops_max" : 11800,
"iops_mean" : 9953.639498,
"iops_stddev" : 562.663019,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640000,
"usr_cpu" : 0.710938,
"sys_cpu" : 96.262187,
"ctx" : 142120,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.998980,
"20" : 71.978166,
"50" : 0.022602,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995351,
"timestamp_ms" : 1773995351937,
"time" : "Fri Mar 20 05:29:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1771128750080,
"io_kbytes" : 1729617920,
"bw_bytes" : 10418404412,
"bw" : 10174223,
"iops" : 9935.800000,
"runtime" : 170000,
"total_ios" : 1689086,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 399607.701369,
"stddev" : 118988.977867,
"N" : 1689086
},
"clat_ns" : {
"min" : 5975971,
"max" : 23925377,
"mean" : 12482148.262254,
"stddev" : 3534770.131222,
"N" : 1689082,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 6848512,
"30.000000" : 13565952,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17432576,
"99.950000" : 18481152,
"99.990000" : 21364736
},
"bins" : {
"5996544" : 7,
"6062080" : 27,
"6127616" : 44,
"6193152" : 84,
"6258688" : 497,
"6324224" : 3570,
"6389760" : 14442,
"6455296" : 33553,
"6520832" : 48450,
"6586368" : 53970,
"6651904" : 54212,
"6717440" : 52291,
"6782976" : 46502,
"6848512" : 34396,
"6914048" : 22716,
"6979584" : 13562,
"7045120" : 7871,
"7110656" : 4412,
"7176192" : 2911,
"7241728" : 2492,
"7307264" : 3620,
"7372800" : 4405,
"7438336" : 4868,
"7503872" : 5119,
"7569408" : 4782,
"7634944" : 4054,
"7700480" : 3533,
"7766016" : 3402,
"7831552" : 2649,
"7897088" : 2532,
"7962624" : 2291,
"8028160" : 2478,
"8093696" : 2840,
"8159232" : 3091,
"8224768" : 3060,
"8290304" : 2490,
"8355840" : 2032,
"8454144" : 2742,
"8585216" : 1423,
"8716288" : 972,
"8847360" : 857,
"8978432" : 874,
"9109504" : 750,
"9240576" : 679,
"9371648" : 623,
"9502720" : 742,
"9633792" : 779,
"9764864" : 671,
"9895936" : 779,
"10027008" : 627,
"10158080" : 656,
"10289152" : 758,
"10420224" : 895,
"10551296" : 774,
"10682368" : 602,
"10813440" : 569,
"10944512" : 481,
"11075584" : 442,
"11206656" : 387,
"11337728" : 304,
"11468800" : 255,
"11599872" : 290,
"11730944" : 405,
"11862016" : 475,
"11993088" : 364,
"12124160" : 421,
"12255232" : 444,
"12386304" : 500,
"12517376" : 554,
"12648448" : 510,
"12779520" : 571,
"12910592" : 598,
"13041664" : 868,
"13172736" : 2182,
"13303808" : 6020,
"13434880" : 17509,
"13565952" : 39569,
"13697024" : 65692,
"13828096" : 87781,
"13959168" : 94939,
"14090240" : 84042,
"14221312" : 70412,
"14352384" : 63061,
"14483456" : 58517,
"14614528" : 52558,
"14745600" : 51557,
"14876672" : 55480,
"15007744" : 65656,
"15138816" : 74508,
"15269888" : 75632,
"15400960" : 70788,
"15532032" : 58197,
"15663104" : 42097,
"15794176" : 28013,
"15925248" : 17852,
"16056320" : 10609,
"16187392" : 6320,
"16318464" : 3726,
"16449536" : 2376,
"16580608" : 1565,
"16711680" : 1022,
"16908288" : 923,
"17170432" : 570,
"17432576" : 411,
"17694720" : 331,
"17956864" : 214,
"18219008" : 159,
"18481152" : 147,
"18743296" : 90,
"19005440" : 75,
"19267584" : 69,
"19529728" : 75,
"19791872" : 65,
"20054016" : 70,
"20316160" : 53,
"20578304" : 38,
"20840448" : 24,
"21102592" : 19,
"21364736" : 69,
"21626880" : 40,
"21889024" : 28,
"22151168" : 13,
"22413312" : 1,
"22675456" : 4,
"22937600" : 2,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 6167514,
"max" : 24882970,
"mean" : 12881758.609573,
"stddev" : 3648072.429432,
"N" : 1689082
},
"bw_min" : 8151040,
"bw_max" : 12083200,
"bw_agg" : 100.000000,
"bw_mean" : 10174947.067847,
"bw_dev" : 578841.609471,
"bw_samples" : 1356,
"iops_min" : 7960,
"iops_max" : 11800,
"iops_mean" : 9936.197640,
"iops_stddev" : 565.274404,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679998,
"usr_cpu" : 0.709414,
"sys_cpu" : 96.308960,
"ctx" : 149661,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.549870,
"20" : 72.428580,
"50" : 0.021313,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995361,
"timestamp_ms" : 1773995361973,
"time" : "Fri Mar 20 05:29:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1883739521024,
"io_kbytes" : 1839589376,
"bw_bytes" : 10465161421,
"bw" : 10219884,
"iops" : 9980.183443,
"runtime" : 180001,
"total_ios" : 1796443,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 397814.982569,
"stddev" : 120751.681702,
"N" : 1796447
},
"clat_ns" : {
"min" : 3986,
"max" : 23925377,
"mean" : 12426115.013658,
"stddev" : 3591702.023419,
"N" : 1796567,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 6848512,
"30.000000" : 13434880,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17694720,
"99.950000" : 18743296,
"99.990000" : 21364736
},
"bins" : {
"3984" : 1,
"4256" : 1,
"4512" : 1,
"15040" : 1,
"193536" : 1,
"436224" : 1,
"497664" : 1,
"505856" : 2,
"618496" : 1,
"864256" : 1,
"921600" : 1,
"946176" : 1,
"962560" : 1,
"1056768" : 1,
"1253376" : 1,
"1466368" : 1,
"1482752" : 1,
"1499136" : 2,
"1679360" : 1,
"1925120" : 2,
"1990656" : 1,
"2023424" : 1,
"2113536" : 1,
"2310144" : 1,
"2342912" : 1,
"2506752" : 2,
"2539520" : 1,
"2736128" : 1,
"2801664" : 1,
"2965504" : 2,
"2998272" : 1,
"3129344" : 1,
"3358720" : 1,
"3457024" : 1,
"3489792" : 2,
"3588096" : 1,
"3784704" : 1,
"3948544" : 1,
"4046848" : 2,
"4145152" : 1,
"4227072" : 1,
"4489216" : 3,
"4554752" : 1,
"4685824" : 1,
"4947968" : 2,
"5013504" : 1,
"5079040" : 1,
"5144576" : 1,
"5341184" : 1,
"5472256" : 2,
"5537792" : 1,
"5603328" : 1,
"5734400" : 1,
"5931008" : 1,
"5996544" : 9,
"6062080" : 28,
"6127616" : 58,
"6193152" : 101,
"6258688" : 536,
"6324224" : 3904,
"6389760" : 15999,
"6455296" : 37567,
"6520832" : 54331,
"6586368" : 60195,
"6651904" : 60441,
"6717440" : 58267,
"6782976" : 51363,
"6848512" : 38071,
"6914048" : 25480,
"6979584" : 15585,
"7045120" : 9082,
"7110656" : 5148,
"7176192" : 3428,
"7241728" : 2793,
"7307264" : 3760,
"7372800" : 4486,
"7438336" : 4903,
"7503872" : 5136,
"7569408" : 4808,
"7634944" : 4065,
"7700480" : 3544,
"7766016" : 3408,
"7831552" : 2656,
"7897088" : 2536,
"7962624" : 2293,
"8028160" : 2480,
"8093696" : 2842,
"8159232" : 3091,
"8224768" : 3061,
"8290304" : 2492,
"8355840" : 2034,
"8454144" : 2746,
"8585216" : 1427,
"8716288" : 975,
"8847360" : 861,
"8978432" : 878,
"9109504" : 757,
"9240576" : 681,
"9371648" : 625,
"9502720" : 748,
"9633792" : 784,
"9764864" : 675,
"9895936" : 782,
"10027008" : 631,
"10158080" : 662,
"10289152" : 762,
"10420224" : 899,
"10551296" : 777,
"10682368" : 611,
"10813440" : 575,
"10944512" : 484,
"11075584" : 448,
"11206656" : 393,
"11337728" : 308,
"11468800" : 261,
"11599872" : 296,
"11730944" : 409,
"11862016" : 480,
"11993088" : 373,
"12124160" : 426,
"12255232" : 446,
"12386304" : 504,
"12517376" : 559,
"12648448" : 516,
"12779520" : 574,
"12910592" : 605,
"13041664" : 872,
"13172736" : 2201,
"13303808" : 6062,
"13434880" : 17618,
"13565952" : 39771,
"13697024" : 65900,
"13828096" : 88091,
"13959168" : 95460,
"14090240" : 84682,
"14221312" : 71232,
"14352384" : 64124,
"14483456" : 59874,
"14614528" : 54124,
"14745600" : 54132,
"14876672" : 59074,
"15007744" : 70867,
"15138816" : 81029,
"15269888" : 82394,
"15400960" : 78008,
"15532032" : 65009,
"15663104" : 47444,
"15794176" : 31557,
"15925248" : 19833,
"16056320" : 12043,
"16187392" : 7239,
"16318464" : 4172,
"16449536" : 2612,
"16580608" : 1734,
"16711680" : 1134,
"16908288" : 1082,
"17170432" : 662,
"17432576" : 503,
"17694720" : 399,
"17956864" : 258,
"18219008" : 196,
"18481152" : 176,
"18743296" : 122,
"19005440" : 98,
"19267584" : 99,
"19529728" : 85,
"19791872" : 79,
"20054016" : 79,
"20316160" : 69,
"20578304" : 52,
"20840448" : 49,
"21102592" : 28,
"21364736" : 91,
"21626880" : 64,
"21889024" : 38,
"22151168" : 21,
"22413312" : 6,
"22675456" : 11,
"22937600" : 8,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 191362,
"max" : 24882970,
"mean" : 12823934.275881,
"stddev" : 3706798.511662,
"N" : 1796567
},
"bw_min" : 8151040,
"bw_max" : 12085248,
"bw_agg" : 99.997258,
"bw_mean" : 10219604.994429,
"bw_dev" : 574985.892040,
"bw_samples" : 1436,
"iops_min" : 7960,
"iops_max" : 11802,
"iops_mean" : 9979.799443,
"iops_stddev" : 561.509577,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719998,
"usr_cpu" : 0.714169,
"sys_cpu" : 96.218878,
"ctx" : 166055,
"majf" : 0,
"minf" : 147,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999777,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 28.508336,
"20" : 71.467617,
"50" : 0.028501,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995362,
"timestamp_ms" : 1773995362030,
"time" : "Fri Mar 20 05:29:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1883841232896,
"io_kbytes" : 1839688704,
"bw_bytes" : 10463517531,
"bw" : 10218278,
"iops" : 9978.076972,
"runtime" : 180039,
"total_ios" : 1796443,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166064,
"max" : 2153991,
"mean" : 397814.982569,
"stddev" : 120751.681702,
"N" : 1796447
},
"clat_ns" : {
"min" : 3986,
"max" : 23925377,
"mean" : 12426115.013658,
"stddev" : 3591702.023419,
"N" : 1796567,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 6848512,
"30.000000" : 13434880,
"40.000000" : 13828096,
"50.000000" : 14090240,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17694720,
"99.950000" : 18743296,
"99.990000" : 21364736
},
"bins" : {
"3984" : 1,
"4256" : 1,
"4512" : 1,
"15040" : 1,
"193536" : 1,
"436224" : 1,
"497664" : 1,
"505856" : 2,
"618496" : 1,
"864256" : 1,
"921600" : 1,
"946176" : 1,
"962560" : 1,
"1056768" : 1,
"1253376" : 1,
"1466368" : 1,
"1482752" : 1,
"1499136" : 2,
"1679360" : 1,
"1925120" : 2,
"1990656" : 1,
"2023424" : 1,
"2113536" : 1,
"2310144" : 1,
"2342912" : 1,
"2506752" : 2,
"2539520" : 1,
"2736128" : 1,
"2801664" : 1,
"2965504" : 2,
"2998272" : 1,
"3129344" : 1,
"3358720" : 1,
"3457024" : 1,
"3489792" : 2,
"3588096" : 1,
"3784704" : 1,
"3948544" : 1,
"4046848" : 2,
"4145152" : 1,
"4227072" : 1,
"4489216" : 3,
"4554752" : 1,
"4685824" : 1,
"4947968" : 2,
"5013504" : 1,
"5079040" : 1,
"5144576" : 1,
"5341184" : 1,
"5472256" : 2,
"5537792" : 1,
"5603328" : 1,
"5734400" : 1,
"5931008" : 1,
"5996544" : 9,
"6062080" : 28,
"6127616" : 58,
"6193152" : 101,
"6258688" : 536,
"6324224" : 3904,
"6389760" : 15999,
"6455296" : 37567,
"6520832" : 54331,
"6586368" : 60195,
"6651904" : 60441,
"6717440" : 58267,
"6782976" : 51363,
"6848512" : 38071,
"6914048" : 25480,
"6979584" : 15585,
"7045120" : 9082,
"7110656" : 5148,
"7176192" : 3428,
"7241728" : 2793,
"7307264" : 3760,
"7372800" : 4486,
"7438336" : 4903,
"7503872" : 5136,
"7569408" : 4808,
"7634944" : 4065,
"7700480" : 3544,
"7766016" : 3408,
"7831552" : 2656,
"7897088" : 2536,
"7962624" : 2293,
"8028160" : 2480,
"8093696" : 2842,
"8159232" : 3091,
"8224768" : 3061,
"8290304" : 2492,
"8355840" : 2034,
"8454144" : 2746,
"8585216" : 1427,
"8716288" : 975,
"8847360" : 861,
"8978432" : 878,
"9109504" : 757,
"9240576" : 681,
"9371648" : 625,
"9502720" : 748,
"9633792" : 784,
"9764864" : 675,
"9895936" : 782,
"10027008" : 631,
"10158080" : 662,
"10289152" : 762,
"10420224" : 899,
"10551296" : 777,
"10682368" : 611,
"10813440" : 575,
"10944512" : 484,
"11075584" : 448,
"11206656" : 393,
"11337728" : 308,
"11468800" : 261,
"11599872" : 296,
"11730944" : 409,
"11862016" : 480,
"11993088" : 373,
"12124160" : 426,
"12255232" : 446,
"12386304" : 504,
"12517376" : 559,
"12648448" : 516,
"12779520" : 574,
"12910592" : 605,
"13041664" : 872,
"13172736" : 2201,
"13303808" : 6062,
"13434880" : 17618,
"13565952" : 39771,
"13697024" : 65900,
"13828096" : 88091,
"13959168" : 95460,
"14090240" : 84682,
"14221312" : 71232,
"14352384" : 64124,
"14483456" : 59874,
"14614528" : 54124,
"14745600" : 54132,
"14876672" : 59074,
"15007744" : 70867,
"15138816" : 81029,
"15269888" : 82394,
"15400960" : 78008,
"15532032" : 65009,
"15663104" : 47444,
"15794176" : 31557,
"15925248" : 19833,
"16056320" : 12043,
"16187392" : 7239,
"16318464" : 4172,
"16449536" : 2612,
"16580608" : 1734,
"16711680" : 1134,
"16908288" : 1082,
"17170432" : 662,
"17432576" : 503,
"17694720" : 399,
"17956864" : 258,
"18219008" : 196,
"18481152" : 176,
"18743296" : 122,
"19005440" : 98,
"19267584" : 99,
"19529728" : 85,
"19791872" : 79,
"20054016" : 79,
"20316160" : 69,
"20578304" : 52,
"20840448" : 49,
"21102592" : 28,
"21364736" : 91,
"21626880" : 64,
"21889024" : 38,
"22151168" : 21,
"22413312" : 6,
"22675456" : 11,
"22937600" : 8,
"23199744" : 3,
"23461888" : 6,
"23724032" : 5,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 191362,
"max" : 24882970,
"mean" : 12823934.275881,
"stddev" : 3706798.511662,
"N" : 1796567
},
"bw_min" : 8105190,
"bw_max" : 12085248,
"bw_agg" : 99.997849,
"bw_mean" : 10218059.014531,
"bw_dev" : 574448.240274,
"bw_samples" : 1439,
"iops_min" : 7914,
"iops_max" : 11802,
"iops_mean" : 9978.286869,
"iops_stddev" : 560.984758,
"iops_samples" : 1439
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720114,
"usr_cpu" : 0.714054,
"sys_cpu" : 96.203657,
"ctx" : 166163,
"majf" : 0,
"minf" : 150,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999777,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 28.508336,
"20" : 71.467617,
"50" : 0.028501,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}