raidz2/benchmarks/seq/seq-read-qd1-nj4_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773991401,
"timestamp_ms" : 1773991401105,
"time" : "Fri Mar 20 04:23:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10610501924,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991411,
"timestamp_ms" : 1773991411105,
"time" : "Fri Mar 20 04:23:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 20,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10610541928,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991421,
"timestamp_ms" : 1773991421106,
"time" : "Fri Mar 20 04:23:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 30,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10610581928,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991431,
"timestamp_ms" : 1773991431105,
"time" : "Fri Mar 20 04:23:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 40,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10610621928,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991441,
"timestamp_ms" : 1773991441105,
"time" : "Fri Mar 20 04:24:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 50,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10610661928,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991451,
"timestamp_ms" : 1773991451105,
"time" : "Fri Mar 20 04:24:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 60,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10610701928,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991461,
"timestamp_ms" : 1773991461105,
"time" : "Fri Mar 20 04:24:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 70,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10610741924,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991471,
"timestamp_ms" : 1773991471106,
"time" : "Fri Mar 20 04:24:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 182,
"elapsed" : 8,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 101019811840,
"io_kbytes" : 98652160,
"bw_bytes" : 13346520258,
"bw" : 13033711,
"iops" : 12729.554763,
"runtime" : 7569,
"total_ios" : 96350,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 30276,
"usr_cpu" : 0.792707,
"sys_cpu" : 97.103316,
"ctx" : 4332,
"majf" : 0,
"minf" : 1058,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991483,
"timestamp_ms" : 1773991483537,
"time" : "Fri Mar 20 04:24:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 98415149056,
"io_kbytes" : 96108544,
"bw_bytes" : 9842499155,
"bw" : 9611815,
"iops" : 9386.938694,
"runtime" : 9999,
"total_ios" : 93860,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 160435,
"max" : 2081637,
"mean" : 423684.127019,
"stddev" : 73925.154017,
"N" : 93860
},
"clat_ns" : {
"min" : 1273,
"max" : 17857,
"mean" : 1699.450009,
"stddev" : 401.565982,
"N" : 93856,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1672,
"70.000000" : 1720,
"80.000000" : 1800,
"90.000000" : 1944,
"95.000000" : 2128,
"99.000000" : 2864,
"99.500000" : 3600,
"99.900000" : 7200,
"99.950000" : 8768,
"99.990000" : 11840
},
"bins" : {
"1272" : 1,
"1304" : 1,
"1320" : 1,
"1336" : 3,
"1352" : 1,
"1384" : 3,
"1400" : 13,
"1416" : 477,
"1432" : 934,
"1448" : 3766,
"1464" : 2483,
"1480" : 5195,
"1496" : 4832,
"1512" : 2256,
"1528" : 4773,
"1544" : 2713,
"1560" : 5800,
"1576" : 5604,
"1592" : 2584,
"1608" : 4571,
"1624" : 2177,
"1640" : 4278,
"1656" : 3818,
"1672" : 1832,
"1688" : 3445,
"1704" : 1631,
"1720" : 2951,
"1736" : 2723,
"1752" : 1238,
"1768" : 2322,
"1784" : 1082,
"1800" : 2008,
"1816" : 1831,
"1832" : 741,
"1848" : 1496,
"1864" : 684,
"1880" : 1336,
"1896" : 1068,
"1912" : 538,
"1928" : 918,
"1944" : 474,
"1960" : 808,
"1976" : 687,
"1992" : 308,
"2008" : 622,
"2024" : 279,
"2040" : 510,
"2064" : 652,
"2096" : 577,
"2128" : 632,
"2160" : 452,
"2192" : 345,
"2224" : 297,
"2256" : 246,
"2288" : 259,
"2320" : 243,
"2352" : 168,
"2384" : 142,
"2416" : 138,
"2448" : 120,
"2480" : 137,
"2512" : 100,
"2544" : 87,
"2576" : 70,
"2608" : 62,
"2640" : 86,
"2672" : 67,
"2704" : 41,
"2736" : 45,
"2768" : 42,
"2800" : 49,
"2832" : 43,
"2864" : 30,
"2896" : 28,
"2928" : 30,
"2960" : 19,
"2992" : 25,
"3024" : 31,
"3056" : 19,
"3088" : 22,
"3120" : 33,
"3152" : 18,
"3184" : 27,
"3216" : 24,
"3248" : 16,
"3280" : 32,
"3312" : 16,
"3344" : 14,
"3376" : 13,
"3408" : 9,
"3440" : 19,
"3472" : 14,
"3504" : 11,
"3536" : 11,
"3568" : 8,
"3600" : 10,
"3632" : 12,
"3664" : 11,
"3696" : 14,
"3728" : 13,
"3760" : 6,
"3792" : 12,
"3824" : 7,
"3856" : 6,
"3888" : 6,
"3920" : 5,
"3952" : 6,
"3984" : 14,
"4016" : 3,
"4048" : 1,
"4080" : 3,
"4128" : 8,
"4192" : 9,
"4256" : 4,
"4320" : 12,
"4384" : 6,
"4448" : 10,
"4512" : 6,
"4576" : 4,
"4640" : 6,
"4704" : 6,
"4768" : 4,
"4832" : 7,
"4896" : 8,
"4960" : 2,
"5024" : 3,
"5088" : 5,
"5152" : 5,
"5216" : 2,
"5280" : 6,
"5344" : 6,
"5408" : 5,
"5472" : 2,
"5536" : 3,
"5600" : 3,
"5664" : 6,
"5728" : 7,
"5792" : 9,
"5856" : 2,
"5920" : 6,
"5984" : 4,
"6048" : 11,
"6112" : 5,
"6176" : 3,
"6240" : 5,
"6304" : 6,
"6368" : 8,
"6432" : 5,
"6496" : 3,
"6560" : 4,
"6624" : 3,
"6688" : 2,
"6752" : 8,
"6816" : 4,
"6880" : 3,
"6944" : 6,
"7008" : 1,
"7072" : 1,
"7200" : 6,
"7264" : 2,
"7328" : 2,
"7392" : 1,
"7456" : 3,
"7520" : 4,
"7584" : 1,
"7648" : 1,
"7712" : 3,
"7776" : 3,
"7840" : 2,
"7904" : 3,
"7968" : 1,
"8032" : 1,
"8096" : 4,
"8256" : 1,
"8384" : 6,
"8512" : 2,
"8640" : 3,
"8768" : 4,
"8896" : 2,
"9024" : 3,
"9152" : 4,
"9280" : 5,
"9408" : 3,
"9536" : 5,
"9664" : 1,
"9792" : 3,
"10048" : 1,
"10176" : 2,
"10304" : 2,
"10560" : 1,
"11328" : 1,
"11584" : 1,
"11712" : 1,
"11840" : 1,
"12352" : 3,
"12480" : 1,
"15296" : 1,
"17024" : 1,
"17280" : 1,
"17792" : 2
}
},
"lat_ns" : {
"min" : 162538,
"max" : 2084241,
"mean" : 425383.460397,
"stddev" : 74007.435524,
"N" : 93856
},
"bw_min" : 9269248,
"bw_max" : 9886566,
"bw_agg" : 100.000000,
"bw_mean" : 9619339.368421,
"bw_dev" : 36895.569897,
"bw_samples" : 76,
"iops_min" : 9052,
"iops_max" : 9654,
"iops_mean" : 9393.578947,
"iops_stddev" : 35.991734,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39996,
"usr_cpu" : 0.625063,
"sys_cpu" : 95.479548,
"ctx" : 8783,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 92.057319,
"4" : 7.566589,
"10" : 0.351587,
"20" : 0.020243,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991493,
"timestamp_ms" : 1773991493536,
"time" : "Fri Mar 20 04:24:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 199636287488,
"io_kbytes" : 194957312,
"bw_bytes" : 9982313490,
"bw" : 9748353,
"iops" : 9520.176009,
"runtime" : 19999,
"total_ios" : 190394,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 157180,
"max" : 2181809,
"mean" : 417677.378941,
"stddev" : 88577.722735,
"N" : 190394
},
"clat_ns" : {
"min" : 1273,
"max" : 21293,
"mean" : 1704.033589,
"stddev" : 415.082983,
"N" : 190390,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1592,
"50.000000" : 1624,
"60.000000" : 1672,
"70.000000" : 1736,
"80.000000" : 1816,
"90.000000" : 1960,
"95.000000" : 2128,
"99.000000" : 2768,
"99.500000" : 3504,
"99.900000" : 7584,
"99.950000" : 8640,
"99.990000" : 12352
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 1,
"1336" : 6,
"1352" : 1,
"1368" : 2,
"1384" : 8,
"1400" : 80,
"1416" : 1113,
"1432" : 1671,
"1448" : 6657,
"1464" : 4444,
"1480" : 9640,
"1496" : 9406,
"1512" : 4540,
"1528" : 9826,
"1544" : 5596,
"1560" : 11843,
"1576" : 11281,
"1592" : 5299,
"1608" : 9677,
"1624" : 4590,
"1640" : 8852,
"1656" : 8003,
"1672" : 3805,
"1688" : 7110,
"1704" : 3338,
"1720" : 6087,
"1736" : 5658,
"1752" : 2584,
"1768" : 4750,
"1784" : 2180,
"1800" : 4133,
"1816" : 3695,
"1832" : 1625,
"1848" : 3075,
"1864" : 1450,
"1880" : 2667,
"1896" : 2232,
"1912" : 1116,
"1928" : 1941,
"1944" : 961,
"1960" : 1741,
"1976" : 1500,
"1992" : 685,
"2008" : 1336,
"2024" : 585,
"2040" : 1109,
"2064" : 1411,
"2096" : 1263,
"2128" : 1324,
"2160" : 996,
"2192" : 779,
"2224" : 659,
"2256" : 548,
"2288" : 556,
"2320" : 493,
"2352" : 354,
"2384" : 301,
"2416" : 279,
"2448" : 247,
"2480" : 282,
"2512" : 187,
"2544" : 168,
"2576" : 140,
"2608" : 124,
"2640" : 165,
"2672" : 113,
"2704" : 84,
"2736" : 83,
"2768" : 83,
"2800" : 93,
"2832" : 63,
"2864" : 57,
"2896" : 63,
"2928" : 54,
"2960" : 46,
"2992" : 35,
"3024" : 52,
"3056" : 32,
"3088" : 35,
"3120" : 55,
"3152" : 34,
"3184" : 36,
"3216" : 31,
"3248" : 26,
"3280" : 49,
"3312" : 26,
"3344" : 21,
"3376" : 20,
"3408" : 20,
"3440" : 28,
"3472" : 17,
"3504" : 18,
"3536" : 17,
"3568" : 13,
"3600" : 15,
"3632" : 15,
"3664" : 16,
"3696" : 14,
"3728" : 19,
"3760" : 11,
"3792" : 14,
"3824" : 10,
"3856" : 10,
"3888" : 8,
"3920" : 9,
"3952" : 8,
"3984" : 15,
"4016" : 5,
"4048" : 7,
"4080" : 4,
"4128" : 13,
"4192" : 13,
"4256" : 9,
"4320" : 13,
"4384" : 6,
"4448" : 12,
"4512" : 8,
"4576" : 8,
"4640" : 10,
"4704" : 7,
"4768" : 5,
"4832" : 12,
"4896" : 10,
"4960" : 3,
"5024" : 5,
"5088" : 11,
"5152" : 7,
"5216" : 5,
"5280" : 10,
"5344" : 11,
"5408" : 11,
"5472" : 8,
"5536" : 7,
"5600" : 9,
"5664" : 7,
"5728" : 14,
"5792" : 14,
"5856" : 8,
"5920" : 12,
"5984" : 15,
"6048" : 12,
"6112" : 13,
"6176" : 7,
"6240" : 17,
"6304" : 10,
"6368" : 13,
"6432" : 15,
"6496" : 10,
"6560" : 8,
"6624" : 9,
"6688" : 10,
"6752" : 14,
"6816" : 13,
"6880" : 11,
"6944" : 9,
"7008" : 5,
"7072" : 11,
"7136" : 6,
"7200" : 14,
"7264" : 6,
"7328" : 11,
"7392" : 8,
"7456" : 10,
"7520" : 8,
"7584" : 5,
"7648" : 6,
"7712" : 9,
"7776" : 6,
"7840" : 5,
"7904" : 6,
"7968" : 8,
"8032" : 5,
"8096" : 7,
"8160" : 3,
"8256" : 6,
"8384" : 12,
"8512" : 10,
"8640" : 11,
"8768" : 4,
"8896" : 4,
"9024" : 9,
"9152" : 4,
"9280" : 6,
"9408" : 5,
"9536" : 8,
"9664" : 3,
"9792" : 7,
"9920" : 2,
"10048" : 2,
"10176" : 5,
"10304" : 3,
"10560" : 1,
"10816" : 1,
"10944" : 1,
"11072" : 1,
"11328" : 2,
"11456" : 1,
"11584" : 1,
"11712" : 1,
"11840" : 3,
"11968" : 1,
"12352" : 3,
"12480" : 1,
"12864" : 1,
"12992" : 1,
"13888" : 2,
"14144" : 1,
"14272" : 1,
"15296" : 2,
"15808" : 1,
"16064" : 1,
"17024" : 1,
"17280" : 1,
"17536" : 1,
"17792" : 2,
"21376" : 1
}
},
"lat_ns" : {
"min" : 158632,
"max" : 2184594,
"mean" : 419381.228836,
"stddev" : 88670.758554,
"N" : 190390
},
"bw_min" : 9058304,
"bw_max" : 12589056,
"bw_agg" : 99.244959,
"bw_mean" : 9674749.846154,
"bw_dev" : 229006.533633,
"bw_samples" : 156,
"iops_min" : 8846,
"iops_max" : 12294,
"iops_mean" : 9447.615385,
"iops_stddev" : 223.642301,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79996,
"usr_cpu" : 0.613781,
"sys_cpu" : 94.559728,
"ctx" : 19705,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 91.847957,
"4" : 7.759698,
"10" : 0.367659,
"20" : 0.022060,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991503,
"timestamp_ms" : 1773991503536,
"time" : "Fri Mar 20 04:25:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 318619254784,
"io_kbytes" : 311151616,
"bw_bytes" : 10620995859,
"bw" : 10372066,
"iops" : 10129.137638,
"runtime" : 29999,
"total_ios" : 303864,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 139243,
"max" : 2181809,
"mean" : 392404.858851,
"stddev" : 99418.007555,
"N" : 303864
},
"clat_ns" : {
"min" : 1273,
"max" : 51870,
"mean" : 1708.878112,
"stddev" : 482.436969,
"N" : 303860,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1592,
"50.000000" : 1640,
"60.000000" : 1672,
"70.000000" : 1720,
"80.000000" : 1800,
"90.000000" : 1944,
"95.000000" : 2096,
"99.000000" : 2864,
"99.500000" : 3952,
"99.900000" : 8256,
"99.950000" : 9408,
"99.990000" : 13888
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 1,
"1336" : 7,
"1352" : 1,
"1368" : 5,
"1384" : 9,
"1400" : 107,
"1416" : 1697,
"1432" : 2810,
"1448" : 10759,
"1464" : 7088,
"1480" : 14722,
"1496" : 13647,
"1512" : 6626,
"1528" : 14598,
"1544" : 8803,
"1560" : 19716,
"1576" : 19234,
"1592" : 8721,
"1608" : 15836,
"1624" : 7522,
"1640" : 14539,
"1656" : 13410,
"1672" : 6345,
"1688" : 11894,
"1704" : 5570,
"1720" : 10070,
"1736" : 9259,
"1752" : 4179,
"1768" : 7743,
"1784" : 3608,
"1800" : 6691,
"1816" : 5896,
"1832" : 2609,
"1848" : 4922,
"1864" : 2233,
"1880" : 4098,
"1896" : 3524,
"1912" : 1680,
"1928" : 3037,
"1944" : 1429,
"1960" : 2591,
"1976" : 2266,
"1992" : 1051,
"2008" : 1914,
"2024" : 881,
"2040" : 1640,
"2064" : 2112,
"2096" : 1825,
"2128" : 1949,
"2160" : 1440,
"2192" : 1112,
"2224" : 938,
"2256" : 805,
"2288" : 794,
"2320" : 729,
"2352" : 536,
"2384" : 447,
"2416" : 403,
"2448" : 375,
"2480" : 406,
"2512" : 264,
"2544" : 252,
"2576" : 212,
"2608" : 187,
"2640" : 241,
"2672" : 168,
"2704" : 131,
"2736" : 124,
"2768" : 125,
"2800" : 131,
"2832" : 101,
"2864" : 94,
"2896" : 91,
"2928" : 80,
"2960" : 82,
"2992" : 57,
"3024" : 83,
"3056" : 49,
"3088" : 57,
"3120" : 80,
"3152" : 56,
"3184" : 61,
"3216" : 42,
"3248" : 49,
"3280" : 70,
"3312" : 46,
"3344" : 36,
"3376" : 36,
"3408" : 33,
"3440" : 46,
"3472" : 37,
"3504" : 28,
"3536" : 39,
"3568" : 19,
"3600" : 34,
"3632" : 29,
"3664" : 24,
"3696" : 29,
"3728" : 32,
"3760" : 22,
"3792" : 23,
"3824" : 17,
"3856" : 22,
"3888" : 14,
"3920" : 14,
"3952" : 15,
"3984" : 17,
"4016" : 12,
"4048" : 8,
"4080" : 8,
"4128" : 30,
"4192" : 18,
"4256" : 21,
"4320" : 23,
"4384" : 10,
"4448" : 17,
"4512" : 10,
"4576" : 14,
"4640" : 12,
"4704" : 10,
"4768" : 7,
"4832" : 15,
"4896" : 14,
"4960" : 6,
"5024" : 8,
"5088" : 16,
"5152" : 10,
"5216" : 8,
"5280" : 16,
"5344" : 12,
"5408" : 15,
"5472" : 9,
"5536" : 11,
"5600" : 21,
"5664" : 14,
"5728" : 22,
"5792" : 24,
"5856" : 14,
"5920" : 25,
"5984" : 23,
"6048" : 23,
"6112" : 23,
"6176" : 14,
"6240" : 25,
"6304" : 15,
"6368" : 22,
"6432" : 24,
"6496" : 16,
"6560" : 18,
"6624" : 17,
"6688" : 20,
"6752" : 30,
"6816" : 29,
"6880" : 27,
"6944" : 19,
"7008" : 15,
"7072" : 23,
"7136" : 15,
"7200" : 27,
"7264" : 24,
"7328" : 20,
"7392" : 24,
"7456" : 24,
"7520" : 23,
"7584" : 13,
"7648" : 17,
"7712" : 30,
"7776" : 14,
"7840" : 14,
"7904" : 19,
"7968" : 16,
"8032" : 13,
"8096" : 18,
"8160" : 18,
"8256" : 29,
"8384" : 36,
"8512" : 23,
"8640" : 22,
"8768" : 13,
"8896" : 11,
"9024" : 16,
"9152" : 12,
"9280" : 12,
"9408" : 10,
"9536" : 10,
"9664" : 9,
"9792" : 13,
"9920" : 5,
"10048" : 5,
"10176" : 5,
"10304" : 8,
"10432" : 2,
"10560" : 2,
"10816" : 3,
"10944" : 2,
"11072" : 1,
"11200" : 2,
"11328" : 5,
"11456" : 3,
"11584" : 4,
"11712" : 1,
"11840" : 4,
"11968" : 3,
"12096" : 3,
"12224" : 4,
"12352" : 5,
"12480" : 1,
"12608" : 1,
"12736" : 2,
"12864" : 2,
"12992" : 1,
"13120" : 1,
"13248" : 1,
"13376" : 1,
"13632" : 1,
"13888" : 3,
"14144" : 1,
"14272" : 1,
"14400" : 2,
"14912" : 1,
"15040" : 2,
"15296" : 3,
"15680" : 1,
"15808" : 2,
"15936" : 1,
"16064" : 1,
"16768" : 1,
"17024" : 1,
"17280" : 3,
"17536" : 1,
"17792" : 2,
"18048" : 2,
"18816" : 1,
"21120" : 1,
"21376" : 1,
"41728" : 1,
"51968" : 1
}
},
"lat_ns" : {
"min" : 140785,
"max" : 2184594,
"mean" : 394113.289179,
"stddev" : 99504.302407,
"N" : 303860
},
"bw_min" : 9058304,
"bw_max" : 13823934,
"bw_agg" : 99.485269,
"bw_mean" : 10318678.491525,
"bw_dev" : 551811.942998,
"bw_samples" : 236,
"iops_min" : 8846,
"iops_max" : 13499,
"iops_mean" : 10076.474576,
"iops_stddev" : 538.872259,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 0.639188,
"sys_cpu" : 95.406514,
"ctx" : 25410,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999671,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999671,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 92.329463,
"4" : 7.175908,
"10" : 0.458429,
"20" : 0.033568,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991513,
"timestamp_ms" : 1773991513537,
"time" : "Fri Mar 20 04:25:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 451136192512,
"io_kbytes" : 440562688,
"bw_bytes" : 11278686779,
"bw" : 11014342,
"iops" : 10756.318908,
"runtime" : 39999,
"total_ios" : 430242,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 138732,
"max" : 2181809,
"mean" : 369386.506066,
"stddev" : 112021.878862,
"N" : 430242
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1711.967632,
"stddev" : 529.784840,
"N" : 430238,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1592,
"50.000000" : 1640,
"60.000000" : 1672,
"70.000000" : 1720,
"80.000000" : 1800,
"90.000000" : 1928,
"95.000000" : 2096,
"99.000000" : 2896,
"99.500000" : 4832,
"99.900000" : 8512,
"99.950000" : 9792,
"99.990000" : 14784
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 7,
"1352" : 2,
"1368" : 7,
"1384" : 10,
"1400" : 131,
"1416" : 2542,
"1432" : 4325,
"1448" : 15587,
"1464" : 9548,
"1480" : 18684,
"1496" : 16620,
"1512" : 8264,
"1528" : 20845,
"1544" : 13296,
"1560" : 29529,
"1576" : 27690,
"1592" : 12467,
"1608" : 23017,
"1624" : 11074,
"1640" : 21281,
"1656" : 19782,
"1672" : 9188,
"1688" : 17394,
"1704" : 8007,
"1720" : 14774,
"1736" : 13419,
"1752" : 6039,
"1768" : 11239,
"1784" : 5209,
"1800" : 9595,
"1816" : 8430,
"1832" : 3701,
"1848" : 6901,
"1864" : 3196,
"1880" : 5786,
"1896" : 4929,
"1912" : 2281,
"1928" : 4184,
"1944" : 1921,
"1960" : 3518,
"1976" : 3040,
"1992" : 1399,
"2008" : 2593,
"2024" : 1165,
"2040" : 2152,
"2064" : 2774,
"2096" : 2399,
"2128" : 2590,
"2160" : 1893,
"2192" : 1477,
"2224" : 1242,
"2256" : 1055,
"2288" : 1063,
"2320" : 958,
"2352" : 701,
"2384" : 620,
"2416" : 542,
"2448" : 493,
"2480" : 543,
"2512" : 360,
"2544" : 339,
"2576" : 284,
"2608" : 249,
"2640" : 321,
"2672" : 234,
"2704" : 173,
"2736" : 172,
"2768" : 162,
"2800" : 181,
"2832" : 134,
"2864" : 138,
"2896" : 123,
"2928" : 110,
"2960" : 125,
"2992" : 84,
"3024" : 109,
"3056" : 79,
"3088" : 77,
"3120" : 99,
"3152" : 67,
"3184" : 77,
"3216" : 60,
"3248" : 69,
"3280" : 88,
"3312" : 59,
"3344" : 50,
"3376" : 44,
"3408" : 42,
"3440" : 53,
"3472" : 47,
"3504" : 40,
"3536" : 46,
"3568" : 31,
"3600" : 40,
"3632" : 40,
"3664" : 33,
"3696" : 36,
"3728" : 37,
"3760" : 28,
"3792" : 33,
"3824" : 29,
"3856" : 28,
"3888" : 19,
"3920" : 22,
"3952" : 23,
"3984" : 19,
"4016" : 15,
"4048" : 11,
"4080" : 11,
"4128" : 37,
"4192" : 20,
"4256" : 25,
"4320" : 26,
"4384" : 11,
"4448" : 22,
"4512" : 11,
"4576" : 20,
"4640" : 13,
"4704" : 10,
"4768" : 8,
"4832" : 17,
"4896" : 17,
"4960" : 10,
"5024" : 11,
"5088" : 19,
"5152" : 14,
"5216" : 12,
"5280" : 18,
"5344" : 14,
"5408" : 27,
"5472" : 13,
"5536" : 19,
"5600" : 30,
"5664" : 21,
"5728" : 29,
"5792" : 32,
"5856" : 28,
"5920" : 33,
"5984" : 39,
"6048" : 36,
"6112" : 37,
"6176" : 29,
"6240" : 41,
"6304" : 26,
"6368" : 40,
"6432" : 39,
"6496" : 32,
"6560" : 30,
"6624" : 26,
"6688" : 31,
"6752" : 49,
"6816" : 49,
"6880" : 54,
"6944" : 44,
"7008" : 29,
"7072" : 52,
"7136" : 31,
"7200" : 49,
"7264" : 42,
"7328" : 36,
"7392" : 45,
"7456" : 42,
"7520" : 53,
"7584" : 31,
"7648" : 30,
"7712" : 51,
"7776" : 30,
"7840" : 22,
"7904" : 23,
"7968" : 22,
"8032" : 28,
"8096" : 28,
"8160" : 23,
"8256" : 42,
"8384" : 52,
"8512" : 38,
"8640" : 32,
"8768" : 25,
"8896" : 15,
"9024" : 23,
"9152" : 17,
"9280" : 21,
"9408" : 15,
"9536" : 15,
"9664" : 11,
"9792" : 14,
"9920" : 8,
"10048" : 8,
"10176" : 6,
"10304" : 11,
"10432" : 3,
"10560" : 6,
"10688" : 4,
"10816" : 4,
"10944" : 5,
"11072" : 8,
"11200" : 3,
"11328" : 8,
"11456" : 3,
"11584" : 9,
"11712" : 4,
"11840" : 9,
"11968" : 9,
"12096" : 5,
"12224" : 6,
"12352" : 8,
"12480" : 5,
"12608" : 2,
"12736" : 3,
"12864" : 5,
"12992" : 4,
"13120" : 1,
"13248" : 1,
"13376" : 1,
"13632" : 1,
"13760" : 1,
"13888" : 6,
"14144" : 2,
"14272" : 1,
"14400" : 2,
"14784" : 3,
"14912" : 1,
"15040" : 2,
"15168" : 2,
"15296" : 3,
"15680" : 1,
"15808" : 3,
"15936" : 1,
"16064" : 2,
"16320" : 3,
"16768" : 1,
"17024" : 1,
"17280" : 3,
"17536" : 2,
"17792" : 2,
"18048" : 3,
"18304" : 1,
"18560" : 1,
"18816" : 2,
"21120" : 1,
"21376" : 1,
"26240" : 1,
"27520" : 1,
"28800" : 1,
"41728" : 1,
"51968" : 1,
"53504" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 140304,
"max" : 2184594,
"mean" : 371097.943441,
"stddev" : 112110.005295,
"N" : 430238
},
"bw_min" : 9058304,
"bw_max" : 14029752,
"bw_agg" : 100.000000,
"bw_mean" : 11035545.911392,
"bw_dev" : 785787.421448,
"bw_samples" : 316,
"iops_min" : 8846,
"iops_max" : 13700,
"iops_mean" : 10776.518987,
"iops_stddev" : 767.364764,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.689392,
"sys_cpu" : 95.741144,
"ctx" : 30723,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 92.706895,
"4" : 6.734117,
"10" : 0.511573,
"20" : 0.044394,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991523,
"timestamp_ms" : 1773991523537,
"time" : "Fri Mar 20 04:25:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 578181660672,
"io_kbytes" : 564630528,
"bw_bytes" : 11563633213,
"bw" : 11292610,
"iops" : 11028.060000,
"runtime" : 50000,
"total_ios" : 551403,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 138732,
"max" : 2613589,
"mean" : 360222.161981,
"stddev" : 115072.978942,
"N" : 551403
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1708.943700,
"stddev" : 549.263196,
"N" : 551399,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1800,
"90.000000" : 1928,
"95.000000" : 2096,
"99.000000" : 2896,
"99.500000" : 5728,
"99.900000" : 8640,
"99.950000" : 10304,
"99.990000" : 15296
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 7,
"1352" : 2,
"1368" : 7,
"1384" : 11,
"1400" : 238,
"1416" : 3852,
"1432" : 6231,
"1448" : 21682,
"1464" : 12993,
"1480" : 24757,
"1496" : 21599,
"1512" : 10765,
"1528" : 27539,
"1544" : 17644,
"1560" : 38855,
"1576" : 36103,
"1592" : 15885,
"1608" : 29312,
"1624" : 13944,
"1640" : 26701,
"1656" : 24718,
"1672" : 11519,
"1688" : 21883,
"1704" : 10124,
"1720" : 18743,
"1736" : 16919,
"1752" : 7641,
"1768" : 14084,
"1784" : 6562,
"1800" : 11910,
"1816" : 10475,
"1832" : 4668,
"1848" : 8502,
"1864" : 3968,
"1880" : 7127,
"1896" : 6078,
"1912" : 2824,
"1928" : 5158,
"1944" : 2354,
"1960" : 4278,
"1976" : 3745,
"1992" : 1747,
"2008" : 3171,
"2024" : 1441,
"2040" : 2642,
"2064" : 3334,
"2096" : 2936,
"2128" : 3097,
"2160" : 2309,
"2192" : 1764,
"2224" : 1497,
"2256" : 1267,
"2288" : 1273,
"2320" : 1149,
"2352" : 823,
"2384" : 756,
"2416" : 642,
"2448" : 625,
"2480" : 648,
"2512" : 431,
"2544" : 390,
"2576" : 348,
"2608" : 293,
"2640" : 393,
"2672" : 274,
"2704" : 211,
"2736" : 198,
"2768" : 198,
"2800" : 223,
"2832" : 156,
"2864" : 163,
"2896" : 139,
"2928" : 131,
"2960" : 146,
"2992" : 106,
"3024" : 116,
"3056" : 97,
"3088" : 94,
"3120" : 113,
"3152" : 79,
"3184" : 85,
"3216" : 76,
"3248" : 79,
"3280" : 102,
"3312" : 66,
"3344" : 52,
"3376" : 50,
"3408" : 52,
"3440" : 62,
"3472" : 54,
"3504" : 41,
"3536" : 51,
"3568" : 33,
"3600" : 42,
"3632" : 46,
"3664" : 36,
"3696" : 39,
"3728" : 38,
"3760" : 29,
"3792" : 37,
"3824" : 30,
"3856" : 29,
"3888" : 21,
"3920" : 24,
"3952" : 25,
"3984" : 20,
"4016" : 16,
"4048" : 13,
"4080" : 11,
"4128" : 37,
"4192" : 21,
"4256" : 25,
"4320" : 28,
"4384" : 12,
"4448" : 23,
"4512" : 13,
"4576" : 20,
"4640" : 15,
"4704" : 10,
"4768" : 10,
"4832" : 17,
"4896" : 18,
"4960" : 12,
"5024" : 12,
"5088" : 23,
"5152" : 17,
"5216" : 15,
"5280" : 21,
"5344" : 19,
"5408" : 36,
"5472" : 18,
"5536" : 25,
"5600" : 35,
"5664" : 30,
"5728" : 41,
"5792" : 46,
"5856" : 35,
"5920" : 39,
"5984" : 52,
"6048" : 52,
"6112" : 50,
"6176" : 46,
"6240" : 55,
"6304" : 33,
"6368" : 50,
"6432" : 61,
"6496" : 43,
"6560" : 52,
"6624" : 48,
"6688" : 47,
"6752" : 75,
"6816" : 67,
"6880" : 78,
"6944" : 59,
"7008" : 46,
"7072" : 72,
"7136" : 46,
"7200" : 83,
"7264" : 62,
"7328" : 57,
"7392" : 71,
"7456" : 70,
"7520" : 71,
"7584" : 51,
"7648" : 46,
"7712" : 68,
"7776" : 43,
"7840" : 32,
"7904" : 42,
"7968" : 39,
"8032" : 44,
"8096" : 38,
"8160" : 36,
"8256" : 61,
"8384" : 66,
"8512" : 56,
"8640" : 47,
"8768" : 35,
"8896" : 21,
"9024" : 31,
"9152" : 21,
"9280" : 26,
"9408" : 19,
"9536" : 18,
"9664" : 17,
"9792" : 19,
"9920" : 12,
"10048" : 14,
"10176" : 6,
"10304" : 15,
"10432" : 4,
"10560" : 10,
"10688" : 4,
"10816" : 9,
"10944" : 8,
"11072" : 10,
"11200" : 6,
"11328" : 9,
"11456" : 5,
"11584" : 12,
"11712" : 8,
"11840" : 12,
"11968" : 14,
"12096" : 8,
"12224" : 7,
"12352" : 11,
"12480" : 6,
"12608" : 3,
"12736" : 4,
"12864" : 5,
"12992" : 8,
"13120" : 4,
"13248" : 5,
"13376" : 3,
"13504" : 3,
"13632" : 2,
"13760" : 5,
"13888" : 8,
"14144" : 4,
"14272" : 1,
"14400" : 2,
"14784" : 3,
"14912" : 1,
"15040" : 3,
"15168" : 2,
"15296" : 4,
"15424" : 2,
"15680" : 1,
"15808" : 5,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 3,
"16768" : 1,
"17024" : 2,
"17280" : 4,
"17536" : 2,
"17792" : 3,
"18048" : 3,
"18304" : 3,
"18560" : 1,
"18816" : 2,
"20352" : 1,
"20864" : 1,
"21120" : 1,
"21376" : 2,
"23936" : 1,
"25472" : 1,
"26240" : 1,
"27520" : 1,
"28800" : 1,
"36608" : 1,
"41728" : 1,
"51968" : 1,
"53504" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 140304,
"max" : 2616203,
"mean" : 361930.625458,
"stddev" : 115163.612116,
"N" : 551399
},
"bw_min" : 9058304,
"bw_max" : 14346240,
"bw_agg" : 99.849153,
"bw_mean" : 11275576.171717,
"bw_dev" : 809114.135249,
"bw_samples" : 396,
"iops_min" : 8846,
"iops_max" : 14010,
"iops_mean" : 11010.929293,
"iops_stddev" : 790.155632,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199999,
"usr_cpu" : 0.689003,
"sys_cpu" : 95.892979,
"ctx" : 39518,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.064419,
"4" : 6.327858,
"10" : 0.552590,
"20" : 0.051686,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991533,
"timestamp_ms" : 1773991533537,
"time" : "Fri Mar 20 04:25:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 700523216896,
"io_kbytes" : 684104704,
"bw_bytes" : 11675581541,
"bw" : 11401935,
"iops" : 11134.785580,
"runtime" : 59999,
"total_ios" : 668076,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 138732,
"max" : 2613589,
"mean" : 356755.468309,
"stddev" : 115585.602591,
"N" : 668076
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1705.656618,
"stddev" : 547.491179,
"N" : 668072,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1912,
"95.000000" : 2064,
"99.000000" : 2832,
"99.500000" : 5856,
"99.900000" : 8640,
"99.950000" : 10304,
"99.990000" : 15168
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 7,
"1352" : 2,
"1368" : 7,
"1384" : 18,
"1400" : 469,
"1416" : 5937,
"1432" : 8638,
"1448" : 28428,
"1464" : 16428,
"1480" : 30699,
"1496" : 26724,
"1512" : 13336,
"1528" : 33714,
"1544" : 21295,
"1560" : 45935,
"1576" : 42003,
"1592" : 18683,
"1608" : 34906,
"1624" : 16670,
"1640" : 32161,
"1656" : 29745,
"1672" : 13847,
"1688" : 26213,
"1704" : 12123,
"1720" : 22535,
"1736" : 20402,
"1752" : 9271,
"1768" : 17151,
"1784" : 7962,
"1800" : 14422,
"1816" : 12571,
"1832" : 5618,
"1848" : 10294,
"1864" : 4757,
"1880" : 8545,
"1896" : 7382,
"1912" : 3400,
"1928" : 6176,
"1944" : 2845,
"1960" : 5176,
"1976" : 4505,
"1992" : 2106,
"2008" : 3802,
"2024" : 1739,
"2040" : 3159,
"2064" : 3994,
"2096" : 3488,
"2128" : 3668,
"2160" : 2696,
"2192" : 2059,
"2224" : 1771,
"2256" : 1503,
"2288" : 1479,
"2320" : 1347,
"2352" : 976,
"2384" : 878,
"2416" : 756,
"2448" : 733,
"2480" : 732,
"2512" : 487,
"2544" : 438,
"2576" : 390,
"2608" : 339,
"2640" : 440,
"2672" : 306,
"2704" : 241,
"2736" : 223,
"2768" : 222,
"2800" : 250,
"2832" : 168,
"2864" : 179,
"2896" : 148,
"2928" : 143,
"2960" : 160,
"2992" : 120,
"3024" : 124,
"3056" : 105,
"3088" : 99,
"3120" : 125,
"3152" : 87,
"3184" : 91,
"3216" : 88,
"3248" : 83,
"3280" : 104,
"3312" : 67,
"3344" : 55,
"3376" : 50,
"3408" : 55,
"3440" : 66,
"3472" : 57,
"3504" : 41,
"3536" : 53,
"3568" : 33,
"3600" : 43,
"3632" : 50,
"3664" : 40,
"3696" : 40,
"3728" : 38,
"3760" : 30,
"3792" : 37,
"3824" : 30,
"3856" : 29,
"3888" : 23,
"3920" : 25,
"3952" : 27,
"3984" : 20,
"4016" : 17,
"4048" : 14,
"4080" : 12,
"4128" : 37,
"4192" : 23,
"4256" : 26,
"4320" : 29,
"4384" : 12,
"4448" : 23,
"4512" : 13,
"4576" : 20,
"4640" : 18,
"4704" : 11,
"4768" : 12,
"4832" : 17,
"4896" : 20,
"4960" : 13,
"5024" : 14,
"5088" : 27,
"5152" : 19,
"5216" : 22,
"5280" : 28,
"5344" : 29,
"5408" : 42,
"5472" : 28,
"5536" : 34,
"5600" : 46,
"5664" : 38,
"5728" : 51,
"5792" : 49,
"5856" : 44,
"5920" : 48,
"5984" : 63,
"6048" : 65,
"6112" : 56,
"6176" : 55,
"6240" : 65,
"6304" : 45,
"6368" : 62,
"6432" : 74,
"6496" : 58,
"6560" : 71,
"6624" : 60,
"6688" : 58,
"6752" : 93,
"6816" : 86,
"6880" : 104,
"6944" : 75,
"7008" : 61,
"7072" : 91,
"7136" : 65,
"7200" : 99,
"7264" : 80,
"7328" : 76,
"7392" : 86,
"7456" : 82,
"7520" : 98,
"7584" : 67,
"7648" : 56,
"7712" : 85,
"7776" : 55,
"7840" : 49,
"7904" : 59,
"7968" : 43,
"8032" : 55,
"8096" : 48,
"8160" : 46,
"8256" : 70,
"8384" : 74,
"8512" : 62,
"8640" : 54,
"8768" : 38,
"8896" : 30,
"9024" : 35,
"9152" : 25,
"9280" : 30,
"9408" : 21,
"9536" : 22,
"9664" : 19,
"9792" : 20,
"9920" : 16,
"10048" : 17,
"10176" : 7,
"10304" : 16,
"10432" : 8,
"10560" : 12,
"10688" : 7,
"10816" : 10,
"10944" : 11,
"11072" : 10,
"11200" : 7,
"11328" : 13,
"11456" : 8,
"11584" : 15,
"11712" : 10,
"11840" : 13,
"11968" : 15,
"12096" : 9,
"12224" : 11,
"12352" : 11,
"12480" : 9,
"12608" : 4,
"12736" : 6,
"12864" : 7,
"12992" : 11,
"13120" : 4,
"13248" : 5,
"13376" : 3,
"13504" : 5,
"13632" : 3,
"13760" : 5,
"13888" : 9,
"14144" : 4,
"14272" : 1,
"14400" : 2,
"14528" : 2,
"14656" : 1,
"14784" : 3,
"14912" : 2,
"15040" : 3,
"15168" : 3,
"15296" : 4,
"15424" : 2,
"15680" : 1,
"15808" : 5,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 3,
"16768" : 3,
"17024" : 2,
"17280" : 5,
"17536" : 2,
"17792" : 4,
"18048" : 3,
"18304" : 3,
"18560" : 1,
"18816" : 2,
"19072" : 1,
"19328" : 1,
"19584" : 1,
"20352" : 1,
"20608" : 1,
"20864" : 1,
"21120" : 2,
"21376" : 2,
"22656" : 1,
"23936" : 1,
"25472" : 1,
"26240" : 1,
"27520" : 1,
"28800" : 1,
"36608" : 1,
"41728" : 1,
"51968" : 1,
"53504" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 140304,
"max" : 2616203,
"mean" : 358460.707814,
"stddev" : 115678.149376,
"N" : 668072
},
"bw_min" : 9058304,
"bw_max" : 14364672,
"bw_agg" : 99.852428,
"bw_mean" : 11385109.033613,
"bw_dev" : 817876.248469,
"bw_samples" : 476,
"iops_min" : 8846,
"iops_max" : 14028,
"iops_mean" : 11117.907563,
"iops_stddev" : 798.705460,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239996,
"usr_cpu" : 0.699178,
"sys_cpu" : 96.038684,
"ctx" : 45262,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.269628,
"4" : 6.114424,
"10" : 0.560266,
"20" : 0.052389,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991543,
"timestamp_ms" : 1773991543537,
"time" : "Fri Mar 20 04:25:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 823114334208,
"io_kbytes" : 803822592,
"bw_bytes" : 11758944187,
"bw" : 11483343,
"iops" : 11214.260204,
"runtime" : 69999,
"total_ios" : 784987,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 138732,
"max" : 2613589,
"mean" : 354211.042408,
"stddev" : 116344.251600,
"N" : 784987
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1703.558875,
"stddev" : 541.972517,
"N" : 784983,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1912,
"95.000000" : 2064,
"99.000000" : 2800,
"99.500000" : 5856,
"99.900000" : 8512,
"99.950000" : 10176,
"99.990000" : 15168
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 7,
"1352" : 2,
"1368" : 7,
"1384" : 19,
"1400" : 493,
"1416" : 6551,
"1432" : 9813,
"1448" : 33204,
"1464" : 19499,
"1480" : 36477,
"1496" : 31858,
"1512" : 15797,
"1528" : 40178,
"1544" : 25739,
"1560" : 55021,
"1576" : 50044,
"1592" : 22079,
"1608" : 41135,
"1624" : 19477,
"1640" : 37394,
"1656" : 34538,
"1672" : 16128,
"1688" : 30624,
"1704" : 14183,
"1720" : 26431,
"1736" : 23960,
"1752" : 10888,
"1768" : 20184,
"1784" : 9221,
"1800" : 16753,
"1816" : 14695,
"1832" : 6557,
"1848" : 11993,
"1864" : 5509,
"1880" : 10000,
"1896" : 8553,
"1912" : 3996,
"1928" : 7196,
"1944" : 3314,
"1960" : 6033,
"1976" : 5197,
"1992" : 2434,
"2008" : 4424,
"2024" : 2013,
"2040" : 3661,
"2064" : 4653,
"2096" : 4055,
"2128" : 4230,
"2160" : 3128,
"2192" : 2361,
"2224" : 2048,
"2256" : 1755,
"2288" : 1731,
"2320" : 1535,
"2352" : 1124,
"2384" : 994,
"2416" : 853,
"2448" : 830,
"2480" : 844,
"2512" : 561,
"2544" : 499,
"2576" : 449,
"2608" : 384,
"2640" : 489,
"2672" : 339,
"2704" : 281,
"2736" : 249,
"2768" : 252,
"2800" : 275,
"2832" : 191,
"2864" : 200,
"2896" : 162,
"2928" : 158,
"2960" : 180,
"2992" : 135,
"3024" : 139,
"3056" : 121,
"3088" : 110,
"3120" : 136,
"3152" : 95,
"3184" : 93,
"3216" : 92,
"3248" : 89,
"3280" : 109,
"3312" : 72,
"3344" : 63,
"3376" : 52,
"3408" : 58,
"3440" : 70,
"3472" : 61,
"3504" : 42,
"3536" : 56,
"3568" : 34,
"3600" : 46,
"3632" : 52,
"3664" : 45,
"3696" : 42,
"3728" : 42,
"3760" : 31,
"3792" : 41,
"3824" : 31,
"3856" : 32,
"3888" : 27,
"3920" : 30,
"3952" : 29,
"3984" : 21,
"4016" : 18,
"4048" : 14,
"4080" : 13,
"4128" : 40,
"4192" : 25,
"4256" : 29,
"4320" : 31,
"4384" : 13,
"4448" : 24,
"4512" : 14,
"4576" : 21,
"4640" : 20,
"4704" : 12,
"4768" : 15,
"4832" : 20,
"4896" : 23,
"4960" : 15,
"5024" : 17,
"5088" : 34,
"5152" : 27,
"5216" : 24,
"5280" : 38,
"5344" : 37,
"5408" : 51,
"5472" : 32,
"5536" : 38,
"5600" : 55,
"5664" : 43,
"5728" : 57,
"5792" : 56,
"5856" : 52,
"5920" : 54,
"5984" : 74,
"6048" : 75,
"6112" : 60,
"6176" : 66,
"6240" : 75,
"6304" : 62,
"6368" : 80,
"6432" : 85,
"6496" : 70,
"6560" : 80,
"6624" : 77,
"6688" : 74,
"6752" : 108,
"6816" : 99,
"6880" : 127,
"6944" : 82,
"7008" : 71,
"7072" : 112,
"7136" : 78,
"7200" : 116,
"7264" : 92,
"7328" : 88,
"7392" : 94,
"7456" : 96,
"7520" : 117,
"7584" : 83,
"7648" : 68,
"7712" : 94,
"7776" : 63,
"7840" : 57,
"7904" : 70,
"7968" : 54,
"8032" : 68,
"8096" : 53,
"8160" : 51,
"8256" : 86,
"8384" : 91,
"8512" : 71,
"8640" : 61,
"8768" : 44,
"8896" : 33,
"9024" : 40,
"9152" : 29,
"9280" : 32,
"9408" : 22,
"9536" : 24,
"9664" : 20,
"9792" : 21,
"9920" : 19,
"10048" : 20,
"10176" : 7,
"10304" : 18,
"10432" : 8,
"10560" : 14,
"10688" : 9,
"10816" : 14,
"10944" : 12,
"11072" : 10,
"11200" : 11,
"11328" : 13,
"11456" : 10,
"11584" : 17,
"11712" : 10,
"11840" : 14,
"11968" : 15,
"12096" : 11,
"12224" : 14,
"12352" : 14,
"12480" : 10,
"12608" : 4,
"12736" : 6,
"12864" : 8,
"12992" : 11,
"13120" : 5,
"13248" : 5,
"13376" : 4,
"13504" : 6,
"13632" : 3,
"13760" : 5,
"13888" : 11,
"14144" : 5,
"14272" : 1,
"14400" : 2,
"14528" : 2,
"14656" : 1,
"14784" : 3,
"14912" : 2,
"15040" : 3,
"15168" : 3,
"15296" : 6,
"15424" : 3,
"15680" : 1,
"15808" : 5,
"15936" : 2,
"16064" : 2,
"16192" : 1,
"16320" : 3,
"16768" : 4,
"17024" : 2,
"17280" : 5,
"17536" : 2,
"17792" : 5,
"18048" : 3,
"18304" : 3,
"18560" : 1,
"18816" : 2,
"19072" : 1,
"19328" : 1,
"19584" : 2,
"20352" : 1,
"20608" : 1,
"20864" : 3,
"21120" : 2,
"21376" : 2,
"22656" : 1,
"23936" : 1,
"24704" : 1,
"25472" : 2,
"26240" : 1,
"27520" : 1,
"28800" : 1,
"31872" : 1,
"36608" : 1,
"41728" : 1,
"51968" : 1,
"53504" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 140304,
"max" : 2616203,
"mean" : 355914.233327,
"stddev" : 116435.048783,
"N" : 784983
},
"bw_min" : 9058304,
"bw_max" : 14364672,
"bw_agg" : 100.000000,
"bw_mean" : 11498631.374101,
"bw_dev" : 831163.103529,
"bw_samples" : 556,
"iops_min" : 8846,
"iops_max" : 14028,
"iops_mean" : 11228.776978,
"iops_stddev" : 811.682674,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279996,
"usr_cpu" : 0.694653,
"sys_cpu" : 96.120302,
"ctx" : 51289,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.401165,
"4" : 5.987870,
"10" : 0.557207,
"20" : 0.050319,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991553,
"timestamp_ms" : 1773991553536,
"time" : "Fri Mar 20 04:25:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 959735398400,
"io_kbytes" : 937241600,
"bw_bytes" : 11996842440,
"bw" : 11715666,
"iops" : 11441.130514,
"runtime" : 79999,
"total_ios" : 915279,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 138732,
"max" : 2613589,
"mean" : 347141.435476,
"stddev" : 117847.763196,
"N" : 915279
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1701.363722,
"stddev" : 556.997185,
"N" : 915275,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2064,
"99.000000" : 2800,
"99.500000" : 6048,
"99.900000" : 8640,
"99.950000" : 10432,
"99.990000" : 15424
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 7,
"1352" : 2,
"1368" : 10,
"1384" : 23,
"1400" : 524,
"1416" : 6971,
"1432" : 10619,
"1448" : 37522,
"1464" : 22795,
"1480" : 43814,
"1496" : 40677,
"1512" : 20954,
"1528" : 50240,
"1544" : 30334,
"1560" : 63819,
"1576" : 57957,
"1592" : 25808,
"1608" : 48311,
"1624" : 23069,
"1640" : 43815,
"1656" : 40183,
"1672" : 18547,
"1688" : 35131,
"1704" : 16264,
"1720" : 30374,
"1736" : 27599,
"1752" : 12512,
"1768" : 23139,
"1784" : 10533,
"1800" : 19070,
"1816" : 16734,
"1832" : 7442,
"1848" : 13617,
"1864" : 6244,
"1880" : 11300,
"1896" : 9657,
"1912" : 4476,
"1928" : 8112,
"1944" : 3700,
"1960" : 6813,
"1976" : 5789,
"1992" : 2733,
"2008" : 4908,
"2024" : 2253,
"2040" : 4086,
"2064" : 5194,
"2096" : 4519,
"2128" : 4687,
"2160" : 3473,
"2192" : 2649,
"2224" : 2289,
"2256" : 1955,
"2288" : 1926,
"2320" : 1723,
"2352" : 1257,
"2384" : 1089,
"2416" : 954,
"2448" : 912,
"2480" : 925,
"2512" : 617,
"2544" : 541,
"2576" : 502,
"2608" : 423,
"2640" : 549,
"2672" : 384,
"2704" : 309,
"2736" : 275,
"2768" : 271,
"2800" : 306,
"2832" : 215,
"2864" : 216,
"2896" : 185,
"2928" : 172,
"2960" : 193,
"2992" : 140,
"3024" : 155,
"3056" : 127,
"3088" : 122,
"3120" : 147,
"3152" : 106,
"3184" : 106,
"3216" : 99,
"3248" : 94,
"3280" : 114,
"3312" : 82,
"3344" : 69,
"3376" : 55,
"3408" : 64,
"3440" : 77,
"3472" : 66,
"3504" : 47,
"3536" : 59,
"3568" : 40,
"3600" : 49,
"3632" : 55,
"3664" : 48,
"3696" : 43,
"3728" : 47,
"3760" : 34,
"3792" : 42,
"3824" : 33,
"3856" : 34,
"3888" : 27,
"3920" : 30,
"3952" : 29,
"3984" : 22,
"4016" : 22,
"4048" : 14,
"4080" : 15,
"4128" : 43,
"4192" : 25,
"4256" : 32,
"4320" : 31,
"4384" : 15,
"4448" : 27,
"4512" : 15,
"4576" : 24,
"4640" : 21,
"4704" : 15,
"4768" : 17,
"4832" : 23,
"4896" : 26,
"4960" : 21,
"5024" : 21,
"5088" : 37,
"5152" : 32,
"5216" : 31,
"5280" : 40,
"5344" : 40,
"5408" : 58,
"5472" : 38,
"5536" : 42,
"5600" : 68,
"5664" : 56,
"5728" : 68,
"5792" : 71,
"5856" : 63,
"5920" : 67,
"5984" : 83,
"6048" : 87,
"6112" : 74,
"6176" : 85,
"6240" : 86,
"6304" : 73,
"6368" : 91,
"6432" : 100,
"6496" : 88,
"6560" : 103,
"6624" : 93,
"6688" : 92,
"6752" : 130,
"6816" : 121,
"6880" : 157,
"6944" : 102,
"7008" : 92,
"7072" : 136,
"7136" : 98,
"7200" : 131,
"7264" : 116,
"7328" : 113,
"7392" : 118,
"7456" : 121,
"7520" : 136,
"7584" : 105,
"7648" : 90,
"7712" : 112,
"7776" : 80,
"7840" : 72,
"7904" : 87,
"7968" : 70,
"8032" : 85,
"8096" : 65,
"8160" : 63,
"8256" : 106,
"8384" : 108,
"8512" : 83,
"8640" : 72,
"8768" : 56,
"8896" : 43,
"9024" : 50,
"9152" : 36,
"9280" : 34,
"9408" : 27,
"9536" : 29,
"9664" : 24,
"9792" : 22,
"9920" : 22,
"10048" : 21,
"10176" : 13,
"10304" : 22,
"10432" : 13,
"10560" : 17,
"10688" : 14,
"10816" : 16,
"10944" : 15,
"11072" : 13,
"11200" : 15,
"11328" : 20,
"11456" : 11,
"11584" : 17,
"11712" : 12,
"11840" : 17,
"11968" : 17,
"12096" : 13,
"12224" : 16,
"12352" : 15,
"12480" : 11,
"12608" : 5,
"12736" : 10,
"12864" : 10,
"12992" : 11,
"13120" : 6,
"13248" : 6,
"13376" : 8,
"13504" : 7,
"13632" : 4,
"13760" : 7,
"13888" : 11,
"14016" : 2,
"14144" : 6,
"14272" : 2,
"14400" : 2,
"14528" : 2,
"14656" : 3,
"14784" : 3,
"14912" : 3,
"15040" : 4,
"15168" : 3,
"15296" : 8,
"15424" : 4,
"15680" : 1,
"15808" : 7,
"15936" : 3,
"16064" : 3,
"16192" : 1,
"16320" : 3,
"16512" : 1,
"16768" : 4,
"17024" : 3,
"17280" : 5,
"17536" : 3,
"17792" : 5,
"18048" : 4,
"18304" : 4,
"18560" : 1,
"18816" : 4,
"19072" : 1,
"19328" : 1,
"19584" : 2,
"19840" : 1,
"20352" : 1,
"20608" : 1,
"20864" : 3,
"21120" : 3,
"21376" : 2,
"21888" : 1,
"22656" : 1,
"23936" : 2,
"24704" : 2,
"25472" : 3,
"26240" : 1,
"26496" : 1,
"27264" : 1,
"27520" : 1,
"28800" : 1,
"31872" : 1,
"33024" : 1,
"36608" : 1,
"41728" : 2,
"51968" : 1,
"53504" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 140304,
"max" : 2616203,
"mean" : 348842.452726,
"stddev" : 117940.687523,
"N" : 915275
},
"bw_min" : 9058304,
"bw_max" : 14415872,
"bw_agg" : 99.990522,
"bw_mean" : 11714556.371069,
"bw_dev" : 830028.392267,
"bw_samples" : 636,
"iops_min" : 8846,
"iops_max" : 14078,
"iops_mean" : 11439.654088,
"iops_stddev" : 810.574983,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319996,
"usr_cpu" : 0.707509,
"sys_cpu" : 96.236828,
"ctx" : 58949,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.659529,
"4" : 5.705255,
"10" : 0.577420,
"20" : 0.053754,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991563,
"timestamp_ms" : 1773991563536,
"time" : "Fri Mar 20 04:26:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1082802569216,
"io_kbytes" : 1057424384,
"bw_bytes" : 12031273338,
"bw" : 11749290,
"iops" : 11473.971933,
"runtime" : 89999,
"total_ios" : 1032646,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 138732,
"max" : 2613589,
"mean" : 346141.509725,
"stddev" : 118097.543225,
"N" : 1032646
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1700.077826,
"stddev" : 554.753643,
"N" : 1032642,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1768,
"90.000000" : 1896,
"95.000000" : 2064,
"99.000000" : 2800,
"99.500000" : 6048,
"99.900000" : 8640,
"99.950000" : 10432,
"99.990000" : 15424
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 7,
"1352" : 2,
"1368" : 10,
"1384" : 23,
"1400" : 543,
"1416" : 7404,
"1432" : 11468,
"1448" : 41407,
"1464" : 25880,
"1480" : 50854,
"1496" : 47920,
"1512" : 24464,
"1528" : 57571,
"1544" : 34280,
"1560" : 71981,
"1576" : 65691,
"1592" : 29178,
"1608" : 54524,
"1624" : 25950,
"1640" : 49225,
"1656" : 45138,
"1672" : 20774,
"1688" : 39370,
"1704" : 18275,
"1720" : 33945,
"1736" : 30928,
"1752" : 14007,
"1768" : 25953,
"1784" : 11847,
"1800" : 21286,
"1816" : 18674,
"1832" : 8374,
"1848" : 15213,
"1864" : 6975,
"1880" : 12627,
"1896" : 10793,
"1912" : 5014,
"1928" : 9005,
"1944" : 4124,
"1960" : 7611,
"1976" : 6471,
"1992" : 3040,
"2008" : 5455,
"2024" : 2515,
"2040" : 4575,
"2064" : 5857,
"2096" : 5029,
"2128" : 5224,
"2160" : 3878,
"2192" : 2941,
"2224" : 2558,
"2256" : 2169,
"2288" : 2166,
"2320" : 1918,
"2352" : 1400,
"2384" : 1210,
"2416" : 1046,
"2448" : 1018,
"2480" : 1033,
"2512" : 671,
"2544" : 612,
"2576" : 562,
"2608" : 465,
"2640" : 623,
"2672" : 426,
"2704" : 344,
"2736" : 299,
"2768" : 296,
"2800" : 339,
"2832" : 240,
"2864" : 234,
"2896" : 205,
"2928" : 195,
"2960" : 226,
"2992" : 164,
"3024" : 170,
"3056" : 144,
"3088" : 137,
"3120" : 159,
"3152" : 118,
"3184" : 116,
"3216" : 115,
"3248" : 106,
"3280" : 128,
"3312" : 91,
"3344" : 74,
"3376" : 63,
"3408" : 69,
"3440" : 88,
"3472" : 77,
"3504" : 57,
"3536" : 64,
"3568" : 46,
"3600" : 56,
"3632" : 60,
"3664" : 54,
"3696" : 51,
"3728" : 55,
"3760" : 39,
"3792" : 46,
"3824" : 37,
"3856" : 36,
"3888" : 33,
"3920" : 35,
"3952" : 33,
"3984" : 25,
"4016" : 25,
"4048" : 16,
"4080" : 16,
"4128" : 46,
"4192" : 27,
"4256" : 35,
"4320" : 34,
"4384" : 17,
"4448" : 29,
"4512" : 19,
"4576" : 26,
"4640" : 22,
"4704" : 18,
"4768" : 24,
"4832" : 28,
"4896" : 33,
"4960" : 24,
"5024" : 27,
"5088" : 40,
"5152" : 36,
"5216" : 35,
"5280" : 44,
"5344" : 44,
"5408" : 65,
"5472" : 44,
"5536" : 48,
"5600" : 77,
"5664" : 63,
"5728" : 79,
"5792" : 81,
"5856" : 71,
"5920" : 81,
"5984" : 93,
"6048" : 91,
"6112" : 81,
"6176" : 96,
"6240" : 91,
"6304" : 76,
"6368" : 97,
"6432" : 109,
"6496" : 102,
"6560" : 117,
"6624" : 105,
"6688" : 99,
"6752" : 140,
"6816" : 131,
"6880" : 172,
"6944" : 113,
"7008" : 109,
"7072" : 150,
"7136" : 118,
"7200" : 146,
"7264" : 136,
"7328" : 126,
"7392" : 140,
"7456" : 138,
"7520" : 162,
"7584" : 126,
"7648" : 107,
"7712" : 126,
"7776" : 93,
"7840" : 82,
"7904" : 94,
"7968" : 76,
"8032" : 97,
"8096" : 73,
"8160" : 67,
"8256" : 124,
"8384" : 120,
"8512" : 90,
"8640" : 76,
"8768" : 62,
"8896" : 53,
"9024" : 54,
"9152" : 44,
"9280" : 36,
"9408" : 29,
"9536" : 31,
"9664" : 25,
"9792" : 25,
"9920" : 24,
"10048" : 22,
"10176" : 15,
"10304" : 25,
"10432" : 14,
"10560" : 20,
"10688" : 16,
"10816" : 16,
"10944" : 16,
"11072" : 14,
"11200" : 16,
"11328" : 22,
"11456" : 13,
"11584" : 19,
"11712" : 13,
"11840" : 21,
"11968" : 20,
"12096" : 16,
"12224" : 16,
"12352" : 18,
"12480" : 12,
"12608" : 8,
"12736" : 12,
"12864" : 10,
"12992" : 12,
"13120" : 7,
"13248" : 8,
"13376" : 9,
"13504" : 7,
"13632" : 5,
"13760" : 8,
"13888" : 11,
"14016" : 2,
"14144" : 6,
"14272" : 3,
"14400" : 3,
"14528" : 3,
"14656" : 4,
"14784" : 3,
"14912" : 4,
"15040" : 4,
"15168" : 3,
"15296" : 9,
"15424" : 4,
"15680" : 2,
"15808" : 9,
"15936" : 3,
"16064" : 3,
"16192" : 1,
"16320" : 3,
"16512" : 2,
"16768" : 5,
"17024" : 5,
"17280" : 6,
"17536" : 3,
"17792" : 5,
"18048" : 4,
"18304" : 4,
"18560" : 1,
"18816" : 4,
"19072" : 1,
"19328" : 1,
"19584" : 2,
"19840" : 1,
"20352" : 1,
"20608" : 1,
"20864" : 3,
"21120" : 3,
"21376" : 2,
"21888" : 1,
"22656" : 1,
"23424" : 1,
"23936" : 2,
"24704" : 2,
"25472" : 3,
"26240" : 1,
"26496" : 1,
"27264" : 1,
"27520" : 1,
"28800" : 1,
"31872" : 1,
"33024" : 1,
"36608" : 1,
"41728" : 2,
"45312" : 1,
"51968" : 1,
"53504" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 140304,
"max" : 2616203,
"mean" : 347841.276584,
"stddev" : 118189.632304,
"N" : 1032642
},
"bw_min" : 9058304,
"bw_max" : 14415872,
"bw_agg" : 99.927388,
"bw_mean" : 11740759.703911,
"bw_dev" : 832372.227504,
"bw_samples" : 716,
"iops_min" : 8846,
"iops_max" : 14078,
"iops_mean" : 11465.262570,
"iops_stddev" : 812.862320,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359996,
"usr_cpu" : 0.715008,
"sys_cpu" : 96.290514,
"ctx" : 65230,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.723503,
"4" : 5.643270,
"10" : 0.575802,
"20" : 0.053649,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991573,
"timestamp_ms" : 1773991573537,
"time" : "Fri Mar 20 04:26:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1203492618240,
"io_kbytes" : 1175285760,
"bw_bytes" : 12035046532,
"bw" : 11752975,
"iops" : 11477.554776,
"runtime" : 99999,
"total_ios" : 1147744,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137710,
"max" : 2613589,
"mean" : 346031.332404,
"stddev" : 118118.685426,
"N" : 1147744
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1702.392503,
"stddev" : 557.399098,
"N" : 1147740,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2064,
"99.000000" : 2832,
"99.500000" : 6048,
"99.900000" : 8640,
"99.950000" : 10560,
"99.990000" : 15680
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 8,
"1352" : 2,
"1368" : 12,
"1384" : 25,
"1400" : 589,
"1416" : 7840,
"1432" : 12240,
"1448" : 44721,
"1464" : 28217,
"1480" : 55360,
"1496" : 51611,
"1512" : 26686,
"1528" : 64166,
"1544" : 38631,
"1560" : 80981,
"1576" : 73438,
"1592" : 32415,
"1608" : 60574,
"1624" : 28921,
"1640" : 55009,
"1656" : 50459,
"1672" : 23279,
"1688" : 43936,
"1704" : 20400,
"1720" : 37875,
"1736" : 34562,
"1752" : 15606,
"1768" : 29066,
"1784" : 13278,
"1800" : 23919,
"1816" : 20981,
"1832" : 9355,
"1848" : 17085,
"1864" : 7852,
"1880" : 14067,
"1896" : 12108,
"1912" : 5614,
"1928" : 10093,
"1944" : 4601,
"1960" : 8508,
"1976" : 7257,
"1992" : 3411,
"2008" : 6107,
"2024" : 2801,
"2040" : 5139,
"2064" : 6550,
"2096" : 5628,
"2128" : 5829,
"2160" : 4345,
"2192" : 3258,
"2224" : 2856,
"2256" : 2427,
"2288" : 2420,
"2320" : 2174,
"2352" : 1556,
"2384" : 1368,
"2416" : 1180,
"2448" : 1148,
"2480" : 1163,
"2512" : 748,
"2544" : 695,
"2576" : 637,
"2608" : 529,
"2640" : 714,
"2672" : 480,
"2704" : 399,
"2736" : 357,
"2768" : 338,
"2800" : 408,
"2832" : 287,
"2864" : 274,
"2896" : 240,
"2928" : 224,
"2960" : 284,
"2992" : 197,
"3024" : 194,
"3056" : 172,
"3088" : 153,
"3120" : 193,
"3152" : 148,
"3184" : 135,
"3216" : 138,
"3248" : 127,
"3280" : 157,
"3312" : 103,
"3344" : 92,
"3376" : 84,
"3408" : 79,
"3440" : 102,
"3472" : 95,
"3504" : 72,
"3536" : 76,
"3568" : 55,
"3600" : 66,
"3632" : 71,
"3664" : 62,
"3696" : 58,
"3728" : 62,
"3760" : 47,
"3792" : 52,
"3824" : 44,
"3856" : 40,
"3888" : 40,
"3920" : 43,
"3952" : 41,
"3984" : 27,
"4016" : 28,
"4048" : 17,
"4080" : 19,
"4128" : 58,
"4192" : 31,
"4256" : 41,
"4320" : 39,
"4384" : 21,
"4448" : 37,
"4512" : 24,
"4576" : 30,
"4640" : 27,
"4704" : 25,
"4768" : 30,
"4832" : 35,
"4896" : 44,
"4960" : 29,
"5024" : 33,
"5088" : 52,
"5152" : 39,
"5216" : 40,
"5280" : 52,
"5344" : 50,
"5408" : 75,
"5472" : 53,
"5536" : 52,
"5600" : 84,
"5664" : 71,
"5728" : 90,
"5792" : 90,
"5856" : 76,
"5920" : 89,
"5984" : 103,
"6048" : 105,
"6112" : 93,
"6176" : 104,
"6240" : 102,
"6304" : 93,
"6368" : 109,
"6432" : 126,
"6496" : 120,
"6560" : 129,
"6624" : 122,
"6688" : 110,
"6752" : 153,
"6816" : 141,
"6880" : 192,
"6944" : 128,
"7008" : 123,
"7072" : 168,
"7136" : 137,
"7200" : 162,
"7264" : 144,
"7328" : 138,
"7392" : 156,
"7456" : 150,
"7520" : 176,
"7584" : 142,
"7648" : 117,
"7712" : 143,
"7776" : 112,
"7840" : 91,
"7904" : 112,
"7968" : 86,
"8032" : 106,
"8096" : 80,
"8160" : 72,
"8256" : 137,
"8384" : 133,
"8512" : 102,
"8640" : 84,
"8768" : 72,
"8896" : 59,
"9024" : 61,
"9152" : 51,
"9280" : 38,
"9408" : 35,
"9536" : 34,
"9664" : 28,
"9792" : 31,
"9920" : 24,
"10048" : 24,
"10176" : 19,
"10304" : 29,
"10432" : 14,
"10560" : 23,
"10688" : 17,
"10816" : 22,
"10944" : 17,
"11072" : 16,
"11200" : 17,
"11328" : 26,
"11456" : 15,
"11584" : 23,
"11712" : 14,
"11840" : 24,
"11968" : 24,
"12096" : 21,
"12224" : 17,
"12352" : 18,
"12480" : 12,
"12608" : 8,
"12736" : 13,
"12864" : 14,
"12992" : 14,
"13120" : 8,
"13248" : 8,
"13376" : 11,
"13504" : 7,
"13632" : 5,
"13760" : 10,
"13888" : 13,
"14016" : 3,
"14144" : 7,
"14272" : 3,
"14400" : 3,
"14528" : 4,
"14656" : 4,
"14784" : 4,
"14912" : 4,
"15040" : 5,
"15168" : 3,
"15296" : 10,
"15424" : 4,
"15680" : 2,
"15808" : 9,
"15936" : 4,
"16064" : 3,
"16192" : 1,
"16320" : 3,
"16512" : 2,
"16768" : 6,
"17024" : 6,
"17280" : 6,
"17536" : 5,
"17792" : 6,
"18048" : 5,
"18304" : 6,
"18560" : 1,
"18816" : 6,
"19072" : 1,
"19328" : 2,
"19584" : 2,
"19840" : 1,
"20352" : 1,
"20608" : 1,
"20864" : 3,
"21120" : 3,
"21376" : 2,
"21632" : 1,
"21888" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"26240" : 1,
"26496" : 1,
"27264" : 1,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"31872" : 1,
"33024" : 1,
"36608" : 1,
"41728" : 2,
"45312" : 1,
"51968" : 1,
"53504" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 139543,
"max" : 2616203,
"mean" : 347733.444741,
"stddev" : 118210.951353,
"N" : 1147740
},
"bw_min" : 9058304,
"bw_max" : 14415872,
"bw_agg" : 99.937130,
"bw_mean" : 11745586.532663,
"bw_dev" : 830942.560916,
"bw_samples" : 796,
"iops_min" : 8846,
"iops_max" : 14078,
"iops_mean" : 11469.974874,
"iops_stddev" : 811.466316,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399996,
"usr_cpu" : 0.714007,
"sys_cpu" : 96.301713,
"ctx" : 74034,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.641439,
"4" : 5.714515,
"10" : 0.585061,
"20" : 0.055239,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991583,
"timestamp_ms" : 1773991583536,
"time" : "Fri Mar 20 04:26:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1332237828096,
"io_kbytes" : 1301013504,
"bw_bytes" : 12111363085,
"bw" : 11827503,
"iops" : 11550.332276,
"runtime" : 109999,
"total_ios" : 1270525,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137710,
"max" : 2613589,
"mean" : 343834.565975,
"stddev" : 118532.260829,
"N" : 1270525
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1702.215831,
"stddev" : 559.901131,
"N" : 1270521,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2064,
"99.000000" : 2832,
"99.500000" : 6112,
"99.900000" : 8640,
"99.950000" : 10560,
"99.990000" : 15424
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 16,
"1384" : 66,
"1400" : 1671,
"1416" : 11994,
"1432" : 15391,
"1448" : 51254,
"1464" : 30928,
"1480" : 59333,
"1496" : 54825,
"1512" : 28499,
"1528" : 69854,
"1544" : 42789,
"1560" : 89182,
"1576" : 80269,
"1592" : 35486,
"1608" : 66668,
"1624" : 31887,
"1640" : 61043,
"1656" : 56142,
"1672" : 25877,
"1688" : 48871,
"1704" : 22684,
"1720" : 41924,
"1736" : 38155,
"1752" : 17280,
"1768" : 32210,
"1784" : 14728,
"1800" : 26595,
"1816" : 23305,
"1832" : 10399,
"1848" : 19051,
"1864" : 8734,
"1880" : 15669,
"1896" : 13532,
"1912" : 6230,
"1928" : 11177,
"1944" : 5123,
"1960" : 9436,
"1976" : 8023,
"1992" : 3805,
"2008" : 6753,
"2024" : 3116,
"2040" : 5700,
"2064" : 7210,
"2096" : 6221,
"2128" : 6359,
"2160" : 4764,
"2192" : 3584,
"2224" : 3150,
"2256" : 2675,
"2288" : 2656,
"2320" : 2378,
"2352" : 1713,
"2384" : 1488,
"2416" : 1301,
"2448" : 1257,
"2480" : 1269,
"2512" : 814,
"2544" : 763,
"2576" : 692,
"2608" : 586,
"2640" : 791,
"2672" : 531,
"2704" : 429,
"2736" : 390,
"2768" : 376,
"2800" : 452,
"2832" : 306,
"2864" : 292,
"2896" : 268,
"2928" : 249,
"2960" : 313,
"2992" : 212,
"3024" : 215,
"3056" : 185,
"3088" : 164,
"3120" : 211,
"3152" : 162,
"3184" : 138,
"3216" : 149,
"3248" : 139,
"3280" : 160,
"3312" : 112,
"3344" : 103,
"3376" : 91,
"3408" : 83,
"3440" : 110,
"3472" : 101,
"3504" : 76,
"3536" : 86,
"3568" : 61,
"3600" : 74,
"3632" : 82,
"3664" : 64,
"3696" : 61,
"3728" : 67,
"3760" : 47,
"3792" : 55,
"3824" : 51,
"3856" : 42,
"3888" : 41,
"3920" : 46,
"3952" : 45,
"3984" : 30,
"4016" : 33,
"4048" : 19,
"4080" : 21,
"4128" : 60,
"4192" : 33,
"4256" : 46,
"4320" : 43,
"4384" : 26,
"4448" : 41,
"4512" : 25,
"4576" : 32,
"4640" : 29,
"4704" : 31,
"4768" : 35,
"4832" : 38,
"4896" : 47,
"4960" : 32,
"5024" : 36,
"5088" : 55,
"5152" : 43,
"5216" : 48,
"5280" : 61,
"5344" : 59,
"5408" : 87,
"5472" : 59,
"5536" : 59,
"5600" : 95,
"5664" : 73,
"5728" : 99,
"5792" : 101,
"5856" : 89,
"5920" : 98,
"5984" : 114,
"6048" : 115,
"6112" : 104,
"6176" : 114,
"6240" : 119,
"6304" : 113,
"6368" : 120,
"6432" : 140,
"6496" : 131,
"6560" : 145,
"6624" : 136,
"6688" : 120,
"6752" : 173,
"6816" : 155,
"6880" : 208,
"6944" : 150,
"7008" : 143,
"7072" : 198,
"7136" : 153,
"7200" : 189,
"7264" : 163,
"7328" : 152,
"7392" : 180,
"7456" : 167,
"7520" : 193,
"7584" : 154,
"7648" : 130,
"7712" : 164,
"7776" : 130,
"7840" : 104,
"7904" : 123,
"7968" : 101,
"8032" : 119,
"8096" : 89,
"8160" : 81,
"8256" : 160,
"8384" : 151,
"8512" : 112,
"8640" : 95,
"8768" : 83,
"8896" : 63,
"9024" : 70,
"9152" : 55,
"9280" : 42,
"9408" : 37,
"9536" : 38,
"9664" : 31,
"9792" : 34,
"9920" : 26,
"10048" : 29,
"10176" : 20,
"10304" : 30,
"10432" : 15,
"10560" : 24,
"10688" : 19,
"10816" : 25,
"10944" : 19,
"11072" : 20,
"11200" : 22,
"11328" : 28,
"11456" : 18,
"11584" : 26,
"11712" : 14,
"11840" : 28,
"11968" : 26,
"12096" : 22,
"12224" : 20,
"12352" : 21,
"12480" : 13,
"12608" : 8,
"12736" : 14,
"12864" : 16,
"12992" : 14,
"13120" : 8,
"13248" : 10,
"13376" : 13,
"13504" : 8,
"13632" : 5,
"13760" : 14,
"13888" : 13,
"14016" : 3,
"14144" : 8,
"14272" : 3,
"14400" : 4,
"14528" : 4,
"14656" : 5,
"14784" : 4,
"14912" : 4,
"15040" : 6,
"15168" : 3,
"15296" : 10,
"15424" : 7,
"15552" : 1,
"15680" : 2,
"15808" : 9,
"15936" : 4,
"16064" : 3,
"16192" : 1,
"16320" : 4,
"16512" : 2,
"16768" : 7,
"17024" : 6,
"17280" : 6,
"17536" : 6,
"17792" : 7,
"18048" : 6,
"18304" : 6,
"18560" : 1,
"18816" : 7,
"19072" : 1,
"19328" : 2,
"19584" : 2,
"19840" : 1,
"20352" : 1,
"20608" : 2,
"20864" : 3,
"21120" : 3,
"21376" : 2,
"21632" : 1,
"21888" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"26240" : 1,
"26496" : 1,
"27264" : 1,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"31872" : 1,
"33024" : 1,
"36608" : 2,
"41728" : 2,
"45312" : 1,
"49920" : 1,
"51968" : 1,
"53504" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 139543,
"max" : 2616203,
"mean" : 345536.521799,
"stddev" : 118628.196228,
"N" : 1270521
},
"bw_min" : 9058304,
"bw_max" : 14415872,
"bw_agg" : 100.000000,
"bw_mean" : 11839857.639269,
"bw_dev" : 829384.138541,
"bw_samples" : 876,
"iops_min" : 8846,
"iops_max" : 14078,
"iops_mean" : 11562.045662,
"iops_stddev" : 809.942568,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439996,
"usr_cpu" : 0.727279,
"sys_cpu" : 96.357694,
"ctx" : 79589,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.671750,
"4" : 5.675528,
"10" : 0.593534,
"20" : 0.055568,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991593,
"timestamp_ms" : 1773991593537,
"time" : "Fri Mar 20 04:26:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1464390909952,
"io_kbytes" : 1430069248,
"bw_bytes" : 12203257582,
"bw" : 11917243,
"iops" : 11637.983333,
"runtime" : 120000,
"total_ios" : 1396558,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137710,
"max" : 2613589,
"mean" : 341224.978020,
"stddev" : 119054.369539,
"N" : 1396558
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1703.983549,
"stddev" : 564.864599,
"N" : 1396554,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2064,
"99.000000" : 2864,
"99.500000" : 6176,
"99.900000" : 8640,
"99.950000" : 10688,
"99.990000" : 15680
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 17,
"1384" : 68,
"1400" : 1713,
"1416" : 12724,
"1432" : 16494,
"1448" : 55042,
"1464" : 33080,
"1480" : 62868,
"1496" : 58022,
"1512" : 30647,
"1528" : 77374,
"1544" : 47501,
"1560" : 98003,
"1576" : 87667,
"1592" : 38789,
"1608" : 73315,
"1624" : 35681,
"1640" : 69403,
"1656" : 63363,
"1672" : 28871,
"1688" : 54175,
"1704" : 25221,
"1720" : 46496,
"1736" : 42219,
"1752" : 19213,
"1768" : 35752,
"1784" : 16423,
"1800" : 29403,
"1816" : 25995,
"1832" : 11574,
"1848" : 21181,
"1864" : 9699,
"1880" : 17360,
"1896" : 14993,
"1912" : 6851,
"1928" : 12403,
"1944" : 5642,
"1960" : 10378,
"1976" : 8816,
"1992" : 4232,
"2008" : 7398,
"2024" : 3410,
"2040" : 6206,
"2064" : 7863,
"2096" : 6808,
"2128" : 6945,
"2160" : 5181,
"2192" : 3917,
"2224" : 3435,
"2256" : 2930,
"2288" : 2912,
"2320" : 2586,
"2352" : 1836,
"2384" : 1595,
"2416" : 1397,
"2448" : 1359,
"2480" : 1377,
"2512" : 905,
"2544" : 829,
"2576" : 760,
"2608" : 645,
"2640" : 844,
"2672" : 573,
"2704" : 469,
"2736" : 419,
"2768" : 412,
"2800" : 489,
"2832" : 343,
"2864" : 322,
"2896" : 294,
"2928" : 278,
"2960" : 342,
"2992" : 233,
"3024" : 231,
"3056" : 206,
"3088" : 181,
"3120" : 229,
"3152" : 181,
"3184" : 155,
"3216" : 163,
"3248" : 146,
"3280" : 170,
"3312" : 119,
"3344" : 110,
"3376" : 98,
"3408" : 91,
"3440" : 116,
"3472" : 109,
"3504" : 83,
"3536" : 93,
"3568" : 66,
"3600" : 80,
"3632" : 88,
"3664" : 71,
"3696" : 64,
"3728" : 69,
"3760" : 55,
"3792" : 61,
"3824" : 52,
"3856" : 42,
"3888" : 45,
"3920" : 48,
"3952" : 48,
"3984" : 32,
"4016" : 34,
"4048" : 21,
"4080" : 21,
"4128" : 65,
"4192" : 33,
"4256" : 48,
"4320" : 43,
"4384" : 28,
"4448" : 42,
"4512" : 27,
"4576" : 33,
"4640" : 30,
"4704" : 33,
"4768" : 35,
"4832" : 39,
"4896" : 48,
"4960" : 37,
"5024" : 38,
"5088" : 58,
"5152" : 48,
"5216" : 54,
"5280" : 66,
"5344" : 66,
"5408" : 91,
"5472" : 64,
"5536" : 68,
"5600" : 109,
"5664" : 84,
"5728" : 116,
"5792" : 109,
"5856" : 98,
"5920" : 114,
"5984" : 122,
"6048" : 126,
"6112" : 118,
"6176" : 120,
"6240" : 139,
"6304" : 129,
"6368" : 138,
"6432" : 159,
"6496" : 148,
"6560" : 163,
"6624" : 155,
"6688" : 136,
"6752" : 193,
"6816" : 171,
"6880" : 234,
"6944" : 174,
"7008" : 158,
"7072" : 217,
"7136" : 177,
"7200" : 207,
"7264" : 191,
"7328" : 180,
"7392" : 200,
"7456" : 181,
"7520" : 215,
"7584" : 175,
"7648" : 151,
"7712" : 177,
"7776" : 143,
"7840" : 110,
"7904" : 133,
"7968" : 117,
"8032" : 131,
"8096" : 101,
"8160" : 92,
"8256" : 181,
"8384" : 175,
"8512" : 124,
"8640" : 102,
"8768" : 89,
"8896" : 76,
"9024" : 83,
"9152" : 64,
"9280" : 48,
"9408" : 45,
"9536" : 39,
"9664" : 34,
"9792" : 45,
"9920" : 28,
"10048" : 34,
"10176" : 24,
"10304" : 33,
"10432" : 19,
"10560" : 25,
"10688" : 24,
"10816" : 27,
"10944" : 22,
"11072" : 22,
"11200" : 23,
"11328" : 31,
"11456" : 20,
"11584" : 30,
"11712" : 16,
"11840" : 33,
"11968" : 29,
"12096" : 25,
"12224" : 21,
"12352" : 23,
"12480" : 13,
"12608" : 11,
"12736" : 15,
"12864" : 17,
"12992" : 17,
"13120" : 9,
"13248" : 13,
"13376" : 15,
"13504" : 8,
"13632" : 7,
"13760" : 14,
"13888" : 14,
"14016" : 3,
"14144" : 9,
"14272" : 3,
"14400" : 4,
"14528" : 5,
"14656" : 5,
"14784" : 4,
"14912" : 4,
"15040" : 7,
"15168" : 3,
"15296" : 11,
"15424" : 7,
"15552" : 1,
"15680" : 2,
"15808" : 10,
"15936" : 4,
"16064" : 3,
"16192" : 1,
"16320" : 4,
"16512" : 3,
"16768" : 8,
"17024" : 7,
"17280" : 6,
"17536" : 6,
"17792" : 7,
"18048" : 7,
"18304" : 7,
"18560" : 2,
"18816" : 7,
"19072" : 2,
"19328" : 2,
"19584" : 2,
"19840" : 2,
"20352" : 1,
"20608" : 2,
"20864" : 3,
"21120" : 3,
"21376" : 2,
"21632" : 1,
"21888" : 1,
"22144" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 1,
"27264" : 2,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"31872" : 1,
"32384" : 1,
"33024" : 1,
"35584" : 1,
"36608" : 2,
"41728" : 2,
"45312" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 139543,
"max" : 2616203,
"mean" : 342928.717551,
"stddev" : 119149.208688,
"N" : 1396554
},
"bw_min" : 9058304,
"bw_max" : 14432256,
"bw_agg" : 99.961747,
"bw_mean" : 11912685.117155,
"bw_dev" : 827178.237648,
"bw_samples" : 956,
"iops_min" : 8846,
"iops_max" : 14094,
"iops_mean" : 11633.171548,
"iops_stddev" : 807.791600,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480000,
"usr_cpu" : 0.734583,
"sys_cpu" : 96.392708,
"ctx" : 85030,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.707959,
"4" : 5.629125,
"10" : 0.602553,
"20" : 0.056639,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991603,
"timestamp_ms" : 1773991603537,
"time" : "Fri Mar 20 04:26:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1584864952320,
"io_kbytes" : 1547719680,
"bw_bytes" : 12191268864,
"bw" : 11905536,
"iops" : 11626.538462,
"runtime" : 130000,
"total_ios" : 1511450,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137710,
"max" : 2613589,
"mean" : 341563.377475,
"stddev" : 119242.529901,
"N" : 1511450
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1702.812638,
"stddev" : 566.595162,
"N" : 1511446,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2064,
"99.000000" : 2864,
"99.500000" : 6240,
"99.900000" : 8768,
"99.950000" : 10816,
"99.990000" : 15808
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 17,
"1384" : 68,
"1400" : 1771,
"1416" : 13435,
"1432" : 17703,
"1448" : 60557,
"1464" : 37346,
"1480" : 72546,
"1496" : 65637,
"1512" : 33895,
"1528" : 83519,
"1544" : 50683,
"1560" : 104706,
"1576" : 94160,
"1592" : 41777,
"1608" : 78842,
"1624" : 38389,
"1640" : 74289,
"1656" : 68041,
"1672" : 31064,
"1688" : 58105,
"1704" : 27066,
"1720" : 49949,
"1736" : 45392,
"1752" : 20581,
"1768" : 38296,
"1784" : 17593,
"1800" : 31620,
"1816" : 27916,
"1832" : 12444,
"1848" : 22749,
"1864" : 10355,
"1880" : 18619,
"1896" : 16125,
"1912" : 7321,
"1928" : 13268,
"1944" : 6017,
"1960" : 11078,
"1976" : 9434,
"1992" : 4497,
"2008" : 7938,
"2024" : 3656,
"2040" : 6645,
"2064" : 8430,
"2096" : 7310,
"2128" : 7477,
"2160" : 5585,
"2192" : 4222,
"2224" : 3728,
"2256" : 3155,
"2288" : 3132,
"2320" : 2774,
"2352" : 1975,
"2384" : 1707,
"2416" : 1507,
"2448" : 1461,
"2480" : 1486,
"2512" : 984,
"2544" : 890,
"2576" : 816,
"2608" : 686,
"2640" : 907,
"2672" : 617,
"2704" : 508,
"2736" : 453,
"2768" : 440,
"2800" : 523,
"2832" : 379,
"2864" : 346,
"2896" : 313,
"2928" : 304,
"2960" : 367,
"2992" : 243,
"3024" : 243,
"3056" : 227,
"3088" : 188,
"3120" : 251,
"3152" : 194,
"3184" : 162,
"3216" : 170,
"3248" : 159,
"3280" : 186,
"3312" : 122,
"3344" : 123,
"3376" : 103,
"3408" : 98,
"3440" : 125,
"3472" : 117,
"3504" : 94,
"3536" : 98,
"3568" : 70,
"3600" : 85,
"3632" : 91,
"3664" : 77,
"3696" : 67,
"3728" : 73,
"3760" : 57,
"3792" : 64,
"3824" : 53,
"3856" : 47,
"3888" : 48,
"3920" : 49,
"3952" : 51,
"3984" : 33,
"4016" : 35,
"4048" : 23,
"4080" : 22,
"4128" : 67,
"4192" : 34,
"4256" : 52,
"4320" : 45,
"4384" : 31,
"4448" : 43,
"4512" : 29,
"4576" : 34,
"4640" : 31,
"4704" : 34,
"4768" : 37,
"4832" : 42,
"4896" : 50,
"4960" : 40,
"5024" : 41,
"5088" : 59,
"5152" : 52,
"5216" : 57,
"5280" : 69,
"5344" : 69,
"5408" : 94,
"5472" : 70,
"5536" : 74,
"5600" : 114,
"5664" : 93,
"5728" : 120,
"5792" : 117,
"5856" : 104,
"5920" : 127,
"5984" : 135,
"6048" : 133,
"6112" : 127,
"6176" : 129,
"6240" : 151,
"6304" : 139,
"6368" : 145,
"6432" : 168,
"6496" : 158,
"6560" : 180,
"6624" : 165,
"6688" : 149,
"6752" : 211,
"6816" : 192,
"6880" : 258,
"6944" : 184,
"7008" : 176,
"7072" : 229,
"7136" : 189,
"7200" : 227,
"7264" : 212,
"7328" : 195,
"7392" : 216,
"7456" : 203,
"7520" : 236,
"7584" : 192,
"7648" : 168,
"7712" : 194,
"7776" : 154,
"7840" : 126,
"7904" : 154,
"7968" : 133,
"8032" : 145,
"8096" : 114,
"8160" : 97,
"8256" : 198,
"8384" : 191,
"8512" : 140,
"8640" : 113,
"8768" : 91,
"8896" : 81,
"9024" : 89,
"9152" : 70,
"9280" : 52,
"9408" : 56,
"9536" : 43,
"9664" : 35,
"9792" : 51,
"9920" : 32,
"10048" : 38,
"10176" : 29,
"10304" : 34,
"10432" : 22,
"10560" : 28,
"10688" : 27,
"10816" : 29,
"10944" : 25,
"11072" : 25,
"11200" : 25,
"11328" : 34,
"11456" : 23,
"11584" : 32,
"11712" : 22,
"11840" : 36,
"11968" : 30,
"12096" : 28,
"12224" : 23,
"12352" : 26,
"12480" : 14,
"12608" : 12,
"12736" : 17,
"12864" : 18,
"12992" : 19,
"13120" : 12,
"13248" : 16,
"13376" : 15,
"13504" : 9,
"13632" : 8,
"13760" : 14,
"13888" : 14,
"14016" : 4,
"14144" : 9,
"14272" : 5,
"14400" : 4,
"14528" : 5,
"14656" : 7,
"14784" : 4,
"14912" : 4,
"15040" : 8,
"15168" : 5,
"15296" : 11,
"15424" : 7,
"15552" : 1,
"15680" : 3,
"15808" : 10,
"15936" : 4,
"16064" : 5,
"16192" : 2,
"16320" : 5,
"16512" : 3,
"16768" : 11,
"17024" : 8,
"17280" : 6,
"17536" : 8,
"17792" : 7,
"18048" : 7,
"18304" : 8,
"18560" : 2,
"18816" : 7,
"19072" : 2,
"19328" : 2,
"19584" : 3,
"19840" : 2,
"20352" : 1,
"20608" : 2,
"20864" : 4,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 1,
"22144" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 1,
"27264" : 2,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"31872" : 1,
"32384" : 1,
"33024" : 1,
"35584" : 1,
"36608" : 2,
"41728" : 2,
"45312" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 139543,
"max" : 2616203,
"mean" : 343265.965540,
"stddev" : 119337.192442,
"N" : 1511446
},
"bw_min" : 9050112,
"bw_max" : 14432256,
"bw_agg" : 99.981303,
"bw_mean" : 11903310.320463,
"bw_dev" : 824770.639856,
"bw_samples" : 1036,
"iops_min" : 8838,
"iops_max" : 14094,
"iops_mean" : 11624.027027,
"iops_stddev" : 805.438879,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519999,
"usr_cpu" : 0.732694,
"sys_cpu" : 96.330570,
"ctx" : 95058,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.743624,
"4" : 5.589930,
"10" : 0.604453,
"20" : 0.058355,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991613,
"timestamp_ms" : 1773991613537,
"time" : "Fri Mar 20 04:26:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1706284810240,
"io_kbytes" : 1666293760,
"bw_bytes" : 12187835700,
"bw" : 11902183,
"iops" : 11623.261595,
"runtime" : 139999,
"total_ios" : 1627245,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137710,
"max" : 2613589,
"mean" : 341660.736864,
"stddev" : 119179.446168,
"N" : 1627245
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1703.903646,
"stddev" : 566.355092,
"N" : 1627241,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2064,
"99.000000" : 2864,
"99.500000" : 6240,
"99.900000" : 8768,
"99.950000" : 10688,
"99.990000" : 15680
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 17,
"1384" : 68,
"1400" : 1792,
"1416" : 13901,
"1432" : 18493,
"1448" : 63882,
"1464" : 39877,
"1480" : 78145,
"1496" : 70486,
"1512" : 36104,
"1528" : 89613,
"1544" : 54510,
"1560" : 112347,
"1576" : 100944,
"1592" : 44842,
"1608" : 85041,
"1624" : 41398,
"1640" : 80397,
"1656" : 73873,
"1672" : 33664,
"1688" : 62940,
"1704" : 29243,
"1720" : 53909,
"1736" : 48957,
"1752" : 22238,
"1768" : 41374,
"1784" : 19065,
"1800" : 34441,
"1816" : 30185,
"1832" : 13502,
"1848" : 24659,
"1864" : 11230,
"1880" : 20186,
"1896" : 17517,
"1912" : 7923,
"1928" : 14366,
"1944" : 6521,
"1960" : 11979,
"1976" : 10261,
"1992" : 4865,
"2008" : 8590,
"2024" : 3953,
"2040" : 7189,
"2064" : 9153,
"2096" : 7933,
"2128" : 8087,
"2160" : 6037,
"2192" : 4584,
"2224" : 4018,
"2256" : 3427,
"2288" : 3401,
"2320" : 3002,
"2352" : 2118,
"2384" : 1854,
"2416" : 1642,
"2448" : 1588,
"2480" : 1618,
"2512" : 1069,
"2544" : 987,
"2576" : 884,
"2608" : 753,
"2640" : 996,
"2672" : 664,
"2704" : 566,
"2736" : 491,
"2768" : 479,
"2800" : 565,
"2832" : 409,
"2864" : 371,
"2896" : 342,
"2928" : 341,
"2960" : 400,
"2992" : 267,
"3024" : 265,
"3056" : 245,
"3088" : 208,
"3120" : 272,
"3152" : 208,
"3184" : 180,
"3216" : 182,
"3248" : 171,
"3280" : 195,
"3312" : 139,
"3344" : 134,
"3376" : 114,
"3408" : 108,
"3440" : 140,
"3472" : 126,
"3504" : 99,
"3536" : 108,
"3568" : 73,
"3600" : 94,
"3632" : 98,
"3664" : 81,
"3696" : 72,
"3728" : 76,
"3760" : 66,
"3792" : 65,
"3824" : 58,
"3856" : 52,
"3888" : 49,
"3920" : 54,
"3952" : 57,
"3984" : 36,
"4016" : 36,
"4048" : 26,
"4080" : 24,
"4128" : 69,
"4192" : 39,
"4256" : 56,
"4320" : 46,
"4384" : 33,
"4448" : 45,
"4512" : 29,
"4576" : 37,
"4640" : 34,
"4704" : 38,
"4768" : 38,
"4832" : 42,
"4896" : 53,
"4960" : 43,
"5024" : 44,
"5088" : 62,
"5152" : 57,
"5216" : 59,
"5280" : 76,
"5344" : 73,
"5408" : 98,
"5472" : 73,
"5536" : 81,
"5600" : 121,
"5664" : 101,
"5728" : 126,
"5792" : 130,
"5856" : 108,
"5920" : 132,
"5984" : 138,
"6048" : 149,
"6112" : 137,
"6176" : 144,
"6240" : 163,
"6304" : 149,
"6368" : 154,
"6432" : 182,
"6496" : 167,
"6560" : 202,
"6624" : 177,
"6688" : 164,
"6752" : 229,
"6816" : 210,
"6880" : 279,
"6944" : 194,
"7008" : 187,
"7072" : 249,
"7136" : 210,
"7200" : 247,
"7264" : 232,
"7328" : 206,
"7392" : 229,
"7456" : 224,
"7520" : 260,
"7584" : 201,
"7648" : 186,
"7712" : 210,
"7776" : 171,
"7840" : 141,
"7904" : 171,
"7968" : 141,
"8032" : 153,
"8096" : 128,
"8160" : 106,
"8256" : 217,
"8384" : 208,
"8512" : 145,
"8640" : 129,
"8768" : 104,
"8896" : 89,
"9024" : 94,
"9152" : 75,
"9280" : 56,
"9408" : 61,
"9536" : 47,
"9664" : 37,
"9792" : 53,
"9920" : 36,
"10048" : 41,
"10176" : 31,
"10304" : 37,
"10432" : 23,
"10560" : 30,
"10688" : 27,
"10816" : 32,
"10944" : 26,
"11072" : 27,
"11200" : 26,
"11328" : 36,
"11456" : 24,
"11584" : 33,
"11712" : 25,
"11840" : 37,
"11968" : 31,
"12096" : 31,
"12224" : 23,
"12352" : 27,
"12480" : 17,
"12608" : 13,
"12736" : 18,
"12864" : 18,
"12992" : 20,
"13120" : 13,
"13248" : 19,
"13376" : 17,
"13504" : 9,
"13632" : 10,
"13760" : 15,
"13888" : 16,
"14016" : 4,
"14144" : 9,
"14272" : 7,
"14400" : 5,
"14528" : 6,
"14656" : 7,
"14784" : 4,
"14912" : 4,
"15040" : 9,
"15168" : 5,
"15296" : 11,
"15424" : 7,
"15552" : 1,
"15680" : 4,
"15808" : 10,
"15936" : 4,
"16064" : 6,
"16192" : 2,
"16320" : 5,
"16512" : 4,
"16768" : 11,
"17024" : 8,
"17280" : 6,
"17536" : 8,
"17792" : 7,
"18048" : 7,
"18304" : 9,
"18560" : 2,
"18816" : 8,
"19072" : 2,
"19328" : 2,
"19584" : 3,
"19840" : 2,
"20352" : 1,
"20608" : 3,
"20864" : 4,
"21120" : 4,
"21376" : 2,
"21632" : 3,
"21888" : 1,
"22144" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 1,
"27264" : 2,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"31872" : 1,
"32384" : 1,
"33024" : 1,
"35584" : 1,
"36608" : 2,
"41728" : 2,
"44800" : 1,
"45312" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 139543,
"max" : 2616203,
"mean" : 343364.432158,
"stddev" : 119274.509312,
"N" : 1627241
},
"bw_min" : 9050112,
"bw_max" : 14432256,
"bw_agg" : 99.973439,
"bw_mean" : 11899022.802867,
"bw_dev" : 820994.216276,
"bw_samples" : 1116,
"iops_min" : 8838,
"iops_max" : 14094,
"iops_mean" : 11619.842294,
"iops_stddev" : 801.752671,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559996,
"usr_cpu" : 0.739112,
"sys_cpu" : 96.326938,
"ctx" : 101358,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.702731,
"4" : 5.629331,
"10" : 0.606608,
"20" : 0.057766,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991623,
"timestamp_ms" : 1773991623537,
"time" : "Fri Mar 20 04:27:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1839062843392,
"io_kbytes" : 1795959808,
"bw_bytes" : 12260500692,
"bw" : 11973145,
"iops" : 11692.557950,
"runtime" : 149999,
"total_ios" : 1753872,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137710,
"max" : 2613589,
"mean" : 339623.252404,
"stddev" : 118917.194130,
"N" : 1753872
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1702.524181,
"stddev" : 567.899110,
"N" : 1753868,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2064,
"99.000000" : 2832,
"99.500000" : 6304,
"99.900000" : 8768,
"99.950000" : 10688,
"99.990000" : 15552
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 17,
"1384" : 73,
"1400" : 1934,
"1416" : 15325,
"1432" : 20550,
"1448" : 70924,
"1464" : 44159,
"1480" : 85649,
"1496" : 76373,
"1512" : 38876,
"1528" : 96183,
"1544" : 58892,
"1560" : 121633,
"1576" : 108912,
"1592" : 48285,
"1608" : 91416,
"1624" : 44330,
"1640" : 85991,
"1656" : 79242,
"1672" : 36185,
"1688" : 67471,
"1704" : 31418,
"1720" : 57836,
"1736" : 52492,
"1752" : 23940,
"1768" : 44332,
"1784" : 20424,
"1800" : 36875,
"1816" : 32419,
"1832" : 14480,
"1848" : 26332,
"1864" : 12000,
"1880" : 21624,
"1896" : 18691,
"1912" : 8432,
"1928" : 15374,
"1944" : 6953,
"1960" : 12784,
"1976" : 10972,
"1992" : 5211,
"2008" : 9152,
"2024" : 4233,
"2040" : 7656,
"2064" : 9718,
"2096" : 8406,
"2128" : 8583,
"2160" : 6416,
"2192" : 4868,
"2224" : 4245,
"2256" : 3635,
"2288" : 3592,
"2320" : 3196,
"2352" : 2244,
"2384" : 1970,
"2416" : 1728,
"2448" : 1677,
"2480" : 1716,
"2512" : 1135,
"2544" : 1052,
"2576" : 930,
"2608" : 794,
"2640" : 1041,
"2672" : 693,
"2704" : 602,
"2736" : 520,
"2768" : 498,
"2800" : 588,
"2832" : 435,
"2864" : 390,
"2896" : 357,
"2928" : 361,
"2960" : 419,
"2992" : 277,
"3024" : 273,
"3056" : 253,
"3088" : 218,
"3120" : 278,
"3152" : 216,
"3184" : 189,
"3216" : 187,
"3248" : 177,
"3280" : 200,
"3312" : 141,
"3344" : 140,
"3376" : 117,
"3408" : 113,
"3440" : 142,
"3472" : 129,
"3504" : 104,
"3536" : 113,
"3568" : 75,
"3600" : 99,
"3632" : 100,
"3664" : 83,
"3696" : 75,
"3728" : 77,
"3760" : 68,
"3792" : 66,
"3824" : 58,
"3856" : 53,
"3888" : 52,
"3920" : 54,
"3952" : 57,
"3984" : 37,
"4016" : 38,
"4048" : 26,
"4080" : 24,
"4128" : 70,
"4192" : 42,
"4256" : 56,
"4320" : 49,
"4384" : 34,
"4448" : 45,
"4512" : 30,
"4576" : 39,
"4640" : 36,
"4704" : 40,
"4768" : 40,
"4832" : 47,
"4896" : 57,
"4960" : 48,
"5024" : 49,
"5088" : 66,
"5152" : 60,
"5216" : 63,
"5280" : 85,
"5344" : 83,
"5408" : 109,
"5472" : 83,
"5536" : 90,
"5600" : 125,
"5664" : 112,
"5728" : 135,
"5792" : 139,
"5856" : 119,
"5920" : 140,
"5984" : 143,
"6048" : 166,
"6112" : 146,
"6176" : 153,
"6240" : 171,
"6304" : 164,
"6368" : 171,
"6432" : 196,
"6496" : 180,
"6560" : 216,
"6624" : 193,
"6688" : 183,
"6752" : 249,
"6816" : 233,
"6880" : 303,
"6944" : 205,
"7008" : 200,
"7072" : 262,
"7136" : 228,
"7200" : 262,
"7264" : 248,
"7328" : 231,
"7392" : 253,
"7456" : 239,
"7520" : 283,
"7584" : 218,
"7648" : 201,
"7712" : 231,
"7776" : 186,
"7840" : 162,
"7904" : 186,
"7968" : 157,
"8032" : 169,
"8096" : 135,
"8160" : 115,
"8256" : 238,
"8384" : 225,
"8512" : 158,
"8640" : 141,
"8768" : 112,
"8896" : 99,
"9024" : 98,
"9152" : 85,
"9280" : 65,
"9408" : 65,
"9536" : 50,
"9664" : 40,
"9792" : 58,
"9920" : 39,
"10048" : 46,
"10176" : 36,
"10304" : 41,
"10432" : 26,
"10560" : 32,
"10688" : 28,
"10816" : 37,
"10944" : 29,
"11072" : 27,
"11200" : 30,
"11328" : 38,
"11456" : 25,
"11584" : 33,
"11712" : 27,
"11840" : 41,
"11968" : 33,
"12096" : 36,
"12224" : 25,
"12352" : 30,
"12480" : 20,
"12608" : 14,
"12736" : 19,
"12864" : 19,
"12992" : 22,
"13120" : 14,
"13248" : 21,
"13376" : 19,
"13504" : 9,
"13632" : 10,
"13760" : 16,
"13888" : 16,
"14016" : 4,
"14144" : 9,
"14272" : 8,
"14400" : 5,
"14528" : 6,
"14656" : 7,
"14784" : 6,
"14912" : 4,
"15040" : 10,
"15168" : 5,
"15296" : 12,
"15424" : 9,
"15552" : 2,
"15680" : 5,
"15808" : 10,
"15936" : 4,
"16064" : 6,
"16192" : 3,
"16320" : 5,
"16512" : 4,
"16768" : 13,
"17024" : 10,
"17280" : 6,
"17536" : 8,
"17792" : 8,
"18048" : 8,
"18304" : 9,
"18560" : 2,
"18816" : 8,
"19072" : 2,
"19328" : 2,
"19584" : 3,
"19840" : 2,
"20352" : 1,
"20608" : 3,
"20864" : 4,
"21120" : 4,
"21376" : 2,
"21632" : 3,
"21888" : 1,
"22144" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 1,
"27264" : 2,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"31872" : 1,
"32384" : 1,
"33024" : 1,
"35584" : 1,
"36608" : 2,
"41728" : 2,
"44288" : 1,
"44800" : 1,
"45312" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"54528" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 139543,
"max" : 2616203,
"mean" : 341325.578628,
"stddev" : 119012.606477,
"N" : 1753868
},
"bw_min" : 9050112,
"bw_max" : 14435453,
"bw_agg" : 100.000000,
"bw_mean" : 11982789.866221,
"bw_dev" : 805926.902941,
"bw_samples" : 1196,
"iops_min" : 8838,
"iops_max" : 14097,
"iops_mean" : 11701.655518,
"iops_stddev" : 787.038707,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599996,
"usr_cpu" : 0.745672,
"sys_cpu" : 96.384976,
"ctx" : 105708,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.794017,
"4" : 5.534668,
"10" : 0.609566,
"20" : 0.058328,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991633,
"timestamp_ms" : 1773991633537,
"time" : "Fri Mar 20 04:27:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1961429565440,
"io_kbytes" : 1915458560,
"bw_bytes" : 12259011402,
"bw" : 11971690,
"iops" : 11691.141820,
"runtime" : 159999,
"total_ios" : 1870571,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137710,
"max" : 2613589,
"mean" : 339665.316344,
"stddev" : 119412.977947,
"N" : 1870571
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1701.681204,
"stddev" : 570.545736,
"N" : 1870567,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1768,
"90.000000" : 1896,
"95.000000" : 2040,
"99.000000" : 2832,
"99.500000" : 6368,
"99.900000" : 8768,
"99.950000" : 10816,
"99.990000" : 15424
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 20,
"1384" : 107,
"1400" : 2631,
"1416" : 18700,
"1432" : 23704,
"1448" : 79048,
"1464" : 47976,
"1480" : 91742,
"1496" : 81400,
"1512" : 41421,
"1528" : 102089,
"1544" : 62213,
"1560" : 128823,
"1576" : 115310,
"1592" : 51146,
"1608" : 96915,
"1624" : 46939,
"1640" : 90860,
"1656" : 83730,
"1672" : 38339,
"1688" : 71457,
"1704" : 33274,
"1720" : 61173,
"1736" : 55644,
"1752" : 25392,
"1768" : 47040,
"1784" : 21588,
"1800" : 39212,
"1816" : 34397,
"1832" : 15350,
"1848" : 28004,
"1864" : 12699,
"1880" : 23015,
"1896" : 19865,
"1912" : 8988,
"1928" : 16406,
"1944" : 7422,
"1960" : 13587,
"1976" : 11681,
"1992" : 5536,
"2008" : 9738,
"2024" : 4509,
"2040" : 8128,
"2064" : 10409,
"2096" : 8919,
"2128" : 9136,
"2160" : 6817,
"2192" : 5182,
"2224" : 4516,
"2256" : 3888,
"2288" : 3808,
"2320" : 3383,
"2352" : 2402,
"2384" : 2091,
"2416" : 1841,
"2448" : 1774,
"2480" : 1824,
"2512" : 1196,
"2544" : 1107,
"2576" : 978,
"2608" : 844,
"2640" : 1076,
"2672" : 723,
"2704" : 627,
"2736" : 545,
"2768" : 523,
"2800" : 618,
"2832" : 462,
"2864" : 420,
"2896" : 365,
"2928" : 378,
"2960" : 427,
"2992" : 280,
"3024" : 282,
"3056" : 266,
"3088" : 227,
"3120" : 286,
"3152" : 225,
"3184" : 194,
"3216" : 195,
"3248" : 187,
"3280" : 205,
"3312" : 143,
"3344" : 146,
"3376" : 121,
"3408" : 117,
"3440" : 144,
"3472" : 130,
"3504" : 107,
"3536" : 114,
"3568" : 76,
"3600" : 100,
"3632" : 103,
"3664" : 85,
"3696" : 77,
"3728" : 77,
"3760" : 68,
"3792" : 68,
"3824" : 59,
"3856" : 54,
"3888" : 52,
"3920" : 56,
"3952" : 58,
"3984" : 39,
"4016" : 39,
"4048" : 26,
"4080" : 26,
"4128" : 72,
"4192" : 43,
"4256" : 56,
"4320" : 50,
"4384" : 36,
"4448" : 47,
"4512" : 34,
"4576" : 40,
"4640" : 39,
"4704" : 45,
"4768" : 43,
"4832" : 51,
"4896" : 59,
"4960" : 51,
"5024" : 53,
"5088" : 71,
"5152" : 64,
"5216" : 68,
"5280" : 89,
"5344" : 88,
"5408" : 119,
"5472" : 88,
"5536" : 97,
"5600" : 135,
"5664" : 121,
"5728" : 143,
"5792" : 148,
"5856" : 129,
"5920" : 154,
"5984" : 151,
"6048" : 178,
"6112" : 160,
"6176" : 160,
"6240" : 189,
"6304" : 175,
"6368" : 179,
"6432" : 212,
"6496" : 190,
"6560" : 230,
"6624" : 209,
"6688" : 200,
"6752" : 266,
"6816" : 251,
"6880" : 323,
"6944" : 222,
"7008" : 222,
"7072" : 287,
"7136" : 245,
"7200" : 286,
"7264" : 272,
"7328" : 255,
"7392" : 278,
"7456" : 259,
"7520" : 311,
"7584" : 243,
"7648" : 219,
"7712" : 258,
"7776" : 202,
"7840" : 174,
"7904" : 206,
"7968" : 165,
"8032" : 178,
"8096" : 144,
"8160" : 129,
"8256" : 261,
"8384" : 235,
"8512" : 182,
"8640" : 150,
"8768" : 120,
"8896" : 104,
"9024" : 106,
"9152" : 92,
"9280" : 72,
"9408" : 71,
"9536" : 54,
"9664" : 41,
"9792" : 67,
"9920" : 41,
"10048" : 51,
"10176" : 39,
"10304" : 43,
"10432" : 29,
"10560" : 32,
"10688" : 29,
"10816" : 40,
"10944" : 32,
"11072" : 31,
"11200" : 32,
"11328" : 41,
"11456" : 28,
"11584" : 34,
"11712" : 30,
"11840" : 45,
"11968" : 33,
"12096" : 39,
"12224" : 29,
"12352" : 33,
"12480" : 23,
"12608" : 15,
"12736" : 22,
"12864" : 19,
"12992" : 24,
"13120" : 17,
"13248" : 21,
"13376" : 20,
"13504" : 9,
"13632" : 10,
"13760" : 17,
"13888" : 17,
"14016" : 6,
"14144" : 11,
"14272" : 8,
"14400" : 5,
"14528" : 6,
"14656" : 7,
"14784" : 6,
"14912" : 5,
"15040" : 11,
"15168" : 6,
"15296" : 12,
"15424" : 9,
"15552" : 3,
"15680" : 6,
"15808" : 10,
"15936" : 4,
"16064" : 6,
"16192" : 3,
"16320" : 5,
"16512" : 4,
"16768" : 15,
"17024" : 10,
"17280" : 7,
"17536" : 9,
"17792" : 8,
"18048" : 9,
"18304" : 9,
"18560" : 2,
"18816" : 9,
"19072" : 2,
"19328" : 2,
"19584" : 3,
"19840" : 2,
"20352" : 1,
"20608" : 3,
"20864" : 5,
"21120" : 4,
"21376" : 2,
"21632" : 3,
"21888" : 1,
"22144" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 1,
"27264" : 2,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"29568" : 1,
"31872" : 1,
"32384" : 1,
"33024" : 1,
"35584" : 1,
"36608" : 2,
"41728" : 2,
"44288" : 1,
"44800" : 1,
"45312" : 2,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"54528" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 139543,
"max" : 2616203,
"mean" : 341366.812031,
"stddev" : 119509.321042,
"N" : 1870567
},
"bw_min" : 9037824,
"bw_max" : 14435453,
"bw_agg" : 99.984273,
"bw_mean" : 11969808.322884,
"bw_dev" : 806457.003767,
"bw_samples" : 1276,
"iops_min" : 8826,
"iops_max" : 14097,
"iops_mean" : 11688.981191,
"iops_stddev" : 787.556306,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.746098,
"sys_cpu" : 96.333415,
"ctx" : 112853,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.814188,
"4" : 5.506073,
"10" : 0.617405,
"20" : 0.058966,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991643,
"timestamp_ms" : 1773991643537,
"time" : "Fri Mar 20 04:27:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2081940307968,
"io_kbytes" : 2033144832,
"bw_bytes" : 12246779733,
"bw" : 11959745,
"iops" : 11679.474585,
"runtime" : 169999,
"total_ios" : 1985499,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137710,
"max" : 2613589,
"mean" : 340006.001017,
"stddev" : 119271.622923,
"N" : 1985499
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1702.108340,
"stddev" : 569.084166,
"N" : 1985495,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2040,
"99.000000" : 2832,
"99.500000" : 6368,
"99.900000" : 8768,
"99.950000" : 10688,
"99.990000" : 15424
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 20,
"1384" : 108,
"1400" : 2656,
"1416" : 19013,
"1432" : 24287,
"1448" : 81657,
"1464" : 49930,
"1480" : 95799,
"1496" : 85184,
"1512" : 43636,
"1528" : 109002,
"1544" : 66978,
"1560" : 138590,
"1576" : 123218,
"1592" : 54355,
"1608" : 103233,
"1624" : 50004,
"1640" : 97049,
"1656" : 89394,
"1672" : 40845,
"1688" : 76206,
"1704" : 35474,
"1720" : 65227,
"1736" : 59243,
"1752" : 27069,
"1768" : 50099,
"1784" : 22982,
"1800" : 41767,
"1816" : 36677,
"1832" : 16362,
"1848" : 29826,
"1864" : 13572,
"1880" : 24522,
"1896" : 21140,
"1912" : 9568,
"1928" : 17479,
"1944" : 7914,
"1960" : 14462,
"1976" : 12470,
"1992" : 5861,
"2008" : 10344,
"2024" : 4783,
"2040" : 8674,
"2064" : 11045,
"2096" : 9492,
"2128" : 9728,
"2160" : 7227,
"2192" : 5494,
"2224" : 4763,
"2256" : 4135,
"2288" : 4047,
"2320" : 3589,
"2352" : 2564,
"2384" : 2248,
"2416" : 1950,
"2448" : 1884,
"2480" : 1921,
"2512" : 1264,
"2544" : 1157,
"2576" : 1042,
"2608" : 901,
"2640" : 1119,
"2672" : 755,
"2704" : 659,
"2736" : 574,
"2768" : 553,
"2800" : 642,
"2832" : 487,
"2864" : 433,
"2896" : 377,
"2928" : 394,
"2960" : 439,
"2992" : 293,
"3024" : 293,
"3056" : 275,
"3088" : 230,
"3120" : 299,
"3152" : 236,
"3184" : 203,
"3216" : 201,
"3248" : 194,
"3280" : 209,
"3312" : 147,
"3344" : 150,
"3376" : 124,
"3408" : 120,
"3440" : 145,
"3472" : 132,
"3504" : 110,
"3536" : 114,
"3568" : 78,
"3600" : 102,
"3632" : 106,
"3664" : 87,
"3696" : 80,
"3728" : 77,
"3760" : 68,
"3792" : 70,
"3824" : 60,
"3856" : 55,
"3888" : 52,
"3920" : 56,
"3952" : 59,
"3984" : 40,
"4016" : 39,
"4048" : 26,
"4080" : 26,
"4128" : 72,
"4192" : 44,
"4256" : 56,
"4320" : 51,
"4384" : 36,
"4448" : 47,
"4512" : 34,
"4576" : 43,
"4640" : 39,
"4704" : 46,
"4768" : 45,
"4832" : 53,
"4896" : 67,
"4960" : 55,
"5024" : 56,
"5088" : 74,
"5152" : 70,
"5216" : 72,
"5280" : 92,
"5344" : 93,
"5408" : 127,
"5472" : 96,
"5536" : 101,
"5600" : 146,
"5664" : 130,
"5728" : 156,
"5792" : 156,
"5856" : 139,
"5920" : 162,
"5984" : 156,
"6048" : 189,
"6112" : 165,
"6176" : 165,
"6240" : 198,
"6304" : 181,
"6368" : 187,
"6432" : 228,
"6496" : 205,
"6560" : 246,
"6624" : 219,
"6688" : 208,
"6752" : 289,
"6816" : 261,
"6880" : 341,
"6944" : 236,
"7008" : 237,
"7072" : 303,
"7136" : 263,
"7200" : 302,
"7264" : 283,
"7328" : 270,
"7392" : 293,
"7456" : 280,
"7520" : 328,
"7584" : 252,
"7648" : 229,
"7712" : 274,
"7776" : 209,
"7840" : 195,
"7904" : 213,
"7968" : 175,
"8032" : 194,
"8096" : 152,
"8160" : 137,
"8256" : 288,
"8384" : 255,
"8512" : 196,
"8640" : 157,
"8768" : 128,
"8896" : 116,
"9024" : 119,
"9152" : 99,
"9280" : 72,
"9408" : 76,
"9536" : 58,
"9664" : 43,
"9792" : 69,
"9920" : 45,
"10048" : 52,
"10176" : 41,
"10304" : 45,
"10432" : 29,
"10560" : 37,
"10688" : 31,
"10816" : 43,
"10944" : 34,
"11072" : 36,
"11200" : 34,
"11328" : 42,
"11456" : 30,
"11584" : 36,
"11712" : 30,
"11840" : 47,
"11968" : 35,
"12096" : 43,
"12224" : 32,
"12352" : 35,
"12480" : 24,
"12608" : 15,
"12736" : 22,
"12864" : 20,
"12992" : 24,
"13120" : 18,
"13248" : 21,
"13376" : 21,
"13504" : 9,
"13632" : 10,
"13760" : 17,
"13888" : 17,
"14016" : 6,
"14144" : 11,
"14272" : 10,
"14400" : 5,
"14528" : 6,
"14656" : 7,
"14784" : 6,
"14912" : 5,
"15040" : 11,
"15168" : 6,
"15296" : 12,
"15424" : 9,
"15552" : 3,
"15680" : 6,
"15808" : 10,
"15936" : 4,
"16064" : 6,
"16192" : 4,
"16320" : 5,
"16512" : 5,
"16768" : 15,
"17024" : 10,
"17280" : 7,
"17536" : 10,
"17792" : 8,
"18048" : 9,
"18304" : 9,
"18560" : 2,
"18816" : 9,
"19072" : 2,
"19328" : 2,
"19584" : 3,
"19840" : 2,
"20352" : 1,
"20608" : 3,
"20864" : 5,
"21120" : 4,
"21376" : 2,
"21632" : 3,
"21888" : 1,
"22144" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 2,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 1,
"27264" : 2,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"29568" : 1,
"31872" : 1,
"32384" : 1,
"33024" : 1,
"35584" : 1,
"36608" : 2,
"39680" : 1,
"41728" : 2,
"44288" : 1,
"44800" : 2,
"45312" : 2,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"54528" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 139543,
"max" : 2616203,
"mean" : 341707.935266,
"stddev" : 119366.645286,
"N" : 1985495
},
"bw_min" : 9037824,
"bw_max" : 14440448,
"bw_agg" : 99.988772,
"bw_mean" : 11958403.392330,
"bw_dev" : 804767.440021,
"bw_samples" : 1356,
"iops_min" : 8826,
"iops_max" : 14102,
"iops_mean" : 11677.849558,
"iops_stddev" : 785.904915,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679996,
"usr_cpu" : 0.744710,
"sys_cpu" : 96.324243,
"ctx" : 118841,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.825079,
"4" : 5.497308,
"10" : 0.616168,
"20" : 0.058121,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991653,
"timestamp_ms" : 1773991653537,
"time" : "Fri Mar 20 04:27:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2207995920384,
"io_kbytes" : 2156246016,
"bw_bytes" : 12266712150,
"bw" : 11979211,
"iops" : 11698.470547,
"runtime" : 179999,
"total_ios" : 2105713,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137159,
"max" : 2613589,
"mean" : 339449.838481,
"stddev" : 119476.098445,
"N" : 2105713
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1702.683443,
"stddev" : 568.196515,
"N" : 2105709,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2040,
"99.000000" : 2800,
"99.500000" : 6368,
"99.900000" : 8768,
"99.950000" : 10688,
"99.990000" : 15424
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 20,
"1384" : 108,
"1400" : 2684,
"1416" : 19332,
"1432" : 24751,
"1448" : 83573,
"1464" : 51330,
"1480" : 98842,
"1496" : 88457,
"1512" : 45818,
"1528" : 116974,
"1544" : 72537,
"1560" : 148793,
"1576" : 130724,
"1592" : 57692,
"1608" : 110983,
"1624" : 54238,
"1640" : 105063,
"1656" : 95961,
"1672" : 43558,
"1688" : 80871,
"1704" : 37682,
"1720" : 69291,
"1736" : 63008,
"1752" : 28733,
"1768" : 53153,
"1784" : 24432,
"1800" : 44352,
"1816" : 39032,
"1832" : 17389,
"1848" : 31764,
"1864" : 14424,
"1880" : 26118,
"1896" : 22399,
"1912" : 10136,
"1928" : 18617,
"1944" : 8394,
"1960" : 15347,
"1976" : 13267,
"1992" : 6229,
"2008" : 10985,
"2024" : 5066,
"2040" : 9208,
"2064" : 11763,
"2096" : 10056,
"2128" : 10338,
"2160" : 7672,
"2192" : 5817,
"2224" : 5031,
"2256" : 4393,
"2288" : 4267,
"2320" : 3791,
"2352" : 2699,
"2384" : 2383,
"2416" : 2065,
"2448" : 1978,
"2480" : 2025,
"2512" : 1327,
"2544" : 1231,
"2576" : 1092,
"2608" : 935,
"2640" : 1166,
"2672" : 791,
"2704" : 689,
"2736" : 596,
"2768" : 572,
"2800" : 669,
"2832" : 504,
"2864" : 452,
"2896" : 393,
"2928" : 399,
"2960" : 449,
"2992" : 300,
"3024" : 298,
"3056" : 280,
"3088" : 239,
"3120" : 306,
"3152" : 241,
"3184" : 208,
"3216" : 206,
"3248" : 199,
"3280" : 213,
"3312" : 149,
"3344" : 152,
"3376" : 126,
"3408" : 123,
"3440" : 145,
"3472" : 133,
"3504" : 111,
"3536" : 116,
"3568" : 78,
"3600" : 104,
"3632" : 107,
"3664" : 87,
"3696" : 82,
"3728" : 78,
"3760" : 68,
"3792" : 73,
"3824" : 61,
"3856" : 56,
"3888" : 52,
"3920" : 58,
"3952" : 61,
"3984" : 40,
"4016" : 42,
"4048" : 26,
"4080" : 26,
"4128" : 73,
"4192" : 46,
"4256" : 56,
"4320" : 52,
"4384" : 36,
"4448" : 48,
"4512" : 40,
"4576" : 45,
"4640" : 44,
"4704" : 50,
"4768" : 52,
"4832" : 57,
"4896" : 69,
"4960" : 59,
"5024" : 61,
"5088" : 80,
"5152" : 77,
"5216" : 78,
"5280" : 94,
"5344" : 98,
"5408" : 135,
"5472" : 99,
"5536" : 104,
"5600" : 151,
"5664" : 141,
"5728" : 166,
"5792" : 166,
"5856" : 144,
"5920" : 172,
"5984" : 162,
"6048" : 197,
"6112" : 175,
"6176" : 169,
"6240" : 206,
"6304" : 187,
"6368" : 190,
"6432" : 242,
"6496" : 213,
"6560" : 259,
"6624" : 235,
"6688" : 217,
"6752" : 312,
"6816" : 280,
"6880" : 354,
"6944" : 257,
"7008" : 259,
"7072" : 322,
"7136" : 283,
"7200" : 314,
"7264" : 303,
"7328" : 285,
"7392" : 315,
"7456" : 293,
"7520" : 348,
"7584" : 272,
"7648" : 246,
"7712" : 288,
"7776" : 224,
"7840" : 212,
"7904" : 227,
"7968" : 188,
"8032" : 209,
"8096" : 168,
"8160" : 154,
"8256" : 306,
"8384" : 271,
"8512" : 201,
"8640" : 164,
"8768" : 140,
"8896" : 124,
"9024" : 128,
"9152" : 104,
"9280" : 77,
"9408" : 81,
"9536" : 60,
"9664" : 46,
"9792" : 73,
"9920" : 50,
"10048" : 56,
"10176" : 41,
"10304" : 47,
"10432" : 32,
"10560" : 41,
"10688" : 32,
"10816" : 45,
"10944" : 38,
"11072" : 37,
"11200" : 37,
"11328" : 47,
"11456" : 31,
"11584" : 38,
"11712" : 31,
"11840" : 48,
"11968" : 37,
"12096" : 45,
"12224" : 34,
"12352" : 36,
"12480" : 25,
"12608" : 20,
"12736" : 23,
"12864" : 21,
"12992" : 25,
"13120" : 19,
"13248" : 23,
"13376" : 22,
"13504" : 10,
"13632" : 10,
"13760" : 18,
"13888" : 18,
"14016" : 6,
"14144" : 12,
"14272" : 10,
"14400" : 5,
"14528" : 6,
"14656" : 8,
"14784" : 6,
"14912" : 5,
"15040" : 11,
"15168" : 6,
"15296" : 12,
"15424" : 9,
"15552" : 4,
"15680" : 6,
"15808" : 10,
"15936" : 5,
"16064" : 6,
"16192" : 5,
"16320" : 5,
"16512" : 5,
"16768" : 16,
"17024" : 10,
"17280" : 7,
"17536" : 10,
"17792" : 9,
"18048" : 9,
"18304" : 10,
"18560" : 2,
"18816" : 9,
"19072" : 3,
"19328" : 2,
"19584" : 3,
"19840" : 2,
"20352" : 1,
"20608" : 4,
"20864" : 5,
"21120" : 4,
"21376" : 2,
"21632" : 3,
"21888" : 1,
"22144" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 2,
"23680" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 1,
"27264" : 2,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"29568" : 1,
"31872" : 1,
"32384" : 1,
"33024" : 1,
"35584" : 1,
"36608" : 2,
"39680" : 1,
"41728" : 2,
"44288" : 1,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"54528" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 138861,
"max" : 2616203,
"mean" : 341152.356715,
"stddev" : 119569.464967,
"N" : 2105709
},
"bw_min" : 9037824,
"bw_max" : 14440448,
"bw_agg" : 100.000000,
"bw_mean" : 11988716.880223,
"bw_dev" : 800857.718279,
"bw_samples" : 1436,
"iops_min" : 8826,
"iops_max" : 14102,
"iops_mean" : 11707.454039,
"iops_stddev" : 782.088668,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 0.743893,
"sys_cpu" : 96.314563,
"ctx" : 125049,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.844413,
"4" : 5.478049,
"10" : 0.616323,
"20" : 0.057938,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773991653,
"timestamp_ms" : 1773991653579,
"time" : "Fri Mar 20 04:27:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2208004308992,
"io_kbytes" : 2156254208,
"bw_bytes" : 12266554310,
"bw" : 11979056,
"iops" : 11698.275575,
"runtime" : 180002,
"total_ios" : 2105713,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137159,
"max" : 2613589,
"mean" : 339449.935652,
"stddev" : 119476.014178,
"N" : 2105717
},
"clat_ns" : {
"min" : 1273,
"max" : 77368,
"mean" : 1702.683672,
"stddev" : 568.196078,
"N" : 2105713,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1784,
"90.000000" : 1896,
"95.000000" : 2040,
"99.000000" : 2800,
"99.500000" : 6368,
"99.900000" : 8768,
"99.950000" : 10688,
"99.990000" : 15424
},
"bins" : {
"1272" : 1,
"1288" : 2,
"1304" : 1,
"1320" : 2,
"1336" : 10,
"1352" : 2,
"1368" : 20,
"1384" : 108,
"1400" : 2684,
"1416" : 19332,
"1432" : 24751,
"1448" : 83573,
"1464" : 51330,
"1480" : 98843,
"1496" : 88457,
"1512" : 45818,
"1528" : 116974,
"1544" : 72537,
"1560" : 148793,
"1576" : 130724,
"1592" : 57692,
"1608" : 110983,
"1624" : 54238,
"1640" : 105063,
"1656" : 95961,
"1672" : 43558,
"1688" : 80871,
"1704" : 37682,
"1720" : 69291,
"1736" : 63008,
"1752" : 28733,
"1768" : 53153,
"1784" : 24432,
"1800" : 44353,
"1816" : 39032,
"1832" : 17389,
"1848" : 31764,
"1864" : 14424,
"1880" : 26118,
"1896" : 22399,
"1912" : 10136,
"1928" : 18617,
"1944" : 8394,
"1960" : 15347,
"1976" : 13268,
"1992" : 6229,
"2008" : 10985,
"2024" : 5066,
"2040" : 9209,
"2064" : 11763,
"2096" : 10056,
"2128" : 10338,
"2160" : 7672,
"2192" : 5817,
"2224" : 5031,
"2256" : 4393,
"2288" : 4267,
"2320" : 3791,
"2352" : 2699,
"2384" : 2383,
"2416" : 2065,
"2448" : 1978,
"2480" : 2025,
"2512" : 1327,
"2544" : 1231,
"2576" : 1092,
"2608" : 935,
"2640" : 1166,
"2672" : 791,
"2704" : 689,
"2736" : 596,
"2768" : 572,
"2800" : 669,
"2832" : 504,
"2864" : 452,
"2896" : 393,
"2928" : 399,
"2960" : 449,
"2992" : 300,
"3024" : 298,
"3056" : 280,
"3088" : 239,
"3120" : 306,
"3152" : 241,
"3184" : 208,
"3216" : 206,
"3248" : 199,
"3280" : 213,
"3312" : 149,
"3344" : 152,
"3376" : 126,
"3408" : 123,
"3440" : 145,
"3472" : 133,
"3504" : 111,
"3536" : 116,
"3568" : 78,
"3600" : 104,
"3632" : 107,
"3664" : 87,
"3696" : 82,
"3728" : 78,
"3760" : 68,
"3792" : 73,
"3824" : 61,
"3856" : 56,
"3888" : 52,
"3920" : 58,
"3952" : 61,
"3984" : 40,
"4016" : 42,
"4048" : 26,
"4080" : 26,
"4128" : 73,
"4192" : 46,
"4256" : 56,
"4320" : 52,
"4384" : 36,
"4448" : 48,
"4512" : 40,
"4576" : 45,
"4640" : 44,
"4704" : 50,
"4768" : 52,
"4832" : 57,
"4896" : 69,
"4960" : 59,
"5024" : 61,
"5088" : 80,
"5152" : 77,
"5216" : 78,
"5280" : 94,
"5344" : 98,
"5408" : 135,
"5472" : 99,
"5536" : 104,
"5600" : 151,
"5664" : 141,
"5728" : 166,
"5792" : 166,
"5856" : 144,
"5920" : 172,
"5984" : 162,
"6048" : 197,
"6112" : 175,
"6176" : 169,
"6240" : 206,
"6304" : 187,
"6368" : 190,
"6432" : 242,
"6496" : 213,
"6560" : 259,
"6624" : 235,
"6688" : 217,
"6752" : 312,
"6816" : 280,
"6880" : 354,
"6944" : 257,
"7008" : 259,
"7072" : 322,
"7136" : 283,
"7200" : 314,
"7264" : 303,
"7328" : 285,
"7392" : 315,
"7456" : 293,
"7520" : 348,
"7584" : 272,
"7648" : 246,
"7712" : 288,
"7776" : 224,
"7840" : 212,
"7904" : 227,
"7968" : 188,
"8032" : 209,
"8096" : 168,
"8160" : 154,
"8256" : 306,
"8384" : 271,
"8512" : 201,
"8640" : 164,
"8768" : 140,
"8896" : 124,
"9024" : 128,
"9152" : 104,
"9280" : 77,
"9408" : 81,
"9536" : 60,
"9664" : 46,
"9792" : 73,
"9920" : 50,
"10048" : 56,
"10176" : 41,
"10304" : 47,
"10432" : 32,
"10560" : 41,
"10688" : 32,
"10816" : 45,
"10944" : 38,
"11072" : 37,
"11200" : 37,
"11328" : 47,
"11456" : 31,
"11584" : 38,
"11712" : 31,
"11840" : 48,
"11968" : 37,
"12096" : 45,
"12224" : 34,
"12352" : 36,
"12480" : 25,
"12608" : 20,
"12736" : 23,
"12864" : 21,
"12992" : 25,
"13120" : 19,
"13248" : 23,
"13376" : 22,
"13504" : 10,
"13632" : 10,
"13760" : 18,
"13888" : 18,
"14016" : 6,
"14144" : 12,
"14272" : 10,
"14400" : 5,
"14528" : 6,
"14656" : 8,
"14784" : 6,
"14912" : 5,
"15040" : 11,
"15168" : 6,
"15296" : 12,
"15424" : 9,
"15552" : 4,
"15680" : 6,
"15808" : 10,
"15936" : 5,
"16064" : 6,
"16192" : 5,
"16320" : 5,
"16512" : 5,
"16768" : 16,
"17024" : 10,
"17280" : 7,
"17536" : 10,
"17792" : 9,
"18048" : 9,
"18304" : 10,
"18560" : 2,
"18816" : 9,
"19072" : 3,
"19328" : 2,
"19584" : 3,
"19840" : 2,
"20352" : 1,
"20608" : 4,
"20864" : 5,
"21120" : 4,
"21376" : 2,
"21632" : 3,
"21888" : 1,
"22144" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 2,
"23680" : 1,
"23936" : 3,
"24704" : 2,
"25472" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 1,
"27264" : 2,
"27520" : 1,
"27776" : 1,
"28800" : 1,
"29568" : 1,
"31872" : 1,
"32384" : 1,
"33024" : 1,
"35584" : 1,
"36608" : 2,
"39680" : 1,
"41728" : 2,
"44288" : 1,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"54528" : 1,
"61184" : 1,
"77312" : 1
}
},
"lat_ns" : {
"min" : 138861,
"max" : 2616203,
"mean" : 341152.454115,
"stddev" : 119569.380618,
"N" : 2105713
},
"bw_min" : 9036182,
"bw_max" : 14440448,
"bw_agg" : 100.000000,
"bw_mean" : 11981482.308333,
"bw_dev" : 801727.416758,
"bw_samples" : 1440,
"iops_min" : 8824,
"iops_max" : 14102,
"iops_mean" : 11700.383333,
"iops_stddev" : 782.939464,
"iops_samples" : 1440
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720004,
"usr_cpu" : 0.743885,
"sys_cpu" : 96.313909,
"ctx" : 125053,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 93.844555,
"4" : 5.478097,
"10" : 0.616323,
"20" : 0.057938,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}