raidz2/benchmarks/seq/seq-read-qd32-nj4_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773995733,
"timestamp_ms" : 1773995733957,
"time" : "Fri Mar 20 05:35:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10627833332,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995743,
"timestamp_ms" : 1773995743956,
"time" : "Fri Mar 20 05:35:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 20,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10627873328,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995753,
"timestamp_ms" : 1773995753956,
"time" : "Fri Mar 20 05:35:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 30,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10627913328,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995763,
"timestamp_ms" : 1773995763957,
"time" : "Fri Mar 20 05:36:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 40,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10627953332,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995773,
"timestamp_ms" : 1773995773956,
"time" : "Fri Mar 20 05:36:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 50,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10627993332,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995783,
"timestamp_ms" : 1773995783956,
"time" : "Fri Mar 20 05:36:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 60,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10628033328,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995793,
"timestamp_ms" : 1773995793956,
"time" : "Fri Mar 20 05:36:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 70,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10628073328,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995803,
"timestamp_ms" : 1773995803957,
"time" : "Fri Mar 20 05:36:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 182,
"elapsed" : 8,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 81454432256,
"io_kbytes" : 79545344,
"bw_bytes" : 11133738689,
"bw" : 10872791,
"iops" : 10636.139967,
"runtime" : 7316,
"total_ios" : 77814,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29264,
"usr_cpu" : 0.666348,
"sys_cpu" : 95.130536,
"ctx" : 8729,
"majf" : 0,
"minf" : 32804,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.840646,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995816,
"timestamp_ms" : 1773995816640,
"time" : "Fri Mar 20 05:36:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 92066021376,
"io_kbytes" : 89908224,
"bw_bytes" : 9206602137,
"bw" : 8990822,
"iops" : 8780.500000,
"runtime" : 10000,
"total_ios" : 87805,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 369524,
"max" : 986177,
"mean" : 452690.227276,
"stddev" : 29549.618551,
"N" : 87805
},
"clat_ns" : {
"min" : 13126568,
"max" : 15669362,
"mean" : 14124951.480826,
"stddev" : 370717.694018,
"N" : 87801,
"percentile" : {
"1.000000" : 13434880,
"5.000000" : 13565952,
"10.000000" : 13697024,
"20.000000" : 13828096,
"30.000000" : 13959168,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14221312,
"70.000000" : 14352384,
"80.000000" : 14483456,
"90.000000" : 14614528,
"95.000000" : 14876672,
"99.000000" : 15138816,
"99.500000" : 15269888,
"99.900000" : 15400960,
"99.950000" : 15532032,
"99.990000" : 15532032
},
"bins" : {
"13172736" : 23,
"13303808" : 266,
"13434880" : 1196,
"13565952" : 3956,
"13697024" : 8387,
"13828096" : 12303,
"13959168" : 13350,
"14090240" : 11879,
"14221312" : 9675,
"14352384" : 8344,
"14483456" : 6682,
"14614528" : 4391,
"14745600" : 2851,
"14876672" : 1883,
"15007744" : 1301,
"15138816" : 811,
"15269888" : 329,
"15400960" : 111,
"15532032" : 55,
"15663104" : 8
}
},
"lat_ns" : {
"min" : 13563546,
"max" : 16167102,
"mean" : 14577636.151001,
"stddev" : 379889.821611,
"N" : 87801
},
"bw_min" : 8700261,
"bw_max" : 9150464,
"bw_agg" : 99.962335,
"bw_mean" : 8987436.000000,
"bw_dev" : 34329.042581,
"bw_samples" : 76,
"iops_min" : 8496,
"iops_max" : 8936,
"iops_mean" : 8776.631579,
"iops_stddev" : 33.524393,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39997,
"usr_cpu" : 0.602545,
"sys_cpu" : 98.484886,
"ctx" : 3040,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 99.995444,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995826,
"timestamp_ms" : 1773995826640,
"time" : "Fri Mar 20 05:37:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 196093149184,
"io_kbytes" : 191497216,
"bw_bytes" : 9805147716,
"bw" : 9575339,
"iops" : 9351.167558,
"runtime" : 19999,
"total_ios" : 187014,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 187125,
"max" : 2323569,
"mean" : 424880.995198,
"stddev" : 87380.688824,
"N" : 187014
},
"clat_ns" : {
"min" : 6920971,
"max" : 21468990,
"mean" : 13263451.498102,
"stddev" : 2510834.903826,
"N" : 187010,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 7634944,
"10.000000" : 7766016,
"20.000000" : 13565952,
"30.000000" : 13828096,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14483456,
"80.000000" : 14745600,
"90.000000" : 15138816,
"95.000000" : 15269888,
"99.000000" : 15663104,
"99.500000" : 15925248,
"99.900000" : 16187392,
"99.950000" : 16449536,
"99.990000" : 17956864
},
"bins" : {
"6914048" : 7,
"6979584" : 23,
"7045120" : 3,
"7110656" : 8,
"7176192" : 84,
"7241728" : 225,
"7307264" : 489,
"7372800" : 673,
"7438336" : 1245,
"7503872" : 2271,
"7569408" : 3199,
"7634944" : 4257,
"7700480" : 4385,
"7766016" : 3978,
"7831552" : 3076,
"7897088" : 2145,
"7962624" : 1648,
"8028160" : 1109,
"8093696" : 613,
"8159232" : 266,
"8224768" : 137,
"8290304" : 45,
"8355840" : 45,
"8454144" : 56,
"8585216" : 53,
"8716288" : 58,
"8847360" : 74,
"8978432" : 72,
"9109504" : 66,
"9240576" : 52,
"9371648" : 31,
"9502720" : 11,
"9633792" : 5,
"9764864" : 22,
"9895936" : 73,
"10027008" : 116,
"10158080" : 140,
"10289152" : 90,
"10420224" : 73,
"10551296" : 38,
"10682368" : 62,
"10813440" : 53,
"10944512" : 36,
"11075584" : 18,
"11206656" : 38,
"11337728" : 32,
"11468800" : 29,
"11599872" : 51,
"11730944" : 41,
"11862016" : 57,
"11993088" : 92,
"12124160" : 113,
"12255232" : 93,
"12386304" : 64,
"12517376" : 77,
"12648448" : 62,
"12779520" : 59,
"12910592" : 89,
"13041664" : 86,
"13172736" : 195,
"13303808" : 715,
"13434880" : 2178,
"13565952" : 5522,
"13697024" : 10866,
"13828096" : 15306,
"13959168" : 16612,
"14090240" : 14514,
"14221312" : 12520,
"14352384" : 11753,
"14483456" : 10595,
"14614528" : 9235,
"14745600" : 8288,
"14876672" : 8370,
"15007744" : 8148,
"15138816" : 6431,
"15269888" : 4795,
"15400960" : 3542,
"15532032" : 2490,
"15663104" : 1300,
"15794176" : 583,
"15925248" : 371,
"16056320" : 257,
"16187392" : 147,
"16318464" : 58,
"16449536" : 49,
"16580608" : 23,
"16711680" : 5,
"16908288" : 1,
"17170432" : 2,
"17432576" : 3,
"17694720" : 3,
"17956864" : 4,
"18481152" : 1,
"19005440" : 1,
"19529728" : 1,
"19791872" : 2,
"20054016" : 3,
"20316160" : 2,
"20578304" : 1,
"20840448" : 2,
"21102592" : 1,
"21364736" : 2
}
},
"lat_ns" : {
"min" : 7124281,
"max" : 22027804,
"mean" : 13688351.962815,
"stddev" : 2591142.441109,
"N" : 187010
},
"bw_min" : 8413184,
"bw_max" : 11118592,
"bw_agg" : 99.769464,
"bw_mean" : 9553265.128205,
"bw_dev" : 447832.627392,
"bw_samples" : 156,
"iops_min" : 8216,
"iops_max" : 10858,
"iops_mean" : 9329.153846,
"iops_stddev" : 437.336530,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79996,
"usr_cpu" : 0.661283,
"sys_cpu" : 97.164858,
"ctx" : 15150,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 16.324981,
"20" : 83.666998,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995836,
"timestamp_ms" : 1773995836640,
"time" : "Fri Mar 20 05:37:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 295687946240,
"io_kbytes" : 288757760,
"bw_bytes" : 9856593427,
"bw" : 9625579,
"iops" : 9400.146672,
"runtime" : 29999,
"total_ios" : 281995,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185534,
"max" : 2323569,
"mean" : 422654.386478,
"stddev" : 88344.271537,
"N" : 281995
},
"clat_ns" : {
"min" : 6511605,
"max" : 21468990,
"mean" : 13193861.526439,
"stddev" : 2519093.572371,
"N" : 281991,
"percentile" : {
"1.000000" : 7372800,
"5.000000" : 7569408,
"10.000000" : 7700480,
"20.000000" : 13434880,
"30.000000" : 13828096,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14221312,
"70.000000" : 14483456,
"80.000000" : 14745600,
"90.000000" : 15007744,
"95.000000" : 15269888,
"99.000000" : 15663104,
"99.500000" : 15925248,
"99.900000" : 16908288,
"99.950000" : 17694720,
"99.990000" : 19005440
},
"bins" : {
"6520832" : 10,
"6586368" : 35,
"6651904" : 40,
"6717440" : 16,
"6782976" : 1,
"6848512" : 1,
"6914048" : 9,
"6979584" : 23,
"7045120" : 8,
"7110656" : 38,
"7176192" : 222,
"7241728" : 495,
"7307264" : 1174,
"7372800" : 2030,
"7438336" : 3226,
"7503872" : 4236,
"7569408" : 5076,
"7634944" : 6150,
"7700480" : 5904,
"7766016" : 5180,
"7831552" : 3807,
"7897088" : 2580,
"7962624" : 1907,
"8028160" : 1288,
"8093696" : 707,
"8159232" : 348,
"8224768" : 214,
"8290304" : 134,
"8355840" : 139,
"8454144" : 241,
"8585216" : 272,
"8716288" : 171,
"8847360" : 177,
"8978432" : 159,
"9109504" : 140,
"9240576" : 113,
"9371648" : 183,
"9502720" : 136,
"9633792" : 89,
"9764864" : 104,
"9895936" : 150,
"10027008" : 221,
"10158080" : 200,
"10289152" : 148,
"10420224" : 125,
"10551296" : 88,
"10682368" : 148,
"10813440" : 153,
"10944512" : 79,
"11075584" : 66,
"11206656" : 92,
"11337728" : 103,
"11468800" : 98,
"11599872" : 82,
"11730944" : 78,
"11862016" : 101,
"11993088" : 144,
"12124160" : 154,
"12255232" : 127,
"12386304" : 98,
"12517376" : 124,
"12648448" : 112,
"12779520" : 131,
"12910592" : 178,
"13041664" : 218,
"13172736" : 389,
"13303808" : 1504,
"13434880" : 4524,
"13565952" : 10287,
"13697024" : 17839,
"13828096" : 23593,
"13959168" : 25446,
"14090240" : 22376,
"14221312" : 19235,
"14352384" : 17971,
"14483456" : 16451,
"14614528" : 13908,
"14745600" : 11823,
"14876672" : 11204,
"15007744" : 10304,
"15138816" : 7790,
"15269888" : 5632,
"15400960" : 4256,
"15532032" : 3073,
"15663104" : 1770,
"15794176" : 831,
"15925248" : 537,
"16056320" : 373,
"16187392" : 247,
"16318464" : 130,
"16449536" : 99,
"16580608" : 50,
"16711680" : 43,
"16908288" : 65,
"17170432" : 48,
"17432576" : 41,
"17694720" : 28,
"17956864" : 28,
"18219008" : 30,
"18481152" : 25,
"18743296" : 7,
"19005440" : 11,
"19267584" : 7,
"19529728" : 3,
"19791872" : 2,
"20054016" : 3,
"20316160" : 2,
"20578304" : 1,
"20840448" : 2,
"21102592" : 1,
"21364736" : 2
}
},
"lat_ns" : {
"min" : 6708847,
"max" : 22027804,
"mean" : 13616530.242178,
"stddev" : 2599580.927217,
"N" : 281991
},
"bw_min" : 8413184,
"bw_max" : 11139072,
"bw_agg" : 100.000000,
"bw_mean" : 9629862.389831,
"bw_dev" : 450164.165549,
"bw_samples" : 236,
"iops_min" : 8216,
"iops_max" : 10878,
"iops_mean" : 9403.932203,
"iops_stddev" : 439.619387,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 0.657522,
"sys_cpu" : 97.164905,
"ctx" : 22943,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999645,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999645,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 16.661998,
"20" : 83.332683,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995846,
"timestamp_ms" : 1773995846639,
"time" : "Fri Mar 20 05:37:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 409473122304,
"io_kbytes" : 399876096,
"bw_bytes" : 10237083984,
"bw" : 9997152,
"iops" : 9762.944074,
"runtime" : 39999,
"total_ios" : 390508,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 406841.353465,
"stddev" : 108925.665690,
"N" : 390508
},
"clat_ns" : {
"min" : 6231267,
"max" : 21468990,
"mean" : 12703413.845080,
"stddev" : 3206748.981596,
"N" : 390504,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 7766016,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14614528,
"80.000000" : 15007744,
"90.000000" : 15269888,
"95.000000" : 15532032,
"99.000000" : 15925248,
"99.500000" : 16056320,
"99.900000" : 16711680,
"99.950000" : 17170432,
"99.990000" : 18743296
},
"bins" : {
"6258688" : 86,
"6324224" : 730,
"6389760" : 3298,
"6455296" : 8027,
"6520832" : 10970,
"6586368" : 9949,
"6651904" : 6588,
"6717440" : 3621,
"6782976" : 2002,
"6848512" : 1138,
"6914048" : 549,
"6979584" : 198,
"7045120" : 71,
"7110656" : 74,
"7176192" : 231,
"7241728" : 497,
"7307264" : 1175,
"7372800" : 2032,
"7438336" : 3226,
"7503872" : 4237,
"7569408" : 5081,
"7634944" : 6161,
"7700480" : 5905,
"7766016" : 5180,
"7831552" : 3809,
"7897088" : 2581,
"7962624" : 1909,
"8028160" : 1290,
"8093696" : 710,
"8159232" : 351,
"8224768" : 216,
"8290304" : 139,
"8355840" : 148,
"8454144" : 241,
"8585216" : 272,
"8716288" : 171,
"8847360" : 177,
"8978432" : 159,
"9109504" : 140,
"9240576" : 113,
"9371648" : 183,
"9502720" : 136,
"9633792" : 89,
"9764864" : 104,
"9895936" : 150,
"10027008" : 221,
"10158080" : 200,
"10289152" : 148,
"10420224" : 125,
"10551296" : 88,
"10682368" : 148,
"10813440" : 153,
"10944512" : 79,
"11075584" : 66,
"11206656" : 92,
"11337728" : 103,
"11468800" : 98,
"11599872" : 82,
"11730944" : 78,
"11862016" : 101,
"11993088" : 144,
"12124160" : 154,
"12255232" : 127,
"12386304" : 98,
"12517376" : 124,
"12648448" : 112,
"12779520" : 131,
"12910592" : 178,
"13041664" : 218,
"13172736" : 395,
"13303808" : 1519,
"13434880" : 4564,
"13565952" : 10443,
"13697024" : 18051,
"13828096" : 23901,
"13959168" : 25878,
"14090240" : 22883,
"14221312" : 19911,
"14352384" : 18965,
"14483456" : 17934,
"14614528" : 16419,
"14745600" : 15625,
"14876672" : 16744,
"15007744" : 17172,
"15138816" : 15522,
"15269888" : 13712,
"15400960" : 11592,
"15532032" : 8858,
"15663104" : 5584,
"15794176" : 3170,
"15925248" : 1816,
"16056320" : 1142,
"16187392" : 593,
"16318464" : 269,
"16449536" : 157,
"16580608" : 112,
"16711680" : 77,
"16908288" : 73,
"17170432" : 48,
"17432576" : 41,
"17694720" : 28,
"17956864" : 28,
"18219008" : 30,
"18481152" : 25,
"18743296" : 7,
"19005440" : 11,
"19267584" : 7,
"19529728" : 3,
"19791872" : 2,
"20054016" : 3,
"20316160" : 2,
"20578304" : 1,
"20840448" : 2,
"21102592" : 1,
"21364736" : 2
}
},
"lat_ns" : {
"min" : 6432184,
"max" : 22027804,
"mean" : 13110265.476681,
"stddev" : 3309522.571051,
"N" : 390504
},
"bw_min" : 8300544,
"bw_max" : 11771904,
"bw_agg" : 99.885574,
"bw_mean" : 9985713.607595,
"bw_dev" : 554339.824126,
"bw_samples" : 316,
"iops_min" : 8106,
"iops_max" : 11496,
"iops_mean" : 9751.443038,
"iops_stddev" : 541.349035,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.676267,
"sys_cpu" : 96.623666,
"ctx" : 35546,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 24.114231,
"20" : 75.881928,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995856,
"timestamp_ms" : 1773995856640,
"time" : "Fri Mar 20 05:37:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 508612837376,
"io_kbytes" : 496692224,
"bw_bytes" : 10172256747,
"bw" : 9933844,
"iops" : 9701.180000,
"runtime" : 50000,
"total_ios" : 485059,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 409447.667770,
"stddev" : 107748.009515,
"N" : 485059
},
"clat_ns" : {
"min" : 6231267,
"max" : 21468990,
"mean" : 12784212.106672,
"stddev" : 3166585.616878,
"N" : 485055,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6520832,
"10.000000" : 6717440,
"20.000000" : 7831552,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14614528,
"80.000000" : 15007744,
"90.000000" : 15269888,
"95.000000" : 15532032,
"99.000000" : 15925248,
"99.500000" : 16056320,
"99.900000" : 16580608,
"99.950000" : 17170432,
"99.990000" : 18481152
},
"bins" : {
"6258688" : 86,
"6324224" : 757,
"6389760" : 3411,
"6455296" : 8441,
"6520832" : 12003,
"6586368" : 11616,
"6651904" : 8970,
"6717440" : 6002,
"6782976" : 3957,
"6848512" : 2565,
"6914048" : 1593,
"6979584" : 764,
"7045120" : 483,
"7110656" : 303,
"7176192" : 355,
"7241728" : 611,
"7307264" : 1281,
"7372800" : 2131,
"7438336" : 3357,
"7503872" : 4446,
"7569408" : 5293,
"7634944" : 6365,
"7700480" : 6086,
"7766016" : 5312,
"7831552" : 3920,
"7897088" : 2704,
"7962624" : 2023,
"8028160" : 1376,
"8093696" : 798,
"8159232" : 445,
"8224768" : 311,
"8290304" : 208,
"8355840" : 202,
"8454144" : 420,
"8585216" : 497,
"8716288" : 265,
"8847360" : 277,
"8978432" : 261,
"9109504" : 222,
"9240576" : 231,
"9371648" : 257,
"9502720" : 221,
"9633792" : 158,
"9764864" : 177,
"9895936" : 249,
"10027008" : 317,
"10158080" : 254,
"10289152" : 184,
"10420224" : 189,
"10551296" : 146,
"10682368" : 182,
"10813440" : 189,
"10944512" : 106,
"11075584" : 115,
"11206656" : 152,
"11337728" : 140,
"11468800" : 109,
"11599872" : 112,
"11730944" : 108,
"11862016" : 160,
"11993088" : 201,
"12124160" : 268,
"12255232" : 147,
"12386304" : 137,
"12517376" : 180,
"12648448" : 152,
"12779520" : 187,
"12910592" : 228,
"13041664" : 248,
"13172736" : 518,
"13303808" : 1741,
"13434880" : 5164,
"13565952" : 11825,
"13697024" : 21442,
"13828096" : 29523,
"13959168" : 33676,
"14090240" : 31017,
"14221312" : 27090,
"14352384" : 25115,
"14483456" : 23229,
"14614528" : 20602,
"14745600" : 18679,
"14876672" : 19226,
"15007744" : 19836,
"15138816" : 18469,
"15269888" : 16954,
"15400960" : 14736,
"15532032" : 11943,
"15663104" : 7597,
"15794176" : 4496,
"15925248" : 2617,
"16056320" : 1717,
"16187392" : 906,
"16318464" : 431,
"16449536" : 273,
"16580608" : 155,
"16711680" : 104,
"16908288" : 104,
"17170432" : 56,
"17432576" : 41,
"17694720" : 28,
"17956864" : 28,
"18219008" : 30,
"18481152" : 25,
"18743296" : 7,
"19005440" : 11,
"19267584" : 7,
"19529728" : 3,
"19791872" : 2,
"20054016" : 3,
"20316160" : 2,
"20578304" : 1,
"20840448" : 2,
"21102592" : 1,
"21364736" : 2
}
},
"lat_ns" : {
"min" : 6432184,
"max" : 22027804,
"mean" : 13193666.948791,
"stddev" : 3268069.432495,
"N" : 485055
},
"bw_min" : 8284160,
"bw_max" : 11778048,
"bw_agg" : 99.919392,
"bw_mean" : 9925837.111111,
"bw_dev" : 555188.976638,
"bw_samples" : 396,
"iops_min" : 8090,
"iops_max" : 11502,
"iops_mean" : 9692.989899,
"iops_stddev" : 542.173510,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199999,
"usr_cpu" : 0.674003,
"sys_cpu" : 96.690483,
"ctx" : 43362,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 22.990811,
"20" : 77.006096,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995866,
"timestamp_ms" : 1773995866640,
"time" : "Fri Mar 20 05:37:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 618411327488,
"io_kbytes" : 603917312,
"bw_bytes" : 10306855458,
"bw" : 10065288,
"iops" : 9829.450000,
"runtime" : 60000,
"total_ios" : 589767,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 404065.681257,
"stddev" : 113005.158069,
"N" : 589767
},
"clat_ns" : {
"min" : 6231267,
"max" : 23055263,
"mean" : 12617266.573883,
"stddev" : 3328448.723378,
"N" : 589763,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7634944,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15532032,
"99.000000" : 16056320,
"99.500000" : 16187392,
"99.900000" : 17694720,
"99.950000" : 19005440,
"99.990000" : 21626880
},
"bins" : {
"6258688" : 104,
"6324224" : 779,
"6389760" : 3612,
"6455296" : 9261,
"6520832" : 13434,
"6586368" : 13548,
"6651904" : 12195,
"6717440" : 11215,
"6782976" : 11120,
"6848512" : 9046,
"6914048" : 6162,
"6979584" : 3352,
"7045120" : 1834,
"7110656" : 1025,
"7176192" : 631,
"7241728" : 822,
"7307264" : 1373,
"7372800" : 2237,
"7438336" : 3514,
"7503872" : 4601,
"7569408" : 5410,
"7634944" : 6461,
"7700480" : 6141,
"7766016" : 5390,
"7831552" : 4038,
"7897088" : 2793,
"7962624" : 2118,
"8028160" : 1522,
"8093696" : 938,
"8159232" : 567,
"8224768" : 440,
"8290304" : 316,
"8355840" : 292,
"8454144" : 555,
"8585216" : 672,
"8716288" : 381,
"8847360" : 444,
"8978432" : 349,
"9109504" : 328,
"9240576" : 311,
"9371648" : 362,
"9502720" : 309,
"9633792" : 244,
"9764864" : 269,
"9895936" : 377,
"10027008" : 414,
"10158080" : 294,
"10289152" : 264,
"10420224" : 260,
"10551296" : 178,
"10682368" : 196,
"10813440" : 199,
"10944512" : 113,
"11075584" : 125,
"11206656" : 186,
"11337728" : 198,
"11468800" : 226,
"11599872" : 171,
"11730944" : 167,
"11862016" : 239,
"11993088" : 287,
"12124160" : 315,
"12255232" : 184,
"12386304" : 225,
"12517376" : 257,
"12648448" : 207,
"12779520" : 212,
"12910592" : 241,
"13041664" : 288,
"13172736" : 567,
"13303808" : 1924,
"13434880" : 5551,
"13565952" : 12688,
"13697024" : 22840,
"13828096" : 31599,
"13959168" : 35977,
"14090240" : 33661,
"14221312" : 29874,
"14352384" : 28066,
"14483456" : 26481,
"14614528" : 24165,
"14745600" : 23518,
"14876672" : 25153,
"15007744" : 26380,
"15138816" : 24240,
"15269888" : 21555,
"15400960" : 18913,
"15532032" : 15197,
"15663104" : 9725,
"15794176" : 5873,
"15925248" : 3521,
"16056320" : 2262,
"16187392" : 1267,
"16318464" : 674,
"16449536" : 371,
"16580608" : 232,
"16711680" : 159,
"16908288" : 191,
"17170432" : 113,
"17432576" : 95,
"17694720" : 72,
"17956864" : 63,
"18219008" : 54,
"18481152" : 66,
"18743296" : 36,
"19005440" : 41,
"19267584" : 27,
"19529728" : 18,
"19791872" : 21,
"20054016" : 11,
"20316160" : 7,
"20578304" : 11,
"20840448" : 29,
"21102592" : 51,
"21364736" : 24,
"21626880" : 19,
"21889024" : 10,
"22151168" : 15,
"22413312" : 6,
"22675456" : 9,
"22937600" : 3
}
},
"lat_ns" : {
"min" : 6430141,
"max" : 23883238,
"mean" : 13021334.644349,
"stddev" : 3435113.531765,
"N" : 589763
},
"bw_min" : 8148992,
"bw_max" : 11882496,
"bw_agg" : 100.000000,
"bw_mean" : 10076301.168067,
"bw_dev" : 558163.498527,
"bw_samples" : 476,
"iops_min" : 7958,
"iops_max" : 11604,
"iops_mean" : 9839.924370,
"iops_stddev" : 545.079018,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 240000,
"usr_cpu" : 0.679167,
"sys_cpu" : 96.494167,
"ctx" : 58011,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.609096,
"20" : 74.358009,
"50" : 0.032216,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995876,
"timestamp_ms" : 1773995876639,
"time" : "Fri Mar 20 05:37:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 720975691776,
"io_kbytes" : 704077824,
"bw_bytes" : 10299799879,
"bw" : 10058398,
"iops" : 9822.726039,
"runtime" : 69999,
"total_ios" : 687581,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 404339.965198,
"stddev" : 113368.458497,
"N" : 687581
},
"clat_ns" : {
"min" : 6231267,
"max" : 23055263,
"mean" : 12625915.877281,
"stddev" : 3346476.654110,
"N" : 687577,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7569408,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15532032,
"99.000000" : 15925248,
"99.500000" : 16187392,
"99.900000" : 17432576,
"99.950000" : 18481152,
"99.990000" : 21364736
},
"bins" : {
"6258688" : 104,
"6324224" : 796,
"6389760" : 3746,
"6455296" : 10296,
"6520832" : 16514,
"6586368" : 17781,
"6651904" : 16509,
"6717440" : 14994,
"6782976" : 14439,
"6848512" : 11173,
"6914048" : 7111,
"6979584" : 3741,
"7045120" : 1945,
"7110656" : 1047,
"7176192" : 642,
"7241728" : 824,
"7307264" : 1415,
"7372800" : 2303,
"7438336" : 3587,
"7503872" : 4651,
"7569408" : 5454,
"7634944" : 6507,
"7700480" : 6177,
"7766016" : 5423,
"7831552" : 4047,
"7897088" : 2797,
"7962624" : 2121,
"8028160" : 1527,
"8093696" : 943,
"8159232" : 569,
"8224768" : 446,
"8290304" : 330,
"8355840" : 296,
"8454144" : 562,
"8585216" : 685,
"8716288" : 384,
"8847360" : 444,
"8978432" : 352,
"9109504" : 330,
"9240576" : 312,
"9371648" : 365,
"9502720" : 310,
"9633792" : 246,
"9764864" : 272,
"9895936" : 378,
"10027008" : 416,
"10158080" : 296,
"10289152" : 266,
"10420224" : 262,
"10551296" : 180,
"10682368" : 198,
"10813440" : 201,
"10944512" : 116,
"11075584" : 126,
"11206656" : 187,
"11337728" : 201,
"11468800" : 228,
"11599872" : 172,
"11730944" : 170,
"11862016" : 242,
"11993088" : 287,
"12124160" : 320,
"12255232" : 186,
"12386304" : 228,
"12517376" : 260,
"12648448" : 208,
"12779520" : 214,
"12910592" : 243,
"13041664" : 291,
"13172736" : 574,
"13303808" : 1955,
"13434880" : 5885,
"13565952" : 13780,
"13697024" : 25359,
"13828096" : 36105,
"13959168" : 42008,
"14090240" : 39612,
"14221312" : 35490,
"14352384" : 33435,
"14483456" : 31579,
"14614528" : 28650,
"14745600" : 27455,
"14876672" : 28726,
"15007744" : 30588,
"15138816" : 29152,
"15269888" : 26481,
"15400960" : 22977,
"15532032" : 18242,
"15663104" : 11800,
"15794176" : 7020,
"15925248" : 4065,
"16056320" : 2455,
"16187392" : 1330,
"16318464" : 698,
"16449536" : 380,
"16580608" : 232,
"16711680" : 159,
"16908288" : 191,
"17170432" : 113,
"17432576" : 95,
"17694720" : 72,
"17956864" : 63,
"18219008" : 54,
"18481152" : 66,
"18743296" : 36,
"19005440" : 41,
"19267584" : 27,
"19529728" : 18,
"19791872" : 21,
"20054016" : 11,
"20316160" : 7,
"20578304" : 11,
"20840448" : 29,
"21102592" : 51,
"21364736" : 24,
"21626880" : 19,
"21889024" : 10,
"22151168" : 15,
"22413312" : 6,
"22675456" : 9,
"22937600" : 3
}
},
"lat_ns" : {
"min" : 6430141,
"max" : 23883238,
"mean" : 13030261.539237,
"stddev" : 3453734.555062,
"N" : 687577
},
"bw_min" : 8148992,
"bw_max" : 11882496,
"bw_agg" : 99.950218,
"bw_mean" : 10053391.388489,
"bw_dev" : 567920.593419,
"bw_samples" : 556,
"iops_min" : 7958,
"iops_max" : 11604,
"iops_mean" : 9817.582734,
"iops_stddev" : 554.606954,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279996,
"usr_cpu" : 0.682867,
"sys_cpu" : 96.499950,
"ctx" : 64239,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.457073,
"20" : 74.514712,
"50" : 0.027633,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995886,
"timestamp_ms" : 1773995886640,
"time" : "Fri Mar 20 05:38:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 825388695552,
"io_kbytes" : 806043648,
"bw_bytes" : 10317358694,
"bw" : 10075545,
"iops" : 9839.450000,
"runtime" : 80000,
"total_ios" : 787156,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 403645.601575,
"stddev" : 114497.012216,
"N" : 787156
},
"clat_ns" : {
"min" : 6231267,
"max" : 23055263,
"mean" : 12604298.143799,
"stddev" : 3380798.893134,
"N" : 787152,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 7503872,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14483456,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15532032,
"99.000000" : 16056320,
"99.500000" : 16187392,
"99.900000" : 17170432,
"99.950000" : 18481152,
"99.990000" : 21364736
},
"bins" : {
"6258688" : 105,
"6324224" : 853,
"6389760" : 4223,
"6455296" : 12288,
"6520832" : 20544,
"6586368" : 22633,
"6651904" : 20805,
"6717440" : 18318,
"6782976" : 17319,
"6848512" : 12929,
"6914048" : 7935,
"6979584" : 4038,
"7045120" : 2063,
"7110656" : 1114,
"7176192" : 685,
"7241728" : 876,
"7307264" : 1509,
"7372800" : 2468,
"7438336" : 3780,
"7503872" : 4819,
"7569408" : 5637,
"7634944" : 6692,
"7700480" : 6261,
"7766016" : 5498,
"7831552" : 4113,
"7897088" : 2870,
"7962624" : 2209,
"8028160" : 1626,
"8093696" : 1050,
"8159232" : 647,
"8224768" : 563,
"8290304" : 453,
"8355840" : 407,
"8454144" : 706,
"8585216" : 777,
"8716288" : 451,
"8847360" : 492,
"8978432" : 421,
"9109504" : 409,
"9240576" : 367,
"9371648" : 477,
"9502720" : 382,
"9633792" : 336,
"9764864" : 374,
"9895936" : 457,
"10027008" : 482,
"10158080" : 371,
"10289152" : 291,
"10420224" : 296,
"10551296" : 201,
"10682368" : 233,
"10813440" : 250,
"10944512" : 178,
"11075584" : 175,
"11206656" : 236,
"11337728" : 234,
"11468800" : 257,
"11599872" : 192,
"11730944" : 212,
"11862016" : 274,
"11993088" : 320,
"12124160" : 346,
"12255232" : 222,
"12386304" : 264,
"12517376" : 310,
"12648448" : 228,
"12779520" : 253,
"12910592" : 321,
"13041664" : 411,
"13172736" : 755,
"13303808" : 2156,
"13434880" : 6523,
"13565952" : 15000,
"13697024" : 27903,
"13828096" : 40227,
"13959168" : 46854,
"14090240" : 44706,
"14221312" : 40052,
"14352384" : 37880,
"14483456" : 35676,
"14614528" : 31968,
"14745600" : 30446,
"14876672" : 31865,
"15007744" : 34417,
"15138816" : 34065,
"15269888" : 31351,
"15400960" : 27414,
"15532032" : 21972,
"15663104" : 14576,
"15794176" : 8682,
"15925248" : 5207,
"16056320" : 3153,
"16187392" : 1772,
"16318464" : 926,
"16449536" : 542,
"16580608" : 316,
"16711680" : 187,
"16908288" : 217,
"17170432" : 120,
"17432576" : 95,
"17694720" : 72,
"17956864" : 63,
"18219008" : 54,
"18481152" : 66,
"18743296" : 36,
"19005440" : 41,
"19267584" : 27,
"19529728" : 18,
"19791872" : 21,
"20054016" : 11,
"20316160" : 7,
"20578304" : 11,
"20840448" : 29,
"21102592" : 51,
"21364736" : 24,
"21626880" : 19,
"21889024" : 10,
"22151168" : 15,
"22413312" : 6,
"22675456" : 9,
"22937600" : 3
}
},
"lat_ns" : {
"min" : 6430141,
"max" : 23883238,
"mean" : 13007940.562086,
"stddev" : 3489182.128054,
"N" : 787152
},
"bw_min" : 8148992,
"bw_max" : 11911168,
"bw_agg" : 100.000000,
"bw_mean" : 10085175.691824,
"bw_dev" : 571407.217451,
"bw_samples" : 636,
"iops_min" : 7958,
"iops_max" : 11632,
"iops_mean" : 9848.628931,
"iops_stddev" : 558.012450,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 0.683756,
"sys_cpu" : 96.453717,
"ctx" : 73699,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.805685,
"20" : 74.169669,
"50" : 0.024138,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995896,
"timestamp_ms" : 1773995896640,
"time" : "Fri Mar 20 05:38:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 933325963264,
"io_kbytes" : 911451136,
"bw_bytes" : 10370403707,
"bw" : 10127347,
"iops" : 9890.043223,
"runtime" : 89999,
"total_ios" : 890094,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 401571.087031,
"stddev" : 117078.883285,
"N" : 890094
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12540021.592599,
"stddev" : 3460394.706460,
"N" : 890090,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 7045120,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16187392,
"99.900000" : 17694720,
"99.950000" : 19529728,
"99.990000" : 21889024
},
"bins" : {
"6193152" : 19,
"6258688" : 110,
"6324224" : 870,
"6389760" : 4545,
"6455296" : 14054,
"6520832" : 24636,
"6586368" : 28090,
"6651904" : 26932,
"6717440" : 23672,
"6782976" : 22080,
"6848512" : 16365,
"6914048" : 9857,
"6979584" : 5001,
"7045120" : 2727,
"7110656" : 1435,
"7176192" : 852,
"7241728" : 999,
"7307264" : 1659,
"7372800" : 2657,
"7438336" : 3916,
"7503872" : 4893,
"7569408" : 5694,
"7634944" : 6734,
"7700480" : 6265,
"7766016" : 5504,
"7831552" : 4115,
"7897088" : 2874,
"7962624" : 2213,
"8028160" : 1630,
"8093696" : 1052,
"8159232" : 652,
"8224768" : 568,
"8290304" : 456,
"8355840" : 414,
"8454144" : 724,
"8585216" : 787,
"8716288" : 458,
"8847360" : 496,
"8978432" : 426,
"9109504" : 413,
"9240576" : 375,
"9371648" : 481,
"9502720" : 386,
"9633792" : 342,
"9764864" : 378,
"9895936" : 461,
"10027008" : 488,
"10158080" : 376,
"10289152" : 295,
"10420224" : 303,
"10551296" : 203,
"10682368" : 242,
"10813440" : 253,
"10944512" : 187,
"11075584" : 180,
"11206656" : 243,
"11337728" : 241,
"11468800" : 260,
"11599872" : 201,
"11730944" : 216,
"11862016" : 280,
"11993088" : 326,
"12124160" : 352,
"12255232" : 228,
"12386304" : 269,
"12517376" : 316,
"12648448" : 235,
"12779520" : 258,
"12910592" : 328,
"13041664" : 417,
"13172736" : 786,
"13303808" : 2226,
"13434880" : 6700,
"13565952" : 15564,
"13697024" : 28925,
"13828096" : 41782,
"13959168" : 49306,
"14090240" : 47790,
"14221312" : 43468,
"14352384" : 41511,
"14483456" : 39285,
"14614528" : 35606,
"14745600" : 34138,
"14876672" : 35995,
"15007744" : 39522,
"15138816" : 39721,
"15269888" : 37378,
"15400960" : 32817,
"15532032" : 26129,
"15663104" : 17719,
"15794176" : 10580,
"15925248" : 6498,
"16056320" : 4115,
"16187392" : 2284,
"16318464" : 1234,
"16449536" : 738,
"16580608" : 429,
"16711680" : 281,
"16908288" : 319,
"17170432" : 174,
"17432576" : 128,
"17694720" : 98,
"17956864" : 85,
"18219008" : 86,
"18481152" : 88,
"18743296" : 49,
"19005440" : 56,
"19267584" : 44,
"19529728" : 31,
"19791872" : 32,
"20054016" : 20,
"20316160" : 26,
"20578304" : 34,
"20840448" : 45,
"21102592" : 65,
"21364736" : 49,
"21626880" : 61,
"21889024" : 25,
"22151168" : 25,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12941597.285301,
"stddev" : 3571315.155689,
"N" : 890090
},
"bw_min" : 8142733,
"bw_max" : 11940648,
"bw_agg" : 99.974096,
"bw_mean" : 10124724.787710,
"bw_dev" : 573620.279249,
"bw_samples" : 716,
"iops_min" : 7951,
"iops_max" : 11660,
"iops_mean" : 9887.256983,
"iops_stddev" : 560.173774,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359996,
"usr_cpu" : 0.686397,
"sys_cpu" : 96.336070,
"ctx" : 88357,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.898620,
"20" : 73.055542,
"50" : 0.045388,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995906,
"timestamp_ms" : 1773995906640,
"time" : "Fri Mar 20 05:38:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1033172418560,
"io_kbytes" : 1008957440,
"bw_bytes" : 10331827503,
"bw" : 10089675,
"iops" : 9853.258533,
"runtime" : 99999,
"total_ios" : 985316,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 403080.691299,
"stddev" : 115724.120630,
"N" : 985316
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12586799.007480,
"stddev" : 3415908.407128,
"N" : 985312,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 7307264,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15532032,
"99.000000" : 16056320,
"99.500000" : 16187392,
"99.900000" : 17694720,
"99.950000" : 19267584,
"99.990000" : 21889024
},
"bins" : {
"6193152" : 19,
"6258688" : 110,
"6324224" : 870,
"6389760" : 4560,
"6455296" : 14249,
"6520832" : 25704,
"6586368" : 30213,
"6651904" : 29871,
"6717440" : 26504,
"6782976" : 24092,
"6848512" : 17642,
"6914048" : 10605,
"6979584" : 5403,
"7045120" : 2981,
"7110656" : 1551,
"7176192" : 936,
"7241728" : 1084,
"7307264" : 1714,
"7372800" : 2743,
"7438336" : 4119,
"7503872" : 5055,
"7569408" : 5869,
"7634944" : 6875,
"7700480" : 6413,
"7766016" : 5595,
"7831552" : 4201,
"7897088" : 2978,
"7962624" : 2367,
"8028160" : 1747,
"8093696" : 1224,
"8159232" : 845,
"8224768" : 706,
"8290304" : 521,
"8355840" : 490,
"8454144" : 874,
"8585216" : 978,
"8716288" : 602,
"8847360" : 571,
"8978432" : 517,
"9109504" : 465,
"9240576" : 440,
"9371648" : 555,
"9502720" : 484,
"9633792" : 408,
"9764864" : 450,
"9895936" : 515,
"10027008" : 556,
"10158080" : 481,
"10289152" : 378,
"10420224" : 353,
"10551296" : 240,
"10682368" : 287,
"10813440" : 318,
"10944512" : 230,
"11075584" : 245,
"11206656" : 321,
"11337728" : 326,
"11468800" : 312,
"11599872" : 224,
"11730944" : 233,
"11862016" : 326,
"11993088" : 403,
"12124160" : 401,
"12255232" : 255,
"12386304" : 285,
"12517376" : 338,
"12648448" : 272,
"12779520" : 278,
"12910592" : 369,
"13041664" : 447,
"13172736" : 831,
"13303808" : 2419,
"13434880" : 7351,
"13565952" : 17430,
"13697024" : 33022,
"13828096" : 48184,
"13959168" : 57304,
"14090240" : 56075,
"14221312" : 50699,
"14352384" : 47733,
"14483456" : 44598,
"14614528" : 40552,
"14745600" : 38843,
"14876672" : 39958,
"15007744" : 43309,
"15138816" : 43074,
"15269888" : 39760,
"15400960" : 34443,
"15532032" : 27428,
"15663104" : 18542,
"15794176" : 11060,
"15925248" : 6870,
"16056320" : 4346,
"16187392" : 2380,
"16318464" : 1297,
"16449536" : 765,
"16580608" : 455,
"16711680" : 284,
"16908288" : 338,
"17170432" : 189,
"17432576" : 156,
"17694720" : 115,
"17956864" : 85,
"18219008" : 95,
"18481152" : 108,
"18743296" : 49,
"19005440" : 56,
"19267584" : 44,
"19529728" : 31,
"19791872" : 32,
"20054016" : 20,
"20316160" : 26,
"20578304" : 34,
"20840448" : 45,
"21102592" : 65,
"21364736" : 49,
"21626880" : 61,
"21889024" : 25,
"22151168" : 25,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12989883.794521,
"stddev" : 3525394.544578,
"N" : 985312
},
"bw_min" : 8142733,
"bw_max" : 11940648,
"bw_agg" : 100.000000,
"bw_mean" : 10093207.783920,
"bw_dev" : 575343.852171,
"bw_samples" : 796,
"iops_min" : 7951,
"iops_max" : 11660,
"iops_mean" : 9856.487437,
"iops_stddev" : 561.857652,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399996,
"usr_cpu" : 0.691007,
"sys_cpu" : 96.411964,
"ctx" : 95565,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.071737,
"20" : 73.886855,
"50" : 0.041002,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995916,
"timestamp_ms" : 1773995916639,
"time" : "Fri Mar 20 05:38:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1144669601792,
"io_kbytes" : 1117841408,
"bw_bytes" : 10406181890,
"bw" : 10162287,
"iops" : 9924.162947,
"runtime" : 109999,
"total_ios" : 1091648,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 400179.482892,
"stddev" : 119155.271709,
"N" : 1091648
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12496794.006573,
"stddev" : 3528269.958328,
"N" : 1091644,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 19005440,
"99.990000" : 21626880
},
"bins" : {
"6193152" : 20,
"6258688" : 155,
"6324224" : 1317,
"6389760" : 6672,
"6455296" : 18379,
"6520832" : 30586,
"6586368" : 34788,
"6651904" : 34547,
"6717440" : 32006,
"6782976" : 29437,
"6848512" : 22145,
"6914048" : 14155,
"6979584" : 8137,
"7045120" : 4722,
"7110656" : 2380,
"7176192" : 1433,
"7241728" : 1383,
"7307264" : 1897,
"7372800" : 2820,
"7438336" : 4138,
"7503872" : 5063,
"7569408" : 5875,
"7634944" : 6877,
"7700480" : 6413,
"7766016" : 5595,
"7831552" : 4201,
"7897088" : 2978,
"7962624" : 2367,
"8028160" : 1747,
"8093696" : 1224,
"8159232" : 845,
"8224768" : 706,
"8290304" : 521,
"8355840" : 490,
"8454144" : 874,
"8585216" : 978,
"8716288" : 602,
"8847360" : 571,
"8978432" : 517,
"9109504" : 465,
"9240576" : 440,
"9371648" : 555,
"9502720" : 484,
"9633792" : 408,
"9764864" : 450,
"9895936" : 515,
"10027008" : 556,
"10158080" : 481,
"10289152" : 378,
"10420224" : 353,
"10551296" : 240,
"10682368" : 287,
"10813440" : 318,
"10944512" : 230,
"11075584" : 245,
"11206656" : 321,
"11337728" : 326,
"11468800" : 312,
"11599872" : 224,
"11730944" : 233,
"11862016" : 326,
"11993088" : 403,
"12124160" : 401,
"12255232" : 255,
"12386304" : 285,
"12517376" : 338,
"12648448" : 272,
"12779520" : 278,
"12910592" : 369,
"13041664" : 447,
"13172736" : 831,
"13303808" : 2423,
"13434880" : 7378,
"13565952" : 17464,
"13697024" : 33122,
"13828096" : 48366,
"13959168" : 57533,
"14090240" : 56425,
"14221312" : 51182,
"14352384" : 48308,
"14483456" : 45257,
"14614528" : 41524,
"14745600" : 40271,
"14876672" : 41939,
"15007744" : 46097,
"15138816" : 47439,
"15269888" : 46222,
"15400960" : 42313,
"15532032" : 35714,
"15663104" : 26219,
"15794176" : 16897,
"15925248" : 10690,
"16056320" : 6946,
"16187392" : 3861,
"16318464" : 2273,
"16449536" : 1248,
"16580608" : 657,
"16711680" : 397,
"16908288" : 447,
"17170432" : 236,
"17432576" : 176,
"17694720" : 124,
"17956864" : 85,
"18219008" : 95,
"18481152" : 108,
"18743296" : 49,
"19005440" : 56,
"19267584" : 44,
"19529728" : 31,
"19791872" : 32,
"20054016" : 20,
"20316160" : 26,
"20578304" : 34,
"20840448" : 45,
"21102592" : 65,
"21364736" : 49,
"21626880" : 61,
"21889024" : 25,
"22151168" : 25,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12896974.929204,
"stddev" : 3641398.771560,
"N" : 1091644
},
"bw_min" : 8116109,
"bw_max" : 11942696,
"bw_agg" : 99.981667,
"bw_mean" : 10160424.242009,
"bw_dev" : 571834.514750,
"bw_samples" : 876,
"iops_min" : 7925,
"iops_max" : 11662,
"iops_mean" : 9922.132420,
"iops_stddev" : 558.432439,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439996,
"usr_cpu" : 0.697734,
"sys_cpu" : 96.257011,
"ctx" : 109877,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.760963,
"20" : 72.201662,
"50" : 0.037008,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995926,
"timestamp_ms" : 1773995926640,
"time" : "Fri Mar 20 05:38:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1243945631744,
"io_kbytes" : 1214790656,
"bw_bytes" : 10366213597,
"bw" : 10123255,
"iops" : 9886.058333,
"runtime" : 120000,
"total_ios" : 1186327,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 401734.280706,
"stddev" : 117926.474765,
"N" : 1186327
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12544977.103381,
"stddev" : 3487813.458488,
"N" : 1186323,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6979584,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 18743296,
"99.990000" : 21626880
},
"bins" : {
"6193152" : 21,
"6258688" : 169,
"6324224" : 1363,
"6389760" : 6897,
"6455296" : 18820,
"6520832" : 31004,
"6586368" : 35103,
"6651904" : 35196,
"6717440" : 33363,
"6782976" : 31490,
"6848512" : 24142,
"6914048" : 16214,
"6979584" : 9703,
"7045120" : 5924,
"7110656" : 3098,
"7176192" : 1866,
"7241728" : 1646,
"7307264" : 2115,
"7372800" : 3060,
"7438336" : 4419,
"7503872" : 5239,
"7569408" : 6055,
"7634944" : 7031,
"7700480" : 6581,
"7766016" : 5767,
"7831552" : 4336,
"7897088" : 3112,
"7962624" : 2488,
"8028160" : 1865,
"8093696" : 1298,
"8159232" : 909,
"8224768" : 810,
"8290304" : 611,
"8355840" : 594,
"8454144" : 1031,
"8585216" : 1090,
"8716288" : 692,
"8847360" : 637,
"8978432" : 596,
"9109504" : 610,
"9240576" : 504,
"9371648" : 598,
"9502720" : 545,
"9633792" : 480,
"9764864" : 562,
"9895936" : 582,
"10027008" : 631,
"10158080" : 562,
"10289152" : 433,
"10420224" : 385,
"10551296" : 279,
"10682368" : 339,
"10813440" : 356,
"10944512" : 290,
"11075584" : 326,
"11206656" : 415,
"11337728" : 385,
"11468800" : 357,
"11599872" : 270,
"11730944" : 271,
"11862016" : 372,
"11993088" : 455,
"12124160" : 428,
"12255232" : 274,
"12386304" : 317,
"12517376" : 386,
"12648448" : 301,
"12779520" : 300,
"12910592" : 400,
"13041664" : 488,
"13172736" : 885,
"13303808" : 2576,
"13434880" : 8072,
"13565952" : 19141,
"13697024" : 37073,
"13828096" : 54502,
"13959168" : 64615,
"14090240" : 63731,
"14221312" : 58388,
"14352384" : 54165,
"14483456" : 50702,
"14614528" : 47022,
"14745600" : 44552,
"14876672" : 45181,
"15007744" : 49052,
"15138816" : 50330,
"15269888" : 49074,
"15400960" : 44761,
"15532032" : 37903,
"15663104" : 27742,
"15794176" : 17792,
"15925248" : 11344,
"16056320" : 7494,
"16187392" : 4169,
"16318464" : 2373,
"16449536" : 1316,
"16580608" : 714,
"16711680" : 412,
"16908288" : 463,
"17170432" : 246,
"17432576" : 181,
"17694720" : 127,
"17956864" : 97,
"18219008" : 103,
"18481152" : 124,
"18743296" : 55,
"19005440" : 63,
"19267584" : 47,
"19529728" : 34,
"19791872" : 36,
"20054016" : 21,
"20316160" : 26,
"20578304" : 34,
"20840448" : 45,
"21102592" : 65,
"21364736" : 49,
"21626880" : 61,
"21889024" : 25,
"22151168" : 25,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12946715.232660,
"stddev" : 3599630.388414,
"N" : 1186323
},
"bw_min" : 8116109,
"bw_max" : 12101168,
"bw_agg" : 99.988606,
"bw_mean" : 10122102.564854,
"bw_dev" : 575119.329535,
"bw_samples" : 956,
"iops_min" : 7925,
"iops_max" : 11817,
"iops_mean" : 9884.719665,
"iops_stddev" : 561.638185,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479999,
"usr_cpu" : 0.695210,
"sys_cpu" : 96.325201,
"ctx" : 117569,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.010259,
"20" : 72.955264,
"50" : 0.034139,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995936,
"timestamp_ms" : 1773995936640,
"time" : "Fri Mar 20 05:38:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1352635777024,
"io_kbytes" : 1320933376,
"bw_bytes" : 10404890592,
"bw" : 10161025,
"iops" : 9922.907692,
"runtime" : 130000,
"total_ios" : 1289978,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 400230.224828,
"stddev" : 119639.798354,
"N" : 1289978
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12498286.591510,
"stddev" : 3543944.868863,
"N" : 1289974,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 18743296,
"99.990000" : 21626880
},
"bins" : {
"6193152" : 21,
"6258688" : 284,
"6324224" : 1860,
"6389760" : 8790,
"6455296" : 21757,
"6520832" : 33940,
"6586368" : 38155,
"6651904" : 39420,
"6717440" : 39362,
"6782976" : 37348,
"6848512" : 28435,
"6914048" : 18464,
"6979584" : 10891,
"7045120" : 6624,
"7110656" : 3447,
"7176192" : 1997,
"7241728" : 1715,
"7307264" : 2148,
"7372800" : 3085,
"7438336" : 4449,
"7503872" : 5297,
"7569408" : 6136,
"7634944" : 7181,
"7700480" : 6701,
"7766016" : 5921,
"7831552" : 4516,
"7897088" : 3229,
"7962624" : 2593,
"8028160" : 1983,
"8093696" : 1405,
"8159232" : 961,
"8224768" : 855,
"8290304" : 656,
"8355840" : 648,
"8454144" : 1238,
"8585216" : 1323,
"8716288" : 894,
"8847360" : 819,
"8978432" : 672,
"9109504" : 667,
"9240576" : 557,
"9371648" : 688,
"9502720" : 652,
"9633792" : 536,
"9764864" : 626,
"9895936" : 668,
"10027008" : 708,
"10158080" : 655,
"10289152" : 510,
"10420224" : 443,
"10551296" : 339,
"10682368" : 404,
"10813440" : 410,
"10944512" : 326,
"11075584" : 377,
"11206656" : 480,
"11337728" : 466,
"11468800" : 415,
"11599872" : 317,
"11730944" : 298,
"11862016" : 382,
"11993088" : 461,
"12124160" : 455,
"12255232" : 323,
"12386304" : 360,
"12517376" : 413,
"12648448" : 321,
"12779520" : 368,
"12910592" : 467,
"13041664" : 549,
"13172736" : 944,
"13303808" : 2638,
"13434880" : 8227,
"13565952" : 19624,
"13697024" : 38005,
"13828096" : 56046,
"13959168" : 66496,
"14090240" : 65862,
"14221312" : 60521,
"14352384" : 56176,
"14483456" : 52410,
"14614528" : 48766,
"14745600" : 46428,
"14876672" : 47271,
"15007744" : 51939,
"15138816" : 54577,
"15269888" : 54315,
"15400960" : 51110,
"15532032" : 44354,
"15663104" : 33720,
"15794176" : 22706,
"15925248" : 14489,
"16056320" : 9468,
"16187392" : 5362,
"16318464" : 3060,
"16449536" : 1677,
"16580608" : 1026,
"16711680" : 637,
"16908288" : 680,
"17170432" : 285,
"17432576" : 198,
"17694720" : 127,
"17956864" : 97,
"18219008" : 103,
"18481152" : 124,
"18743296" : 55,
"19005440" : 63,
"19267584" : 47,
"19529728" : 34,
"19791872" : 36,
"20054016" : 21,
"20316160" : 26,
"20578304" : 34,
"20840448" : 45,
"21102592" : 65,
"21364736" : 49,
"21626880" : 61,
"21889024" : 25,
"22151168" : 25,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12898515.374910,
"stddev" : 3657585.809642,
"N" : 1289974
},
"bw_min" : 8116109,
"bw_max" : 12130304,
"bw_agg" : 100.000000,
"bw_mean" : 10167811.683398,
"bw_dev" : 571100.273325,
"bw_samples" : 1036,
"iops_min" : 7925,
"iops_max" : 11846,
"iops_mean" : 9929.359073,
"iops_stddev" : 557.714491,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519998,
"usr_cpu" : 0.700387,
"sys_cpu" : 96.240562,
"ctx" : 131608,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.894197,
"20" : 72.074097,
"50" : 0.031396,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995946,
"timestamp_ms" : 1773995946640,
"time" : "Fri Mar 20 05:39:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1454488158208,
"io_kbytes" : 1420398592,
"bw_bytes" : 10389275339,
"bw" : 10145776,
"iops" : 9908.027914,
"runtime" : 139999,
"total_ios" : 1387114,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 400839.092907,
"stddev" : 119424.943546,
"N" : 1387114
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12517184.693941,
"stddev" : 3538762.022876,
"N" : 1387110,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17170432,
"99.950000" : 18481152,
"99.990000" : 21626880
},
"bins" : {
"6193152" : 21,
"6258688" : 284,
"6324224" : 1860,
"6389760" : 8824,
"6455296" : 22045,
"6520832" : 35084,
"6586368" : 40602,
"6651904" : 43183,
"6717440" : 43681,
"6782976" : 41240,
"6848512" : 31191,
"6914048" : 20284,
"6979584" : 12161,
"7045120" : 7394,
"7110656" : 3828,
"7176192" : 2171,
"7241728" : 1768,
"7307264" : 2193,
"7372800" : 3115,
"7438336" : 4456,
"7503872" : 5306,
"7569408" : 6170,
"7634944" : 7269,
"7700480" : 6824,
"7766016" : 5972,
"7831552" : 4544,
"7897088" : 3268,
"7962624" : 2635,
"8028160" : 1995,
"8093696" : 1423,
"8159232" : 981,
"8224768" : 868,
"8290304" : 660,
"8355840" : 651,
"8454144" : 1240,
"8585216" : 1325,
"8716288" : 896,
"8847360" : 822,
"8978432" : 672,
"9109504" : 670,
"9240576" : 558,
"9371648" : 691,
"9502720" : 653,
"9633792" : 538,
"9764864" : 627,
"9895936" : 670,
"10027008" : 711,
"10158080" : 655,
"10289152" : 513,
"10420224" : 445,
"10551296" : 340,
"10682368" : 407,
"10813440" : 411,
"10944512" : 328,
"11075584" : 379,
"11206656" : 482,
"11337728" : 467,
"11468800" : 418,
"11599872" : 319,
"11730944" : 299,
"11862016" : 384,
"11993088" : 464,
"12124160" : 456,
"12255232" : 325,
"12386304" : 362,
"12517376" : 415,
"12648448" : 323,
"12779520" : 370,
"12910592" : 468,
"13041664" : 551,
"13172736" : 945,
"13303808" : 2641,
"13434880" : 8346,
"13565952" : 20402,
"13697024" : 40380,
"13828096" : 61017,
"13959168" : 73202,
"14090240" : 73425,
"14221312" : 66967,
"14352384" : 61323,
"14483456" : 56384,
"14614528" : 52089,
"14745600" : 48700,
"14876672" : 48965,
"15007744" : 53750,
"15138816" : 57447,
"15269888" : 58263,
"15400960" : 55789,
"15532032" : 48916,
"15663104" : 37204,
"15794176" : 25045,
"15925248" : 16261,
"16056320" : 10696,
"16187392" : 6019,
"16318464" : 3373,
"16449536" : 1851,
"16580608" : 1125,
"16711680" : 667,
"16908288" : 706,
"17170432" : 302,
"17432576" : 208,
"17694720" : 128,
"17956864" : 97,
"18219008" : 103,
"18481152" : 124,
"18743296" : 55,
"19005440" : 63,
"19267584" : 47,
"19529728" : 34,
"19791872" : 36,
"20054016" : 21,
"20316160" : 26,
"20578304" : 34,
"20840448" : 45,
"21102592" : 65,
"21364736" : 49,
"21626880" : 61,
"21889024" : 25,
"22151168" : 25,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12918025.351442,
"stddev" : 3652239.681801,
"N" : 1387110
},
"bw_min" : 8116109,
"bw_max" : 12130304,
"bw_agg" : 99.996750,
"bw_mean" : 10145447.598566,
"bw_dev" : 575189.729771,
"bw_samples" : 1116,
"iops_min" : 7925,
"iops_max" : 11846,
"iops_mean" : 9907.519713,
"iops_stddev" : 561.708227,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559996,
"usr_cpu" : 0.702505,
"sys_cpu" : 96.261223,
"ctx" : 140671,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.649350,
"20" : 72.321165,
"50" : 0.029197,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995956,
"timestamp_ms" : 1773995956640,
"time" : "Fri Mar 20 05:39:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1558707175424,
"io_kbytes" : 1522174976,
"bw_bytes" : 10391381169,
"bw" : 10147833,
"iops" : 9910.020000,
"runtime" : 150000,
"total_ios" : 1486503,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 400757.735994,
"stddev" : 119637.594964,
"N" : 1486503
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12514528.831136,
"stddev" : 3543827.210948,
"N" : 1486499,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 19005440,
"99.990000" : 21626880
},
"bins" : {
"6193152" : 21,
"6258688" : 284,
"6324224" : 1883,
"6389760" : 8996,
"6455296" : 22849,
"6520832" : 37119,
"6586368" : 43612,
"6651904" : 47105,
"6717440" : 47729,
"6782976" : 45148,
"6848512" : 34042,
"6914048" : 22059,
"6979584" : 13425,
"7045120" : 8192,
"7110656" : 4187,
"7176192" : 2344,
"7241728" : 1853,
"7307264" : 2260,
"7372800" : 3143,
"7438336" : 4550,
"7503872" : 5437,
"7569408" : 6270,
"7634944" : 7377,
"7700480" : 6966,
"7766016" : 6129,
"7831552" : 4761,
"7897088" : 3478,
"7962624" : 2788,
"8028160" : 2120,
"8093696" : 1545,
"8159232" : 1040,
"8224768" : 895,
"8290304" : 684,
"8355840" : 666,
"8454144" : 1366,
"8585216" : 1504,
"8716288" : 1031,
"8847360" : 930,
"8978432" : 752,
"9109504" : 774,
"9240576" : 652,
"9371648" : 823,
"9502720" : 773,
"9633792" : 664,
"9764864" : 749,
"9895936" : 764,
"10027008" : 772,
"10158080" : 727,
"10289152" : 603,
"10420224" : 521,
"10551296" : 414,
"10682368" : 447,
"10813440" : 464,
"10944512" : 397,
"11075584" : 454,
"11206656" : 562,
"11337728" : 560,
"11468800" : 477,
"11599872" : 351,
"11730944" : 352,
"11862016" : 454,
"11993088" : 536,
"12124160" : 508,
"12255232" : 378,
"12386304" : 394,
"12517376" : 433,
"12648448" : 349,
"12779520" : 402,
"12910592" : 528,
"13041664" : 643,
"13172736" : 1011,
"13303808" : 2710,
"13434880" : 8609,
"13565952" : 21386,
"13697024" : 43025,
"13828096" : 65365,
"13959168" : 78645,
"14090240" : 78908,
"14221312" : 71239,
"14352384" : 64772,
"14483456" : 59556,
"14614528" : 55473,
"14745600" : 51742,
"14876672" : 51861,
"15007744" : 56834,
"15138816" : 61596,
"15269888" : 63220,
"15400960" : 60611,
"15532032" : 53056,
"15663104" : 40471,
"15794176" : 27288,
"15925248" : 17541,
"16056320" : 11387,
"16187392" : 6433,
"16318464" : 3628,
"16449536" : 1997,
"16580608" : 1210,
"16711680" : 718,
"16908288" : 756,
"17170432" : 354,
"17432576" : 254,
"17694720" : 151,
"17956864" : 108,
"18219008" : 118,
"18481152" : 136,
"18743296" : 63,
"19005440" : 71,
"19267584" : 66,
"19529728" : 40,
"19791872" : 54,
"20054016" : 57,
"20316160" : 59,
"20578304" : 51,
"20840448" : 55,
"21102592" : 84,
"21364736" : 56,
"21626880" : 74,
"21889024" : 45,
"22151168" : 31,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12915286.044846,
"stddev" : 3657461.180619,
"N" : 1486499
},
"bw_min" : 8116109,
"bw_max" : 12138496,
"bw_agg" : 100.000000,
"bw_mean" : 10154062.060201,
"bw_dev" : 574546.071415,
"bw_samples" : 1196,
"iops_min" : 7925,
"iops_max" : 11854,
"iops_mean" : 9915.936455,
"iops_stddev" : 561.080391,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599997,
"usr_cpu" : 0.697837,
"sys_cpu" : 96.263648,
"ctx" : 154294,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.714374,
"20" : 72.247819,
"50" : 0.037538,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995966,
"timestamp_ms" : 1773995966640,
"time" : "Fri Mar 20 05:39:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1664615448576,
"io_kbytes" : 1625601024,
"bw_bytes" : 10403911578,
"bw" : 10160069,
"iops" : 9921.980762,
"runtime" : 159999,
"total_ios" : 1587507,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 400273.464404,
"stddev" : 120232.765884,
"N" : 1587507
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12499579.054145,
"stddev" : 3562996.217598,
"N" : 1587503,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 19005440,
"99.990000" : 21626880
},
"bins" : {
"6193152" : 21,
"6258688" : 284,
"6324224" : 1885,
"6389760" : 9063,
"6455296" : 23103,
"6520832" : 37827,
"6586368" : 44500,
"6651904" : 48358,
"6717440" : 50156,
"6782976" : 49583,
"6848512" : 39881,
"6914048" : 27213,
"6979584" : 17572,
"7045120" : 11434,
"7110656" : 6453,
"7176192" : 3627,
"7241728" : 2473,
"7307264" : 2549,
"7372800" : 3265,
"7438336" : 4600,
"7503872" : 5464,
"7569408" : 6291,
"7634944" : 7403,
"7700480" : 7008,
"7766016" : 6162,
"7831552" : 4806,
"7897088" : 3563,
"7962624" : 2860,
"8028160" : 2161,
"8093696" : 1572,
"8159232" : 1071,
"8224768" : 903,
"8290304" : 692,
"8355840" : 676,
"8454144" : 1382,
"8585216" : 1516,
"8716288" : 1033,
"8847360" : 935,
"8978432" : 757,
"9109504" : 782,
"9240576" : 665,
"9371648" : 824,
"9502720" : 775,
"9633792" : 665,
"9764864" : 751,
"9895936" : 765,
"10027008" : 774,
"10158080" : 730,
"10289152" : 603,
"10420224" : 524,
"10551296" : 416,
"10682368" : 448,
"10813440" : 467,
"10944512" : 398,
"11075584" : 456,
"11206656" : 565,
"11337728" : 561,
"11468800" : 479,
"11599872" : 354,
"11730944" : 353,
"11862016" : 456,
"11993088" : 538,
"12124160" : 509,
"12255232" : 381,
"12386304" : 396,
"12517376" : 434,
"12648448" : 351,
"12779520" : 405,
"12910592" : 528,
"13041664" : 646,
"13172736" : 1013,
"13303808" : 2724,
"13434880" : 8652,
"13565952" : 21614,
"13697024" : 43913,
"13828096" : 67158,
"13959168" : 81645,
"14090240" : 82827,
"14221312" : 75010,
"14352384" : 68050,
"14483456" : 62586,
"14614528" : 58881,
"14745600" : 55290,
"14876672" : 55722,
"15007744" : 61403,
"15138816" : 66633,
"15269888" : 68676,
"15400960" : 66122,
"15532032" : 57971,
"15663104" : 44494,
"15794176" : 30081,
"15925248" : 19300,
"16056320" : 12443,
"16187392" : 7091,
"16318464" : 3942,
"16449536" : 2178,
"16580608" : 1291,
"16711680" : 773,
"16908288" : 874,
"17170432" : 404,
"17432576" : 262,
"17694720" : 152,
"17956864" : 108,
"18219008" : 118,
"18481152" : 136,
"18743296" : 63,
"19005440" : 71,
"19267584" : 66,
"19529728" : 40,
"19791872" : 54,
"20054016" : 57,
"20316160" : 59,
"20578304" : 51,
"20840448" : 55,
"21102592" : 84,
"21364736" : 56,
"21626880" : 74,
"21889024" : 45,
"22151168" : 31,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12899855.393618,
"stddev" : 3677249.523495,
"N" : 1587503
},
"bw_min" : 8116109,
"bw_max" : 12138496,
"bw_agg" : 99.992147,
"bw_mean" : 10159272.573668,
"bw_dev" : 572347.824218,
"bw_samples" : 1276,
"iops_min" : 7925,
"iops_max" : 11854,
"iops_mean" : 9921.028213,
"iops_stddev" : 558.934139,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.699223,
"sys_cpu" : 96.230914,
"ctx" : 166398,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 28.067089,
"20" : 71.897510,
"50" : 0.035149,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995976,
"timestamp_ms" : 1773995976640,
"time" : "Fri Mar 20 05:39:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1764627578880,
"io_kbytes" : 1723269120,
"bw_bytes" : 10380223288,
"bw" : 10136936,
"iops" : 9899.381761,
"runtime" : 169999,
"total_ios" : 1682885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 401191.942606,
"stddev" : 119553.401137,
"N" : 1682885
},
"clat_ns" : {
"min" : 6162522,
"max" : 23640848,
"mean" : 12528040.814702,
"stddev" : 3542607.118779,
"N" : 1682881,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17170432,
"99.950000" : 18743296,
"99.990000" : 21626880
},
"bins" : {
"6193152" : 21,
"6258688" : 297,
"6324224" : 2106,
"6389760" : 10028,
"6455296" : 25928,
"6520832" : 41693,
"6586368" : 48290,
"6651904" : 50489,
"6717440" : 50950,
"6782976" : 50046,
"6848512" : 40053,
"6914048" : 27261,
"6979584" : 17581,
"7045120" : 11442,
"7110656" : 6472,
"7176192" : 3683,
"7241728" : 2544,
"7307264" : 2630,
"7372800" : 3441,
"7438336" : 4801,
"7503872" : 5620,
"7569408" : 6501,
"7634944" : 7613,
"7700480" : 7153,
"7766016" : 6274,
"7831552" : 4946,
"7897088" : 3667,
"7962624" : 2974,
"8028160" : 2267,
"8093696" : 1676,
"8159232" : 1174,
"8224768" : 1009,
"8290304" : 779,
"8355840" : 774,
"8454144" : 1585,
"8585216" : 1732,
"8716288" : 1113,
"8847360" : 990,
"8978432" : 844,
"9109504" : 888,
"9240576" : 752,
"9371648" : 901,
"9502720" : 862,
"9633792" : 764,
"9764864" : 830,
"9895936" : 883,
"10027008" : 842,
"10158080" : 788,
"10289152" : 652,
"10420224" : 533,
"10551296" : 438,
"10682368" : 464,
"10813440" : 481,
"10944512" : 421,
"11075584" : 484,
"11206656" : 581,
"11337728" : 581,
"11468800" : 526,
"11599872" : 427,
"11730944" : 466,
"11862016" : 575,
"11993088" : 582,
"12124160" : 535,
"12255232" : 420,
"12386304" : 477,
"12517376" : 492,
"12648448" : 389,
"12779520" : 441,
"12910592" : 569,
"13041664" : 676,
"13172736" : 1121,
"13303808" : 2904,
"13434880" : 9279,
"13565952" : 23083,
"13697024" : 46890,
"13828096" : 72255,
"13959168" : 88506,
"14090240" : 90365,
"14221312" : 82118,
"14352384" : 74382,
"14483456" : 68501,
"14614528" : 63619,
"14745600" : 58448,
"14876672" : 57980,
"15007744" : 63547,
"15138816" : 69127,
"15269888" : 71297,
"15400960" : 69432,
"15532032" : 61086,
"15663104" : 47075,
"15794176" : 31779,
"15925248" : 20440,
"16056320" : 13274,
"16187392" : 7620,
"16318464" : 4204,
"16449536" : 2301,
"16580608" : 1327,
"16711680" : 797,
"16908288" : 908,
"17170432" : 408,
"17432576" : 262,
"17694720" : 152,
"17956864" : 108,
"18219008" : 118,
"18481152" : 136,
"18743296" : 63,
"19005440" : 71,
"19267584" : 66,
"19529728" : 40,
"19791872" : 54,
"20054016" : 57,
"20316160" : 59,
"20578304" : 51,
"20840448" : 55,
"21102592" : 84,
"21364736" : 56,
"21626880" : 74,
"21889024" : 45,
"22151168" : 31,
"22413312" : 30,
"22675456" : 12,
"22937600" : 7,
"23199744" : 4,
"23461888" : 4,
"23724032" : 2
}
},
"lat_ns" : {
"min" : 6371702,
"max" : 24238851,
"mean" : 12929232.085642,
"stddev" : 3656209.466070,
"N" : 1682881
},
"bw_min" : 8116109,
"bw_max" : 12138496,
"bw_agg" : 100.000000,
"bw_mean" : 10141431.525074,
"bw_dev" : 576203.193647,
"bw_samples" : 1356,
"iops_min" : 7925,
"iops_max" : 11854,
"iops_mean" : 9903.607670,
"iops_stddev" : 562.698710,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679996,
"usr_cpu" : 0.698681,
"sys_cpu" : 96.275125,
"ctx" : 172378,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.606937,
"20" : 72.359668,
"50" : 0.033157,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995986,
"timestamp_ms" : 1773995986640,
"time" : "Fri Mar 20 05:39:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1876275757056,
"io_kbytes" : 1832300544,
"bw_bytes" : 10423812115,
"bw" : 10179504,
"iops" : 9940.938561,
"runtime" : 179999,
"total_ios" : 1789359,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 399500.433241,
"stddev" : 121396.287853,
"N" : 1789361
},
"clat_ns" : {
"min" : 4237,
"max" : 23898961,
"mean" : 12475443.951717,
"stddev" : 3601158.057708,
"N" : 1789419,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 6848512,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15269888,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17694720,
"99.950000" : 19529728,
"99.990000" : 21626880
},
"bins" : {
"4256" : 1,
"16512" : 1,
"261120" : 1,
"464896" : 1,
"544768" : 1,
"741376" : 1,
"913408" : 1,
"954368" : 1,
"1155072" : 1,
"1368064" : 1,
"1417216" : 1,
"1581056" : 1,
"1777664" : 1,
"1941504" : 1,
"2007040" : 1,
"2179072" : 1,
"2441216" : 2,
"2637824" : 1,
"2834432" : 2,
"3063808" : 1,
"3260416" : 1,
"3358720" : 1,
"3457024" : 1,
"3653632" : 1,
"3784704" : 1,
"3883008" : 1,
"4079616" : 1,
"4227072" : 1,
"4292608" : 1,
"4489216" : 1,
"4685824" : 1,
"4751360" : 1,
"4947968" : 1,
"5144576" : 1,
"5341184" : 2,
"5603328" : 1,
"5799936" : 1,
"5865472" : 1,
"6062080" : 1,
"6193152" : 37,
"6258688" : 453,
"6324224" : 2470,
"6389760" : 11371,
"6455296" : 29835,
"6520832" : 48457,
"6586368" : 55799,
"6651904" : 56933,
"6717440" : 56083,
"6782976" : 54036,
"6848512" : 43202,
"6914048" : 29565,
"6979584" : 19481,
"7045120" : 12548,
"7110656" : 7111,
"7176192" : 4045,
"7241728" : 2794,
"7307264" : 2807,
"7372800" : 3498,
"7438336" : 4813,
"7503872" : 5638,
"7569408" : 6515,
"7634944" : 7623,
"7700480" : 7156,
"7766016" : 6276,
"7831552" : 4948,
"7897088" : 3670,
"7962624" : 2976,
"8028160" : 2272,
"8093696" : 1679,
"8159232" : 1175,
"8224768" : 1012,
"8290304" : 783,
"8355840" : 774,
"8454144" : 1592,
"8585216" : 1736,
"8716288" : 1123,
"8847360" : 998,
"8978432" : 858,
"9109504" : 897,
"9240576" : 753,
"9371648" : 906,
"9502720" : 867,
"9633792" : 766,
"9764864" : 832,
"9895936" : 888,
"10027008" : 847,
"10158080" : 792,
"10289152" : 655,
"10420224" : 538,
"10551296" : 445,
"10682368" : 466,
"10813440" : 487,
"10944512" : 423,
"11075584" : 488,
"11206656" : 584,
"11337728" : 588,
"11468800" : 527,
"11599872" : 433,
"11730944" : 468,
"11862016" : 580,
"11993088" : 584,
"12124160" : 541,
"12255232" : 424,
"12386304" : 482,
"12517376" : 499,
"12648448" : 391,
"12779520" : 447,
"12910592" : 571,
"13041664" : 679,
"13172736" : 1128,
"13303808" : 2910,
"13434880" : 9304,
"13565952" : 23178,
"13697024" : 47158,
"13828096" : 72625,
"13959168" : 89095,
"14090240" : 91065,
"14221312" : 83003,
"14352384" : 75247,
"14483456" : 69563,
"14614528" : 64961,
"14745600" : 60208,
"14876672" : 60389,
"15007744" : 67009,
"15138816" : 73939,
"15269888" : 77920,
"15400960" : 77477,
"15532032" : 68859,
"15663104" : 53799,
"15794176" : 36406,
"15925248" : 23716,
"16056320" : 15216,
"16187392" : 8574,
"16318464" : 4737,
"16449536" : 2636,
"16580608" : 1575,
"16711680" : 963,
"16908288" : 1059,
"17170432" : 518,
"17432576" : 331,
"17694720" : 202,
"17956864" : 134,
"18219008" : 138,
"18481152" : 154,
"18743296" : 80,
"19005440" : 87,
"19267584" : 82,
"19529728" : 56,
"19791872" : 77,
"20054016" : 78,
"20316160" : 102,
"20578304" : 94,
"20840448" : 90,
"21102592" : 117,
"21364736" : 84,
"21626880" : 83,
"21889024" : 46,
"22151168" : 33,
"22413312" : 34,
"22675456" : 15,
"22937600" : 11,
"23199744" : 7,
"23461888" : 10,
"23724032" : 4,
"23986176" : 1
}
},
"lat_ns" : {
"min" : 253067,
"max" : 24459367,
"mean" : 12874945.153374,
"stddev" : 3716623.553710,
"N" : 1789419
},
"bw_min" : 8105984,
"bw_max" : 12138496,
"bw_agg" : 99.996552,
"bw_mean" : 10179153.576602,
"bw_dev" : 573155.641321,
"bw_samples" : 1436,
"iops_min" : 7916,
"iops_max" : 11854,
"iops_mean" : 9940.448468,
"iops_stddev" : 559.722926,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 0.699865,
"sys_cpu" : 96.191507,
"ctx" : 193366,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999888,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 28.520381,
"20" : 71.437369,
"50" : 0.044038,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995986,
"timestamp_ms" : 1773995986701,
"time" : "Fri Mar 20 05:39:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1876413120512,
"io_kbytes" : 1832434688,
"bw_bytes" : 10424401509,
"bw" : 10180079,
"iops" : 9940.772880,
"runtime" : 180002,
"total_ios" : 1789359,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164120,
"max" : 2323569,
"mean" : 399500.482148,
"stddev" : 121396.238145,
"N" : 1789363
},
"clat_ns" : {
"min" : 4237,
"max" : 23898961,
"mean" : 12475260.307897,
"stddev" : 3601319.169873,
"N" : 1789483,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6520832,
"10.000000" : 6651904,
"20.000000" : 6848512,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15269888,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 17694720,
"99.950000" : 19529728,
"99.990000" : 21626880
},
"bins" : {
"4256" : 1,
"4768" : 1,
"4896" : 1,
"16512" : 1,
"261120" : 1,
"411648" : 1,
"464896" : 1,
"505856" : 1,
"544768" : 1,
"741376" : 1,
"847872" : 1,
"913408" : 1,
"954368" : 1,
"1056768" : 1,
"1155072" : 1,
"1269760" : 1,
"1368064" : 1,
"1417216" : 1,
"1548288" : 1,
"1581056" : 1,
"1695744" : 1,
"1777664" : 1,
"1941504" : 1,
"2007040" : 1,
"2039808" : 1,
"2146304" : 1,
"2179072" : 1,
"2441216" : 2,
"2506752" : 1,
"2637824" : 1,
"2736128" : 1,
"2834432" : 2,
"2965504" : 1,
"3063808" : 1,
"3194880" : 1,
"3260416" : 1,
"3358720" : 1,
"3457024" : 1,
"3489792" : 1,
"3653632" : 1,
"3686400" : 1,
"3784704" : 1,
"3883008" : 1,
"4079616" : 2,
"4177920" : 1,
"4227072" : 1,
"4292608" : 1,
"4489216" : 2,
"4620288" : 1,
"4685824" : 1,
"4751360" : 1,
"4947968" : 1,
"5079040" : 2,
"5144576" : 1,
"5341184" : 2,
"5537792" : 1,
"5603328" : 2,
"5799936" : 1,
"5865472" : 1,
"5931008" : 1,
"5996544" : 1,
"6062080" : 1,
"6193152" : 37,
"6258688" : 453,
"6324224" : 2471,
"6389760" : 11371,
"6455296" : 29835,
"6520832" : 48458,
"6586368" : 55799,
"6651904" : 56933,
"6717440" : 56083,
"6782976" : 54037,
"6848512" : 43202,
"6914048" : 29565,
"6979584" : 19482,
"7045120" : 12548,
"7110656" : 7111,
"7176192" : 4045,
"7241728" : 2795,
"7307264" : 2807,
"7372800" : 3498,
"7438336" : 4813,
"7503872" : 5639,
"7569408" : 6515,
"7634944" : 7624,
"7700480" : 7156,
"7766016" : 6276,
"7831552" : 4948,
"7897088" : 3670,
"7962624" : 2976,
"8028160" : 2273,
"8093696" : 1680,
"8159232" : 1175,
"8224768" : 1012,
"8290304" : 783,
"8355840" : 774,
"8454144" : 1592,
"8585216" : 1738,
"8716288" : 1123,
"8847360" : 998,
"8978432" : 860,
"9109504" : 897,
"9240576" : 753,
"9371648" : 907,
"9502720" : 868,
"9633792" : 766,
"9764864" : 833,
"9895936" : 888,
"10027008" : 848,
"10158080" : 793,
"10289152" : 655,
"10420224" : 539,
"10551296" : 445,
"10682368" : 467,
"10813440" : 487,
"10944512" : 424,
"11075584" : 488,
"11206656" : 585,
"11337728" : 588,
"11468800" : 528,
"11599872" : 434,
"11730944" : 468,
"11862016" : 581,
"11993088" : 584,
"12124160" : 542,
"12255232" : 424,
"12386304" : 483,
"12517376" : 499,
"12648448" : 392,
"12779520" : 447,
"12910592" : 572,
"13041664" : 680,
"13172736" : 1128,
"13303808" : 2911,
"13434880" : 9304,
"13565952" : 23179,
"13697024" : 47158,
"13828096" : 72626,
"13959168" : 89096,
"14090240" : 91065,
"14221312" : 83004,
"14352384" : 75247,
"14483456" : 69563,
"14614528" : 64961,
"14745600" : 60208,
"14876672" : 60390,
"15007744" : 67009,
"15138816" : 73939,
"15269888" : 77921,
"15400960" : 77477,
"15532032" : 68859,
"15663104" : 53799,
"15794176" : 36406,
"15925248" : 23716,
"16056320" : 15216,
"16187392" : 8574,
"16318464" : 4737,
"16449536" : 2636,
"16580608" : 1575,
"16711680" : 963,
"16908288" : 1059,
"17170432" : 518,
"17432576" : 331,
"17694720" : 202,
"17956864" : 134,
"18219008" : 138,
"18481152" : 154,
"18743296" : 80,
"19005440" : 87,
"19267584" : 82,
"19529728" : 56,
"19791872" : 77,
"20054016" : 78,
"20316160" : 102,
"20578304" : 94,
"20840448" : 90,
"21102592" : 117,
"21364736" : 84,
"21626880" : 83,
"21889024" : 46,
"22151168" : 33,
"22413312" : 34,
"22675456" : 15,
"22937600" : 11,
"23199744" : 7,
"23461888" : 10,
"23724032" : 4,
"23986176" : 1
}
},
"lat_ns" : {
"min" : 253067,
"max" : 24459367,
"mean" : 12874763.997628,
"stddev" : 3716772.252964,
"N" : 1789483
},
"bw_min" : 8105984,
"bw_max" : 12138496,
"bw_agg" : 100.000000,
"bw_mean" : 10182229.736111,
"bw_dev" : 573144.826861,
"bw_samples" : 1440,
"iops_min" : 7916,
"iops_max" : 11854,
"iops_mean" : 9943.450000,
"iops_stddev" : 559.711698,
"iops_samples" : 1440
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720004,
"usr_cpu" : 0.699857,
"sys_cpu" : 96.190577,
"ctx" : 193370,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999776,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 28.521890,
"20" : 71.438487,
"50" : 0.044038,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}