raidz2/benchmarks/seq/seq-read-qd32-nj4_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773995422,
"timestamp_ms" : 1773995422133,
"time" : "Fri Mar 20 05:30:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10626586036,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995432,
"timestamp_ms" : 1773995432133,
"time" : "Fri Mar 20 05:30:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 20,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10626626036,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995442,
"timestamp_ms" : 1773995442133,
"time" : "Fri Mar 20 05:30:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 30,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10626666036,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995452,
"timestamp_ms" : 1773995452133,
"time" : "Fri Mar 20 05:30:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 40,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10626706036,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995462,
"timestamp_ms" : 1773995462133,
"time" : "Fri Mar 20 05:31:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 50,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10626746036,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995472,
"timestamp_ms" : 1773995472132,
"time" : "Fri Mar 20 05:31:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 60,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10626786036,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995482,
"timestamp_ms" : 1773995482132,
"time" : "Fri Mar 20 05:31:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 70,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 10626826036,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995492,
"timestamp_ms" : 1773995492133,
"time" : "Fri Mar 20 05:31:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 182,
"elapsed" : 8,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 81671487488,
"io_kbytes" : 79757312,
"bw_bytes" : 11116304272,
"bw" : 10855765,
"iops" : 10619.572615,
"runtime" : 7347,
"total_ios" : 78022,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29388,
"usr_cpu" : 0.632911,
"sys_cpu" : 94.943514,
"ctx" : 12421,
"majf" : 0,
"minf" : 32794,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.841070,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995504,
"timestamp_ms" : 1773995504785,
"time" : "Fri Mar 20 05:31:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 91718942720,
"io_kbytes" : 89569280,
"bw_bytes" : 9171894272,
"bw" : 8956928,
"iops" : 8747.400000,
"runtime" : 10000,
"total_ios" : 87474,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 366090,
"max" : 1161915,
"mean" : 454438.432929,
"stddev" : 31056.582472,
"N" : 87474
},
"clat_ns" : {
"min" : 13179848,
"max" : 15901697,
"mean" : 14178760.375454,
"stddev" : 358822.514105,
"N" : 87470,
"percentile" : {
"1.000000" : 13434880,
"5.000000" : 13697024,
"10.000000" : 13697024,
"20.000000" : 13828096,
"30.000000" : 13959168,
"40.000000" : 14090240,
"50.000000" : 14090240,
"60.000000" : 14221312,
"70.000000" : 14352384,
"80.000000" : 14483456,
"90.000000" : 14614528,
"95.000000" : 14745600,
"99.000000" : 15007744,
"99.500000" : 15138816,
"99.900000" : 15532032,
"99.950000" : 15532032,
"99.990000" : 15794176
},
"bins" : {
"13172736" : 13,
"13303808" : 91,
"13434880" : 858,
"13565952" : 2857,
"13697024" : 6482,
"13828096" : 9937,
"13959168" : 12645,
"14090240" : 12073,
"14221312" : 10809,
"14352384" : 8913,
"14483456" : 7837,
"14614528" : 6623,
"14745600" : 4329,
"14876672" : 2239,
"15007744" : 1063,
"15138816" : 370,
"15269888" : 159,
"15400960" : 79,
"15532032" : 52,
"15663104" : 19,
"15794176" : 18,
"15925248" : 4
}
},
"lat_ns" : {
"min" : 13613021,
"max" : 16460271,
"mean" : 14633200.575260,
"stddev" : 367605.062679,
"N" : 87470
},
"bw_min" : 8753152,
"bw_max" : 9142272,
"bw_agg" : 100.000000,
"bw_mean" : 8963401.210526,
"bw_dev" : 29092.348357,
"bw_samples" : 76,
"iops_min" : 8548,
"iops_max" : 8930,
"iops_mean" : 8753.263158,
"iops_stddev" : 28.439755,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39998,
"usr_cpu" : 0.585029,
"sys_cpu" : 98.399920,
"ctx" : 2892,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 99.995427,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995514,
"timestamp_ms" : 1773995514785,
"time" : "Fri Mar 20 05:31:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 190394138624,
"io_kbytes" : 185931776,
"bw_bytes" : 9519706931,
"bw" : 9296588,
"iops" : 9078.900000,
"runtime" : 20000,
"total_ios" : 181578,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 188117,
"max" : 1772638,
"mean" : 437711.914775,
"stddev" : 69480.979518,
"N" : 181578
},
"clat_ns" : {
"min" : 7150606,
"max" : 19966267,
"mean" : 13660596.625040,
"stddev" : 1925695.661762,
"N" : 181574,
"percentile" : {
"1.000000" : 7503872,
"5.000000" : 7766016,
"10.000000" : 13172736,
"20.000000" : 13697024,
"30.000000" : 13959168,
"40.000000" : 13959168,
"50.000000" : 14090240,
"60.000000" : 14221312,
"70.000000" : 14483456,
"80.000000" : 14614528,
"90.000000" : 14876672,
"95.000000" : 15007744,
"99.000000" : 15532032,
"99.500000" : 15794176,
"99.900000" : 16187392,
"99.950000" : 16449536,
"99.990000" : 16908288
},
"bins" : {
"7176192" : 17,
"7241728" : 72,
"7307264" : 225,
"7372800" : 482,
"7438336" : 807,
"7503872" : 1123,
"7569408" : 1633,
"7634944" : 2102,
"7700480" : 2347,
"7766016" : 1985,
"7831552" : 1575,
"7897088" : 1102,
"7962624" : 816,
"8028160" : 533,
"8093696" : 309,
"8159232" : 137,
"8224768" : 83,
"8290304" : 95,
"8355840" : 49,
"8454144" : 104,
"8585216" : 93,
"8716288" : 77,
"8847360" : 123,
"8978432" : 67,
"9109504" : 41,
"9240576" : 59,
"9371648" : 105,
"9502720" : 92,
"9633792" : 67,
"9764864" : 52,
"9895936" : 57,
"10027008" : 30,
"10158080" : 85,
"10289152" : 95,
"10420224" : 78,
"10551296" : 48,
"10682368" : 40,
"10813440" : 97,
"10944512" : 99,
"11075584" : 49,
"11206656" : 49,
"11337728" : 50,
"11468800" : 99,
"11599872" : 75,
"11730944" : 46,
"11862016" : 73,
"11993088" : 98,
"12124160" : 89,
"12255232" : 123,
"12386304" : 59,
"12517376" : 24,
"12648448" : 46,
"12779520" : 52,
"12910592" : 65,
"13041664" : 85,
"13172736" : 139,
"13303808" : 472,
"13434880" : 1955,
"13565952" : 5293,
"13697024" : 11041,
"13828096" : 16571,
"13959168" : 20261,
"14090240" : 19283,
"14221312" : 17410,
"14352384" : 15260,
"14483456" : 13826,
"14614528" : 11663,
"14745600" : 9102,
"14876672" : 7050,
"15007744" : 5179,
"15138816" : 3367,
"15269888" : 2109,
"15400960" : 1169,
"15532032" : 758,
"15663104" : 591,
"15794176" : 426,
"15925248" : 223,
"16056320" : 110,
"16187392" : 80,
"16318464" : 58,
"16449536" : 28,
"16580608" : 24,
"16711680" : 9,
"16908288" : 16,
"17170432" : 5,
"17432576" : 1,
"17694720" : 2,
"17956864" : 1,
"18219008" : 1,
"18481152" : 2,
"18743296" : 2,
"19005440" : 2,
"19267584" : 1,
"20054016" : 1
}
},
"lat_ns" : {
"min" : 7384813,
"max" : 20721652,
"mean" : 14098326.860129,
"stddev" : 1987061.419552,
"N" : 181574
},
"bw_min" : 8503296,
"bw_max" : 11141120,
"bw_agg" : 99.677378,
"bw_mean" : 9266596.358974,
"bw_dev" : 362868.704134,
"bw_samples" : 156,
"iops_min" : 8304,
"iops_max" : 10880,
"iops_mean" : 9049.205128,
"iops_stddev" : 354.339764,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79998,
"usr_cpu" : 0.605015,
"sys_cpu" : 97.784945,
"ctx" : 8978,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 9.055062,
"20" : 90.942735,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995524,
"timestamp_ms" : 1773995524785,
"time" : "Fri Mar 20 05:32:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 291748446208,
"io_kbytes" : 284910592,
"bw_bytes" : 9725272382,
"bw" : 9497336,
"iops" : 9274.909164,
"runtime" : 29999,
"total_ios" : 278238,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185214,
"max" : 1970881,
"mean" : 428403.862740,
"stddev" : 84696.579189,
"N" : 278238
},
"clat_ns" : {
"min" : 6474142,
"max" : 21611502,
"mean" : 13371926.140723,
"stddev" : 2395790.705224,
"N" : 278234,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 7634944,
"10.000000" : 7766016,
"20.000000" : 13697024,
"30.000000" : 13828096,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14352384,
"70.000000" : 14483456,
"80.000000" : 14745600,
"90.000000" : 15007744,
"95.000000" : 15269888,
"99.000000" : 15794176,
"99.500000" : 15925248,
"99.900000" : 16908288,
"99.950000" : 17956864,
"99.990000" : 20054016
},
"bins" : {
"6455296" : 4,
"6520832" : 24,
"6586368" : 3,
"6651904" : 3,
"6717440" : 3,
"6782976" : 12,
"6848512" : 19,
"6914048" : 1,
"7045120" : 19,
"7110656" : 20,
"7176192" : 44,
"7241728" : 194,
"7307264" : 461,
"7372800" : 1127,
"7438336" : 2202,
"7503872" : 3418,
"7569408" : 4821,
"7634944" : 5951,
"7700480" : 6110,
"7766016" : 4960,
"7831552" : 3288,
"7897088" : 2133,
"7962624" : 1409,
"8028160" : 866,
"8093696" : 504,
"8159232" : 260,
"8224768" : 152,
"8290304" : 157,
"8355840" : 121,
"8454144" : 318,
"8585216" : 307,
"8716288" : 259,
"8847360" : 303,
"8978432" : 260,
"9109504" : 142,
"9240576" : 138,
"9371648" : 159,
"9502720" : 159,
"9633792" : 136,
"9764864" : 121,
"9895936" : 123,
"10027008" : 64,
"10158080" : 124,
"10289152" : 157,
"10420224" : 113,
"10551296" : 82,
"10682368" : 75,
"10813440" : 147,
"10944512" : 158,
"11075584" : 106,
"11206656" : 144,
"11337728" : 156,
"11468800" : 184,
"11599872" : 117,
"11730944" : 84,
"11862016" : 109,
"11993088" : 139,
"12124160" : 104,
"12255232" : 136,
"12386304" : 97,
"12517376" : 47,
"12648448" : 54,
"12779520" : 64,
"12910592" : 93,
"13041664" : 135,
"13172736" : 269,
"13303808" : 606,
"13434880" : 2277,
"13565952" : 6273,
"13697024" : 13426,
"13828096" : 20724,
"13959168" : 25703,
"14090240" : 25236,
"14221312" : 23082,
"14352384" : 20695,
"14483456" : 19062,
"14614528" : 17476,
"14745600" : 14921,
"14876672" : 12191,
"15007744" : 9811,
"15138816" : 7271,
"15269888" : 5186,
"15400960" : 3585,
"15532032" : 2533,
"15663104" : 1638,
"15794176" : 967,
"15925248" : 556,
"16056320" : 331,
"16187392" : 226,
"16318464" : 157,
"16449536" : 121,
"16580608" : 118,
"16711680" : 61,
"16908288" : 70,
"17170432" : 49,
"17432576" : 17,
"17694720" : 30,
"17956864" : 33,
"18219008" : 26,
"18481152" : 19,
"18743296" : 21,
"19005440" : 16,
"19267584" : 7,
"19529728" : 5,
"19791872" : 9,
"20054016" : 11,
"20316160" : 2,
"20578304" : 2,
"20840448" : 4,
"21102592" : 4,
"21364736" : 4,
"21626880" : 3
}
},
"lat_ns" : {
"min" : 6680307,
"max" : 22062932,
"mean" : 13800326.265794,
"stddev" : 2472292.636321,
"N" : 278234
},
"bw_min" : 8444014,
"bw_max" : 11141120,
"bw_agg" : 100.000000,
"bw_mean" : 9508648.779661,
"bw_dev" : 442205.762704,
"bw_samples" : 236,
"iops_min" : 8246,
"iops_max" : 10880,
"iops_mean" : 9285.593220,
"iops_stddev" : 431.822433,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 0.610854,
"sys_cpu" : 97.299077,
"ctx" : 20482,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.642141,
"20" : 85.346718,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995534,
"timestamp_ms" : 1773995534785,
"time" : "Fri Mar 20 05:32:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 400949248000,
"io_kbytes" : 391552000,
"bw_bytes" : 10023981799,
"bw" : 9789044,
"iops" : 9559.738993,
"runtime" : 39999,
"total_ios" : 382380,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 167095,
"max" : 1970881,
"mean" : 415556.720187,
"stddev" : 104856.293176,
"N" : 382380
},
"clat_ns" : {
"min" : 6285124,
"max" : 21611502,
"mean" : 12973540.097294,
"stddev" : 3071059.469539,
"N" : 382376,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6651904,
"10.000000" : 6979584,
"20.000000" : 7962624,
"30.000000" : 13828096,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14352384,
"70.000000" : 14614528,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16318464,
"99.900000" : 16908288,
"99.950000" : 17694720,
"99.990000" : 19791872
},
"bins" : {
"6258688" : 1,
"6324224" : 231,
"6389760" : 1416,
"6455296" : 3466,
"6520832" : 5374,
"6586368" : 6356,
"6651904" : 6373,
"6717440" : 5904,
"6782976" : 4322,
"6848512" : 2771,
"6914048" : 1718,
"6979584" : 989,
"7045120" : 650,
"7110656" : 425,
"7176192" : 201,
"7241728" : 213,
"7307264" : 470,
"7372800" : 1127,
"7438336" : 2202,
"7503872" : 3419,
"7569408" : 4829,
"7634944" : 5987,
"7700480" : 6173,
"7766016" : 5026,
"7831552" : 3364,
"7897088" : 2195,
"7962624" : 1511,
"8028160" : 913,
"8093696" : 513,
"8159232" : 266,
"8224768" : 152,
"8290304" : 159,
"8355840" : 122,
"8454144" : 319,
"8585216" : 309,
"8716288" : 261,
"8847360" : 305,
"8978432" : 261,
"9109504" : 145,
"9240576" : 139,
"9371648" : 161,
"9502720" : 161,
"9633792" : 137,
"9764864" : 124,
"9895936" : 123,
"10027008" : 67,
"10158080" : 126,
"10289152" : 158,
"10420224" : 116,
"10551296" : 84,
"10682368" : 76,
"10813440" : 150,
"10944512" : 159,
"11075584" : 108,
"11206656" : 146,
"11337728" : 158,
"11468800" : 185,
"11599872" : 120,
"11730944" : 86,
"11862016" : 110,
"11993088" : 140,
"12124160" : 106,
"12255232" : 138,
"12386304" : 99,
"12517376" : 48,
"12648448" : 56,
"12779520" : 66,
"12910592" : 94,
"13041664" : 138,
"13172736" : 273,
"13303808" : 617,
"13434880" : 2315,
"13565952" : 6556,
"13697024" : 14210,
"13828096" : 22288,
"13959168" : 27685,
"14090240" : 27297,
"14221312" : 24949,
"14352384" : 22372,
"14483456" : 20521,
"14614528" : 18768,
"14745600" : 16367,
"14876672" : 14098,
"15007744" : 12419,
"15138816" : 10862,
"15269888" : 10103,
"15400960" : 10454,
"15532032" : 10157,
"15663104" : 8740,
"15794176" : 6587,
"15925248" : 4186,
"16056320" : 2613,
"16187392" : 1627,
"16318464" : 832,
"16449536" : 509,
"16580608" : 338,
"16711680" : 202,
"16908288" : 145,
"17170432" : 56,
"17432576" : 17,
"17694720" : 30,
"17956864" : 33,
"18219008" : 26,
"18481152" : 19,
"18743296" : 21,
"19005440" : 16,
"19267584" : 7,
"19529728" : 5,
"19791872" : 9,
"20054016" : 11,
"20316160" : 2,
"20578304" : 2,
"20840448" : 4,
"21102592" : 4,
"21364736" : 4,
"21626880" : 3
}
},
"lat_ns" : {
"min" : 6481744,
"max" : 22062932,
"mean" : 13389106.303183,
"stddev" : 3169451.905323,
"N" : 382376
},
"bw_min" : 8206336,
"bw_max" : 11769856,
"bw_agg" : 99.852920,
"bw_mean" : 9774647.265823,
"bw_dev" : 546177.778682,
"bw_samples" : 316,
"iops_min" : 8014,
"iops_max" : 11494,
"iops_mean" : 9545.329114,
"iops_stddev" : 533.366628,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.635016,
"sys_cpu" : 96.760544,
"ctx" : 32383,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 21.264972,
"20" : 78.726921,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995544,
"timestamp_ms" : 1773995544785,
"time" : "Fri Mar 20 05:32:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 501695381504,
"io_kbytes" : 489936896,
"bw_bytes" : 10034108312,
"bw" : 9798933,
"iops" : 9569.371387,
"runtime" : 49999,
"total_ios" : 478459,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 167095,
"max" : 1970881,
"mean" : 415135.940354,
"stddev" : 104898.479218,
"N" : 478459
},
"clat_ns" : {
"min" : 6285124,
"max" : 21611502,
"mean" : 12960460.959603,
"stddev" : 3075695.173379,
"N" : 478455,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6651904,
"10.000000" : 6914048,
"20.000000" : 8028160,
"30.000000" : 13828096,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14352384,
"70.000000" : 14614528,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16318464,
"99.900000" : 16711680,
"99.950000" : 17170432,
"99.990000" : 19267584
},
"bins" : {
"6258688" : 2,
"6324224" : 256,
"6389760" : 1518,
"6455296" : 3781,
"6520832" : 6093,
"6586368" : 7112,
"6651904" : 7523,
"6717440" : 7739,
"6782976" : 6767,
"6848512" : 5268,
"6914048" : 4002,
"6979584" : 2797,
"7045120" : 1847,
"7110656" : 1181,
"7176192" : 574,
"7241728" : 385,
"7307264" : 524,
"7372800" : 1221,
"7438336" : 2421,
"7503872" : 3584,
"7569408" : 4950,
"7634944" : 6158,
"7700480" : 6323,
"7766016" : 5303,
"7831552" : 3611,
"7897088" : 2431,
"7962624" : 1711,
"8028160" : 1097,
"8093696" : 723,
"8159232" : 388,
"8224768" : 279,
"8290304" : 247,
"8355840" : 202,
"8454144" : 498,
"8585216" : 460,
"8716288" : 426,
"8847360" : 453,
"8978432" : 351,
"9109504" : 242,
"9240576" : 206,
"9371648" : 208,
"9502720" : 223,
"9633792" : 183,
"9764864" : 164,
"9895936" : 199,
"10027008" : 135,
"10158080" : 195,
"10289152" : 235,
"10420224" : 169,
"10551296" : 146,
"10682368" : 121,
"10813440" : 164,
"10944512" : 201,
"11075584" : 141,
"11206656" : 160,
"11337728" : 173,
"11468800" : 230,
"11599872" : 195,
"11730944" : 164,
"11862016" : 151,
"11993088" : 160,
"12124160" : 193,
"12255232" : 171,
"12386304" : 114,
"12517376" : 72,
"12648448" : 73,
"12779520" : 78,
"12910592" : 115,
"13041664" : 177,
"13172736" : 323,
"13303808" : 732,
"13434880" : 2948,
"13565952" : 8229,
"13697024" : 18006,
"13828096" : 27975,
"13959168" : 34399,
"14090240" : 33917,
"14221312" : 31079,
"14352384" : 27849,
"14483456" : 25718,
"14614528" : 23959,
"14745600" : 20980,
"14876672" : 17886,
"15007744" : 15806,
"15138816" : 14520,
"15269888" : 13767,
"15400960" : 13295,
"15532032" : 12157,
"15663104" : 10167,
"15794176" : 7518,
"15925248" : 4736,
"16056320" : 2866,
"16187392" : 1786,
"16318464" : 931,
"16449536" : 545,
"16580608" : 368,
"16711680" : 208,
"16908288" : 152,
"17170432" : 56,
"17432576" : 17,
"17694720" : 30,
"17956864" : 33,
"18219008" : 26,
"18481152" : 19,
"18743296" : 21,
"19005440" : 16,
"19267584" : 7,
"19529728" : 5,
"19791872" : 9,
"20054016" : 11,
"20316160" : 2,
"20578304" : 2,
"20840448" : 4,
"21102592" : 4,
"21364736" : 4,
"21626880" : 3
}
},
"lat_ns" : {
"min" : 6481744,
"max" : 22062932,
"mean" : 13375603.567598,
"stddev" : 3174254.019501,
"N" : 478455
},
"bw_min" : 8206336,
"bw_max" : 11776000,
"bw_agg" : 99.913634,
"bw_mean" : 9790471.818182,
"bw_dev" : 551607.939245,
"bw_samples" : 396,
"iops_min" : 8014,
"iops_max" : 11500,
"iops_mean" : 9560.767677,
"iops_stddev" : 538.665785,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199996,
"usr_cpu" : 0.638513,
"sys_cpu" : 96.791936,
"ctx" : 40301,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 21.251560,
"20" : 78.741961,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995554,
"timestamp_ms" : 1773995554785,
"time" : "Fri Mar 20 05:32:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 614015696896,
"io_kbytes" : 599624704,
"bw_bytes" : 10233765511,
"bw" : 9993911,
"iops" : 9759.762663,
"runtime" : 59999,
"total_ios" : 585576,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166754,
"max" : 1970881,
"mean" : 406978.464295,
"stddev" : 112746.771533,
"N" : 585576
},
"clat_ns" : {
"min" : 6268088,
"max" : 22157145,
"mean" : 12707550.145587,
"stddev" : 3328725.913020,
"N" : 585572,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6651904,
"10.000000" : 6782976,
"20.000000" : 7634944,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 19005440,
"99.990000" : 21626880
},
"bins" : {
"6258688" : 5,
"6324224" : 297,
"6389760" : 1874,
"6455296" : 5394,
"6520832" : 9397,
"6586368" : 11196,
"6651904" : 11556,
"6717440" : 11151,
"6782976" : 10482,
"6848512" : 10041,
"6914048" : 9591,
"6979584" : 7445,
"7045120" : 5155,
"7110656" : 3378,
"7176192" : 1936,
"7241728" : 1058,
"7307264" : 795,
"7372800" : 1379,
"7438336" : 2647,
"7503872" : 3822,
"7569408" : 5072,
"7634944" : 6259,
"7700480" : 6469,
"7766016" : 5504,
"7831552" : 3811,
"7897088" : 2652,
"7962624" : 1883,
"8028160" : 1231,
"8093696" : 833,
"8159232" : 434,
"8224768" : 307,
"8290304" : 263,
"8355840" : 210,
"8454144" : 518,
"8585216" : 466,
"8716288" : 444,
"8847360" : 471,
"8978432" : 354,
"9109504" : 245,
"9240576" : 209,
"9371648" : 210,
"9502720" : 230,
"9633792" : 184,
"9764864" : 168,
"9895936" : 205,
"10027008" : 138,
"10158080" : 199,
"10289152" : 237,
"10420224" : 173,
"10551296" : 147,
"10682368" : 126,
"10813440" : 168,
"10944512" : 206,
"11075584" : 143,
"11206656" : 166,
"11337728" : 178,
"11468800" : 233,
"11599872" : 199,
"11730944" : 169,
"11862016" : 154,
"11993088" : 164,
"12124160" : 198,
"12255232" : 175,
"12386304" : 118,
"12517376" : 78,
"12648448" : 77,
"12779520" : 83,
"12910592" : 119,
"13041664" : 182,
"13172736" : 350,
"13303808" : 798,
"13434880" : 3034,
"13565952" : 8474,
"13697024" : 18440,
"13828096" : 28500,
"13959168" : 35144,
"14090240" : 34880,
"14221312" : 32447,
"14352384" : 29616,
"14483456" : 28009,
"14614528" : 27411,
"14745600" : 25618,
"14876672" : 24132,
"15007744" : 23328,
"15138816" : 22230,
"15269888" : 21009,
"15400960" : 18782,
"15532032" : 15835,
"15663104" : 12547,
"15794176" : 9009,
"15925248" : 5732,
"16056320" : 3470,
"16187392" : 2142,
"16318464" : 1133,
"16449536" : 705,
"16580608" : 455,
"16711680" : 266,
"16908288" : 222,
"17170432" : 135,
"17432576" : 73,
"17694720" : 80,
"17956864" : 63,
"18219008" : 49,
"18481152" : 38,
"18743296" : 48,
"19005440" : 38,
"19267584" : 31,
"19529728" : 19,
"19791872" : 27,
"20054016" : 28,
"20316160" : 13,
"20578304" : 12,
"20840448" : 23,
"21102592" : 23,
"21364736" : 33,
"21626880" : 30,
"21889024" : 26,
"22151168" : 4
}
},
"lat_ns" : {
"min" : 6479020,
"max" : 22780217,
"mean" : 13114536.444038,
"stddev" : 3435425.639028,
"N" : 585572
},
"bw_min" : 8171520,
"bw_max" : 11788288,
"bw_agg" : 99.967874,
"bw_mean" : 9990701.756303,
"bw_dev" : 567610.432112,
"bw_samples" : 476,
"iops_min" : 7980,
"iops_max" : 11512,
"iops_mean" : 9756.285714,
"iops_stddev" : 554.292888,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239996,
"usr_cpu" : 0.654594,
"sys_cpu" : 96.490775,
"ctx" : 57681,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.151304,
"20" : 74.817274,
"50" : 0.030739,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995564,
"timestamp_ms" : 1773995564785,
"time" : "Fri Mar 20 05:32:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 714320379904,
"io_kbytes" : 697578496,
"bw_bytes" : 10204722637,
"bw" : 9965549,
"iops" : 9732.053315,
"runtime" : 69999,
"total_ios" : 681234,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166754,
"max" : 2085216,
"mean" : 408142.017919,
"stddev" : 112151.043011,
"N" : 681234
},
"clat_ns" : {
"min" : 6268088,
"max" : 22157145,
"mean" : 12743625.328755,
"stddev" : 3305711.236239,
"N" : 681230,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6651904,
"10.000000" : 6848512,
"20.000000" : 7634944,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 16056320,
"99.500000" : 16318464,
"99.900000" : 17432576,
"99.950000" : 18743296,
"99.990000" : 21364736
},
"bins" : {
"6258688" : 5,
"6324224" : 297,
"6389760" : 1874,
"6455296" : 5404,
"6520832" : 9408,
"6586368" : 11252,
"6651904" : 12133,
"6717440" : 12841,
"6782976" : 13277,
"6848512" : 13364,
"6914048" : 12747,
"6979584" : 9897,
"7045120" : 7104,
"7110656" : 4750,
"7176192" : 2640,
"7241728" : 1330,
"7307264" : 867,
"7372800" : 1409,
"7438336" : 2654,
"7503872" : 3823,
"7569408" : 5086,
"7634944" : 6300,
"7700480" : 6529,
"7766016" : 5580,
"7831552" : 3902,
"7897088" : 2737,
"7962624" : 1962,
"8028160" : 1304,
"8093696" : 900,
"8159232" : 483,
"8224768" : 374,
"8290304" : 355,
"8355840" : 305,
"8454144" : 710,
"8585216" : 596,
"8716288" : 524,
"8847360" : 577,
"8978432" : 412,
"9109504" : 362,
"9240576" : 302,
"9371648" : 284,
"9502720" : 293,
"9633792" : 231,
"9764864" : 226,
"9895936" : 276,
"10027008" : 182,
"10158080" : 228,
"10289152" : 274,
"10420224" : 210,
"10551296" : 167,
"10682368" : 138,
"10813440" : 179,
"10944512" : 221,
"11075584" : 184,
"11206656" : 257,
"11337728" : 258,
"11468800" : 288,
"11599872" : 287,
"11730944" : 267,
"11862016" : 214,
"11993088" : 218,
"12124160" : 248,
"12255232" : 207,
"12386304" : 147,
"12517376" : 101,
"12648448" : 104,
"12779520" : 115,
"12910592" : 178,
"13041664" : 243,
"13172736" : 421,
"13303808" : 882,
"13434880" : 3286,
"13565952" : 9378,
"13697024" : 20851,
"13828096" : 32992,
"13959168" : 41534,
"14090240" : 41812,
"14221312" : 39049,
"14352384" : 35351,
"14483456" : 33306,
"14614528" : 32203,
"14745600" : 29607,
"14876672" : 27634,
"15007744" : 26539,
"15138816" : 25530,
"15269888" : 24878,
"15400960" : 22839,
"15532032" : 18826,
"15663104" : 14782,
"15794176" : 10241,
"15925248" : 6477,
"16056320" : 3865,
"16187392" : 2355,
"16318464" : 1271,
"16449536" : 777,
"16580608" : 486,
"16711680" : 306,
"16908288" : 275,
"17170432" : 149,
"17432576" : 77,
"17694720" : 82,
"17956864" : 71,
"18219008" : 51,
"18481152" : 53,
"18743296" : 59,
"19005440" : 57,
"19267584" : 38,
"19529728" : 20,
"19791872" : 27,
"20054016" : 28,
"20316160" : 13,
"20578304" : 12,
"20840448" : 23,
"21102592" : 23,
"21364736" : 33,
"21626880" : 30,
"21889024" : 26,
"22151168" : 4
}
},
"lat_ns" : {
"min" : 6479020,
"max" : 22780217,
"mean" : 13151772.798733,
"stddev" : 3411664.285969,
"N" : 681230
},
"bw_min" : 8171520,
"bw_max" : 11788288,
"bw_agg" : 99.956134,
"bw_mean" : 9961178.525180,
"bw_dev" : 565768.846426,
"bw_samples" : 556,
"iops_min" : 7980,
"iops_max" : 11512,
"iops_mean" : 9727.438849,
"iops_stddev" : 552.490838,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279996,
"usr_cpu" : 0.649295,
"sys_cpu" : 96.536022,
"ctx" : 65008,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 24.623991,
"20" : 75.348999,
"50" : 0.026423,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995574,
"timestamp_ms" : 1773995574786,
"time" : "Fri Mar 20 05:32:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 820457242624,
"io_kbytes" : 801227776,
"bw_bytes" : 10255715532,
"bw" : 10015347,
"iops" : 9780.675000,
"runtime" : 80000,
"total_ios" : 782454,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 406099.630248,
"stddev" : 114976.495690,
"N" : 782454
},
"clat_ns" : {
"min" : 6268088,
"max" : 22157145,
"mean" : 12680159.600156,
"stddev" : 3397015.342139,
"N" : 782450,
"percentile" : {
"1.000000" : 6520832,
"5.000000" : 6651904,
"10.000000" : 6782976,
"20.000000" : 7503872,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17432576,
"99.950000" : 18743296,
"99.990000" : 21364736
},
"bins" : {
"6258688" : 5,
"6324224" : 297,
"6389760" : 1874,
"6455296" : 5435,
"6520832" : 9834,
"6586368" : 13235,
"6651904" : 16699,
"6717440" : 19088,
"6782976" : 19050,
"6848512" : 17998,
"6914048" : 16193,
"6979584" : 12326,
"7045120" : 8305,
"7110656" : 5190,
"7176192" : 2754,
"7241728" : 1421,
"7307264" : 918,
"7372800" : 1481,
"7438336" : 2763,
"7503872" : 3950,
"7569408" : 5224,
"7634944" : 6415,
"7700480" : 6674,
"7766016" : 5798,
"7831552" : 4132,
"7897088" : 2914,
"7962624" : 2114,
"8028160" : 1465,
"8093696" : 1037,
"8159232" : 567,
"8224768" : 466,
"8290304" : 453,
"8355840" : 381,
"8454144" : 918,
"8585216" : 801,
"8716288" : 657,
"8847360" : 698,
"8978432" : 488,
"9109504" : 461,
"9240576" : 383,
"9371648" : 360,
"9502720" : 338,
"9633792" : 259,
"9764864" : 298,
"9895936" : 332,
"10027008" : 220,
"10158080" : 267,
"10289152" : 320,
"10420224" : 267,
"10551296" : 209,
"10682368" : 180,
"10813440" : 207,
"10944512" : 249,
"11075584" : 217,
"11206656" : 317,
"11337728" : 337,
"11468800" : 374,
"11599872" : 325,
"11730944" : 327,
"11862016" : 262,
"11993088" : 296,
"12124160" : 322,
"12255232" : 230,
"12386304" : 163,
"12517376" : 129,
"12648448" : 140,
"12779520" : 148,
"12910592" : 216,
"13041664" : 266,
"13172736" : 422,
"13303808" : 927,
"13434880" : 3477,
"13565952" : 10115,
"13697024" : 22609,
"13828096" : 35883,
"13959168" : 44937,
"14090240" : 45297,
"14221312" : 42099,
"14352384" : 37814,
"14483456" : 35207,
"14614528" : 33740,
"14745600" : 31095,
"14876672" : 29230,
"15007744" : 28585,
"15138816" : 28131,
"15269888" : 28684,
"15400960" : 27905,
"15532032" : 25390,
"15663104" : 20996,
"15794176" : 14817,
"15925248" : 9865,
"16056320" : 6535,
"16187392" : 3982,
"16318464" : 2232,
"16449536" : 1271,
"16580608" : 733,
"16711680" : 473,
"16908288" : 399,
"17170432" : 272,
"17432576" : 147,
"17694720" : 126,
"17956864" : 102,
"18219008" : 65,
"18481152" : 58,
"18743296" : 59,
"19005440" : 57,
"19267584" : 38,
"19529728" : 20,
"19791872" : 27,
"20054016" : 28,
"20316160" : 13,
"20578304" : 12,
"20840448" : 23,
"21102592" : 23,
"21364736" : 33,
"21626880" : 30,
"21889024" : 26,
"22151168" : 4
}
},
"lat_ns" : {
"min" : 6479020,
"max" : 22780217,
"mean" : 13086260.318013,
"stddev" : 3505936.664096,
"N" : 782450
},
"bw_min" : 8152985,
"bw_max" : 11788288,
"bw_agg" : 100.000000,
"bw_mean" : 10023415.823899,
"bw_dev" : 565628.793132,
"bw_samples" : 636,
"iops_min" : 7961,
"iops_max" : 11512,
"iops_mean" : 9788.226415,
"iops_stddev" : 552.356316,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319999,
"usr_cpu" : 0.662502,
"sys_cpu" : 96.408426,
"ctx" : 78413,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.882800,
"20" : 74.093685,
"50" : 0.023005,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995584,
"timestamp_ms" : 1773995584785,
"time" : "Fri Mar 20 05:33:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 927506366464,
"io_kbytes" : 905767936,
"bw_bytes" : 10305626294,
"bw" : 10064088,
"iops" : 9828.277778,
"runtime" : 90000,
"total_ios" : 884545,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 404119.637813,
"stddev" : 116714.618627,
"N" : 884545
},
"clat_ns" : {
"min" : 6124749,
"max" : 22157145,
"mean" : 12618771.575859,
"stddev" : 3453704.788797,
"N" : 884541,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7110656,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 18219008,
"99.950000" : 19267584,
"99.990000" : 21364736
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 37,
"6324224" : 372,
"6389760" : 2305,
"6455296" : 7584,
"6520832" : 15351,
"6586368" : 19748,
"6651904" : 22386,
"6717440" : 23648,
"6782976" : 22383,
"6848512" : 20105,
"6914048" : 17202,
"6979584" : 12761,
"7045120" : 8508,
"7110656" : 5323,
"7176192" : 2854,
"7241728" : 1522,
"7307264" : 987,
"7372800" : 1529,
"7438336" : 2783,
"7503872" : 3965,
"7569408" : 5260,
"7634944" : 6439,
"7700480" : 6683,
"7766016" : 5804,
"7831552" : 4156,
"7897088" : 2935,
"7962624" : 2137,
"8028160" : 1466,
"8093696" : 1041,
"8159232" : 568,
"8224768" : 468,
"8290304" : 456,
"8355840" : 384,
"8454144" : 922,
"8585216" : 808,
"8716288" : 663,
"8847360" : 701,
"8978432" : 494,
"9109504" : 463,
"9240576" : 391,
"9371648" : 365,
"9502720" : 341,
"9633792" : 265,
"9764864" : 305,
"9895936" : 338,
"10027008" : 226,
"10158080" : 272,
"10289152" : 327,
"10420224" : 275,
"10551296" : 213,
"10682368" : 187,
"10813440" : 212,
"10944512" : 254,
"11075584" : 225,
"11206656" : 320,
"11337728" : 344,
"11468800" : 381,
"11599872" : 329,
"11730944" : 336,
"11862016" : 266,
"11993088" : 302,
"12124160" : 326,
"12255232" : 238,
"12386304" : 170,
"12517376" : 134,
"12648448" : 146,
"12779520" : 157,
"12910592" : 220,
"13041664" : 275,
"13172736" : 442,
"13303808" : 988,
"13434880" : 4078,
"13565952" : 11507,
"13697024" : 25552,
"13828096" : 40572,
"13959168" : 50043,
"14090240" : 49772,
"14221312" : 45739,
"14352384" : 40871,
"14483456" : 37750,
"14614528" : 36082,
"14745600" : 33924,
"14876672" : 33565,
"15007744" : 34089,
"15138816" : 34373,
"15269888" : 34434,
"15400960" : 32757,
"15532032" : 28733,
"15663104" : 22944,
"15794176" : 15992,
"15925248" : 10493,
"16056320" : 6905,
"16187392" : 4197,
"16318464" : 2380,
"16449536" : 1347,
"16580608" : 793,
"16711680" : 526,
"16908288" : 510,
"17170432" : 370,
"17432576" : 211,
"17694720" : 184,
"17956864" : 136,
"18219008" : 108,
"18481152" : 103,
"18743296" : 91,
"19005440" : 89,
"19267584" : 84,
"19529728" : 45,
"19791872" : 57,
"20054016" : 39,
"20316160" : 30,
"20578304" : 27,
"20840448" : 50,
"21102592" : 73,
"21364736" : 45,
"21626880" : 30,
"21889024" : 26,
"22151168" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 22780217,
"mean" : 13022895.743795,
"stddev" : 3564430.015100,
"N" : 884541
},
"bw_min" : 8152985,
"bw_max" : 11964416,
"bw_agg" : 99.960998,
"bw_mean" : 10060163.575419,
"bw_dev" : 570215.808124,
"bw_samples" : 716,
"iops_min" : 7961,
"iops_max" : 11684,
"iops_mean" : 9824.117318,
"iops_stddev" : 556.840094,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359999,
"usr_cpu" : 0.672502,
"sys_cpu" : 96.349990,
"ctx" : 93285,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.603282,
"20" : 73.361220,
"50" : 0.035046,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995594,
"timestamp_ms" : 1773995594785,
"time" : "Fri Mar 20 05:33:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1029291638784,
"io_kbytes" : 1005167616,
"bw_bytes" : 10292916387,
"bw" : 10051676,
"iops" : 9816.130000,
"runtime" : 100000,
"total_ios" : 981613,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 404621.390509,
"stddev" : 116208.141949,
"N" : 981613
},
"clat_ns" : {
"min" : 6124749,
"max" : 22157145,
"mean" : 12634270.576902,
"stddev" : 3435360.714249,
"N" : 981609,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7176192,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15663104,
"99.000000" : 16187392,
"99.500000" : 16449536,
"99.900000" : 17956864,
"99.950000" : 19267584,
"99.990000" : 21364736
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 37,
"6324224" : 386,
"6389760" : 2569,
"6455296" : 9014,
"6520832" : 18604,
"6586368" : 24230,
"6651904" : 26126,
"6717440" : 25857,
"6782976" : 23536,
"6848512" : 20826,
"6914048" : 17646,
"6979584" : 12955,
"7045120" : 8554,
"7110656" : 5342,
"7176192" : 2930,
"7241728" : 1606,
"7307264" : 1184,
"7372800" : 1698,
"7438336" : 2978,
"7503872" : 4212,
"7569408" : 5627,
"7634944" : 6788,
"7700480" : 6912,
"7766016" : 6010,
"7831552" : 4284,
"7897088" : 3020,
"7962624" : 2248,
"8028160" : 1566,
"8093696" : 1153,
"8159232" : 678,
"8224768" : 539,
"8290304" : 532,
"8355840" : 489,
"8454144" : 1107,
"8585216" : 954,
"8716288" : 720,
"8847360" : 748,
"8978432" : 558,
"9109504" : 516,
"9240576" : 445,
"9371648" : 442,
"9502720" : 390,
"9633792" : 276,
"9764864" : 324,
"9895936" : 362,
"10027008" : 262,
"10158080" : 336,
"10289152" : 400,
"10420224" : 342,
"10551296" : 323,
"10682368" : 255,
"10813440" : 245,
"10944512" : 303,
"11075584" : 301,
"11206656" : 393,
"11337728" : 386,
"11468800" : 408,
"11599872" : 361,
"11730944" : 365,
"11862016" : 291,
"11993088" : 339,
"12124160" : 356,
"12255232" : 248,
"12386304" : 181,
"12517376" : 147,
"12648448" : 164,
"12779520" : 192,
"12910592" : 270,
"13041664" : 317,
"13172736" : 508,
"13303808" : 1108,
"13434880" : 4566,
"13565952" : 13076,
"13697024" : 28752,
"13828096" : 46014,
"13959168" : 57225,
"14090240" : 56898,
"14221312" : 52541,
"14352384" : 46621,
"14483456" : 42579,
"14614528" : 40060,
"14745600" : 37205,
"14876672" : 37159,
"15007744" : 38217,
"15138816" : 38408,
"15269888" : 38138,
"15400960" : 35998,
"15532032" : 30872,
"15663104" : 24093,
"15794176" : 16786,
"15925248" : 11023,
"16056320" : 7280,
"16187392" : 4464,
"16318464" : 2537,
"16449536" : 1427,
"16580608" : 828,
"16711680" : 546,
"16908288" : 525,
"17170432" : 394,
"17432576" : 264,
"17694720" : 202,
"17956864" : 145,
"18219008" : 117,
"18481152" : 128,
"18743296" : 103,
"19005440" : 89,
"19267584" : 84,
"19529728" : 45,
"19791872" : 57,
"20054016" : 39,
"20316160" : 30,
"20578304" : 27,
"20840448" : 50,
"21102592" : 73,
"21364736" : 45,
"21626880" : 30,
"21889024" : 26,
"22151168" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 22780217,
"mean" : 13038892.085719,
"stddev" : 3545500.627930,
"N" : 981609
},
"bw_min" : 8152985,
"bw_max" : 11964416,
"bw_agg" : 100.000000,
"bw_mean" : 10057650.673367,
"bw_dev" : 574123.513350,
"bw_samples" : 796,
"iops_min" : 7961,
"iops_max" : 11684,
"iops_mean" : 9821.678392,
"iops_stddev" : 560.657189,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 0.679253,
"sys_cpu" : 96.386482,
"ctx" : 100284,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.191381,
"20" : 73.776631,
"50" : 0.031581,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995604,
"timestamp_ms" : 1773995604785,
"time" : "Fri Mar 20 05:33:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1138761924608,
"io_kbytes" : 1112072192,
"bw_bytes" : 10352475246,
"bw" : 10109839,
"iops" : 9872.926118,
"runtime" : 109999,
"total_ios" : 1086012,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 402278.538543,
"stddev" : 118854.201934,
"N" : 1086012
},
"clat_ns" : {
"min" : 6124749,
"max" : 22157145,
"mean" : 12561714.685357,
"stddev" : 3520095.806084,
"N" : 1086008,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 7045120,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17956864,
"99.950000" : 19005440,
"99.990000" : 21102592
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 37,
"6324224" : 388,
"6389760" : 2584,
"6455296" : 9076,
"6520832" : 18720,
"6586368" : 24471,
"6651904" : 27010,
"6717440" : 28288,
"6782976" : 28283,
"6848512" : 27441,
"6914048" : 23966,
"6979584" : 18151,
"7045120" : 12314,
"7110656" : 8063,
"7176192" : 5219,
"7241728" : 3725,
"7307264" : 3135,
"7372800" : 3278,
"7438336" : 4108,
"7503872" : 4847,
"7569408" : 6042,
"7634944" : 7033,
"7700480" : 7062,
"7766016" : 6079,
"7831552" : 4324,
"7897088" : 3031,
"7962624" : 2255,
"8028160" : 1570,
"8093696" : 1158,
"8159232" : 678,
"8224768" : 539,
"8290304" : 532,
"8355840" : 490,
"8454144" : 1107,
"8585216" : 955,
"8716288" : 720,
"8847360" : 749,
"8978432" : 559,
"9109504" : 517,
"9240576" : 445,
"9371648" : 443,
"9502720" : 390,
"9633792" : 277,
"9764864" : 325,
"9895936" : 362,
"10027008" : 263,
"10158080" : 336,
"10289152" : 401,
"10420224" : 343,
"10551296" : 323,
"10682368" : 256,
"10813440" : 246,
"10944512" : 303,
"11075584" : 302,
"11206656" : 394,
"11337728" : 386,
"11468800" : 409,
"11599872" : 361,
"11730944" : 366,
"11862016" : 292,
"11993088" : 339,
"12124160" : 357,
"12255232" : 248,
"12386304" : 182,
"12517376" : 148,
"12648448" : 164,
"12779520" : 193,
"12910592" : 270,
"13041664" : 318,
"13172736" : 508,
"13303808" : 1119,
"13434880" : 4593,
"13565952" : 13152,
"13697024" : 28946,
"13828096" : 46472,
"13959168" : 57712,
"14090240" : 57408,
"14221312" : 53120,
"14352384" : 47363,
"14483456" : 43688,
"14614528" : 41833,
"14745600" : 39597,
"14876672" : 40623,
"15007744" : 42941,
"15138816" : 44349,
"15269888" : 44811,
"15400960" : 42402,
"15532032" : 36501,
"15663104" : 28343,
"15794176" : 19957,
"15925248" : 13665,
"16056320" : 9339,
"16187392" : 6036,
"16318464" : 3965,
"16449536" : 2707,
"16580608" : 1739,
"16711680" : 1233,
"16908288" : 1410,
"17170432" : 684,
"17432576" : 357,
"17694720" : 272,
"17956864" : 168,
"18219008" : 125,
"18481152" : 134,
"18743296" : 114,
"19005440" : 100,
"19267584" : 106,
"19529728" : 49,
"19791872" : 57,
"20054016" : 39,
"20316160" : 30,
"20578304" : 27,
"20840448" : 50,
"21102592" : 73,
"21364736" : 45,
"21626880" : 30,
"21889024" : 26,
"22151168" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 22780217,
"mean" : 12963996.026386,
"stddev" : 3632972.940238,
"N" : 1086008
},
"bw_min" : 8023961,
"bw_max" : 11964416,
"bw_agg" : 99.988040,
"bw_mean" : 10108630.744292,
"bw_dev" : 564313.093764,
"bw_samples" : 876,
"iops_min" : 7835,
"iops_max" : 11684,
"iops_mean" : 9871.479452,
"iops_stddev" : 551.077616,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439996,
"usr_cpu" : 0.680461,
"sys_cpu" : 96.242239,
"ctx" : 117008,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.703745,
"20" : 72.267341,
"50" : 0.028545,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995614,
"timestamp_ms" : 1773995614785,
"time" : "Fri Mar 20 05:33:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1239522738176,
"io_kbytes" : 1210471424,
"bw_bytes" : 10329442230,
"bw" : 10087345,
"iops" : 9850.957091,
"runtime" : 119999,
"total_ios" : 1182105,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 403183.508687,
"stddev" : 118110.513825,
"N" : 1182105
},
"clat_ns" : {
"min" : 6124749,
"max" : 22668146,
"mean" : 12589700.047827,
"stddev" : 3493143.662050,
"N" : 1182101,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6651904,
"10.000000" : 6782976,
"20.000000" : 7110656,
"30.000000" : 13697024,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17956864,
"99.950000" : 19267584,
"99.990000" : 21364736
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 37,
"6324224" : 388,
"6389760" : 2601,
"6455296" : 9142,
"6520832" : 19065,
"6586368" : 25302,
"6651904" : 29017,
"6717440" : 30936,
"6782976" : 30871,
"6848512" : 30103,
"6914048" : 26024,
"6979584" : 19515,
"7045120" : 13025,
"7110656" : 8532,
"7176192" : 5550,
"7241728" : 4040,
"7307264" : 3349,
"7372800" : 3427,
"7438336" : 4337,
"7503872" : 5104,
"7569408" : 6160,
"7634944" : 7201,
"7700480" : 7304,
"7766016" : 6255,
"7831552" : 4485,
"7897088" : 3173,
"7962624" : 2379,
"8028160" : 1716,
"8093696" : 1369,
"8159232" : 908,
"8224768" : 719,
"8290304" : 665,
"8355840" : 614,
"8454144" : 1270,
"8585216" : 1120,
"8716288" : 933,
"8847360" : 994,
"8978432" : 772,
"9109504" : 592,
"9240576" : 508,
"9371648" : 559,
"9502720" : 442,
"9633792" : 308,
"9764864" : 360,
"9895936" : 413,
"10027008" : 322,
"10158080" : 456,
"10289152" : 489,
"10420224" : 407,
"10551296" : 368,
"10682368" : 281,
"10813440" : 277,
"10944512" : 350,
"11075584" : 350,
"11206656" : 458,
"11337728" : 427,
"11468800" : 469,
"11599872" : 434,
"11730944" : 430,
"11862016" : 328,
"11993088" : 430,
"12124160" : 425,
"12255232" : 282,
"12386304" : 225,
"12517376" : 218,
"12648448" : 181,
"12779520" : 228,
"12910592" : 298,
"13041664" : 343,
"13172736" : 607,
"13303808" : 1417,
"13434880" : 5461,
"13565952" : 15311,
"13697024" : 32989,
"13828096" : 52027,
"13959168" : 64077,
"14090240" : 63973,
"14221312" : 59112,
"14352384" : 52651,
"14483456" : 48347,
"14614528" : 46131,
"14745600" : 42741,
"14876672" : 43064,
"15007744" : 45678,
"15138816" : 47834,
"15269888" : 48585,
"15400960" : 45771,
"15532032" : 39269,
"15663104" : 30285,
"15794176" : 21211,
"15925248" : 14424,
"16056320" : 9843,
"16187392" : 6355,
"16318464" : 4298,
"16449536" : 3052,
"16580608" : 1929,
"16711680" : 1335,
"16908288" : 1509,
"17170432" : 769,
"17432576" : 372,
"17694720" : 279,
"17956864" : 177,
"18219008" : 140,
"18481152" : 144,
"18743296" : 119,
"19005440" : 102,
"19267584" : 116,
"19529728" : 59,
"19791872" : 62,
"20054016" : 39,
"20316160" : 35,
"20578304" : 28,
"20840448" : 51,
"21102592" : 80,
"21364736" : 62,
"21626880" : 40,
"21889024" : 32,
"22151168" : 4,
"22413312" : 1,
"22675456" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 23111223,
"mean" : 12992886.697050,
"stddev" : 3605132.162001,
"N" : 1182101
},
"bw_min" : 8023961,
"bw_max" : 11993088,
"bw_agg" : 99.988888,
"bw_mean" : 10086225.623431,
"bw_dev" : 565028.516680,
"bw_samples" : 956,
"iops_min" : 7835,
"iops_max" : 11712,
"iops_mean" : 9849.610879,
"iops_stddev" : 551.776807,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.675631,
"sys_cpu" : 96.294761,
"ctx" : 124798,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.215180,
"20" : 72.753859,
"50" : 0.030623,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995624,
"timestamp_ms" : 1773995624785,
"time" : "Fri Mar 20 05:33:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1350138068992,
"io_kbytes" : 1318494208,
"bw_bytes" : 10385757344,
"bw" : 10142341,
"iops" : 9904.660805,
"runtime" : 129999,
"total_ios" : 1287596,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 400980.445466,
"stddev" : 120146.189070,
"N" : 1287596
},
"clat_ns" : {
"min" : 6124749,
"max" : 22668146,
"mean" : 12521372.446449,
"stddev" : 3560701.924073,
"N" : 1287592,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 6979584,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15269888,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17956864,
"99.950000" : 19005440,
"99.990000" : 21364736
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 37,
"6324224" : 448,
"6389760" : 2989,
"6455296" : 10942,
"6520832" : 24007,
"6586368" : 33397,
"6651904" : 37690,
"6717440" : 36999,
"6782976" : 34675,
"6848512" : 32517,
"6914048" : 27617,
"6979584" : 20308,
"7045120" : 13546,
"7110656" : 8835,
"7176192" : 5791,
"7241728" : 4253,
"7307264" : 3572,
"7372800" : 3559,
"7438336" : 4405,
"7503872" : 5247,
"7569408" : 6296,
"7634944" : 7318,
"7700480" : 7475,
"7766016" : 6399,
"7831552" : 4599,
"7897088" : 3306,
"7962624" : 2512,
"8028160" : 1835,
"8093696" : 1469,
"8159232" : 992,
"8224768" : 790,
"8290304" : 780,
"8355840" : 695,
"8454144" : 1421,
"8585216" : 1196,
"8716288" : 1017,
"8847360" : 1114,
"8978432" : 863,
"9109504" : 681,
"9240576" : 568,
"9371648" : 582,
"9502720" : 477,
"9633792" : 358,
"9764864" : 422,
"9895936" : 472,
"10027008" : 412,
"10158080" : 534,
"10289152" : 529,
"10420224" : 454,
"10551296" : 396,
"10682368" : 292,
"10813440" : 299,
"10944512" : 400,
"11075584" : 378,
"11206656" : 483,
"11337728" : 476,
"11468800" : 572,
"11599872" : 555,
"11730944" : 495,
"11862016" : 346,
"11993088" : 473,
"12124160" : 463,
"12255232" : 305,
"12386304" : 228,
"12517376" : 232,
"12648448" : 217,
"12779520" : 254,
"12910592" : 334,
"13041664" : 396,
"13172736" : 696,
"13303808" : 1508,
"13434880" : 5575,
"13565952" : 15547,
"13697024" : 33420,
"13828096" : 52759,
"13959168" : 64995,
"14090240" : 65121,
"14221312" : 60248,
"14352384" : 53931,
"14483456" : 49832,
"14614528" : 47897,
"14745600" : 45093,
"14876672" : 46047,
"15007744" : 49840,
"15138816" : 53735,
"15269888" : 55779,
"15400960" : 53278,
"15532032" : 46156,
"15663104" : 35878,
"15794176" : 24907,
"15925248" : 16729,
"16056320" : 11358,
"16187392" : 7351,
"16318464" : 4943,
"16449536" : 3316,
"16580608" : 2014,
"16711680" : 1352,
"16908288" : 1530,
"17170432" : 777,
"17432576" : 372,
"17694720" : 279,
"17956864" : 177,
"18219008" : 140,
"18481152" : 144,
"18743296" : 119,
"19005440" : 102,
"19267584" : 116,
"19529728" : 59,
"19791872" : 62,
"20054016" : 39,
"20316160" : 35,
"20578304" : 28,
"20840448" : 51,
"21102592" : 80,
"21364736" : 62,
"21626880" : 40,
"21889024" : 32,
"22151168" : 4,
"22413312" : 1,
"22675456" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 23111223,
"mean" : 12922353.070234,
"stddev" : 3674888.009305,
"N" : 1287592
},
"bw_min" : 8023961,
"bw_max" : 11993088,
"bw_agg" : 100.000000,
"bw_mean" : 10148291.030888,
"bw_dev" : 561960.373146,
"bw_samples" : 1036,
"iops_min" : 7835,
"iops_max" : 11712,
"iops_mean" : 9910.235521,
"iops_stddev" : 548.782150,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519996,
"usr_cpu" : 0.680967,
"sys_cpu" : 96.205740,
"ctx" : 136046,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 28.318588,
"20" : 71.652987,
"50" : 0.028114,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995634,
"timestamp_ms" : 1773995634785,
"time" : "Fri Mar 20 05:33:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1452420366336,
"io_kbytes" : 1418379264,
"bw_bytes" : 10374505291,
"bw" : 10131352,
"iops" : 9893.942100,
"runtime" : 139999,
"total_ios" : 1385142,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 401419.888837,
"stddev" : 120288.423696,
"N" : 1385142
},
"clat_ns" : {
"min" : 6124749,
"max" : 22668146,
"mean" : 12534984.383833,
"stddev" : 3566098.111198,
"N" : 1385138,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 6979584,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15269888,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17694720,
"99.950000" : 19005440,
"99.990000" : 21364736
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 37,
"6324224" : 506,
"6389760" : 3606,
"6455296" : 13037,
"6520832" : 28098,
"6586368" : 38550,
"6651904" : 41997,
"6717440" : 40433,
"6782976" : 37016,
"6848512" : 33852,
"6914048" : 28344,
"6979584" : 20565,
"7045120" : 13674,
"7110656" : 8880,
"7176192" : 5807,
"7241728" : 4274,
"7307264" : 3605,
"7372800" : 3629,
"7438336" : 4479,
"7503872" : 5289,
"7569408" : 6314,
"7634944" : 7375,
"7700480" : 7563,
"7766016" : 6459,
"7831552" : 4618,
"7897088" : 3308,
"7962624" : 2513,
"8028160" : 1842,
"8093696" : 1482,
"8159232" : 1003,
"8224768" : 792,
"8290304" : 781,
"8355840" : 697,
"8454144" : 1422,
"8585216" : 1198,
"8716288" : 1018,
"8847360" : 1117,
"8978432" : 865,
"9109504" : 682,
"9240576" : 571,
"9371648" : 583,
"9502720" : 479,
"9633792" : 360,
"9764864" : 424,
"9895936" : 473,
"10027008" : 414,
"10158080" : 536,
"10289152" : 530,
"10420224" : 456,
"10551296" : 398,
"10682368" : 294,
"10813440" : 300,
"10944512" : 402,
"11075584" : 381,
"11206656" : 484,
"11337728" : 478,
"11468800" : 574,
"11599872" : 557,
"11730944" : 497,
"11862016" : 348,
"11993088" : 474,
"12124160" : 465,
"12255232" : 307,
"12386304" : 229,
"12517376" : 236,
"12648448" : 218,
"12779520" : 256,
"12910592" : 337,
"13041664" : 397,
"13172736" : 698,
"13303808" : 1547,
"13434880" : 5796,
"13565952" : 16532,
"13697024" : 35669,
"13828096" : 56940,
"13959168" : 70146,
"14090240" : 70934,
"14221312" : 65777,
"14352384" : 58703,
"14483456" : 53813,
"14614528" : 51570,
"14745600" : 47913,
"14876672" : 48091,
"15007744" : 51655,
"15138816" : 55935,
"15269888" : 58622,
"15400960" : 57320,
"15532032" : 51001,
"15663104" : 40579,
"15794176" : 28440,
"15925248" : 19264,
"16056320" : 13198,
"16187392" : 8421,
"16318464" : 5598,
"16449536" : 3650,
"16580608" : 2202,
"16711680" : 1446,
"16908288" : 1581,
"17170432" : 819,
"17432576" : 405,
"17694720" : 310,
"17956864" : 196,
"18219008" : 155,
"18481152" : 153,
"18743296" : 119,
"19005440" : 102,
"19267584" : 116,
"19529728" : 59,
"19791872" : 62,
"20054016" : 39,
"20316160" : 35,
"20578304" : 28,
"20840448" : 51,
"21102592" : 80,
"21364736" : 62,
"21626880" : 40,
"21889024" : 32,
"22151168" : 4,
"22413312" : 1,
"22675456" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 23111223,
"mean" : 12936406.462872,
"stddev" : 3680458.485671,
"N" : 1385138
},
"bw_min" : 8023961,
"bw_max" : 12005376,
"bw_agg" : 99.994129,
"bw_mean" : 10130758.627240,
"bw_dev" : 566106.523649,
"bw_samples" : 1116,
"iops_min" : 7835,
"iops_max" : 11724,
"iops_mean" : 9893.121864,
"iops_stddev" : 552.832789,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559996,
"usr_cpu" : 0.678041,
"sys_cpu" : 96.219259,
"ctx" : 147021,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 28.139859,
"20" : 71.833718,
"50" : 0.026135,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995644,
"timestamp_ms" : 1773995644785,
"time" : "Fri Mar 20 05:34:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1556189544448,
"io_kbytes" : 1519716352,
"bw_bytes" : 10374666127,
"bw" : 10131509,
"iops" : 9894.079294,
"runtime" : 149999,
"total_ios" : 1484102,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 401414.092843,
"stddev" : 120748.734137,
"N" : 1484102
},
"clat_ns" : {
"min" : 6124749,
"max" : 22668146,
"mean" : 12534749.799363,
"stddev" : 3578133.946768,
"N" : 1484098,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6717440,
"20.000000" : 6979584,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15269888,
"90.000000" : 15532032,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17956864,
"99.950000" : 19005440,
"99.990000" : 21102592
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 37,
"6324224" : 516,
"6389760" : 3987,
"6455296" : 14493,
"6520832" : 30972,
"6586368" : 42443,
"6651904" : 46430,
"6717440" : 44692,
"6782976" : 40502,
"6848512" : 35776,
"6914048" : 29486,
"6979584" : 21298,
"7045120" : 14055,
"7110656" : 9138,
"7176192" : 5961,
"7241728" : 4388,
"7307264" : 3758,
"7372800" : 3790,
"7438336" : 4661,
"7503872" : 5477,
"7569408" : 6488,
"7634944" : 7538,
"7700480" : 7712,
"7766016" : 6611,
"7831552" : 4828,
"7897088" : 3508,
"7962624" : 2664,
"8028160" : 1964,
"8093696" : 1597,
"8159232" : 1071,
"8224768" : 888,
"8290304" : 859,
"8355840" : 766,
"8454144" : 1541,
"8585216" : 1280,
"8716288" : 1135,
"8847360" : 1246,
"8978432" : 1021,
"9109504" : 824,
"9240576" : 656,
"9371648" : 653,
"9502720" : 570,
"9633792" : 410,
"9764864" : 496,
"9895936" : 525,
"10027008" : 464,
"10158080" : 636,
"10289152" : 604,
"10420224" : 489,
"10551296" : 456,
"10682368" : 341,
"10813440" : 309,
"10944512" : 419,
"11075584" : 402,
"11206656" : 536,
"11337728" : 514,
"11468800" : 630,
"11599872" : 658,
"11730944" : 577,
"11862016" : 403,
"11993088" : 517,
"12124160" : 513,
"12255232" : 338,
"12386304" : 262,
"12517376" : 294,
"12648448" : 262,
"12779520" : 285,
"12910592" : 349,
"13041664" : 418,
"13172736" : 726,
"13303808" : 1600,
"13434880" : 6003,
"13565952" : 17407,
"13697024" : 37379,
"13828096" : 59915,
"13959168" : 74252,
"14090240" : 75621,
"14221312" : 70171,
"14352384" : 62713,
"14483456" : 57532,
"14614528" : 55082,
"14745600" : 50400,
"14876672" : 50092,
"15007744" : 53448,
"15138816" : 58278,
"15269888" : 61857,
"15400960" : 61914,
"15532032" : 56003,
"15663104" : 45231,
"15794176" : 32204,
"15925248" : 22115,
"16056320" : 15314,
"16187392" : 9778,
"16318464" : 6422,
"16449536" : 4103,
"16580608" : 2466,
"16711680" : 1595,
"16908288" : 1818,
"17170432" : 912,
"17432576" : 463,
"17694720" : 347,
"17956864" : 230,
"18219008" : 178,
"18481152" : 192,
"18743296" : 151,
"19005440" : 126,
"19267584" : 133,
"19529728" : 62,
"19791872" : 62,
"20054016" : 39,
"20316160" : 35,
"20578304" : 28,
"20840448" : 51,
"21102592" : 80,
"21364736" : 62,
"21626880" : 40,
"21889024" : 32,
"22151168" : 4,
"22413312" : 1,
"22675456" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 23111223,
"mean" : 12936163.668537,
"stddev" : 3692876.427207,
"N" : 1484098
},
"bw_min" : 8023961,
"bw_max" : 12005376,
"bw_agg" : 100.000000,
"bw_mean" : 10137814.290970,
"bw_dev" : 566423.235206,
"bw_samples" : 1196,
"iops_min" : 7835,
"iops_max" : 11724,
"iops_mean" : 9900.003344,
"iops_stddev" : 553.142467,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599996,
"usr_cpu" : 0.678838,
"sys_cpu" : 96.209808,
"ctx" : 157968,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 28.224677,
"20" : 71.750661,
"50" : 0.024392,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995654,
"timestamp_ms" : 1773995654784,
"time" : "Fri Mar 20 05:34:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1664779026432,
"io_kbytes" : 1625760768,
"bw_bytes" : 10404933946,
"bw" : 10161068,
"iops" : 9922.943268,
"runtime" : 159999,
"total_ios" : 1587661,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 400238.464265,
"stddev" : 121948.062364,
"N" : 1587661
},
"clat_ns" : {
"min" : 6124749,
"max" : 22668146,
"mean" : 12498299.771405,
"stddev" : 3618048.354493,
"N" : 1587657,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13434880,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14614528,
"70.000000" : 15007744,
"80.000000" : 15269888,
"90.000000" : 15663104,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17694720,
"99.950000" : 18743296,
"99.990000" : 21102592
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 58,
"6324224" : 756,
"6389760" : 5217,
"6455296" : 18198,
"6520832" : 36809,
"6586368" : 48303,
"6651904" : 50555,
"6717440" : 48143,
"6782976" : 43757,
"6848512" : 38585,
"6914048" : 32145,
"6979584" : 23428,
"7045120" : 15395,
"7110656" : 9980,
"7176192" : 6445,
"7241728" : 4573,
"7307264" : 3809,
"7372800" : 3800,
"7438336" : 4664,
"7503872" : 5484,
"7569408" : 6530,
"7634944" : 7620,
"7700480" : 7807,
"7766016" : 6687,
"7831552" : 4871,
"7897088" : 3572,
"7962624" : 2700,
"8028160" : 1993,
"8093696" : 1600,
"8159232" : 1073,
"8224768" : 890,
"8290304" : 863,
"8355840" : 767,
"8454144" : 1543,
"8585216" : 1284,
"8716288" : 1138,
"8847360" : 1253,
"8978432" : 1027,
"9109504" : 836,
"9240576" : 663,
"9371648" : 654,
"9502720" : 572,
"9633792" : 413,
"9764864" : 496,
"9895936" : 528,
"10027008" : 467,
"10158080" : 636,
"10289152" : 607,
"10420224" : 490,
"10551296" : 458,
"10682368" : 342,
"10813440" : 311,
"10944512" : 421,
"11075584" : 403,
"11206656" : 539,
"11337728" : 514,
"11468800" : 633,
"11599872" : 660,
"11730944" : 578,
"11862016" : 406,
"11993088" : 518,
"12124160" : 515,
"12255232" : 339,
"12386304" : 264,
"12517376" : 296,
"12648448" : 263,
"12779520" : 288,
"12910592" : 351,
"13041664" : 419,
"13172736" : 735,
"13303808" : 1654,
"13434880" : 6256,
"13565952" : 18102,
"13697024" : 38868,
"13828096" : 61812,
"13959168" : 76355,
"14090240" : 77600,
"14221312" : 72111,
"14352384" : 64651,
"14483456" : 59356,
"14614528" : 57218,
"14745600" : 52726,
"14876672" : 52845,
"15007744" : 56810,
"15138816" : 62730,
"15269888" : 67574,
"15400960" : 68284,
"15532032" : 61951,
"15663104" : 50234,
"15794176" : 36356,
"15925248" : 25544,
"16056320" : 17842,
"16187392" : 11093,
"16318464" : 7075,
"16449536" : 4322,
"16580608" : 2531,
"16711680" : 1647,
"16908288" : 1879,
"17170432" : 929,
"17432576" : 468,
"17694720" : 347,
"17956864" : 230,
"18219008" : 178,
"18481152" : 192,
"18743296" : 151,
"19005440" : 126,
"19267584" : 133,
"19529728" : 62,
"19791872" : 62,
"20054016" : 39,
"20316160" : 35,
"20578304" : 28,
"20840448" : 51,
"21102592" : 80,
"21364736" : 62,
"21626880" : 40,
"21889024" : 32,
"22151168" : 4,
"22413312" : 1,
"22675456" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 23111223,
"mean" : 12898540.333741,
"stddev" : 3734083.438402,
"N" : 1587657
},
"bw_min" : 8023961,
"bw_max" : 12017664,
"bw_agg" : 99.997920,
"bw_mean" : 10160857.887147,
"bw_dev" : 565556.725327,
"bw_samples" : 1276,
"iops_min" : 7835,
"iops_max" : 11736,
"iops_mean" : 9922.514107,
"iops_stddev" : 552.297379,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.679379,
"sys_cpu" : 96.157788,
"ctx" : 169962,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 28.825801,
"20" : 71.151146,
"50" : 0.022801,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995664,
"timestamp_ms" : 1773995664785,
"time" : "Fri Mar 20 05:34:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1765499994112,
"io_kbytes" : 1724121088,
"bw_bytes" : 10385355173,
"bw" : 10141948,
"iops" : 9904.275908,
"runtime" : 169999,
"total_ios" : 1683717,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 400999.413545,
"stddev" : 121447.849608,
"N" : 1683717
},
"clat_ns" : {
"min" : 6124749,
"max" : 22668146,
"mean" : 12521899.421605,
"stddev" : 3601528.545256,
"N" : 1683713,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13565952,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14614528,
"70.000000" : 14876672,
"80.000000" : 15269888,
"90.000000" : 15663104,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17694720,
"99.950000" : 18743296,
"99.990000" : 21102592
},
"bins" : {
"6127616" : 16,
"6193152" : 24,
"6258688" : 58,
"6324224" : 832,
"6389760" : 5523,
"6455296" : 19346,
"6520832" : 39495,
"6586368" : 51863,
"6651904" : 54051,
"6717440" : 50714,
"6782976" : 45466,
"6848512" : 39518,
"6914048" : 32664,
"6979584" : 23565,
"7045120" : 15506,
"7110656" : 9984,
"7176192" : 6458,
"7241728" : 4600,
"7307264" : 3918,
"7372800" : 3948,
"7438336" : 4924,
"7503872" : 5850,
"7569408" : 6851,
"7634944" : 7920,
"7700480" : 8065,
"7766016" : 6901,
"7831552" : 5042,
"7897088" : 3715,
"7962624" : 2811,
"8028160" : 2154,
"8093696" : 1737,
"8159232" : 1216,
"8224768" : 979,
"8290304" : 931,
"8355840" : 874,
"8454144" : 1728,
"8585216" : 1396,
"8716288" : 1236,
"8847360" : 1345,
"8978432" : 1105,
"9109504" : 909,
"9240576" : 707,
"9371648" : 697,
"9502720" : 614,
"9633792" : 466,
"9764864" : 570,
"9895936" : 586,
"10027008" : 495,
"10158080" : 663,
"10289152" : 633,
"10420224" : 514,
"10551296" : 514,
"10682368" : 389,
"10813440" : 381,
"10944512" : 514,
"11075584" : 464,
"11206656" : 597,
"11337728" : 604,
"11468800" : 710,
"11599872" : 692,
"11730944" : 590,
"11862016" : 412,
"11993088" : 541,
"12124160" : 541,
"12255232" : 366,
"12386304" : 309,
"12517376" : 330,
"12648448" : 331,
"12779520" : 356,
"12910592" : 406,
"13041664" : 456,
"13172736" : 803,
"13303808" : 1785,
"13434880" : 6602,
"13565952" : 19010,
"13697024" : 41056,
"13828096" : 65390,
"13959168" : 81816,
"14090240" : 84043,
"14221312" : 78327,
"14352384" : 70376,
"14483456" : 65153,
"14614528" : 62103,
"14745600" : 56875,
"14876672" : 56273,
"15007744" : 60078,
"15138816" : 65871,
"15269888" : 70562,
"15400960" : 71425,
"15532032" : 65466,
"15663104" : 53183,
"15794176" : 38296,
"15925248" : 26846,
"16056320" : 18648,
"16187392" : 11640,
"16318464" : 7399,
"16449536" : 4503,
"16580608" : 2610,
"16711680" : 1685,
"16908288" : 1921,
"17170432" : 954,
"17432576" : 471,
"17694720" : 347,
"17956864" : 230,
"18219008" : 178,
"18481152" : 192,
"18743296" : 151,
"19005440" : 126,
"19267584" : 133,
"19529728" : 62,
"19791872" : 62,
"20054016" : 39,
"20316160" : 35,
"20578304" : 28,
"20840448" : 51,
"21102592" : 80,
"21364736" : 62,
"21626880" : 40,
"21889024" : 32,
"22151168" : 4,
"22413312" : 1,
"22675456" : 4
}
},
"lat_ns" : {
"min" : 6307738,
"max" : 23111223,
"mean" : 12922901.140888,
"stddev" : 3717034.350242,
"N" : 1683713
},
"bw_min" : 8023961,
"bw_max" : 12017664,
"bw_agg" : 99.996742,
"bw_mean" : 10141618.165192,
"bw_dev" : 567780.874740,
"bw_samples" : 1356,
"iops_min" : 7835,
"iops_max" : 11736,
"iops_mean" : 9903.722714,
"iops_stddev" : 554.468940,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679996,
"usr_cpu" : 0.677945,
"sys_cpu" : 96.179536,
"ctx" : 177666,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 28.450327,
"20" : 71.527935,
"50" : 0.021500,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995674,
"timestamp_ms" : 1773995674785,
"time" : "Fri Mar 20 05:34:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1877751103488,
"io_kbytes" : 1833741312,
"bw_bytes" : 10432008530,
"bw" : 10187508,
"iops" : 9948.760826,
"runtime" : 179999,
"total_ios" : 1790767,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 399192.273078,
"stddev" : 122968.833376,
"N" : 1790768
},
"clat_ns" : {
"min" : 4247,
"max" : 22668146,
"mean" : 12465748.929159,
"stddev" : 3650416.677405,
"N" : 1790795,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13172736,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14614528,
"70.000000" : 15007744,
"80.000000" : 15269888,
"90.000000" : 15663104,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17956864,
"99.950000" : 19005440,
"99.990000" : 21364736
},
"bins" : {
"4256" : 1,
"321536" : 1,
"552960" : 1,
"790528" : 1,
"1019904" : 1,
"1269760" : 1,
"1531904" : 1,
"1777664" : 1,
"2072576" : 1,
"2277376" : 1,
"2539520" : 1,
"2768896" : 1,
"2998272" : 1,
"3260416" : 1,
"3489792" : 1,
"3719168" : 1,
"4014080" : 1,
"4227072" : 1,
"4489216" : 1,
"4751360" : 1,
"5079040" : 1,
"5341184" : 1,
"5603328" : 1,
"5865472" : 1,
"6062080" : 1,
"6127616" : 31,
"6193152" : 43,
"6258688" : 96,
"6324224" : 877,
"6389760" : 5740,
"6455296" : 20712,
"6520832" : 43865,
"6586368" : 59395,
"6651904" : 62128,
"6717440" : 57969,
"6782976" : 50843,
"6848512" : 43669,
"6914048" : 35546,
"6979584" : 25191,
"7045120" : 16223,
"7110656" : 10260,
"7176192" : 6629,
"7241728" : 4806,
"7307264" : 4039,
"7372800" : 4049,
"7438336" : 5028,
"7503872" : 6033,
"7569408" : 7085,
"7634944" : 8158,
"7700480" : 8263,
"7766016" : 7047,
"7831552" : 5159,
"7897088" : 3850,
"7962624" : 2929,
"8028160" : 2230,
"8093696" : 1806,
"8159232" : 1256,
"8224768" : 999,
"8290304" : 939,
"8355840" : 878,
"8454144" : 1746,
"8585216" : 1407,
"8716288" : 1242,
"8847360" : 1351,
"8978432" : 1111,
"9109504" : 916,
"9240576" : 725,
"9371648" : 704,
"9502720" : 617,
"9633792" : 470,
"9764864" : 574,
"9895936" : 589,
"10027008" : 497,
"10158080" : 666,
"10289152" : 638,
"10420224" : 517,
"10551296" : 517,
"10682368" : 392,
"10813440" : 385,
"10944512" : 519,
"11075584" : 467,
"11206656" : 602,
"11337728" : 606,
"11468800" : 716,
"11599872" : 696,
"11730944" : 594,
"11862016" : 417,
"11993088" : 544,
"12124160" : 546,
"12255232" : 370,
"12386304" : 314,
"12517376" : 335,
"12648448" : 336,
"12779520" : 359,
"12910592" : 412,
"13041664" : 459,
"13172736" : 810,
"13303808" : 1805,
"13434880" : 6674,
"13565952" : 19148,
"13697024" : 41280,
"13828096" : 65668,
"13959168" : 82264,
"14090240" : 84608,
"14221312" : 78957,
"14352384" : 71068,
"14483456" : 66208,
"14614528" : 63523,
"14745600" : 58972,
"14876672" : 59817,
"15007744" : 65888,
"15138816" : 73794,
"15269888" : 79134,
"15400960" : 79988,
"15532032" : 72461,
"15663104" : 57513,
"15794176" : 40942,
"15925248" : 28572,
"16056320" : 19755,
"16187392" : 12272,
"16318464" : 7729,
"16449536" : 4705,
"16580608" : 2690,
"16711680" : 1718,
"16908288" : 2002,
"17170432" : 996,
"17432576" : 489,
"17694720" : 365,
"17956864" : 249,
"18219008" : 200,
"18481152" : 219,
"18743296" : 181,
"19005440" : 153,
"19267584" : 149,
"19529728" : 84,
"19791872" : 75,
"20054016" : 48,
"20316160" : 48,
"20578304" : 41,
"20840448" : 70,
"21102592" : 116,
"21364736" : 76,
"21626880" : 54,
"21889024" : 40,
"22151168" : 16,
"22413312" : 5,
"22675456" : 4
}
},
"lat_ns" : {
"min" : 314681,
"max" : 23111223,
"mean" : 12864941.215180,
"stddev" : 3767490.528441,
"N" : 1790795
},
"bw_min" : 8023961,
"bw_max" : 12017664,
"bw_agg" : 100.000000,
"bw_mean" : 10188719.295265,
"bw_dev" : 564134.503746,
"bw_samples" : 1436,
"iops_min" : 7835,
"iops_max" : 11736,
"iops_mean" : 9949.729805,
"iops_stddev" : 550.909002,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 0.681809,
"sys_cpu" : 96.104423,
"ctx" : 193094,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999944,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 29.338099,
"20" : 70.634594,
"50" : 0.027977,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773995674,
"timestamp_ms" : 1773995674828,
"time" : "Fri Mar 20 05:34:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1877889515520,
"io_kbytes" : 1833876480,
"bw_bytes" : 10432603612,
"bw" : 10188089,
"iops" : 9948.595016,
"runtime" : 180002,
"total_ios" : 1790767,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 164901,
"max" : 2085216,
"mean" : 399192.331581,
"stddev" : 122968.739859,
"N" : 1790771
},
"clat_ns" : {
"min" : 4247,
"max" : 22668146,
"mean" : 12465473.829820,
"stddev" : 3650650.494280,
"N" : 1790891,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6586368,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 13172736,
"40.000000" : 13959168,
"50.000000" : 14221312,
"60.000000" : 14614528,
"70.000000" : 15007744,
"80.000000" : 15269888,
"90.000000" : 15663104,
"95.000000" : 15794176,
"99.000000" : 16318464,
"99.500000" : 16580608,
"99.900000" : 17956864,
"99.950000" : 19005440,
"99.990000" : 21364736
},
"bins" : {
"4256" : 2,
"4448" : 1,
"4960" : 1,
"321536" : 1,
"440320" : 1,
"460800" : 2,
"552960" : 1,
"790528" : 1,
"888832" : 1,
"921600" : 1,
"946176" : 1,
"1019904" : 1,
"1269760" : 1,
"1368064" : 1,
"1400832" : 1,
"1433600" : 1,
"1531904" : 1,
"1777664" : 1,
"1875968" : 1,
"1892352" : 2,
"2072576" : 1,
"2277376" : 1,
"2342912" : 2,
"2408448" : 1,
"2539520" : 1,
"2768896" : 1,
"2834432" : 2,
"2899968" : 1,
"2998272" : 1,
"3260416" : 1,
"3293184" : 1,
"3358720" : 1,
"3424256" : 1,
"3489792" : 1,
"3719168" : 1,
"3850240" : 2,
"3883008" : 1,
"4014080" : 1,
"4227072" : 1,
"4292608" : 1,
"4358144" : 2,
"4489216" : 1,
"4751360" : 2,
"4816896" : 1,
"4947968" : 1,
"5079040" : 1,
"5210112" : 1,
"5275648" : 1,
"5341184" : 1,
"5406720" : 1,
"5603328" : 2,
"5799936" : 1,
"5865472" : 2,
"6062080" : 2,
"6127616" : 31,
"6193152" : 43,
"6258688" : 97,
"6324224" : 878,
"6389760" : 5740,
"6455296" : 20712,
"6520832" : 43866,
"6586368" : 59395,
"6651904" : 62128,
"6717440" : 57970,
"6782976" : 50844,
"6848512" : 43669,
"6914048" : 35546,
"6979584" : 25192,
"7045120" : 16223,
"7110656" : 10260,
"7176192" : 6629,
"7241728" : 4808,
"7307264" : 4039,
"7372800" : 4050,
"7438336" : 5028,
"7503872" : 6033,
"7569408" : 7085,
"7634944" : 8158,
"7700480" : 8264,
"7766016" : 7048,
"7831552" : 5160,
"7897088" : 3850,
"7962624" : 2929,
"8028160" : 2230,
"8093696" : 1806,
"8159232" : 1257,
"8224768" : 1000,
"8290304" : 940,
"8355840" : 878,
"8454144" : 1746,
"8585216" : 1408,
"8716288" : 1244,
"8847360" : 1351,
"8978432" : 1111,
"9109504" : 919,
"9240576" : 725,
"9371648" : 704,
"9502720" : 618,
"9633792" : 472,
"9764864" : 574,
"9895936" : 589,
"10027008" : 499,
"10158080" : 667,
"10289152" : 638,
"10420224" : 518,
"10551296" : 519,
"10682368" : 392,
"10813440" : 385,
"10944512" : 522,
"11075584" : 467,
"11206656" : 602,
"11337728" : 608,
"11468800" : 717,
"11599872" : 696,
"11730944" : 594,
"11862016" : 419,
"11993088" : 545,
"12124160" : 546,
"12255232" : 370,
"12386304" : 317,
"12517376" : 335,
"12648448" : 336,
"12779520" : 360,
"12910592" : 414,
"13041664" : 459,
"13172736" : 810,
"13303808" : 1806,
"13434880" : 6676,
"13565952" : 19148,
"13697024" : 41280,
"13828096" : 65671,
"13959168" : 82264,
"14090240" : 84608,
"14221312" : 78959,
"14352384" : 71069,
"14483456" : 66208,
"14614528" : 63523,
"14745600" : 58973,
"14876672" : 59818,
"15007744" : 65888,
"15138816" : 73794,
"15269888" : 79134,
"15400960" : 79988,
"15532032" : 72461,
"15663104" : 57513,
"15794176" : 40942,
"15925248" : 28572,
"16056320" : 19755,
"16187392" : 12272,
"16318464" : 7729,
"16449536" : 4705,
"16580608" : 2690,
"16711680" : 1718,
"16908288" : 2002,
"17170432" : 996,
"17432576" : 489,
"17694720" : 365,
"17956864" : 249,
"18219008" : 200,
"18481152" : 219,
"18743296" : 181,
"19005440" : 153,
"19267584" : 149,
"19529728" : 84,
"19791872" : 75,
"20054016" : 48,
"20316160" : 48,
"20578304" : 41,
"20840448" : 70,
"21102592" : 116,
"21364736" : 76,
"21626880" : 54,
"21889024" : 40,
"22151168" : 16,
"22413312" : 5,
"22675456" : 4
}
},
"lat_ns" : {
"min" : 314681,
"max" : 23111223,
"mean" : 12864669.786290,
"stddev" : 3767705.828899,
"N" : 1790891
},
"bw_min" : 8023961,
"bw_max" : 12017664,
"bw_agg" : 100.000000,
"bw_mean" : 10188719.295265,
"bw_dev" : 564134.503746,
"bw_samples" : 1436,
"iops_min" : 7835,
"iops_max" : 11736,
"iops_mean" : 9949.729805,
"iops_stddev" : 550.909002,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720004,
"usr_cpu" : 0.681802,
"sys_cpu" : 96.103355,
"ctx" : 193098,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999777,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 29.340165,
"20" : 70.636381,
"50" : 0.027977,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}