raidz2/benchmarks/seq/seq-read-qd32-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773994625,
"timestamp_ms" : 1773994625665,
"time" : "Fri Mar 20 05:17:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2655850041,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994635,
"timestamp_ms" : 1773994635666,
"time" : "Fri Mar 20 05:17:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 188,
"elapsed" : 3,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 12031361024,
"io_kbytes" : 11749376,
"bw_bytes" : 6224190907,
"bw" : 6078311,
"iops" : 5952.922918,
"runtime" : 1933,
"total_ios" : 11507,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1933,
"usr_cpu" : 1.448526,
"sys_cpu" : 98.189343,
"ctx" : 2,
"majf" : 0,
"minf" : 8199,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.139046,
"32" : 99.730599,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.991286,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994653,
"timestamp_ms" : 1773994653731,
"time" : "Fri Mar 20 05:17:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 64019759104,
"io_kbytes" : 62519296,
"bw_bytes" : 6402616172,
"bw" : 6252554,
"iops" : 6106.110611,
"runtime" : 9999,
"total_ios" : 61055,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 151712,
"max" : 221299,
"mean" : 161504.501400,
"stddev" : 5435.801600,
"N" : 61055
},
"clat_ns" : {
"min" : 4957366,
"max" : 5597624,
"mean" : 5078722.203934,
"stddev" : 95734.558753,
"N" : 61054,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5406720,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5537792,
"99.990000" : 5603328
},
"bins" : {
"4947968" : 1074,
"5013504" : 32123,
"5079040" : 11265,
"5144576" : 6026,
"5210112" : 5578,
"5275648" : 3230,
"5341184" : 1031,
"5406720" : 488,
"5472256" : 195,
"5537792" : 34,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5114676,
"max" : 5770789,
"mean" : 5240228.286140,
"stddev" : 98103.900725,
"N" : 61054
},
"bw_min" : 6158336,
"bw_max" : 6297600,
"bw_agg" : 99.977436,
"bw_mean" : 6251144.210526,
"bw_dev" : 38036.439335,
"bw_samples" : 19,
"iops_min" : 6014,
"iops_max" : 6150,
"iops_mean" : 6104.631579,
"iops_stddev" : 37.148666,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.360136,
"sys_cpu" : 98.329833,
"ctx" : 3,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.998362,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994663,
"timestamp_ms" : 1773994663732,
"time" : "Fri Mar 20 05:17:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 128168493056,
"io_kbytes" : 125164544,
"bw_bytes" : 6408745090,
"bw" : 6258540,
"iops" : 6111.905595,
"runtime" : 19999,
"total_ios" : 122232,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 151561,
"max" : 221299,
"mean" : 161351.077549,
"stddev" : 5391.679014,
"N" : 122232
},
"clat_ns" : {
"min" : 4952578,
"max" : 5597624,
"mean" : 5073888.323486,
"stddev" : 93913.611442,
"N" : 122231,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5537792,
"99.990000" : 5537792
},
"bins" : {
"4947968" : 2689,
"5013504" : 67767,
"5079040" : 19976,
"5144576" : 11352,
"5210112" : 11296,
"5275648" : 6308,
"5341184" : 1656,
"5406720" : 792,
"5472256" : 332,
"5537792" : 53,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5111581,
"max" : 5770789,
"mean" : 5235238.733325,
"stddev" : 96220.819685,
"N" : 122231
},
"bw_min" : 6158336,
"bw_max" : 6299648,
"bw_agg" : 100.000000,
"bw_mean" : 6258860.102564,
"bw_dev" : 31674.110561,
"bw_samples" : 39,
"iops_min" : 6014,
"iops_max" : 6152,
"iops_mean" : 6112.153846,
"iops_stddev" : 30.923963,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 1.400070,
"sys_cpu" : 98.294915,
"ctx" : 7,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999182,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994673,
"timestamp_ms" : 1773994673731,
"time" : "Fri Mar 20 05:17:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 192291012608,
"io_kbytes" : 187784192,
"bw_bytes" : 6409914084,
"bw" : 6259681,
"iops" : 6113.003767,
"runtime" : 29999,
"total_ios" : 183384,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 151561,
"max" : 221299,
"mean" : 161317.162337,
"stddev" : 5384.603715,
"N" : 183384
},
"clat_ns" : {
"min" : 4950756,
"max" : 5597624,
"mean" : 5072819.712656,
"stddev" : 93346.672989,
"N" : 183383,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4947968" : 4028,
"5013504" : 102775,
"5079040" : 29641,
"5144576" : 16543,
"5210112" : 16931,
"5275648" : 9329,
"5341184" : 2418,
"5406720" : 1148,
"5472256" : 501,
"5537792" : 59,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5110109,
"max" : 5770789,
"mean" : 5234136.992011,
"stddev" : 95627.871274,
"N" : 183383
},
"bw_min" : 6158336,
"bw_max" : 6299648,
"bw_agg" : 100.000000,
"bw_mean" : 6260541.169492,
"bw_dev" : 28547.010874,
"bw_samples" : 59,
"iops_min" : 6014,
"iops_max" : 6152,
"iops_mean" : 6113.796610,
"iops_stddev" : 27.873346,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.383379,
"sys_cpu" : 98.306610,
"ctx" : 10,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999455,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994683,
"timestamp_ms" : 1773994683732,
"time" : "Fri Mar 20 05:18:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 256424017920,
"io_kbytes" : 250414080,
"bw_bytes" : 6410760717,
"bw" : 6260508,
"iops" : 6113.802845,
"runtime" : 39999,
"total_ios" : 244546,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 151561,
"max" : 221299,
"mean" : 161299.038013,
"stddev" : 5372.406882,
"N" : 244546
},
"clat_ns" : {
"min" : 4950756,
"max" : 5597624,
"mean" : 5072203.155182,
"stddev" : 92863.652471,
"N" : 244545,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4947968" : 5251,
"5013504" : 138133,
"5079040" : 39190,
"5144576" : 21657,
"5210112" : 22579,
"5275648" : 12345,
"5341184" : 3203,
"5406720" : 1493,
"5472256" : 625,
"5537792" : 59,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5110109,
"max" : 5770789,
"mean" : 5233502.456852,
"stddev" : 95124.018963,
"N" : 244545
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6261529.101266,
"bw_dev" : 27817.175904,
"bw_samples" : 79,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6114.759494,
"iops_stddev" : 27.163897,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.390035,
"sys_cpu" : 98.302458,
"ctx" : 14,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999591,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994693,
"timestamp_ms" : 1773994693731,
"time" : "Fri Mar 20 05:18:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 320554926080,
"io_kbytes" : 313041920,
"bw_bytes" : 6411226746,
"bw" : 6260963,
"iops" : 6114.242285,
"runtime" : 49999,
"total_ios" : 305706,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 151011,
"max" : 221299,
"mean" : 161287.348744,
"stddev" : 5368.947837,
"N" : 305706
},
"clat_ns" : {
"min" : 4950756,
"max" : 5597624,
"mean" : 5071772.948542,
"stddev" : 92563.356526,
"N" : 305705,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4947968" : 6769,
"5013504" : 173412,
"5079040" : 48274,
"5144576" : 27479,
"5210112" : 27772,
"5275648" : 15445,
"5341184" : 3879,
"5406720" : 1840,
"5472256" : 766,
"5537792" : 59,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5110109,
"max" : 5770789,
"mean" : 5233060.522010,
"stddev" : 94810.410853,
"N" : 305705
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6262013.232323,
"bw_dev" : 26671.696289,
"bw_samples" : 99,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6115.232323,
"iops_stddev" : 26.041893,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 1.410028,
"sys_cpu" : 98.279966,
"ctx" : 17,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999673,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994703,
"timestamp_ms" : 1773994703732,
"time" : "Fri Mar 20 05:18:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 384687931392,
"io_kbytes" : 375671808,
"bw_bytes" : 6411572382,
"bw" : 6261301,
"iops" : 6114.568576,
"runtime" : 59999,
"total_ios" : 366868,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 151011,
"max" : 221299,
"mean" : 161281.251398,
"stddev" : 5362.657580,
"N" : 366868
},
"clat_ns" : {
"min" : 4950756,
"max" : 5597624,
"mean" : 5071543.375294,
"stddev" : 92144.814922,
"N" : 366867,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4947968" : 7750,
"5013504" : 208924,
"5079040" : 58069,
"5144576" : 32821,
"5210112" : 33076,
"5275648" : 18569,
"5341184" : 4544,
"5406720" : 2155,
"5472256" : 890,
"5537792" : 59,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5110109,
"max" : 5770789,
"mean" : 5232824.879180,
"stddev" : 94376.459717,
"N" : 366867
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6262146.218487,
"bw_dev" : 25784.849475,
"bw_samples" : 119,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6115.344538,
"iops_stddev" : 25.194981,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.396690,
"sys_cpu" : 98.294972,
"ctx" : 21,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999727,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994713,
"timestamp_ms" : 1773994713731,
"time" : "Fri Mar 20 05:18:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 448809402368,
"io_kbytes" : 438290432,
"bw_bytes" : 6411654486,
"bw" : 6261381,
"iops" : 6114.644495,
"runtime" : 69999,
"total_ios" : 428019,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 150741,
"max" : 221299,
"mean" : 161279.122903,
"stddev" : 5364.862314,
"N" : 428019
},
"clat_ns" : {
"min" : 4950756,
"max" : 5597624,
"mean" : 5071436.525583,
"stddev" : 92019.750200,
"N" : 428018,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4947968" : 8841,
"5013504" : 244271,
"5079040" : 67811,
"5144576" : 38134,
"5210112" : 38397,
"5275648" : 21623,
"5341184" : 5338,
"5406720" : 2513,
"5472256" : 1021,
"5537792" : 59,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5110109,
"max" : 5770789,
"mean" : 5232715.583031,
"stddev" : 94244.500594,
"N" : 428018
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6262049.956835,
"bw_dev" : 25217.646092,
"bw_samples" : 139,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6115.251799,
"iops_stddev" : 24.612090,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 1.358591,
"sys_cpu" : 98.331405,
"ctx" : 24,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999766,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994723,
"timestamp_ms" : 1773994723732,
"time" : "Fri Mar 20 05:18:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 512900464640,
"io_kbytes" : 500879360,
"bw_bytes" : 6411335949,
"bw" : 6261070,
"iops" : 6114.338929,
"runtime" : 79999,
"total_ios" : 489141,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 150741,
"max" : 221299,
"mean" : 161288.767548,
"stddev" : 5367.339628,
"N" : 489141
},
"clat_ns" : {
"min" : 4950756,
"max" : 5597624,
"mean" : 5071712.775318,
"stddev" : 92066.404678,
"N" : 489140,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4947968" : 9957,
"5013504" : 278322,
"5079040" : 78329,
"5144576" : 43165,
"5210112" : 44343,
"5275648" : 24730,
"5341184" : 6166,
"5406720" : 2849,
"5472256" : 1210,
"5537792" : 59,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5108247,
"max" : 5770789,
"mean" : 5233001.398097,
"stddev" : 94292.231362,
"N" : 489140
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6261912.245283,
"bw_dev" : 25172.383014,
"bw_samples" : 159,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6115.119497,
"iops_stddev" : 24.567748,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.341267,
"sys_cpu" : 98.349979,
"ctx" : 28,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999796,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994733,
"timestamp_ms" : 1773994733731,
"time" : "Fri Mar 20 05:18:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 576990478336,
"io_kbytes" : 563467264,
"bw_bytes" : 6411076549,
"bw" : 6260816,
"iops" : 6114.090157,
"runtime" : 89999,
"total_ios" : 550262,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 150741,
"max" : 221299,
"mean" : 161294.795708,
"stddev" : 5367.805875,
"N" : 550262
},
"clat_ns" : {
"min" : 4947021,
"max" : 5597624,
"mean" : 5071888.241218,
"stddev" : 92011.861346,
"N" : 550261,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4947968" : 10894,
"5013504" : 312950,
"5079040" : 88544,
"5144576" : 48341,
"5210112" : 50026,
"5275648" : 27891,
"5341184" : 7046,
"5406720" : 3152,
"5472256" : 1348,
"5537792" : 59,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5104853,
"max" : 5770789,
"mean" : 5233183.038200,
"stddev" : 94234.805016,
"N" : 550261
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6261840.681564,
"bw_dev" : 24856.292453,
"bw_samples" : 179,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6115.050279,
"iops_stddev" : 24.260124,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.346682,
"sys_cpu" : 98.343315,
"ctx" : 31,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999818,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994743,
"timestamp_ms" : 1773994743732,
"time" : "Fri Mar 20 05:19:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 641079443456,
"io_kbytes" : 626054144,
"bw_bytes" : 6410858543,
"bw" : 6260604,
"iops" : 6113.881139,
"runtime" : 99999,
"total_ios" : 611382,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 221299,
"mean" : 161301.426082,
"stddev" : 5368.944896,
"N" : 611382
},
"clat_ns" : {
"min" : 4911267,
"max" : 5597624,
"mean" : 5072086.250971,
"stddev" : 91978.782694,
"N" : 611381,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4882432" : 3,
"4947968" : 11786,
"5013504" : 347131,
"5079040" : 99245,
"5144576" : 53551,
"5210112" : 55721,
"5275648" : 30985,
"5341184" : 7886,
"5406720" : 3510,
"5472256" : 1494,
"5537792" : 59,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5068136,
"max" : 5770789,
"mean" : 5233387.610951,
"stddev" : 94201.387341,
"N" : 611381
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6261576.437186,
"bw_dev" : 24500.619899,
"bw_samples" : 199,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6114.793970,
"iops_stddev" : 23.913834,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.340013,
"sys_cpu" : 98.350984,
"ctx" : 35,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999836,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994753,
"timestamp_ms" : 1773994753731,
"time" : "Fri Mar 20 05:19:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 705158971392,
"io_kbytes" : 688631808,
"bw_bytes" : 6410594381,
"bw" : 6260346,
"iops" : 6113.628306,
"runtime" : 109999,
"total_ios" : 672493,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 221299,
"mean" : 161307.829910,
"stddev" : 5370.541429,
"N" : 672493
},
"clat_ns" : {
"min" : 4911267,
"max" : 5597624,
"mean" : 5072272.152032,
"stddev" : 92025.828141,
"N" : 672492,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4882432" : 3,
"4947968" : 12512,
"5013504" : 381600,
"5079040" : 109839,
"5144576" : 58878,
"5210112" : 61082,
"5275648" : 34131,
"5341184" : 8856,
"5406720" : 3843,
"5472256" : 1677,
"5537792" : 61,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5068136,
"max" : 5770789,
"mean" : 5233580.050097,
"stddev" : 94249.171455,
"N" : 672492
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6261342.785388,
"bw_dev" : 24509.158730,
"bw_samples" : 219,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6114.566210,
"iops_stddev" : 23.922830,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.345467,
"sys_cpu" : 98.344530,
"ctx" : 38,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999851,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994763,
"timestamp_ms" : 1773994763732,
"time" : "Fri Mar 20 05:19:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 769253179392,
"io_kbytes" : 751223808,
"bw_bytes" : 6410496582,
"bw" : 6260250,
"iops" : 6113.534279,
"runtime" : 119999,
"total_ios" : 733618,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 221299,
"mean" : 161310.844343,
"stddev" : 5371.242448,
"N" : 733618
},
"clat_ns" : {
"min" : 4911267,
"max" : 5597624,
"mean" : 5072370.718706,
"stddev" : 92043.402464,
"N" : 733617,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5537792
},
"bins" : {
"4882432" : 3,
"4947968" : 13450,
"5013504" : 416244,
"5079040" : 120291,
"5144576" : 63773,
"5210112" : 66679,
"5275648" : 37338,
"5341184" : 9738,
"5406720" : 4177,
"5472256" : 1849,
"5537792" : 65,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5068136,
"max" : 5770789,
"mean" : 5233681.704780,
"stddev" : 94266.131088,
"N" : 733617
},
"bw_min" : 6158336,
"bw_max" : 6301696,
"bw_agg" : 100.000000,
"bw_mean" : 6261044.740586,
"bw_dev" : 24363.037798,
"bw_samples" : 239,
"iops_min" : 6014,
"iops_max" : 6154,
"iops_mean" : 6114.276151,
"iops_stddev" : 23.779252,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.352511,
"sys_cpu" : 98.338319,
"ctx" : 42,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999864,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994773,
"timestamp_ms" : 1773994773731,
"time" : "Fri Mar 20 05:19:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 833591705600,
"io_kbytes" : 814054400,
"bw_bytes" : 6412293214,
"bw" : 6262005,
"iops" : 6115.247040,
"runtime" : 129999,
"total_ios" : 794976,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 221299,
"mean" : 161263.880503,
"stddev" : 5364.518902,
"N" : 794976
},
"clat_ns" : {
"min" : 4911106,
"max" : 5597624,
"mean" : 5070925.456916,
"stddev" : 91985.828541,
"N" : 794975,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 5013504,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5079040,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5472256
},
"bins" : {
"4882432" : 9,
"4947968" : 21630,
"5013504" : 448168,
"5079040" : 129118,
"5144576" : 68568,
"5210112" : 70981,
"5275648" : 39709,
"5341184" : 10333,
"5406720" : 4407,
"5472256" : 1977,
"5537792" : 65,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5068136,
"max" : 5770789,
"mean" : 5232189.442327,
"stddev" : 94218.199898,
"N" : 794975
},
"bw_min" : 6158336,
"bw_max" : 6375424,
"bw_agg" : 100.000000,
"bw_mean" : 6262509.583012,
"bw_dev" : 26535.616204,
"bw_samples" : 259,
"iops_min" : 6014,
"iops_max" : 6226,
"iops_mean" : 6115.706564,
"iops_stddev" : 25.902747,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.360010,
"sys_cpu" : 98.329987,
"ctx" : 45,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999874,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994783,
"timestamp_ms" : 1773994783732,
"time" : "Fri Mar 20 05:19:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 898648506368,
"io_kbytes" : 877586432,
"bw_bytes" : 6418963752,
"bw" : 6268519,
"iops" : 6121.608011,
"runtime" : 139999,
"total_ios" : 857019,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 221299,
"mean" : 161094.192459,
"stddev" : 5332.357999,
"N" : 857019
},
"clat_ns" : {
"min" : 4909904,
"max" : 5597624,
"mean" : 5065672.581931,
"stddev" : 91756.853163,
"N" : 857018,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 4947968,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5013504,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5472256
},
"bins" : {
"4882432" : 21,
"4947968" : 51577,
"5013504" : 472118,
"5079040" : 132115,
"5144576" : 73139,
"5210112" : 71547,
"5275648" : 39709,
"5341184" : 10333,
"5406720" : 4407,
"5472256" : 1977,
"5537792" : 65,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5067315,
"max" : 5770789,
"mean" : 5226766.706038,
"stddev" : 94024.690353,
"N" : 857018
},
"bw_min" : 6158336,
"bw_max" : 6391808,
"bw_agg" : 100.000000,
"bw_mean" : 6269107.799283,
"bw_dev" : 35565.811348,
"bw_samples" : 279,
"iops_min" : 6014,
"iops_max" : 6242,
"iops_mean" : 6122.150538,
"iops_stddev" : 34.725940,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.367153,
"sys_cpu" : 98.323559,
"ctx" : 49,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999883,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994793,
"timestamp_ms" : 1773994793731,
"time" : "Fri Mar 20 05:19:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 963683287040,
"io_kbytes" : 941096960,
"bw_bytes" : 6424598077,
"bw" : 6274021,
"iops" : 6126.980847,
"runtime" : 149999,
"total_ios" : 919041,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 221299,
"mean" : 160949.966054,
"stddev" : 5298.014630,
"N" : 919041
},
"clat_ns" : {
"min" : 4909904,
"max" : 5597624,
"mean" : 5061213.193641,
"stddev" : 91221.866498,
"N" : 919040,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 4947968,
"10.000000" : 5013504,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5013504,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5472256
},
"bins" : {
"4882432" : 21,
"4947968" : 80713,
"5013504" : 497001,
"5079040" : 135070,
"5144576" : 77742,
"5210112" : 71992,
"5275648" : 39709,
"5341184" : 10333,
"5406720" : 4407,
"5472256" : 1977,
"5537792" : 65,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5067315,
"max" : 5770789,
"mean" : 5222163.189577,
"stddev" : 93507.700632,
"N" : 919040
},
"bw_min" : 6158336,
"bw_max" : 6391808,
"bw_agg" : 100.000000,
"bw_mean" : 6274749.076923,
"bw_dev" : 40699.115331,
"bw_samples" : 299,
"iops_min" : 6014,
"iops_max" : 6242,
"iops_mean" : 6127.658863,
"iops_stddev" : 39.740146,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.364676,
"sys_cpu" : 98.325322,
"ctx" : 52,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999891,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994803,
"timestamp_ms" : 1773994803732,
"time" : "Fri Mar 20 05:20:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1028714921984,
"io_kbytes" : 1004604416,
"bw_bytes" : 6429508446,
"bw" : 6278816,
"iops" : 6131.663323,
"runtime" : 159999,
"total_ios" : 981060,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 221299,
"mean" : 160825.675703,
"stddev" : 5264.423393,
"N" : 981060
},
"clat_ns" : {
"min" : 4906689,
"max" : 5597624,
"mean" : 5057366.346029,
"stddev" : 90508.087500,
"N" : 981059,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 4947968,
"10.000000" : 4947968,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5013504,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5472256
},
"bins" : {
"4882432" : 28,
"4947968" : 108201,
"5013504" : 523918,
"5079040" : 137782,
"5144576" : 82071,
"5210112" : 72557,
"5275648" : 39710,
"5341184" : 10333,
"5406720" : 4407,
"5472256" : 1977,
"5537792" : 65,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5067315,
"max" : 5770789,
"mean" : 5218192.035082,
"stddev" : 92800.406935,
"N" : 981059
},
"bw_min" : 6158336,
"bw_max" : 6391808,
"bw_agg" : 100.000000,
"bw_mean" : 6279502.385580,
"bw_dev" : 43808.270611,
"bw_samples" : 319,
"iops_min" : 6014,
"iops_max" : 6242,
"iops_mean" : 6132.294671,
"iops_stddev" : 42.765129,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.377509,
"sys_cpu" : 98.313114,
"ctx" : 56,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999898,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994813,
"timestamp_ms" : 1773994813731,
"time" : "Fri Mar 20 05:20:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1093727682560,
"io_kbytes" : 1068093440,
"bw_bytes" : 6433730095,
"bw" : 6282939,
"iops" : 6135.689033,
"runtime" : 169999,
"total_ios" : 1043061,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 225705,
"mean" : 160717.792172,
"stddev" : 5233.189221,
"N" : 1043061
},
"clat_ns" : {
"min" : 4906689,
"max" : 5597624,
"mean" : 5054031.241437,
"stddev" : 89790.112405,
"N" : 1043060,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 4947968,
"10.000000" : 4947968,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5013504,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5472256
},
"bins" : {
"4882432" : 28,
"4947968" : 136028,
"5013504" : 549352,
"5079040" : 141280,
"5144576" : 86822,
"5210112" : 73020,
"5275648" : 39722,
"5341184" : 10342,
"5406720" : 4414,
"5472256" : 1977,
"5537792" : 65,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 5067315,
"max" : 5770789,
"mean" : 5214749.122067,
"stddev" : 92085.006658,
"N" : 1043060
},
"bw_min" : 6158336,
"bw_max" : 6391808,
"bw_agg" : 100.000000,
"bw_mean" : 6283689.890855,
"bw_dev" : 46016.058918,
"bw_samples" : 339,
"iops_min" : 6014,
"iops_max" : 6242,
"iops_mean" : 6136.383481,
"iops_stddev" : 44.921830,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.397655,
"sys_cpu" : 98.292343,
"ctx" : 59,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.999904,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994823,
"timestamp_ms" : 1773994823732,
"time" : "Fri Mar 20 05:20:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1158777143296,
"io_kbytes" : 1131618304,
"bw_bytes" : 6437686561,
"bw" : 6286803,
"iops" : 6139.456330,
"runtime" : 179999,
"total_ios" : 1105096,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 225705,
"mean" : 160617.803253,
"stddev" : 5202.945546,
"N" : 1105097
},
"clat_ns" : {
"min" : 10706,
"max" : 5597624,
"mean" : 5050866.282280,
"stddev" : 90430.725839,
"N" : 1105127,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 4947968,
"10.000000" : 4947968,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5013504,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5472256
},
"bins" : {
"10688" : 1,
"171008" : 1,
"329728" : 1,
"489472" : 1,
"651264" : 1,
"806912" : 1,
"970752" : 1,
"1138688" : 1,
"1286144" : 1,
"1449984" : 1,
"1613824" : 1,
"1777664" : 1,
"1925120" : 1,
"2088960" : 1,
"2244608" : 1,
"2408448" : 1,
"2572288" : 1,
"2736128" : 1,
"2899968" : 1,
"3063808" : 1,
"3227648" : 1,
"3358720" : 1,
"3555328" : 1,
"3719168" : 1,
"3883008" : 1,
"4014080" : 1,
"4177920" : 1,
"4358144" : 1,
"4489216" : 1,
"4685824" : 1,
"4816896" : 1,
"4882432" : 29,
"4947968" : 164804,
"5013504" : 574970,
"5079040" : 144127,
"5144576" : 91186,
"5210112" : 73450,
"5275648" : 39722,
"5341184" : 10342,
"5406720" : 4414,
"5472256" : 1977,
"5537792" : 65,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 168898,
"max" : 5770789,
"mean" : 5211484.124305,
"stddev" : 92690.607013,
"N" : 1105127
},
"bw_min" : 6158336,
"bw_max" : 6391808,
"bw_agg" : 100.000000,
"bw_mean" : 6287449.704735,
"bw_dev" : 47621.619820,
"bw_samples" : 359,
"iops_min" : 6014,
"iops_max" : 6242,
"iops_mean" : 6140.055710,
"iops_stddev" : 46.491150,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.401674,
"sys_cpu" : 98.288879,
"ctx" : 63,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999910,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 100.000543,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773994823,
"timestamp_ms" : 1773994823786,
"time" : "Fri Mar 20 05:20:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1158810697728,
"io_kbytes" : 1131651072,
"bw_bytes" : 6437765678,
"bw" : 6286880,
"iops" : 6139.354007,
"runtime" : 180002,
"total_ios" : 1105096,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 144421,
"max" : 225705,
"mean" : 160617.803253,
"stddev" : 5202.945546,
"N" : 1105097
},
"clat_ns" : {
"min" : 10706,
"max" : 5597624,
"mean" : 5050866.282280,
"stddev" : 90430.725839,
"N" : 1105127,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 4947968,
"10.000000" : 4947968,
"20.000000" : 5013504,
"30.000000" : 5013504,
"40.000000" : 5013504,
"50.000000" : 5013504,
"60.000000" : 5013504,
"70.000000" : 5079040,
"80.000000" : 5144576,
"90.000000" : 5210112,
"95.000000" : 5275648,
"99.000000" : 5341184,
"99.500000" : 5406720,
"99.900000" : 5472256,
"99.950000" : 5472256,
"99.990000" : 5472256
},
"bins" : {
"10688" : 1,
"171008" : 1,
"329728" : 1,
"489472" : 1,
"651264" : 1,
"806912" : 1,
"970752" : 1,
"1138688" : 1,
"1286144" : 1,
"1449984" : 1,
"1613824" : 1,
"1777664" : 1,
"1925120" : 1,
"2088960" : 1,
"2244608" : 1,
"2408448" : 1,
"2572288" : 1,
"2736128" : 1,
"2899968" : 1,
"3063808" : 1,
"3227648" : 1,
"3358720" : 1,
"3555328" : 1,
"3719168" : 1,
"3883008" : 1,
"4014080" : 1,
"4177920" : 1,
"4358144" : 1,
"4489216" : 1,
"4685824" : 1,
"4816896" : 1,
"4882432" : 29,
"4947968" : 164804,
"5013504" : 574970,
"5079040" : 144127,
"5144576" : 91186,
"5210112" : 73450,
"5275648" : 39722,
"5341184" : 10342,
"5406720" : 4414,
"5472256" : 1977,
"5537792" : 65,
"5603328" : 10
}
},
"lat_ns" : {
"min" : 168898,
"max" : 5770789,
"mean" : 5211484.124305,
"stddev" : 92690.607013,
"N" : 1105127
},
"bw_min" : 6158336,
"bw_max" : 6447104,
"bw_agg" : 100.000000,
"bw_mean" : 6287893.188889,
"bw_dev" : 48293.951801,
"bw_samples" : 360,
"iops_min" : 6014,
"iops_max" : 6296,
"iops_mean" : 6140.488889,
"iops_stddev" : 47.148257,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.401659,
"sys_cpu" : 98.287787,
"ctx" : 64,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999910,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 100.000543,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}