raidz2/benchmarks/seq/seq-read-qd1-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773990036,
"timestamp_ms" : 1773990036551,
"time" : "Fri Mar 20 04:00:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2651260927,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990046,
"timestamp_ms" : 1773990046551,
"time" : "Fri Mar 20 04:00:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 188,
"elapsed" : 3,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 14942208000,
"io_kbytes" : 14592000,
"bw_bytes" : 7538954591,
"bw" : 7362260,
"iops" : 7191.220989,
"runtime" : 1982,
"total_ios" : 14253,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1982,
"usr_cpu" : 1.816347,
"sys_cpu" : 97.830474,
"ctx" : 0,
"majf" : 0,
"minf" : 264,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990064,
"timestamp_ms" : 1773990064569,
"time" : "Fri Mar 20 04:01:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 75673632768,
"io_kbytes" : 73900032,
"bw_bytes" : 7568120088,
"bw" : 7390742,
"iops" : 7217.621762,
"runtime" : 9999,
"total_ios" : 72169,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128746,
"max" : 183941,
"mean" : 136431.817747,
"stddev" : 4895.604013,
"N" : 72169
},
"clat_ns" : {
"min" : 1402,
"max" : 8824,
"mean" : 1515.105781,
"stddev" : 172.840583,
"N" : 72168,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1464,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1944,
"99.900000" : 5216,
"99.950000" : 5664,
"99.990000" : 6368
},
"bins" : {
"1400" : 3,
"1416" : 363,
"1432" : 1420,
"1448" : 11137,
"1464" : 8963,
"1480" : 15944,
"1496" : 10007,
"1512" : 3222,
"1528" : 4647,
"1544" : 1825,
"1560" : 3313,
"1576" : 2726,
"1592" : 1082,
"1608" : 1808,
"1624" : 725,
"1640" : 1096,
"1656" : 838,
"1672" : 342,
"1688" : 534,
"1704" : 203,
"1720" : 330,
"1736" : 266,
"1752" : 115,
"1768" : 192,
"1784" : 61,
"1800" : 123,
"1816" : 113,
"1832" : 46,
"1848" : 101,
"1864" : 40,
"1880" : 89,
"1896" : 53,
"1912" : 36,
"1928" : 42,
"1944" : 29,
"1960" : 31,
"1976" : 36,
"1992" : 21,
"2008" : 16,
"2024" : 14,
"2040" : 12,
"2064" : 22,
"2096" : 9,
"2128" : 16,
"2160" : 9,
"2192" : 8,
"2224" : 5,
"2256" : 4,
"2288" : 3,
"2320" : 4,
"2352" : 3,
"2384" : 2,
"2416" : 1,
"2448" : 3,
"2480" : 3,
"2544" : 3,
"2608" : 1,
"2640" : 3,
"2704" : 1,
"2800" : 1,
"2832" : 1,
"4640" : 1,
"4704" : 3,
"4768" : 2,
"4832" : 4,
"4896" : 7,
"4960" : 4,
"5024" : 1,
"5088" : 4,
"5152" : 3,
"5216" : 1,
"5280" : 7,
"5344" : 5,
"5408" : 3,
"5472" : 7,
"5536" : 3,
"5600" : 7,
"5664" : 5,
"5728" : 5,
"5792" : 4,
"5856" : 2,
"5920" : 2,
"6048" : 4,
"6112" : 2,
"6176" : 1,
"6240" : 6,
"6368" : 2,
"6432" : 2,
"6560" : 1,
"6624" : 1,
"7008" : 1,
"7584" : 1,
"8768" : 1
}
},
"lat_ns" : {
"min" : 130209,
"max" : 185584,
"mean" : 137946.932047,
"stddev" : 4904.238713,
"N" : 72168
},
"bw_min" : 7350272,
"bw_max" : 7424000,
"bw_agg" : 99.982109,
"bw_mean" : 7389420.947368,
"bw_dev" : 22352.599037,
"bw_samples" : 19,
"iops_min" : 7178,
"iops_max" : 7250,
"iops_mean" : 7216.210526,
"iops_stddev" : 21.846889,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.600160,
"sys_cpu" : 98.069807,
"ctx" : 4,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.657748,
"4" : 0.199532,
"10" : 0.141335,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990074,
"timestamp_ms" : 1773990074568,
"time" : "Fri Mar 20 04:01:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 151285399552,
"io_kbytes" : 147739648,
"bw_bytes" : 7564648210,
"bw" : 7387351,
"iops" : 7214.260713,
"runtime" : 19999,
"total_ios" : 144278,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128045,
"max" : 186915,
"mean" : 136487.294383,
"stddev" : 4897.206935,
"N" : 144278
},
"clat_ns" : {
"min" : 1402,
"max" : 8824,
"mean" : 1514.288008,
"stddev" : 168.737090,
"N" : 144277,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1832,
"99.500000" : 1928,
"99.900000" : 5088,
"99.950000" : 5664,
"99.990000" : 6368
},
"bins" : {
"1400" : 6,
"1416" : 701,
"1432" : 2712,
"1448" : 21291,
"1464" : 17637,
"1480" : 32430,
"1496" : 21115,
"1512" : 6941,
"1528" : 9548,
"1544" : 3742,
"1560" : 6396,
"1576" : 5194,
"1592" : 2107,
"1608" : 3461,
"1624" : 1402,
"1640" : 2159,
"1656" : 1547,
"1672" : 671,
"1688" : 1032,
"1704" : 378,
"1720" : 635,
"1736" : 525,
"1752" : 223,
"1768" : 374,
"1784" : 131,
"1800" : 243,
"1816" : 203,
"1832" : 95,
"1848" : 212,
"1864" : 75,
"1880" : 164,
"1896" : 114,
"1912" : 55,
"1928" : 81,
"1944" : 44,
"1960" : 58,
"1976" : 62,
"1992" : 44,
"2008" : 40,
"2024" : 27,
"2040" : 32,
"2064" : 39,
"2096" : 18,
"2128" : 26,
"2160" : 15,
"2192" : 15,
"2224" : 7,
"2256" : 10,
"2288" : 5,
"2320" : 6,
"2352" : 3,
"2384" : 3,
"2416" : 1,
"2448" : 4,
"2480" : 6,
"2512" : 3,
"2544" : 3,
"2608" : 3,
"2640" : 4,
"2704" : 1,
"2736" : 1,
"2800" : 1,
"2832" : 1,
"4576" : 1,
"4640" : 4,
"4704" : 4,
"4768" : 8,
"4832" : 11,
"4896" : 11,
"4960" : 5,
"5024" : 3,
"5088" : 5,
"5152" : 4,
"5216" : 3,
"5280" : 12,
"5344" : 12,
"5408" : 7,
"5472" : 11,
"5536" : 7,
"5600" : 13,
"5664" : 11,
"5728" : 6,
"5792" : 6,
"5856" : 6,
"5920" : 6,
"5984" : 2,
"6048" : 6,
"6112" : 4,
"6176" : 2,
"6240" : 8,
"6304" : 1,
"6368" : 3,
"6432" : 2,
"6496" : 2,
"6560" : 1,
"6624" : 1,
"7008" : 1,
"7584" : 1,
"7712" : 2,
"7904" : 1,
"8640" : 1,
"8768" : 1
}
},
"lat_ns" : {
"min" : 129518,
"max" : 188478,
"mean" : 138001.587037,
"stddev" : 4904.349084,
"N" : 144277
},
"bw_min" : 7350272,
"bw_max" : 7426048,
"bw_agg" : 100.000000,
"bw_mean" : 7388377.641026,
"bw_dev" : 23464.840905,
"bw_samples" : 39,
"iops_min" : 7178,
"iops_max" : 7252,
"iops_mean" : 7215.179487,
"iops_stddev" : 22.912731,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 1.480074,
"sys_cpu" : 98.179909,
"ctx" : 7,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.674240,
"4" : 0.189911,
"10" : 0.135156,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990084,
"timestamp_ms" : 1773990084568,
"time" : "Fri Mar 20 04:01:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 226962178048,
"io_kbytes" : 221642752,
"bw_bytes" : 7565658123,
"bw" : 7388338,
"iops" : 7215.207174,
"runtime" : 29999,
"total_ios" : 216449,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127925,
"max" : 187646,
"mean" : 136465.471811,
"stddev" : 4899.840846,
"N" : 216449
},
"clat_ns" : {
"min" : 1402,
"max" : 8824,
"mean" : 1514.795466,
"stddev" : 176.613888,
"N" : 216448,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1656,
"99.000000" : 1832,
"99.500000" : 1928,
"99.900000" : 5344,
"99.950000" : 5728,
"99.990000" : 6432
},
"bins" : {
"1400" : 12,
"1416" : 1040,
"1432" : 3954,
"1448" : 31700,
"1464" : 26297,
"1480" : 48923,
"1496" : 32118,
"1512" : 10627,
"1528" : 14428,
"1544" : 5454,
"1560" : 9466,
"1576" : 7749,
"1592" : 3172,
"1608" : 5138,
"1624" : 2078,
"1640" : 3165,
"1656" : 2319,
"1672" : 1000,
"1688" : 1554,
"1704" : 551,
"1720" : 943,
"1736" : 791,
"1752" : 326,
"1768" : 558,
"1784" : 192,
"1800" : 365,
"1816" : 304,
"1832" : 149,
"1848" : 298,
"1864" : 125,
"1880" : 237,
"1896" : 181,
"1912" : 83,
"1928" : 131,
"1944" : 69,
"1960" : 90,
"1976" : 86,
"1992" : 56,
"2008" : 55,
"2024" : 40,
"2040" : 48,
"2064" : 52,
"2096" : 31,
"2128" : 32,
"2160" : 20,
"2192" : 21,
"2224" : 11,
"2256" : 12,
"2288" : 10,
"2320" : 7,
"2352" : 5,
"2384" : 4,
"2416" : 2,
"2448" : 6,
"2480" : 9,
"2512" : 5,
"2544" : 5,
"2576" : 1,
"2608" : 4,
"2640" : 6,
"2704" : 1,
"2736" : 4,
"2800" : 2,
"2832" : 1,
"2896" : 2,
"4576" : 2,
"4640" : 6,
"4704" : 6,
"4768" : 14,
"4832" : 14,
"4896" : 14,
"4960" : 6,
"5024" : 4,
"5088" : 8,
"5152" : 6,
"5216" : 5,
"5280" : 17,
"5344" : 20,
"5408" : 19,
"5472" : 18,
"5536" : 13,
"5600" : 23,
"5664" : 11,
"5728" : 15,
"5792" : 11,
"5856" : 8,
"5920" : 12,
"5984" : 6,
"6048" : 8,
"6112" : 7,
"6176" : 4,
"6240" : 13,
"6304" : 3,
"6368" : 7,
"6432" : 5,
"6496" : 3,
"6560" : 2,
"6624" : 1,
"6752" : 1,
"7008" : 1,
"7200" : 1,
"7456" : 1,
"7520" : 1,
"7584" : 1,
"7712" : 2,
"7904" : 1,
"8640" : 2,
"8768" : 1
}
},
"lat_ns" : {
"min" : 129517,
"max" : 189259,
"mean" : 137980.270273,
"stddev" : 4906.621872,
"N" : 216448
},
"bw_min" : 7350272,
"bw_max" : 7426048,
"bw_agg" : 100.000000,
"bw_mean" : 7389532.322034,
"bw_dev" : 22703.302731,
"bw_samples" : 59,
"iops_min" : 7178,
"iops_max" : 7252,
"iops_mean" : 7216.305085,
"iops_stddev" : 22.183602,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.616721,
"sys_cpu" : 98.043268,
"ctx" : 11,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.667358,
"4" : 0.182953,
"10" : 0.149227,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990094,
"timestamp_ms" : 1773990094569,
"time" : "Fri Mar 20 04:01:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 302681948160,
"io_kbytes" : 295587840,
"bw_bytes" : 7567237884,
"bw" : 7389880,
"iops" : 7216.705418,
"runtime" : 39999,
"total_ios" : 288661,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127925,
"max" : 735584,
"mean" : 136438.301998,
"stddev" : 5034.230350,
"N" : 288661
},
"clat_ns" : {
"min" : 1402,
"max" : 8824,
"mean" : 1514.897333,
"stddev" : 176.845672,
"N" : 288660,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1656,
"99.000000" : 1832,
"99.500000" : 1928,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6432
},
"bins" : {
"1400" : 16,
"1416" : 1447,
"1432" : 5179,
"1448" : 41648,
"1464" : 34697,
"1480" : 65623,
"1496" : 43456,
"1512" : 14271,
"1528" : 19173,
"1544" : 7240,
"1560" : 12598,
"1576" : 10480,
"1592" : 4141,
"1608" : 6906,
"1624" : 2792,
"1640" : 4231,
"1656" : 3099,
"1672" : 1279,
"1688" : 2063,
"1704" : 748,
"1720" : 1244,
"1736" : 1027,
"1752" : 435,
"1768" : 770,
"1784" : 266,
"1800" : 485,
"1816" : 404,
"1832" : 190,
"1848" : 384,
"1864" : 173,
"1880" : 311,
"1896" : 250,
"1912" : 104,
"1928" : 174,
"1944" : 90,
"1960" : 125,
"1976" : 112,
"1992" : 73,
"2008" : 83,
"2024" : 49,
"2040" : 58,
"2064" : 67,
"2096" : 43,
"2128" : 40,
"2160" : 28,
"2192" : 24,
"2224" : 14,
"2256" : 17,
"2288" : 16,
"2320" : 12,
"2352" : 8,
"2384" : 7,
"2416" : 2,
"2448" : 9,
"2480" : 9,
"2512" : 5,
"2544" : 5,
"2576" : 2,
"2608" : 4,
"2640" : 11,
"2704" : 2,
"2736" : 4,
"2800" : 2,
"2832" : 2,
"2896" : 3,
"2992" : 1,
"4576" : 4,
"4640" : 9,
"4704" : 10,
"4768" : 18,
"4832" : 19,
"4896" : 18,
"4960" : 8,
"5024" : 5,
"5088" : 10,
"5152" : 6,
"5216" : 6,
"5280" : 22,
"5344" : 23,
"5408" : 25,
"5472" : 21,
"5536" : 19,
"5600" : 25,
"5664" : 14,
"5728" : 19,
"5792" : 17,
"5856" : 11,
"5920" : 17,
"5984" : 7,
"6048" : 15,
"6112" : 8,
"6176" : 6,
"6240" : 19,
"6304" : 5,
"6368" : 9,
"6432" : 7,
"6496" : 3,
"6560" : 3,
"6624" : 2,
"6752" : 2,
"6880" : 1,
"7008" : 1,
"7200" : 2,
"7328" : 1,
"7456" : 1,
"7520" : 2,
"7584" : 2,
"7648" : 1,
"7712" : 2,
"7904" : 1,
"8640" : 2,
"8768" : 1
}
},
"lat_ns" : {
"min" : 129517,
"max" : 742895,
"mean" : 137953.201483,
"stddev" : 5043.365679,
"N" : 288660
},
"bw_min" : 7350272,
"bw_max" : 7467008,
"bw_agg" : 100.000000,
"bw_mean" : 7390512.367089,
"bw_dev" : 23594.884234,
"bw_samples" : 79,
"iops_min" : 7178,
"iops_max" : 7292,
"iops_mean" : 7217.265823,
"iops_stddev" : 23.054400,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.595040,
"sys_cpu" : 98.067452,
"ctx" : 18,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.668469,
"4" : 0.182567,
"10" : 0.148617,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990104,
"timestamp_ms" : 1773990104568,
"time" : "Fri Mar 20 04:01:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 378740408320,
"io_kbytes" : 369863680,
"bw_bytes" : 7574959665,
"bw" : 7397421,
"iops" : 7224.064481,
"runtime" : 49999,
"total_ios" : 361196,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127705,
"max" : 735584,
"mean" : 136296.812321,
"stddev" : 5023.296817,
"N" : 361196
},
"clat_ns" : {
"min" : 1392,
"max" : 8824,
"mean" : 1512.160077,
"stddev" : 176.924882,
"N" : 361195,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1464,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1640,
"99.000000" : 1832,
"99.500000" : 1928,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6432
},
"bins" : {
"1400" : 58,
"1416" : 2924,
"1432" : 8488,
"1448" : 57953,
"1464" : 44958,
"1480" : 80839,
"1496" : 50735,
"1512" : 16508,
"1528" : 22439,
"1544" : 8836,
"1560" : 15550,
"1576" : 12764,
"1592" : 5036,
"1608" : 8236,
"1624" : 3287,
"1640" : 5049,
"1656" : 3704,
"1672" : 1512,
"1688" : 2371,
"1704" : 880,
"1720" : 1452,
"1736" : 1214,
"1752" : 498,
"1768" : 892,
"1784" : 330,
"1800" : 565,
"1816" : 474,
"1832" : 234,
"1848" : 462,
"1864" : 204,
"1880" : 391,
"1896" : 325,
"1912" : 125,
"1928" : 223,
"1944" : 106,
"1960" : 159,
"1976" : 138,
"1992" : 85,
"2008" : 104,
"2024" : 66,
"2040" : 71,
"2064" : 83,
"2096" : 52,
"2128" : 53,
"2160" : 32,
"2192" : 29,
"2224" : 19,
"2256" : 19,
"2288" : 17,
"2320" : 16,
"2352" : 9,
"2384" : 10,
"2416" : 3,
"2448" : 10,
"2480" : 12,
"2512" : 7,
"2544" : 6,
"2576" : 3,
"2608" : 6,
"2640" : 11,
"2704" : 2,
"2736" : 4,
"2800" : 2,
"2832" : 2,
"2896" : 3,
"2992" : 2,
"4384" : 1,
"4576" : 6,
"4640" : 12,
"4704" : 16,
"4768" : 23,
"4832" : 20,
"4896" : 21,
"4960" : 10,
"5024" : 8,
"5088" : 14,
"5152" : 8,
"5216" : 10,
"5280" : 25,
"5344" : 29,
"5408" : 32,
"5472" : 23,
"5536" : 23,
"5600" : 31,
"5664" : 16,
"5728" : 24,
"5792" : 21,
"5856" : 17,
"5920" : 21,
"5984" : 13,
"6048" : 17,
"6112" : 10,
"6176" : 10,
"6240" : 20,
"6304" : 5,
"6368" : 9,
"6432" : 7,
"6496" : 5,
"6560" : 3,
"6624" : 2,
"6752" : 2,
"6816" : 2,
"6880" : 1,
"7008" : 1,
"7136" : 1,
"7200" : 2,
"7328" : 1,
"7456" : 1,
"7520" : 2,
"7584" : 2,
"7648" : 1,
"7712" : 2,
"7840" : 1,
"7904" : 1,
"8512" : 2,
"8640" : 2,
"8768" : 2
}
},
"lat_ns" : {
"min" : 129157,
"max" : 742895,
"mean" : 137808.973726,
"stddev" : 5032.150221,
"N" : 361195
},
"bw_min" : 7350272,
"bw_max" : 7471104,
"bw_agg" : 100.000000,
"bw_mean" : 7398239.292929,
"bw_dev" : 28225.720706,
"bw_samples" : 99,
"iops_min" : 7178,
"iops_max" : 7296,
"iops_mean" : 7224.808081,
"iops_stddev" : 27.570939,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 1.592032,
"sys_cpu" : 98.069961,
"ctx" : 25,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.669985,
"4" : 0.180788,
"10" : 0.148950,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990114,
"timestamp_ms" : 1773990114568,
"time" : "Fri Mar 20 04:01:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 454827180032,
"io_kbytes" : 444167168,
"bw_bytes" : 7580579343,
"bw" : 7402909,
"iops" : 7229.420490,
"runtime" : 59999,
"total_ios" : 433758,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127705,
"max" : 735584,
"mean" : 136193.309059,
"stddev" : 5011.112914,
"N" : 433758
},
"clat_ns" : {
"min" : 1392,
"max" : 8824,
"mean" : 1511.029985,
"stddev" : 177.015762,
"N" : 433757,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1448,
"30.000000" : 1464,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1640,
"99.000000" : 1832,
"99.500000" : 1928,
"99.900000" : 5280,
"99.950000" : 5792,
"99.990000" : 6496
},
"bins" : {
"1400" : 89,
"1416" : 4090,
"1432" : 11228,
"1448" : 72438,
"1464" : 54737,
"1480" : 96289,
"1496" : 59374,
"1512" : 19108,
"1528" : 26236,
"1544" : 10418,
"1560" : 18533,
"1576" : 15176,
"1592" : 6022,
"1608" : 9787,
"1624" : 3852,
"1640" : 5859,
"1656" : 4330,
"1672" : 1761,
"1688" : 2742,
"1704" : 1029,
"1720" : 1676,
"1736" : 1398,
"1752" : 587,
"1768" : 1033,
"1784" : 383,
"1800" : 665,
"1816" : 540,
"1832" : 279,
"1848" : 529,
"1864" : 240,
"1880" : 480,
"1896" : 389,
"1912" : 153,
"1928" : 273,
"1944" : 134,
"1960" : 192,
"1976" : 175,
"1992" : 99,
"2008" : 132,
"2024" : 80,
"2040" : 87,
"2064" : 97,
"2096" : 62,
"2128" : 61,
"2160" : 35,
"2192" : 30,
"2224" : 22,
"2256" : 22,
"2288" : 25,
"2320" : 20,
"2352" : 12,
"2384" : 11,
"2416" : 4,
"2448" : 13,
"2480" : 13,
"2512" : 7,
"2544" : 8,
"2576" : 3,
"2608" : 9,
"2640" : 12,
"2672" : 1,
"2704" : 3,
"2736" : 4,
"2800" : 4,
"2832" : 2,
"2896" : 4,
"2960" : 1,
"2992" : 2,
"4384" : 1,
"4512" : 2,
"4576" : 8,
"4640" : 19,
"4704" : 17,
"4768" : 31,
"4832" : 23,
"4896" : 21,
"4960" : 13,
"5024" : 9,
"5088" : 16,
"5152" : 15,
"5216" : 16,
"5280" : 31,
"5344" : 35,
"5408" : 37,
"5472" : 27,
"5536" : 27,
"5600" : 34,
"5664" : 19,
"5728" : 25,
"5792" : 24,
"5856" : 19,
"5920" : 25,
"5984" : 16,
"6048" : 21,
"6112" : 10,
"6176" : 10,
"6240" : 25,
"6304" : 8,
"6368" : 12,
"6432" : 7,
"6496" : 6,
"6560" : 3,
"6624" : 2,
"6752" : 2,
"6816" : 2,
"6880" : 2,
"7008" : 1,
"7136" : 3,
"7200" : 2,
"7328" : 1,
"7392" : 1,
"7456" : 1,
"7520" : 2,
"7584" : 2,
"7648" : 1,
"7712" : 2,
"7840" : 2,
"7904" : 1,
"8032" : 1,
"8096" : 1,
"8512" : 2,
"8640" : 3,
"8768" : 2
}
},
"lat_ns" : {
"min" : 129157,
"max" : 742895,
"mean" : 137704.339912,
"stddev" : 5019.536370,
"N" : 433757
},
"bw_min" : 7350272,
"bw_max" : 7471104,
"bw_agg" : 100.000000,
"bw_mean" : 7403525.025210,
"bw_dev" : 29859.906164,
"bw_samples" : 119,
"iops_min" : 7178,
"iops_max" : 7296,
"iops_mean" : 7229.966387,
"iops_stddev" : 29.154159,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.593360,
"sys_cpu" : 98.068301,
"ctx" : 32,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.669170,
"4" : 0.181207,
"10" : 0.149392,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990124,
"timestamp_ms" : 1773990124568,
"time" : "Fri Mar 20 04:02:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 531202310144,
"io_kbytes" : 518752256,
"bw_bytes" : 7588712840,
"bw" : 7410852,
"iops" : 7237.174817,
"runtime" : 69999,
"total_ios" : 506595,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127004,
"max" : 735584,
"mean" : 136043.510889,
"stddev" : 5056.395567,
"N" : 506595
},
"clat_ns" : {
"min" : 1391,
"max" : 8824,
"mean" : 1511.503208,
"stddev" : 178.895482,
"N" : 506594,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1448,
"30.000000" : 1464,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1640,
"99.000000" : 1832,
"99.500000" : 1928,
"99.900000" : 5280,
"99.950000" : 5792,
"99.990000" : 6560
},
"bins" : {
"1384" : 1,
"1400" : 135,
"1416" : 5090,
"1432" : 13661,
"1448" : 85766,
"1464" : 63736,
"1480" : 110254,
"1496" : 66675,
"1512" : 21443,
"1528" : 30936,
"1544" : 12957,
"1560" : 23341,
"1576" : 18449,
"1592" : 7130,
"1608" : 11502,
"1624" : 4481,
"1640" : 6940,
"1656" : 5142,
"1672" : 2077,
"1688" : 3240,
"1704" : 1202,
"1720" : 1963,
"1736" : 1618,
"1752" : 671,
"1768" : 1213,
"1784" : 440,
"1800" : 769,
"1816" : 621,
"1832" : 312,
"1848" : 611,
"1864" : 280,
"1880" : 587,
"1896" : 445,
"1912" : 181,
"1928" : 313,
"1944" : 154,
"1960" : 243,
"1976" : 203,
"1992" : 120,
"2008" : 155,
"2024" : 90,
"2040" : 100,
"2064" : 109,
"2096" : 78,
"2128" : 75,
"2160" : 45,
"2192" : 34,
"2224" : 26,
"2256" : 27,
"2288" : 28,
"2320" : 21,
"2352" : 13,
"2384" : 11,
"2416" : 4,
"2448" : 14,
"2480" : 17,
"2512" : 8,
"2544" : 9,
"2576" : 4,
"2608" : 9,
"2640" : 14,
"2672" : 3,
"2704" : 5,
"2736" : 4,
"2768" : 1,
"2800" : 4,
"2832" : 2,
"2864" : 1,
"2896" : 4,
"2960" : 1,
"2992" : 2,
"4384" : 1,
"4448" : 1,
"4512" : 5,
"4576" : 11,
"4640" : 25,
"4704" : 19,
"4768" : 35,
"4832" : 28,
"4896" : 21,
"4960" : 17,
"5024" : 11,
"5088" : 19,
"5152" : 17,
"5216" : 17,
"5280" : 42,
"5344" : 41,
"5408" : 49,
"5472" : 29,
"5536" : 31,
"5600" : 38,
"5664" : 21,
"5728" : 27,
"5792" : 29,
"5856" : 25,
"5920" : 29,
"5984" : 19,
"6048" : 23,
"6112" : 13,
"6176" : 11,
"6240" : 26,
"6304" : 9,
"6368" : 16,
"6432" : 8,
"6496" : 8,
"6560" : 4,
"6624" : 2,
"6752" : 3,
"6816" : 3,
"6880" : 3,
"6944" : 1,
"7008" : 2,
"7072" : 2,
"7136" : 3,
"7200" : 3,
"7328" : 1,
"7392" : 2,
"7456" : 1,
"7520" : 3,
"7584" : 2,
"7648" : 2,
"7712" : 3,
"7776" : 1,
"7840" : 2,
"7904" : 1,
"8032" : 1,
"8096" : 1,
"8512" : 2,
"8640" : 3,
"8768" : 2
}
},
"lat_ns" : {
"min" : 128646,
"max" : 742895,
"mean" : 137555.014544,
"stddev" : 5065.428724,
"N" : 506594
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7411134.913669,
"bw_dev" : 37579.042461,
"bw_samples" : 139,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7237.395683,
"iops_stddev" : 36.693525,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 1.620023,
"sys_cpu" : 98.042829,
"ctx" : 38,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.665808,
"4" : 0.181210,
"10" : 0.152785,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990134,
"timestamp_ms" : 1773990134568,
"time" : "Fri Mar 20 04:02:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 607991627776,
"io_kbytes" : 593741824,
"bw_bytes" : 7599990347,
"bw" : 7421865,
"iops" : 7247.928099,
"runtime" : 79999,
"total_ios" : 579827,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126643,
"max" : 735584,
"mean" : 135830.171705,
"stddev" : 5066.791373,
"N" : 579827
},
"clat_ns" : {
"min" : 1391,
"max" : 9034,
"mean" : 1521.343403,
"stddev" : 180.026732,
"N" : 579826,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1512,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1944,
"99.900000" : 5280,
"99.950000" : 5792,
"99.990000" : 6624
},
"bins" : {
"1384" : 1,
"1400" : 135,
"1416" : 5107,
"1432" : 13682,
"1448" : 85832,
"1464" : 63749,
"1480" : 110280,
"1496" : 66882,
"1512" : 22694,
"1528" : 43536,
"1544" : 23092,
"1560" : 40599,
"1576" : 27988,
"1592" : 9989,
"1608" : 15562,
"1624" : 6215,
"1640" : 10688,
"1656" : 8021,
"1672" : 3072,
"1688" : 4658,
"1704" : 1784,
"1720" : 2816,
"1736" : 2220,
"1752" : 913,
"1768" : 1609,
"1784" : 595,
"1800" : 1031,
"1816" : 811,
"1832" : 401,
"1848" : 740,
"1864" : 340,
"1880" : 704,
"1896" : 523,
"1912" : 205,
"1928" : 374,
"1944" : 190,
"1960" : 284,
"1976" : 264,
"1992" : 143,
"2008" : 191,
"2024" : 111,
"2040" : 143,
"2064" : 158,
"2096" : 106,
"2128" : 101,
"2160" : 65,
"2192" : 45,
"2224" : 38,
"2256" : 35,
"2288" : 38,
"2320" : 25,
"2352" : 18,
"2384" : 17,
"2416" : 5,
"2448" : 15,
"2480" : 17,
"2512" : 8,
"2544" : 9,
"2576" : 6,
"2608" : 9,
"2640" : 15,
"2672" : 3,
"2704" : 5,
"2736" : 7,
"2768" : 1,
"2800" : 5,
"2832" : 2,
"2864" : 1,
"2896" : 4,
"2960" : 2,
"2992" : 2,
"4320" : 1,
"4384" : 1,
"4448" : 2,
"4512" : 8,
"4576" : 12,
"4640" : 29,
"4704" : 23,
"4768" : 39,
"4832" : 35,
"4896" : 21,
"4960" : 20,
"5024" : 13,
"5088" : 27,
"5152" : 26,
"5216" : 25,
"5280" : 51,
"5344" : 44,
"5408" : 54,
"5472" : 34,
"5536" : 36,
"5600" : 39,
"5664" : 27,
"5728" : 30,
"5792" : 32,
"5856" : 27,
"5920" : 29,
"5984" : 22,
"6048" : 25,
"6112" : 17,
"6176" : 12,
"6240" : 26,
"6304" : 9,
"6368" : 16,
"6432" : 8,
"6496" : 8,
"6560" : 4,
"6624" : 2,
"6752" : 3,
"6816" : 3,
"6880" : 3,
"6944" : 1,
"7008" : 3,
"7072" : 2,
"7136" : 3,
"7200" : 3,
"7264" : 1,
"7328" : 2,
"7392" : 2,
"7456" : 1,
"7520" : 3,
"7584" : 3,
"7648" : 4,
"7712" : 3,
"7776" : 2,
"7840" : 2,
"7904" : 1,
"8032" : 1,
"8096" : 1,
"8384" : 1,
"8512" : 2,
"8640" : 3,
"8768" : 2,
"9024" : 1
}
},
"lat_ns" : {
"min" : 128206,
"max" : 742895,
"mean" : 137351.515130,
"stddev" : 5072.305976,
"N" : 579826
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7422418.157233,
"bw_dev" : 46896.257948,
"bw_samples" : 159,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7248.415094,
"iops_stddev" : 45.791534,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.626270,
"sys_cpu" : 98.039975,
"ctx" : 41,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.638168,
"4" : 0.208166,
"10" : 0.153494,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990144,
"timestamp_ms" : 1773990144568,
"time" : "Fri Mar 20 04:02:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 684749488128,
"io_kbytes" : 668700672,
"bw_bytes" : 7608412183,
"bw" : 7430090,
"iops" : 7255.958400,
"runtime" : 89999,
"total_ios" : 653029,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126643,
"max" : 735584,
"mean" : 135672.550265,
"stddev" : 5066.365279,
"N" : 653029
},
"clat_ns" : {
"min" : 1391,
"max" : 9034,
"mean" : 1529.421699,
"stddev" : 180.926615,
"N" : 653028,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1624,
"95.000000" : 1672,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6752
},
"bins" : {
"1384" : 1,
"1400" : 135,
"1416" : 5121,
"1432" : 13706,
"1448" : 85891,
"1464" : 63770,
"1480" : 110316,
"1496" : 66991,
"1512" : 23704,
"1528" : 54134,
"1544" : 32512,
"1560" : 58126,
"1576" : 38236,
"1592" : 13097,
"1608" : 19821,
"1624" : 8118,
"1640" : 15077,
"1656" : 11393,
"1672" : 4198,
"1688" : 6129,
"1704" : 2317,
"1720" : 3697,
"1736" : 2806,
"1752" : 1163,
"1768" : 2017,
"1784" : 782,
"1800" : 1296,
"1816" : 1035,
"1832" : 496,
"1848" : 906,
"1864" : 406,
"1880" : 800,
"1896" : 610,
"1912" : 244,
"1928" : 433,
"1944" : 226,
"1960" : 333,
"1976" : 315,
"1992" : 170,
"2008" : 226,
"2024" : 140,
"2040" : 181,
"2064" : 199,
"2096" : 137,
"2128" : 138,
"2160" : 85,
"2192" : 57,
"2224" : 46,
"2256" : 38,
"2288" : 39,
"2320" : 29,
"2352" : 18,
"2384" : 23,
"2416" : 7,
"2448" : 17,
"2480" : 22,
"2512" : 9,
"2544" : 9,
"2576" : 8,
"2608" : 10,
"2640" : 15,
"2672" : 5,
"2704" : 5,
"2736" : 8,
"2768" : 2,
"2800" : 5,
"2832" : 3,
"2864" : 1,
"2896" : 4,
"2960" : 2,
"2992" : 2,
"4320" : 1,
"4384" : 1,
"4448" : 4,
"4512" : 9,
"4576" : 18,
"4640" : 31,
"4704" : 30,
"4768" : 43,
"4832" : 38,
"4896" : 23,
"4960" : 24,
"5024" : 20,
"5088" : 34,
"5152" : 34,
"5216" : 31,
"5280" : 59,
"5344" : 48,
"5408" : 63,
"5472" : 36,
"5536" : 38,
"5600" : 46,
"5664" : 29,
"5728" : 32,
"5792" : 33,
"5856" : 27,
"5920" : 33,
"5984" : 26,
"6048" : 25,
"6112" : 17,
"6176" : 14,
"6240" : 26,
"6304" : 11,
"6368" : 16,
"6432" : 9,
"6496" : 8,
"6560" : 4,
"6624" : 2,
"6752" : 5,
"6816" : 3,
"6880" : 3,
"6944" : 1,
"7008" : 3,
"7072" : 2,
"7136" : 3,
"7200" : 5,
"7264" : 1,
"7328" : 2,
"7392" : 2,
"7456" : 2,
"7520" : 3,
"7584" : 4,
"7648" : 4,
"7712" : 4,
"7776" : 2,
"7840" : 2,
"7904" : 3,
"8032" : 1,
"8096" : 1,
"8256" : 1,
"8384" : 1,
"8512" : 3,
"8640" : 3,
"8768" : 2,
"9024" : 1
}
},
"lat_ns" : {
"min" : 128206,
"max" : 742895,
"mean" : 137201.971742,
"stddev" : 5069.938830,
"N" : 653028
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7431023.793296,
"bw_dev" : 51053.916037,
"bw_samples" : 179,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7256.815642,
"iops_stddev" : 49.843627,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.626685,
"sys_cpu" : 98.043312,
"ctx" : 45,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.617015,
"4" : 0.228168,
"10" : 0.154664,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990154,
"timestamp_ms" : 1773990154568,
"time" : "Fri Mar 20 04:02:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 761485328384,
"io_kbytes" : 743638016,
"bw_bytes" : 7614929433,
"bw" : 7436454,
"iops" : 7262.172622,
"runtime" : 99999,
"total_ios" : 726210,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126643,
"max" : 735584,
"mean" : 135549.940932,
"stddev" : 5064.022034,
"N" : 726210
},
"clat_ns" : {
"min" : 1391,
"max" : 9034,
"mean" : 1535.711882,
"stddev" : 180.868235,
"N" : 726209,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1512,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1672,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6752
},
"bins" : {
"1384" : 1,
"1400" : 137,
"1416" : 5143,
"1432" : 13736,
"1448" : 85957,
"1464" : 63807,
"1480" : 110351,
"1496" : 67271,
"1512" : 24984,
"1528" : 65413,
"1544" : 41954,
"1560" : 75422,
"1576" : 48299,
"1592" : 15959,
"1608" : 23734,
"1624" : 10075,
"1640" : 19252,
"1656" : 14654,
"1672" : 5237,
"1688" : 7695,
"1704" : 2877,
"1720" : 4599,
"1736" : 3507,
"1752" : 1404,
"1768" : 2439,
"1784" : 951,
"1800" : 1562,
"1816" : 1212,
"1832" : 578,
"1848" : 1055,
"1864" : 459,
"1880" : 888,
"1896" : 692,
"1912" : 271,
"1928" : 508,
"1944" : 268,
"1960" : 387,
"1976" : 360,
"1992" : 189,
"2008" : 275,
"2024" : 163,
"2040" : 219,
"2064" : 255,
"2096" : 167,
"2128" : 167,
"2160" : 107,
"2192" : 76,
"2224" : 56,
"2256" : 41,
"2288" : 45,
"2320" : 31,
"2352" : 19,
"2384" : 23,
"2416" : 8,
"2448" : 19,
"2480" : 24,
"2512" : 9,
"2544" : 12,
"2576" : 10,
"2608" : 13,
"2640" : 16,
"2672" : 6,
"2704" : 5,
"2736" : 8,
"2768" : 3,
"2800" : 6,
"2832" : 4,
"2864" : 1,
"2896" : 4,
"2960" : 3,
"2992" : 2,
"4320" : 1,
"4384" : 1,
"4448" : 4,
"4512" : 9,
"4576" : 23,
"4640" : 31,
"4704" : 35,
"4768" : 50,
"4832" : 45,
"4896" : 28,
"4960" : 24,
"5024" : 24,
"5088" : 39,
"5152" : 36,
"5216" : 42,
"5280" : 75,
"5344" : 58,
"5408" : 66,
"5472" : 38,
"5536" : 41,
"5600" : 48,
"5664" : 31,
"5728" : 37,
"5792" : 36,
"5856" : 29,
"5920" : 34,
"5984" : 26,
"6048" : 27,
"6112" : 18,
"6176" : 16,
"6240" : 26,
"6304" : 11,
"6368" : 17,
"6432" : 9,
"6496" : 9,
"6560" : 4,
"6624" : 2,
"6752" : 5,
"6816" : 4,
"6880" : 4,
"6944" : 1,
"7008" : 3,
"7072" : 2,
"7136" : 4,
"7200" : 5,
"7264" : 1,
"7328" : 3,
"7392" : 2,
"7456" : 3,
"7520" : 3,
"7584" : 4,
"7648" : 5,
"7712" : 4,
"7776" : 2,
"7840" : 2,
"7904" : 3,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 3,
"8640" : 3,
"8768" : 2,
"9024" : 1
}
},
"lat_ns" : {
"min" : 128206,
"max" : 742895,
"mean" : 137085.652446,
"stddev" : 5066.400113,
"N" : 726209
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7437538.522613,
"bw_dev" : 52558.425544,
"bw_samples" : 199,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7263.175879,
"iops_stddev" : 51.314088,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.621016,
"sys_cpu" : 98.050981,
"ctx" : 48,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.597499,
"4" : 0.247449,
"10" : 0.154914,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990164,
"timestamp_ms" : 1773990164568,
"time" : "Fri Mar 20 04:02:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 838211731456,
"io_kbytes" : 818566144,
"bw_bytes" : 7620175923,
"bw" : 7441578,
"iops" : 7267.175156,
"runtime" : 109999,
"total_ios" : 799382,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126424,
"max" : 735584,
"mean" : 135451.391484,
"stddev" : 5060.062875,
"N" : 799382
},
"clat_ns" : {
"min" : 1391,
"max" : 9034,
"mean" : 1540.482602,
"stddev" : 179.716290,
"N" : 799381,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6624
},
"bins" : {
"1384" : 1,
"1400" : 138,
"1416" : 5164,
"1432" : 13778,
"1448" : 86012,
"1464" : 63834,
"1480" : 110385,
"1496" : 67475,
"1512" : 26193,
"1528" : 77864,
"1544" : 52288,
"1560" : 92954,
"1576" : 58215,
"1592" : 18906,
"1608" : 27774,
"1624" : 11685,
"1640" : 22409,
"1656" : 17258,
"1672" : 6233,
"1688" : 9252,
"1704" : 3441,
"1720" : 5515,
"1736" : 4127,
"1752" : 1669,
"1768" : 2831,
"1784" : 1099,
"1800" : 1815,
"1816" : 1401,
"1832" : 669,
"1848" : 1183,
"1864" : 520,
"1880" : 970,
"1896" : 764,
"1912" : 308,
"1928" : 579,
"1944" : 303,
"1960" : 435,
"1976" : 415,
"1992" : 220,
"2008" : 310,
"2024" : 182,
"2040" : 255,
"2064" : 296,
"2096" : 197,
"2128" : 199,
"2160" : 126,
"2192" : 97,
"2224" : 62,
"2256" : 45,
"2288" : 47,
"2320" : 35,
"2352" : 22,
"2384" : 26,
"2416" : 10,
"2448" : 23,
"2480" : 28,
"2512" : 9,
"2544" : 13,
"2576" : 10,
"2608" : 13,
"2640" : 17,
"2672" : 6,
"2704" : 5,
"2736" : 8,
"2768" : 4,
"2800" : 6,
"2832" : 6,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 2,
"3024" : 1,
"4320" : 1,
"4384" : 1,
"4448" : 5,
"4512" : 9,
"4576" : 25,
"4640" : 40,
"4704" : 42,
"4768" : 56,
"4832" : 47,
"4896" : 32,
"4960" : 28,
"5024" : 27,
"5088" : 45,
"5152" : 37,
"5216" : 48,
"5280" : 81,
"5344" : 63,
"5408" : 69,
"5472" : 43,
"5536" : 43,
"5600" : 52,
"5664" : 32,
"5728" : 41,
"5792" : 39,
"5856" : 30,
"5920" : 36,
"5984" : 31,
"6048" : 29,
"6112" : 18,
"6176" : 18,
"6240" : 26,
"6304" : 12,
"6368" : 18,
"6432" : 9,
"6496" : 10,
"6560" : 5,
"6624" : 2,
"6752" : 5,
"6816" : 4,
"6880" : 4,
"6944" : 1,
"7008" : 3,
"7072" : 2,
"7136" : 5,
"7200" : 5,
"7264" : 1,
"7328" : 3,
"7392" : 2,
"7456" : 4,
"7520" : 3,
"7584" : 4,
"7648" : 5,
"7712" : 4,
"7776" : 2,
"7840" : 2,
"7904" : 3,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 3,
"8640" : 4,
"8768" : 2,
"9024" : 1
}
},
"lat_ns" : {
"min" : 127986,
"max" : 742895,
"mean" : 136991.873628,
"stddev" : 5061.490430,
"N" : 799381
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7442704.351598,
"bw_dev" : 53110.062741,
"bw_samples" : 219,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7268.219178,
"iops_stddev" : 51.853953,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.629106,
"sys_cpu" : 98.043619,
"ctx" : 51,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.587181,
"4" : 0.259075,
"10" : 0.153619,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990174,
"timestamp_ms" : 1773990174568,
"time" : "Fri Mar 20 04:02:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 914933940224,
"io_kbytes" : 893490176,
"bw_bytes" : 7624513039,
"bw" : 7445813,
"iops" : 7271.310594,
"runtime" : 119999,
"total_ios" : 872550,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126424,
"max" : 735584,
"mean" : 135369.622886,
"stddev" : 5055.166516,
"N" : 872550
},
"clat_ns" : {
"min" : 1382,
"max" : 9034,
"mean" : 1544.701788,
"stddev" : 179.477090,
"N" : 872549,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1512,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5664,
"99.990000" : 6624
},
"bins" : {
"1384" : 2,
"1400" : 139,
"1416" : 5198,
"1432" : 13810,
"1448" : 86076,
"1464" : 63856,
"1480" : 110416,
"1496" : 67747,
"1512" : 27410,
"1528" : 89941,
"1544" : 62020,
"1560" : 109321,
"1576" : 68288,
"1592" : 22194,
"1608" : 32390,
"1624" : 13453,
"1640" : 25902,
"1656" : 20014,
"1672" : 7248,
"1688" : 10926,
"1704" : 4085,
"1720" : 6448,
"1736" : 4792,
"1752" : 1923,
"1768" : 3177,
"1784" : 1250,
"1800" : 2101,
"1816" : 1616,
"1832" : 765,
"1848" : 1338,
"1864" : 570,
"1880" : 1053,
"1896" : 843,
"1912" : 348,
"1928" : 648,
"1944" : 344,
"1960" : 499,
"1976" : 469,
"1992" : 244,
"2008" : 351,
"2024" : 209,
"2040" : 288,
"2064" : 329,
"2096" : 234,
"2128" : 226,
"2160" : 142,
"2192" : 106,
"2224" : 76,
"2256" : 51,
"2288" : 53,
"2320" : 36,
"2352" : 26,
"2384" : 31,
"2416" : 11,
"2448" : 27,
"2480" : 29,
"2512" : 12,
"2544" : 14,
"2576" : 11,
"2608" : 13,
"2640" : 17,
"2672" : 7,
"2704" : 5,
"2736" : 9,
"2768" : 4,
"2800" : 6,
"2832" : 6,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 2,
"3024" : 1,
"4320" : 2,
"4384" : 1,
"4448" : 5,
"4512" : 11,
"4576" : 26,
"4640" : 44,
"4704" : 48,
"4768" : 58,
"4832" : 51,
"4896" : 33,
"4960" : 32,
"5024" : 29,
"5088" : 52,
"5152" : 45,
"5216" : 55,
"5280" : 91,
"5344" : 69,
"5408" : 76,
"5472" : 49,
"5536" : 46,
"5600" : 57,
"5664" : 34,
"5728" : 45,
"5792" : 41,
"5856" : 31,
"5920" : 40,
"5984" : 31,
"6048" : 29,
"6112" : 21,
"6176" : 18,
"6240" : 26,
"6304" : 12,
"6368" : 20,
"6432" : 10,
"6496" : 11,
"6560" : 5,
"6624" : 2,
"6752" : 5,
"6816" : 4,
"6880" : 5,
"6944" : 1,
"7008" : 4,
"7072" : 2,
"7136" : 5,
"7200" : 7,
"7264" : 1,
"7328" : 4,
"7392" : 2,
"7456" : 5,
"7520" : 3,
"7584" : 5,
"7648" : 6,
"7712" : 4,
"7776" : 2,
"7840" : 2,
"7904" : 3,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 3,
"8640" : 4,
"8768" : 2,
"9024" : 1
}
},
"lat_ns" : {
"min" : 127986,
"max" : 742895,
"mean" : 136914.324161,
"stddev" : 5056.017282,
"N" : 872549
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7446911.861925,
"bw_dev" : 53106.289485,
"bw_samples" : 239,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7272.326360,
"iops_stddev" : 51.847649,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.636680,
"sys_cpu" : 98.037484,
"ctx" : 54,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.577560,
"4" : 0.268523,
"10" : 0.153802,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990184,
"timestamp_ms" : 1773990184569,
"time" : "Fri Mar 20 04:03:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 990718722048,
"io_kbytes" : 967498752,
"bw_bytes" : 7620971869,
"bw" : 7442355,
"iops" : 7267.932830,
"runtime" : 129999,
"total_ios" : 944824,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126424,
"max" : 735584,
"mean" : 135435.071699,
"stddev" : 5083.573923,
"N" : 944824
},
"clat_ns" : {
"min" : 1382,
"max" : 32590,
"mean" : 1543.352242,
"stddev" : 182.718030,
"N" : 944823,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6752
},
"bins" : {
"1384" : 2,
"1400" : 139,
"1416" : 5371,
"1432" : 14572,
"1448" : 93844,
"1464" : 71381,
"1480" : 125461,
"1496" : 77706,
"1512" : 30863,
"1528" : 95899,
"1544" : 64797,
"1560" : 114225,
"1576" : 71969,
"1592" : 23627,
"1608" : 34543,
"1624" : 14290,
"1640" : 27326,
"1656" : 21068,
"1672" : 7652,
"1688" : 11534,
"1704" : 4313,
"1720" : 6810,
"1736" : 5099,
"1752" : 2037,
"1768" : 3364,
"1784" : 1338,
"1800" : 2228,
"1816" : 1727,
"1832" : 812,
"1848" : 1435,
"1864" : 615,
"1880" : 1146,
"1896" : 909,
"1912" : 386,
"1928" : 696,
"1944" : 365,
"1960" : 547,
"1976" : 520,
"1992" : 264,
"2008" : 378,
"2024" : 222,
"2040" : 307,
"2064" : 346,
"2096" : 253,
"2128" : 236,
"2160" : 149,
"2192" : 113,
"2224" : 78,
"2256" : 52,
"2288" : 59,
"2320" : 38,
"2352" : 28,
"2384" : 32,
"2416" : 14,
"2448" : 30,
"2480" : 31,
"2512" : 14,
"2544" : 15,
"2576" : 13,
"2608" : 14,
"2640" : 18,
"2672" : 8,
"2704" : 5,
"2736" : 10,
"2768" : 4,
"2800" : 6,
"2832" : 7,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 2,
"3024" : 1,
"3280" : 1,
"4320" : 2,
"4384" : 1,
"4448" : 6,
"4512" : 11,
"4576" : 26,
"4640" : 45,
"4704" : 50,
"4768" : 60,
"4832" : 57,
"4896" : 35,
"4960" : 32,
"5024" : 32,
"5088" : 57,
"5152" : 49,
"5216" : 58,
"5280" : 93,
"5344" : 71,
"5408" : 79,
"5472" : 51,
"5536" : 53,
"5600" : 61,
"5664" : 38,
"5728" : 52,
"5792" : 44,
"5856" : 35,
"5920" : 44,
"5984" : 32,
"6048" : 32,
"6112" : 24,
"6176" : 24,
"6240" : 30,
"6304" : 13,
"6368" : 20,
"6432" : 11,
"6496" : 11,
"6560" : 6,
"6624" : 3,
"6752" : 6,
"6816" : 4,
"6880" : 6,
"6944" : 2,
"7008" : 4,
"7072" : 2,
"7136" : 5,
"7200" : 7,
"7264" : 2,
"7328" : 4,
"7392" : 4,
"7456" : 5,
"7520" : 3,
"7584" : 5,
"7648" : 6,
"7712" : 6,
"7776" : 4,
"7840" : 2,
"7904" : 3,
"7968" : 1,
"8032" : 1,
"8096" : 2,
"8160" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 3,
"8640" : 5,
"8768" : 2,
"9024" : 1,
"32640" : 1
}
},
"lat_ns" : {
"min" : 127986,
"max" : 742895,
"mean" : 136978.423536,
"stddev" : 5084.572438,
"N" : 944823
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7443673.455598,
"bw_dev" : 53919.136944,
"bw_samples" : 259,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7269.166023,
"iops_stddev" : 52.641977,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.646167,
"sys_cpu" : 98.027677,
"ctx" : 59,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.582568,
"4" : 0.264070,
"10" : 0.153150,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990194,
"timestamp_ms" : 1773990194568,
"time" : "Fri Mar 20 04:03:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1066312663040,
"io_kbytes" : 1041320960,
"bw_bytes" : 7616573425,
"bw" : 7438059,
"iops" : 7263.737598,
"runtime" : 139999,
"total_ios" : 1016916,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126424,
"max" : 735584,
"mean" : 135515.404879,
"stddev" : 5074.656669,
"N" : 1016916
},
"clat_ns" : {
"min" : 1382,
"max" : 32590,
"mean" : 1541.328664,
"stddev" : 181.469872,
"N" : 1016915,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6752
},
"bins" : {
"1384" : 2,
"1400" : 139,
"1416" : 5571,
"1432" : 15601,
"1448" : 103070,
"1464" : 80188,
"1480" : 142667,
"1496" : 88937,
"1512" : 34431,
"1528" : 100691,
"1544" : 66576,
"1560" : 117463,
"1576" : 74671,
"1592" : 24725,
"1608" : 36403,
"1624" : 15050,
"1640" : 28422,
"1656" : 21858,
"1672" : 7936,
"1688" : 12038,
"1704" : 4496,
"1720" : 7088,
"1736" : 5327,
"1752" : 2121,
"1768" : 3515,
"1784" : 1417,
"1800" : 2344,
"1816" : 1808,
"1832" : 857,
"1848" : 1520,
"1864" : 664,
"1880" : 1218,
"1896" : 989,
"1912" : 410,
"1928" : 742,
"1944" : 385,
"1960" : 586,
"1976" : 555,
"1992" : 277,
"2008" : 403,
"2024" : 231,
"2040" : 324,
"2064" : 361,
"2096" : 264,
"2128" : 242,
"2160" : 157,
"2192" : 117,
"2224" : 81,
"2256" : 55,
"2288" : 60,
"2320" : 39,
"2352" : 32,
"2384" : 33,
"2416" : 16,
"2448" : 31,
"2480" : 36,
"2512" : 16,
"2544" : 15,
"2576" : 13,
"2608" : 14,
"2640" : 18,
"2672" : 9,
"2704" : 5,
"2736" : 11,
"2768" : 6,
"2800" : 6,
"2832" : 7,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 3,
"3024" : 1,
"3280" : 1,
"4320" : 2,
"4384" : 1,
"4448" : 6,
"4512" : 12,
"4576" : 26,
"4640" : 47,
"4704" : 54,
"4768" : 65,
"4832" : 63,
"4896" : 38,
"4960" : 34,
"5024" : 35,
"5088" : 58,
"5152" : 50,
"5216" : 63,
"5280" : 96,
"5344" : 75,
"5408" : 83,
"5472" : 54,
"5536" : 58,
"5600" : 65,
"5664" : 40,
"5728" : 58,
"5792" : 45,
"5856" : 36,
"5920" : 48,
"5984" : 35,
"6048" : 34,
"6112" : 26,
"6176" : 27,
"6240" : 31,
"6304" : 13,
"6368" : 22,
"6432" : 13,
"6496" : 13,
"6560" : 7,
"6624" : 3,
"6688" : 1,
"6752" : 6,
"6816" : 4,
"6880" : 6,
"6944" : 2,
"7008" : 4,
"7072" : 2,
"7136" : 5,
"7200" : 7,
"7264" : 2,
"7328" : 4,
"7392" : 5,
"7456" : 5,
"7520" : 4,
"7584" : 5,
"7648" : 6,
"7712" : 6,
"7776" : 4,
"7840" : 2,
"7904" : 3,
"7968" : 1,
"8032" : 1,
"8096" : 2,
"8160" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 3,
"8640" : 5,
"8768" : 2,
"9024" : 1,
"32640" : 1
}
},
"lat_ns" : {
"min" : 127986,
"max" : 742895,
"mean" : 137056.733246,
"stddev" : 5075.523492,
"N" : 1016915
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7439441.956989,
"bw_dev" : 54432.757959,
"bw_samples" : 279,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7265.039427,
"iops_stddev" : 53.139648,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.628583,
"sys_cpu" : 98.043557,
"ctx" : 62,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.591117,
"4" : 0.257445,
"10" : 0.151242,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990204,
"timestamp_ms" : 1773990204569,
"time" : "Fri Mar 20 04:03:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1141931769856,
"io_kbytes" : 1115167744,
"bw_bytes" : 7612878465,
"bw" : 7434451,
"iops" : 7260.213333,
"runtime" : 150000,
"total_ios" : 1089032,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126424,
"max" : 735584,
"mean" : 135582.780567,
"stddev" : 5066.672638,
"N" : 1089032
},
"clat_ns" : {
"min" : 1382,
"max" : 32590,
"mean" : 1540.059194,
"stddev" : 181.472831,
"N" : 1089031,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6688
},
"bins" : {
"1384" : 2,
"1400" : 139,
"1416" : 5711,
"1432" : 16287,
"1448" : 110622,
"1464" : 87613,
"1480" : 159148,
"1496" : 101151,
"1512" : 38560,
"1528" : 106130,
"1544" : 68539,
"1560" : 120915,
"1576" : 77665,
"1592" : 26094,
"1608" : 38666,
"1624" : 15898,
"1640" : 29746,
"1656" : 22755,
"1672" : 8240,
"1688" : 12578,
"1704" : 4703,
"1720" : 7443,
"1736" : 5572,
"1752" : 2212,
"1768" : 3695,
"1784" : 1481,
"1800" : 2446,
"1816" : 1899,
"1832" : 899,
"1848" : 1595,
"1864" : 698,
"1880" : 1289,
"1896" : 1068,
"1912" : 438,
"1928" : 799,
"1944" : 415,
"1960" : 625,
"1976" : 592,
"1992" : 296,
"2008" : 437,
"2024" : 239,
"2040" : 342,
"2064" : 379,
"2096" : 273,
"2128" : 254,
"2160" : 164,
"2192" : 122,
"2224" : 84,
"2256" : 58,
"2288" : 63,
"2320" : 42,
"2352" : 33,
"2384" : 34,
"2416" : 17,
"2448" : 31,
"2480" : 36,
"2512" : 17,
"2544" : 15,
"2576" : 15,
"2608" : 16,
"2640" : 20,
"2672" : 10,
"2704" : 5,
"2736" : 14,
"2768" : 6,
"2800" : 6,
"2832" : 7,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 3,
"3024" : 2,
"3280" : 1,
"4320" : 2,
"4384" : 1,
"4448" : 6,
"4512" : 12,
"4576" : 27,
"4640" : 49,
"4704" : 56,
"4768" : 69,
"4832" : 72,
"4896" : 41,
"4960" : 36,
"5024" : 36,
"5088" : 59,
"5152" : 51,
"5216" : 68,
"5280" : 97,
"5344" : 78,
"5408" : 85,
"5472" : 59,
"5536" : 70,
"5600" : 71,
"5664" : 45,
"5728" : 65,
"5792" : 47,
"5856" : 40,
"5920" : 53,
"5984" : 37,
"6048" : 35,
"6112" : 29,
"6176" : 29,
"6240" : 35,
"6304" : 15,
"6368" : 22,
"6432" : 16,
"6496" : 16,
"6560" : 7,
"6624" : 6,
"6688" : 3,
"6752" : 7,
"6816" : 5,
"6880" : 6,
"6944" : 3,
"7008" : 4,
"7072" : 2,
"7136" : 5,
"7200" : 7,
"7264" : 2,
"7328" : 4,
"7392" : 5,
"7456" : 5,
"7520" : 4,
"7584" : 6,
"7648" : 6,
"7712" : 6,
"7776" : 4,
"7840" : 2,
"7904" : 3,
"7968" : 1,
"8032" : 1,
"8096" : 2,
"8160" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 3,
"8640" : 5,
"8768" : 2,
"9024" : 1,
"32640" : 1
}
},
"lat_ns" : {
"min" : 127986,
"max" : 742895,
"mean" : 137122.839545,
"stddev" : 5067.524608,
"N" : 1089031
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7435890.080268,
"bw_dev" : 54557.615299,
"bw_samples" : 299,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7261.571906,
"iops_stddev" : 53.260951,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 150000,
"usr_cpu" : 1.622667,
"sys_cpu" : 98.048667,
"ctx" : 66,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.595237,
"4" : 0.253069,
"10" : 0.151511,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990214,
"timestamp_ms" : 1773990214569,
"time" : "Fri Mar 20 04:03:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1217751154688,
"io_kbytes" : 1189210112,
"bw_bytes" : 7610992285,
"bw" : 7432609,
"iops" : 7258.414115,
"runtime" : 159999,
"total_ios" : 1161339,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126213,
"max" : 772210,
"mean" : 135617.912988,
"stddev" : 5091.420126,
"N" : 1161339
},
"clat_ns" : {
"min" : 1382,
"max" : 32590,
"mean" : 1539.242144,
"stddev" : 181.181754,
"N" : 1161338,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6752
},
"bins" : {
"1384" : 2,
"1400" : 140,
"1416" : 5853,
"1432" : 17042,
"1448" : 117850,
"1464" : 94807,
"1480" : 174037,
"1496" : 110976,
"1512" : 42423,
"1528" : 113381,
"1544" : 71492,
"1560" : 125213,
"1576" : 81029,
"1592" : 27466,
"1608" : 40929,
"1624" : 16877,
"1640" : 31258,
"1656" : 23814,
"1672" : 8615,
"1688" : 13214,
"1704" : 4937,
"1720" : 7835,
"1736" : 5868,
"1752" : 2316,
"1768" : 3893,
"1784" : 1550,
"1800" : 2579,
"1816" : 2003,
"1832" : 938,
"1848" : 1687,
"1864" : 749,
"1880" : 1368,
"1896" : 1147,
"1912" : 470,
"1928" : 865,
"1944" : 446,
"1960" : 678,
"1976" : 624,
"1992" : 313,
"2008" : 474,
"2024" : 246,
"2040" : 362,
"2064" : 403,
"2096" : 279,
"2128" : 270,
"2160" : 171,
"2192" : 123,
"2224" : 85,
"2256" : 61,
"2288" : 68,
"2320" : 47,
"2352" : 35,
"2384" : 37,
"2416" : 19,
"2448" : 35,
"2480" : 39,
"2512" : 17,
"2544" : 16,
"2576" : 17,
"2608" : 16,
"2640" : 21,
"2672" : 10,
"2704" : 6,
"2736" : 14,
"2768" : 7,
"2800" : 7,
"2832" : 7,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 3,
"3024" : 2,
"3280" : 1,
"4320" : 2,
"4384" : 1,
"4448" : 6,
"4512" : 12,
"4576" : 27,
"4640" : 50,
"4704" : 58,
"4768" : 74,
"4832" : 72,
"4896" : 43,
"4960" : 38,
"5024" : 40,
"5088" : 60,
"5152" : 51,
"5216" : 70,
"5280" : 99,
"5344" : 82,
"5408" : 93,
"5472" : 63,
"5536" : 70,
"5600" : 79,
"5664" : 50,
"5728" : 71,
"5792" : 50,
"5856" : 45,
"5920" : 56,
"5984" : 40,
"6048" : 38,
"6112" : 31,
"6176" : 29,
"6240" : 37,
"6304" : 18,
"6368" : 23,
"6432" : 17,
"6496" : 16,
"6560" : 8,
"6624" : 6,
"6688" : 3,
"6752" : 7,
"6816" : 6,
"6880" : 6,
"6944" : 3,
"7008" : 4,
"7072" : 2,
"7136" : 6,
"7200" : 7,
"7264" : 2,
"7328" : 5,
"7392" : 5,
"7456" : 6,
"7520" : 5,
"7584" : 6,
"7648" : 7,
"7712" : 6,
"7776" : 4,
"7840" : 2,
"7904" : 4,
"7968" : 2,
"8032" : 2,
"8096" : 2,
"8160" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 4,
"8640" : 5,
"8768" : 2,
"9024" : 2,
"32640" : 1
}
},
"lat_ns" : {
"min" : 127955,
"max" : 779651,
"mean" : 137157.154961,
"stddev" : 5092.959603,
"N" : 1161338
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7433632.015674,
"bw_dev" : 54589.077682,
"bw_samples" : 319,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7259.366771,
"iops_stddev" : 53.294131,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.618135,
"sys_cpu" : 98.053113,
"ctx" : 70,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.599170,
"4" : 0.250487,
"10" : 0.150171,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990224,
"timestamp_ms" : 1773990224568,
"time" : "Fri Mar 20 04:03:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1294397865984,
"io_kbytes" : 1264060416,
"bw_bytes" : 7614149883,
"bw" : 7435693,
"iops" : 7261.425067,
"runtime" : 169999,
"total_ios" : 1234435,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126213,
"max" : 772210,
"mean" : 135558.471933,
"stddev" : 5087.585941,
"N" : 1234435
},
"clat_ns" : {
"min" : 1382,
"max" : 32590,
"mean" : 1541.090207,
"stddev" : 180.674215,
"N" : 1234434,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6752
},
"bins" : {
"1384" : 2,
"1400" : 142,
"1416" : 5889,
"1432" : 17076,
"1448" : 117907,
"1464" : 94829,
"1480" : 174178,
"1496" : 113798,
"1512" : 48333,
"1528" : 138318,
"1544" : 81708,
"1560" : 134413,
"1576" : 84251,
"1592" : 28435,
"1608" : 43268,
"1624" : 18851,
"1640" : 35153,
"1656" : 26032,
"1672" : 9295,
"1688" : 14105,
"1704" : 5309,
"1720" : 8456,
"1736" : 6422,
"1752" : 2542,
"1768" : 4182,
"1784" : 1659,
"1800" : 2783,
"1816" : 2176,
"1832" : 1022,
"1848" : 1806,
"1864" : 786,
"1880" : 1452,
"1896" : 1238,
"1912" : 506,
"1928" : 935,
"1944" : 474,
"1960" : 730,
"1976" : 672,
"1992" : 340,
"2008" : 512,
"2024" : 265,
"2040" : 386,
"2064" : 429,
"2096" : 301,
"2128" : 290,
"2160" : 179,
"2192" : 133,
"2224" : 88,
"2256" : 61,
"2288" : 76,
"2320" : 50,
"2352" : 37,
"2384" : 37,
"2416" : 21,
"2448" : 36,
"2480" : 39,
"2512" : 17,
"2544" : 16,
"2576" : 17,
"2608" : 16,
"2640" : 22,
"2672" : 12,
"2704" : 6,
"2736" : 15,
"2768" : 8,
"2800" : 8,
"2832" : 7,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 3,
"3024" : 2,
"3280" : 1,
"4320" : 2,
"4384" : 3,
"4448" : 10,
"4512" : 17,
"4576" : 32,
"4640" : 56,
"4704" : 61,
"4768" : 78,
"4832" : 77,
"4896" : 46,
"4960" : 40,
"5024" : 43,
"5088" : 63,
"5152" : 57,
"5216" : 74,
"5280" : 105,
"5344" : 90,
"5408" : 97,
"5472" : 69,
"5536" : 77,
"5600" : 81,
"5664" : 53,
"5728" : 71,
"5792" : 51,
"5856" : 48,
"5920" : 58,
"5984" : 43,
"6048" : 39,
"6112" : 31,
"6176" : 30,
"6240" : 39,
"6304" : 19,
"6368" : 24,
"6432" : 17,
"6496" : 16,
"6560" : 8,
"6624" : 7,
"6688" : 4,
"6752" : 7,
"6816" : 6,
"6880" : 6,
"6944" : 3,
"7008" : 5,
"7072" : 2,
"7136" : 6,
"7200" : 8,
"7264" : 2,
"7328" : 6,
"7392" : 5,
"7456" : 6,
"7520" : 5,
"7584" : 6,
"7648" : 7,
"7712" : 6,
"7776" : 4,
"7840" : 2,
"7904" : 4,
"7968" : 2,
"8032" : 4,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 2,
"8512" : 5,
"8640" : 5,
"8768" : 2,
"9024" : 2,
"32640" : 1
}
},
"lat_ns" : {
"min" : 127955,
"max" : 779651,
"mean" : 137099.561930,
"stddev" : 5089.085886,
"N" : 1234434
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7436795.132743,
"bw_dev" : 54783.557924,
"bw_samples" : 339,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7262.454277,
"iops_stddev" : 53.482897,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.621186,
"sys_cpu" : 98.051165,
"ctx" : 75,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.598035,
"4" : 0.251208,
"10" : 0.150595,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990234,
"timestamp_ms" : 1773990234568,
"time" : "Fri Mar 20 04:03:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1370946011136,
"io_kbytes" : 1338814464,
"bw_bytes" : 7616409041,
"bw" : 7437899,
"iops" : 7263.579242,
"runtime" : 179999,
"total_ios" : 1307437,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126213,
"max" : 772210,
"mean" : 135515.530985,
"stddev" : 5083.394594,
"N" : 1307437
},
"clat_ns" : {
"min" : 1382,
"max" : 32590,
"mean" : 1542.992011,
"stddev" : 180.380797,
"N" : 1307436,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5664,
"99.990000" : 6688
},
"bins" : {
"1384" : 2,
"1400" : 143,
"1416" : 5918,
"1432" : 17111,
"1448" : 117989,
"1464" : 94842,
"1480" : 174243,
"1496" : 115925,
"1512" : 53740,
"1528" : 162089,
"1544" : 91881,
"1560" : 143869,
"1576" : 87562,
"1592" : 29386,
"1608" : 45898,
"1624" : 21233,
"1640" : 39681,
"1656" : 28430,
"1672" : 10036,
"1688" : 15120,
"1704" : 5673,
"1720" : 9132,
"1736" : 7042,
"1752" : 2791,
"1768" : 4560,
"1784" : 1819,
"1800" : 3007,
"1816" : 2324,
"1832" : 1098,
"1848" : 1938,
"1864" : 848,
"1880" : 1536,
"1896" : 1343,
"1912" : 546,
"1928" : 1006,
"1944" : 510,
"1960" : 793,
"1976" : 715,
"1992" : 360,
"2008" : 554,
"2024" : 286,
"2040" : 418,
"2064" : 462,
"2096" : 324,
"2128" : 307,
"2160" : 189,
"2192" : 136,
"2224" : 94,
"2256" : 64,
"2288" : 79,
"2320" : 51,
"2352" : 40,
"2384" : 38,
"2416" : 25,
"2448" : 38,
"2480" : 39,
"2512" : 18,
"2544" : 17,
"2576" : 19,
"2608" : 18,
"2640" : 23,
"2672" : 14,
"2704" : 6,
"2736" : 15,
"2768" : 8,
"2800" : 8,
"2832" : 8,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 3,
"3024" : 2,
"3280" : 1,
"4320" : 2,
"4384" : 6,
"4448" : 12,
"4512" : 19,
"4576" : 36,
"4640" : 62,
"4704" : 66,
"4768" : 82,
"4832" : 77,
"4896" : 52,
"4960" : 44,
"5024" : 49,
"5088" : 69,
"5152" : 69,
"5216" : 88,
"5280" : 110,
"5344" : 96,
"5408" : 101,
"5472" : 74,
"5536" : 78,
"5600" : 84,
"5664" : 56,
"5728" : 73,
"5792" : 53,
"5856" : 50,
"5920" : 60,
"5984" : 44,
"6048" : 41,
"6112" : 32,
"6176" : 31,
"6240" : 40,
"6304" : 19,
"6368" : 24,
"6432" : 17,
"6496" : 16,
"6560" : 9,
"6624" : 8,
"6688" : 4,
"6752" : 7,
"6816" : 6,
"6880" : 6,
"6944" : 3,
"7008" : 5,
"7072" : 2,
"7136" : 6,
"7200" : 9,
"7264" : 2,
"7328" : 6,
"7392" : 5,
"7456" : 7,
"7520" : 5,
"7584" : 7,
"7648" : 7,
"7712" : 6,
"7776" : 4,
"7840" : 2,
"7904" : 4,
"7968" : 2,
"8032" : 4,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 2,
"8512" : 6,
"8640" : 5,
"8768" : 2,
"9024" : 2,
"9664" : 1,
"32640" : 1
}
},
"lat_ns" : {
"min" : 127955,
"max" : 779651,
"mean" : 137058.522766,
"stddev" : 5084.957654,
"N" : 1307436
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7439126.729805,
"bw_dev" : 54395.845707,
"bw_samples" : 359,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7264.729805,
"iops_stddev" : 53.101905,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.621676,
"sys_cpu" : 98.051100,
"ctx" : 79,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.594780,
"4" : 0.253550,
"10" : 0.151518,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990234,
"timestamp_ms" : 1773990234631,
"time" : "Fri Mar 20 04:03:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1370949156864,
"io_kbytes" : 1338817536,
"bw_bytes" : 7616299579,
"bw" : 7437792,
"iops" : 7263.463739,
"runtime" : 180002,
"total_ios" : 1307438,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126213,
"max" : 772210,
"mean" : 135515.530336,
"stddev" : 5083.391805,
"N" : 1307439
},
"clat_ns" : {
"min" : 1382,
"max" : 32590,
"mean" : 1542.992148,
"stddev" : 180.380721,
"N" : 1307438,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5664,
"99.990000" : 6688
},
"bins" : {
"1384" : 2,
"1400" : 143,
"1416" : 5918,
"1432" : 17111,
"1448" : 117989,
"1464" : 94842,
"1480" : 174243,
"1496" : 115925,
"1512" : 53740,
"1528" : 162089,
"1544" : 91881,
"1560" : 143870,
"1576" : 87562,
"1592" : 29386,
"1608" : 45898,
"1624" : 21233,
"1640" : 39681,
"1656" : 28430,
"1672" : 10036,
"1688" : 15120,
"1704" : 5673,
"1720" : 9133,
"1736" : 7042,
"1752" : 2791,
"1768" : 4560,
"1784" : 1819,
"1800" : 3007,
"1816" : 2324,
"1832" : 1098,
"1848" : 1938,
"1864" : 848,
"1880" : 1536,
"1896" : 1343,
"1912" : 546,
"1928" : 1006,
"1944" : 510,
"1960" : 793,
"1976" : 715,
"1992" : 360,
"2008" : 554,
"2024" : 286,
"2040" : 418,
"2064" : 462,
"2096" : 324,
"2128" : 307,
"2160" : 189,
"2192" : 136,
"2224" : 94,
"2256" : 64,
"2288" : 79,
"2320" : 51,
"2352" : 40,
"2384" : 38,
"2416" : 25,
"2448" : 38,
"2480" : 39,
"2512" : 18,
"2544" : 17,
"2576" : 19,
"2608" : 18,
"2640" : 23,
"2672" : 14,
"2704" : 6,
"2736" : 15,
"2768" : 8,
"2800" : 8,
"2832" : 8,
"2864" : 3,
"2896" : 4,
"2960" : 4,
"2992" : 3,
"3024" : 2,
"3280" : 1,
"4320" : 2,
"4384" : 6,
"4448" : 12,
"4512" : 19,
"4576" : 36,
"4640" : 62,
"4704" : 66,
"4768" : 82,
"4832" : 77,
"4896" : 52,
"4960" : 44,
"5024" : 49,
"5088" : 69,
"5152" : 69,
"5216" : 88,
"5280" : 110,
"5344" : 96,
"5408" : 101,
"5472" : 74,
"5536" : 78,
"5600" : 84,
"5664" : 56,
"5728" : 73,
"5792" : 53,
"5856" : 50,
"5920" : 60,
"5984" : 44,
"6048" : 41,
"6112" : 32,
"6176" : 31,
"6240" : 40,
"6304" : 19,
"6368" : 24,
"6432" : 17,
"6496" : 16,
"6560" : 9,
"6624" : 8,
"6688" : 4,
"6752" : 7,
"6816" : 6,
"6880" : 6,
"6944" : 3,
"7008" : 5,
"7072" : 2,
"7136" : 6,
"7200" : 9,
"7264" : 2,
"7328" : 6,
"7392" : 5,
"7456" : 7,
"7520" : 5,
"7584" : 7,
"7648" : 7,
"7712" : 6,
"7776" : 4,
"7840" : 2,
"7904" : 4,
"7968" : 2,
"8032" : 4,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 2,
"8512" : 6,
"8640" : 5,
"8768" : 2,
"9024" : 2,
"9664" : 1,
"32640" : 1
}
},
"lat_ns" : {
"min" : 127955,
"max" : 779651,
"mean" : 137058.522253,
"stddev" : 5084.954919,
"N" : 1307438
},
"bw_min" : 7350272,
"bw_max" : 7587840,
"bw_agg" : 100.000000,
"bw_mean" : 7439192.800000,
"bw_dev" : 54334.495894,
"bw_samples" : 360,
"iops_min" : 7178,
"iops_max" : 7410,
"iops_mean" : 7264.794444,
"iops_stddev" : 53.042076,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.621658,
"sys_cpu" : 98.050566,
"ctx" : 80,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.594857,
"4" : 0.253549,
"10" : 0.151518,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}