raidz2/benchmarks/seq/seq-read-qd1-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773063218,
"timestamp_ms" : 1773063218617,
"time" : "Mon Mar 9 10:33:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 61084794880,
"io_kbytes" : 59653120,
"bw_bytes" : 6254202404,
"bw" : 6107619,
"iops" : 5964.676973,
"runtime" : 9767,
"total_ios" : 58257,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9767,
"usr_cpu" : 1.556261,
"sys_cpu" : 94.727142,
"ctx" : 25623,
"majf" : 0,
"minf" : 263,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063228,
"timestamp_ms" : 1773063228849,
"time" : "Mon Mar 9 10:33:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 75621203968,
"io_kbytes" : 73848832,
"bw_bytes" : 7562876684,
"bw" : 7385621,
"iops" : 7212.621262,
"runtime" : 9999,
"total_ios" : 72119,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126673,
"max" : 749143,
"mean" : 136521.761880,
"stddev" : 7550.975543,
"N" : 72119
},
"clat_ns" : {
"min" : 1402,
"max" : 9254,
"mean" : 1521.101140,
"stddev" : 203.750337,
"N" : 72118,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1496,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5728,
"99.950000" : 6624,
"99.990000" : 7456
},
"bins" : {
"1400" : 2,
"1416" : 243,
"1432" : 1014,
"1448" : 8197,
"1464" : 7951,
"1480" : 17435,
"1496" : 11742,
"1512" : 3514,
"1528" : 4323,
"1544" : 1681,
"1560" : 3337,
"1576" : 3260,
"1592" : 1399,
"1608" : 2103,
"1624" : 744,
"1640" : 1150,
"1656" : 798,
"1672" : 353,
"1688" : 573,
"1704" : 231,
"1720" : 334,
"1736" : 304,
"1752" : 117,
"1768" : 190,
"1784" : 79,
"1800" : 117,
"1816" : 113,
"1832" : 50,
"1848" : 93,
"1864" : 45,
"1880" : 73,
"1896" : 72,
"1912" : 36,
"1928" : 47,
"1944" : 21,
"1960" : 42,
"1976" : 42,
"1992" : 24,
"2008" : 35,
"2024" : 11,
"2040" : 23,
"2064" : 16,
"2096" : 21,
"2128" : 16,
"2160" : 13,
"2192" : 7,
"2224" : 5,
"2256" : 2,
"2288" : 1,
"2320" : 1,
"2352" : 1,
"2384" : 1,
"2544" : 2,
"2576" : 1,
"2608" : 1,
"2672" : 1,
"2832" : 1,
"4896" : 1,
"4960" : 1,
"5024" : 1,
"5088" : 3,
"5152" : 3,
"5216" : 1,
"5280" : 2,
"5344" : 2,
"5408" : 5,
"5472" : 3,
"5536" : 3,
"5600" : 3,
"5664" : 5,
"5728" : 5,
"5792" : 3,
"5856" : 3,
"5920" : 3,
"5984" : 5,
"6048" : 3,
"6112" : 3,
"6176" : 1,
"6240" : 3,
"6304" : 1,
"6368" : 1,
"6432" : 6,
"6496" : 1,
"6560" : 2,
"6624" : 2,
"6688" : 1,
"6752" : 3,
"6816" : 3,
"6880" : 3,
"6944" : 3,
"7008" : 4,
"7072" : 2,
"7136" : 1,
"7264" : 3,
"7328" : 2,
"7392" : 2,
"7456" : 1,
"7776" : 1,
"7840" : 1,
"7904" : 2,
"8512" : 1,
"9024" : 1,
"9280" : 1
}
},
"lat_ns" : {
"min" : 128155,
"max" : 756544,
"mean" : 138042.537813,
"stddev" : 7571.333262,
"N" : 72118
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 99.966005,
"bw_mean" : 7383111.000000,
"bw_dev" : 263904.742062,
"bw_samples" : 19,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7210.000000,
"iops_stddev" : 257.846638,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.540154,
"sys_cpu" : 98.079808,
"ctx" : 4,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.625619,
"4" : 0.220469,
"10" : 0.152526,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063238,
"timestamp_ms" : 1773063238849,
"time" : "Mon Mar 9 10:33:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 152006819840,
"io_kbytes" : 148444160,
"bw_bytes" : 7600721028,
"bw" : 7422579,
"iops" : 7248.662433,
"runtime" : 19999,
"total_ios" : 144966,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126673,
"max" : 749143,
"mean" : 135834.805610,
"stddev" : 6368.048342,
"N" : 144966
},
"clat_ns" : {
"min" : 1402,
"max" : 9254,
"mean" : 1516.871783,
"stddev" : 192.011046,
"N" : 144965,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5600,
"99.950000" : 6112,
"99.990000" : 7328
},
"bins" : {
"1400" : 3,
"1416" : 546,
"1432" : 2287,
"1448" : 18146,
"1464" : 17313,
"1480" : 36207,
"1496" : 23207,
"1512" : 6740,
"1528" : 8161,
"1544" : 3002,
"1560" : 6126,
"1576" : 5943,
"1592" : 2537,
"1608" : 3792,
"1624" : 1396,
"1640" : 2086,
"1656" : 1495,
"1672" : 613,
"1688" : 1014,
"1704" : 407,
"1720" : 636,
"1736" : 517,
"1752" : 223,
"1768" : 356,
"1784" : 137,
"1800" : 236,
"1816" : 219,
"1832" : 95,
"1848" : 211,
"1864" : 96,
"1880" : 132,
"1896" : 148,
"1912" : 65,
"1928" : 93,
"1944" : 43,
"1960" : 84,
"1976" : 88,
"1992" : 48,
"2008" : 56,
"2024" : 20,
"2040" : 46,
"2064" : 35,
"2096" : 38,
"2128" : 21,
"2160" : 17,
"2192" : 14,
"2224" : 11,
"2256" : 4,
"2288" : 2,
"2320" : 4,
"2352" : 3,
"2384" : 1,
"2416" : 4,
"2448" : 2,
"2512" : 2,
"2544" : 4,
"2576" : 4,
"2608" : 2,
"2640" : 2,
"2672" : 1,
"2704" : 2,
"2832" : 3,
"4832" : 1,
"4896" : 8,
"4960" : 6,
"5024" : 5,
"5088" : 7,
"5152" : 4,
"5216" : 5,
"5280" : 5,
"5344" : 6,
"5408" : 10,
"5472" : 6,
"5536" : 8,
"5600" : 9,
"5664" : 14,
"5728" : 8,
"5792" : 10,
"5856" : 5,
"5920" : 7,
"5984" : 11,
"6048" : 10,
"6112" : 8,
"6176" : 4,
"6240" : 5,
"6304" : 3,
"6368" : 3,
"6432" : 6,
"6496" : 1,
"6560" : 3,
"6624" : 2,
"6688" : 1,
"6752" : 3,
"6816" : 3,
"6880" : 3,
"6944" : 3,
"7008" : 4,
"7072" : 3,
"7136" : 1,
"7264" : 3,
"7328" : 2,
"7392" : 2,
"7456" : 1,
"7584" : 1,
"7776" : 1,
"7840" : 1,
"7904" : 2,
"8096" : 1,
"8384" : 1,
"8512" : 1,
"9024" : 1,
"9280" : 1
}
},
"lat_ns" : {
"min" : 128155,
"max" : 756544,
"mean" : 137351.510868,
"stddev" : 6382.470391,
"N" : 144965
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7423330.307692,
"bw_dev" : 186621.281462,
"bw_samples" : 39,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7249.282051,
"iops_stddev" : 182.331963,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 1.610081,
"sys_cpu" : 98.024901,
"ctx" : 8,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.642675,
"4" : 0.205565,
"10" : 0.151070,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063248,
"timestamp_ms" : 1773063248850,
"time" : "Mon Mar 9 10:34:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 228435427328,
"io_kbytes" : 223081472,
"bw_bytes" : 7614768069,
"bw" : 7436296,
"iops" : 7262.042068,
"runtime" : 29999,
"total_ios" : 217854,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126673,
"max" : 749143,
"mean" : 135584.773798,
"stddev" : 5895.767219,
"N" : 217854
},
"clat_ns" : {
"min" : 1402,
"max" : 9254,
"mean" : 1515.475890,
"stddev" : 188.580442,
"N" : 217853,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5536,
"99.950000" : 6048,
"99.990000" : 7136
},
"bins" : {
"1400" : 4,
"1416" : 904,
"1432" : 3524,
"1448" : 28233,
"1464" : 26659,
"1480" : 54907,
"1496" : 34822,
"1512" : 9930,
"1528" : 11954,
"1544" : 4373,
"1560" : 8782,
"1576" : 8574,
"1592" : 3737,
"1608" : 5562,
"1624" : 2000,
"1640" : 2970,
"1656" : 2193,
"1672" : 888,
"1688" : 1456,
"1704" : 583,
"1720" : 901,
"1736" : 772,
"1752" : 320,
"1768" : 527,
"1784" : 206,
"1800" : 349,
"1816" : 319,
"1832" : 140,
"1848" : 291,
"1864" : 128,
"1880" : 200,
"1896" : 211,
"1912" : 101,
"1928" : 145,
"1944" : 62,
"1960" : 131,
"1976" : 131,
"1992" : 65,
"2008" : 74,
"2024" : 41,
"2040" : 65,
"2064" : 59,
"2096" : 61,
"2128" : 30,
"2160" : 25,
"2192" : 20,
"2224" : 14,
"2256" : 4,
"2288" : 6,
"2320" : 10,
"2352" : 7,
"2384" : 4,
"2416" : 7,
"2448" : 5,
"2480" : 3,
"2512" : 3,
"2544" : 6,
"2576" : 5,
"2608" : 4,
"2640" : 4,
"2672" : 1,
"2704" : 3,
"2832" : 3,
"2864" : 1,
"4576" : 2,
"4768" : 2,
"4832" : 4,
"4896" : 14,
"4960" : 10,
"5024" : 8,
"5088" : 15,
"5152" : 7,
"5216" : 7,
"5280" : 5,
"5344" : 15,
"5408" : 16,
"5472" : 8,
"5536" : 17,
"5600" : 18,
"5664" : 19,
"5728" : 9,
"5792" : 13,
"5856" : 11,
"5920" : 12,
"5984" : 12,
"6048" : 14,
"6112" : 10,
"6176" : 10,
"6240" : 7,
"6304" : 5,
"6368" : 3,
"6432" : 7,
"6496" : 3,
"6560" : 5,
"6624" : 2,
"6688" : 1,
"6752" : 5,
"6816" : 3,
"6880" : 3,
"6944" : 3,
"7008" : 4,
"7072" : 3,
"7136" : 1,
"7264" : 3,
"7328" : 2,
"7392" : 2,
"7456" : 1,
"7520" : 1,
"7584" : 1,
"7776" : 2,
"7840" : 1,
"7904" : 2,
"8096" : 1,
"8160" : 1,
"8384" : 1,
"8512" : 1,
"9024" : 1,
"9280" : 1
}
},
"lat_ns" : {
"min" : 128155,
"max" : 756544,
"mean" : 137100.137730,
"stddev" : 5908.021307,
"N" : 217853
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7436930.983051,
"bw_dev" : 152919.648593,
"bw_samples" : 59,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7262.576271,
"iops_stddev" : 149.406204,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.626721,
"sys_cpu" : 98.019934,
"ctx" : 11,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.632782,
"4" : 0.213446,
"10" : 0.153314,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063258,
"timestamp_ms" : 1773063258850,
"time" : "Mon Mar 9 10:34:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 304784343040,
"io_kbytes" : 297640960,
"bw_bytes" : 7619799070,
"bw" : 7441210,
"iops" : 7266.831671,
"runtime" : 39999,
"total_ios" : 290666,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 114736,
"max" : 749143,
"mean" : 135493.508085,
"stddev" : 5577.833019,
"N" : 290666
},
"clat_ns" : {
"min" : 1402,
"max" : 9254,
"mean" : 1514.791141,
"stddev" : 188.132613,
"N" : 290665,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1640,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5472,
"99.950000" : 5984,
"99.990000" : 7136
},
"bins" : {
"1400" : 5,
"1416" : 1280,
"1432" : 4872,
"1448" : 38753,
"1464" : 36220,
"1480" : 73792,
"1496" : 45481,
"1512" : 12865,
"1528" : 15394,
"1544" : 5782,
"1560" : 11625,
"1576" : 11408,
"1592" : 4933,
"1608" : 7378,
"1624" : 2606,
"1640" : 3898,
"1656" : 2896,
"1672" : 1143,
"1688" : 1869,
"1704" : 741,
"1720" : 1194,
"1736" : 1038,
"1752" : 430,
"1768" : 715,
"1784" : 276,
"1800" : 464,
"1816" : 411,
"1832" : 180,
"1848" : 387,
"1864" : 180,
"1880" : 275,
"1896" : 268,
"1912" : 120,
"1928" : 202,
"1944" : 82,
"1960" : 174,
"1976" : 173,
"1992" : 81,
"2008" : 105,
"2024" : 49,
"2040" : 91,
"2064" : 82,
"2096" : 75,
"2128" : 38,
"2160" : 33,
"2192" : 25,
"2224" : 19,
"2256" : 9,
"2288" : 9,
"2320" : 12,
"2352" : 10,
"2384" : 7,
"2416" : 9,
"2448" : 7,
"2480" : 6,
"2512" : 3,
"2544" : 6,
"2576" : 7,
"2608" : 4,
"2640" : 4,
"2672" : 1,
"2704" : 6,
"2832" : 3,
"2864" : 1,
"2896" : 1,
"4576" : 2,
"4640" : 1,
"4768" : 4,
"4832" : 12,
"4896" : 18,
"4960" : 16,
"5024" : 14,
"5088" : 21,
"5152" : 9,
"5216" : 13,
"5280" : 7,
"5344" : 22,
"5408" : 19,
"5472" : 13,
"5536" : 21,
"5600" : 24,
"5664" : 23,
"5728" : 11,
"5792" : 18,
"5856" : 16,
"5920" : 14,
"5984" : 13,
"6048" : 19,
"6112" : 16,
"6176" : 12,
"6240" : 10,
"6304" : 6,
"6368" : 4,
"6432" : 7,
"6496" : 4,
"6560" : 5,
"6624" : 3,
"6688" : 2,
"6752" : 6,
"6816" : 3,
"6880" : 4,
"6944" : 3,
"7008" : 4,
"7072" : 3,
"7136" : 1,
"7264" : 3,
"7328" : 2,
"7392" : 3,
"7456" : 1,
"7520" : 1,
"7584" : 2,
"7776" : 3,
"7840" : 2,
"7904" : 2,
"7968" : 1,
"8096" : 2,
"8160" : 1,
"8384" : 2,
"8512" : 1,
"8640" : 1,
"9024" : 1,
"9280" : 1
}
},
"lat_ns" : {
"min" : 116258,
"max" : 756544,
"mean" : 137008.215000,
"stddev" : 5588.988160,
"N" : 290665
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7441708.924051,
"bw_dev" : 132866.903112,
"bw_samples" : 79,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7267.240506,
"iops_stddev" : 129.811423,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.657541,
"sys_cpu" : 97.992450,
"ctx" : 15,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.630160,
"4" : 0.213991,
"10" : 0.155505,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063268,
"timestamp_ms" : 1773063268849,
"time" : "Mon Mar 9 10:34:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 381137453056,
"io_kbytes" : 372204544,
"bw_bytes" : 7622901519,
"bw" : 7444239,
"iops" : 7269.785396,
"runtime" : 49999,
"total_ios" : 363482,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 114364,
"max" : 749143,
"mean" : 135437.395351,
"stddev" : 5351.145182,
"N" : 363482
},
"clat_ns" : {
"min" : 1402,
"max" : 9254,
"mean" : 1514.532586,
"stddev" : 187.881450,
"N" : 363481,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1640,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5920,
"99.990000" : 7072
},
"bins" : {
"1400" : 6,
"1416" : 1595,
"1432" : 6192,
"1448" : 48883,
"1464" : 45503,
"1480" : 92503,
"1496" : 56693,
"1512" : 15963,
"1528" : 19186,
"1544" : 7174,
"1560" : 14559,
"1576" : 14111,
"1592" : 6120,
"1608" : 9153,
"1624" : 3259,
"1640" : 4784,
"1656" : 3559,
"1672" : 1402,
"1688" : 2304,
"1704" : 906,
"1720" : 1498,
"1736" : 1284,
"1752" : 541,
"1768" : 892,
"1784" : 342,
"1800" : 572,
"1816" : 503,
"1832" : 226,
"1848" : 466,
"1864" : 207,
"1880" : 345,
"1896" : 324,
"1912" : 148,
"1928" : 262,
"1944" : 102,
"1960" : 226,
"1976" : 220,
"1992" : 104,
"2008" : 133,
"2024" : 61,
"2040" : 109,
"2064" : 113,
"2096" : 84,
"2128" : 54,
"2160" : 38,
"2192" : 30,
"2224" : 22,
"2256" : 11,
"2288" : 18,
"2320" : 16,
"2352" : 13,
"2384" : 9,
"2416" : 13,
"2448" : 8,
"2480" : 8,
"2512" : 7,
"2544" : 7,
"2576" : 8,
"2608" : 6,
"2640" : 4,
"2672" : 1,
"2704" : 8,
"2736" : 1,
"2832" : 3,
"2864" : 1,
"2896" : 2,
"4576" : 2,
"4640" : 2,
"4704" : 2,
"4768" : 7,
"4832" : 16,
"4896" : 24,
"4960" : 24,
"5024" : 15,
"5088" : 25,
"5152" : 14,
"5216" : 18,
"5280" : 13,
"5344" : 28,
"5408" : 25,
"5472" : 21,
"5536" : 27,
"5600" : 32,
"5664" : 28,
"5728" : 17,
"5792" : 19,
"5856" : 19,
"5920" : 17,
"5984" : 17,
"6048" : 21,
"6112" : 17,
"6176" : 13,
"6240" : 14,
"6304" : 7,
"6368" : 5,
"6432" : 9,
"6496" : 6,
"6560" : 8,
"6624" : 3,
"6688" : 2,
"6752" : 6,
"6816" : 3,
"6880" : 4,
"6944" : 3,
"7008" : 4,
"7072" : 4,
"7136" : 1,
"7264" : 3,
"7328" : 3,
"7392" : 4,
"7456" : 1,
"7520" : 1,
"7584" : 3,
"7776" : 3,
"7840" : 2,
"7904" : 2,
"7968" : 1,
"8096" : 2,
"8160" : 1,
"8384" : 4,
"8512" : 1,
"8640" : 1,
"9024" : 1,
"9280" : 1
}
},
"lat_ns" : {
"min" : 115846,
"max" : 756544,
"mean" : 136951.860430,
"stddev" : 5361.272773,
"N" : 363481
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7444907.404040,
"bw_dev" : 119140.686652,
"bw_samples" : 99,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7270.363636,
"iops_stddev" : 116.400913,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 1.654033,
"sys_cpu" : 97.997960,
"ctx" : 18,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.624466,
"4" : 0.216792,
"10" : 0.158467,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063278,
"timestamp_ms" : 1773063278849,
"time" : "Mon Mar 9 10:34:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 457466445824,
"io_kbytes" : 446744576,
"bw_bytes" : 7624567839,
"bw" : 7445867,
"iops" : 7271.371190,
"runtime" : 59999,
"total_ios" : 436275,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135407.209363,
"stddev" : 5197.619326,
"N" : 436275
},
"clat_ns" : {
"min" : 1402,
"max" : 9254,
"mean" : 1514.180630,
"stddev" : 186.286276,
"N" : 436274,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1640,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5920,
"99.990000" : 7008
},
"bins" : {
"1400" : 6,
"1416" : 1889,
"1432" : 7385,
"1448" : 58699,
"1464" : 54723,
"1480" : 111479,
"1496" : 68471,
"1512" : 19097,
"1528" : 23065,
"1544" : 8512,
"1560" : 17290,
"1576" : 16787,
"1592" : 7263,
"1608" : 10939,
"1624" : 3852,
"1640" : 5672,
"1656" : 4197,
"1672" : 1662,
"1688" : 2733,
"1704" : 1076,
"1720" : 1780,
"1736" : 1546,
"1752" : 645,
"1768" : 1034,
"1784" : 412,
"1800" : 681,
"1816" : 595,
"1832" : 280,
"1848" : 563,
"1864" : 246,
"1880" : 408,
"1896" : 387,
"1912" : 176,
"1928" : 321,
"1944" : 128,
"1960" : 268,
"1976" : 256,
"1992" : 117,
"2008" : 160,
"2024" : 71,
"2040" : 138,
"2064" : 138,
"2096" : 101,
"2128" : 72,
"2160" : 44,
"2192" : 34,
"2224" : 24,
"2256" : 13,
"2288" : 23,
"2320" : 19,
"2352" : 15,
"2384" : 10,
"2416" : 16,
"2448" : 8,
"2480" : 9,
"2512" : 7,
"2544" : 8,
"2576" : 9,
"2608" : 6,
"2640" : 5,
"2672" : 2,
"2704" : 8,
"2736" : 1,
"2832" : 3,
"2864" : 2,
"2896" : 3,
"4512" : 1,
"4576" : 2,
"4640" : 2,
"4704" : 4,
"4768" : 10,
"4832" : 16,
"4896" : 28,
"4960" : 27,
"5024" : 17,
"5088" : 28,
"5152" : 16,
"5216" : 19,
"5280" : 18,
"5344" : 32,
"5408" : 34,
"5472" : 28,
"5536" : 33,
"5600" : 41,
"5664" : 35,
"5728" : 18,
"5792" : 22,
"5856" : 24,
"5920" : 23,
"5984" : 21,
"6048" : 23,
"6112" : 21,
"6176" : 14,
"6240" : 16,
"6304" : 10,
"6368" : 7,
"6432" : 11,
"6496" : 6,
"6560" : 9,
"6624" : 3,
"6688" : 3,
"6752" : 6,
"6816" : 4,
"6880" : 4,
"6944" : 4,
"7008" : 4,
"7072" : 4,
"7136" : 1,
"7264" : 3,
"7328" : 3,
"7392" : 4,
"7456" : 1,
"7520" : 1,
"7584" : 3,
"7648" : 1,
"7776" : 3,
"7840" : 2,
"7904" : 2,
"7968" : 1,
"8096" : 2,
"8160" : 2,
"8384" : 4,
"8512" : 1,
"8640" : 1,
"9024" : 1,
"9280" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136921.333680,
"stddev" : 5206.989305,
"N" : 436274
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7447168.613445,
"bw_dev" : 109234.429355,
"bw_samples" : 119,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7272.571429,
"iops_stddev" : 106.721924,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.668361,
"sys_cpu" : 97.983300,
"ctx" : 22,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.625236,
"4" : 0.217523,
"10" : 0.157011,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063288,
"timestamp_ms" : 1773063288850,
"time" : "Mon Mar 9 10:34:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 533814312960,
"io_kbytes" : 521303040,
"bw_bytes" : 7626027699,
"bw" : 7447292,
"iops" : 7272.761039,
"runtime" : 69999,
"total_ios" : 509086,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135379.041969,
"stddev" : 5155.225797,
"N" : 509086
},
"clat_ns" : {
"min" : 1402,
"max" : 34382,
"mean" : 1515.376120,
"stddev" : 194.290379,
"N" : 509085,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1592,
"95.000000" : 1640,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5920,
"99.990000" : 7072
},
"bins" : {
"1400" : 7,
"1416" : 2010,
"1432" : 7930,
"1448" : 64595,
"1464" : 61694,
"1480" : 131319,
"1496" : 83218,
"1512" : 22922,
"1528" : 26898,
"1544" : 9820,
"1560" : 20059,
"1576" : 20066,
"1592" : 8721,
"1608" : 13205,
"1624" : 4653,
"1640" : 6833,
"1656" : 5000,
"1672" : 1965,
"1688" : 3289,
"1704" : 1288,
"1720" : 2129,
"1736" : 1798,
"1752" : 764,
"1768" : 1227,
"1784" : 493,
"1800" : 822,
"1816" : 711,
"1832" : 314,
"1848" : 673,
"1864" : 285,
"1880" : 498,
"1896" : 456,
"1912" : 208,
"1928" : 370,
"1944" : 163,
"1960" : 322,
"1976" : 285,
"1992" : 145,
"2008" : 195,
"2024" : 83,
"2040" : 156,
"2064" : 172,
"2096" : 123,
"2128" : 89,
"2160" : 57,
"2192" : 39,
"2224" : 32,
"2256" : 17,
"2288" : 24,
"2320" : 23,
"2352" : 19,
"2384" : 12,
"2416" : 17,
"2448" : 11,
"2480" : 10,
"2512" : 8,
"2544" : 9,
"2576" : 9,
"2608" : 6,
"2640" : 6,
"2672" : 3,
"2704" : 8,
"2736" : 2,
"2832" : 3,
"2864" : 2,
"2896" : 3,
"3152" : 1,
"4512" : 1,
"4576" : 2,
"4640" : 2,
"4704" : 9,
"4768" : 14,
"4832" : 19,
"4896" : 31,
"4960" : 30,
"5024" : 17,
"5088" : 30,
"5152" : 17,
"5216" : 21,
"5280" : 20,
"5344" : 42,
"5408" : 36,
"5472" : 35,
"5536" : 38,
"5600" : 47,
"5664" : 40,
"5728" : 21,
"5792" : 24,
"5856" : 27,
"5920" : 27,
"5984" : 23,
"6048" : 26,
"6112" : 25,
"6176" : 14,
"6240" : 18,
"6304" : 11,
"6368" : 7,
"6432" : 12,
"6496" : 8,
"6560" : 13,
"6624" : 3,
"6688" : 5,
"6752" : 7,
"6816" : 6,
"6880" : 4,
"6944" : 4,
"7008" : 4,
"7072" : 4,
"7136" : 1,
"7200" : 1,
"7264" : 4,
"7328" : 3,
"7392" : 4,
"7456" : 1,
"7520" : 1,
"7584" : 3,
"7648" : 1,
"7776" : 3,
"7840" : 2,
"7904" : 3,
"7968" : 3,
"8096" : 3,
"8160" : 2,
"8384" : 4,
"8512" : 1,
"8640" : 1,
"9024" : 1,
"9280" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136894.369775,
"stddev" : 5164.490782,
"N" : 509085
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7448510.129496,
"bw_dev" : 101321.809641,
"bw_samples" : 139,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7273.884892,
"iops_stddev" : 98.990197,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 1.670024,
"sys_cpu" : 97.984257,
"ctx" : 27,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.620693,
"4" : 0.223734,
"10" : 0.154591,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063298,
"timestamp_ms" : 1773063298850,
"time" : "Mon Mar 9 10:34:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 610140160000,
"io_kbytes" : 595840000,
"bw_bytes" : 7626847335,
"bw" : 7448093,
"iops" : 7273.540919,
"runtime" : 79999,
"total_ios" : 581876,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135360.452665,
"stddev" : 5049.349371,
"N" : 581876
},
"clat_ns" : {
"min" : 1402,
"max" : 34382,
"mean" : 1516.454922,
"stddev" : 192.665686,
"N" : 581875,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1544,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5920,
"99.990000" : 7008
},
"bins" : {
"1400" : 7,
"1416" : 2050,
"1432" : 8208,
"1448" : 69072,
"1464" : 68123,
"1480" : 151551,
"1496" : 99279,
"1512" : 26905,
"1528" : 30762,
"1544" : 11110,
"1560" : 22747,
"1576" : 23468,
"1592" : 10308,
"1608" : 15574,
"1624" : 5500,
"1640" : 8053,
"1656" : 5793,
"1672" : 2265,
"1688" : 3835,
"1704" : 1504,
"1720" : 2459,
"1736" : 2104,
"1752" : 882,
"1768" : 1451,
"1784" : 583,
"1800" : 965,
"1816" : 826,
"1832" : 361,
"1848" : 757,
"1864" : 332,
"1880" : 564,
"1896" : 538,
"1912" : 229,
"1928" : 415,
"1944" : 190,
"1960" : 377,
"1976" : 340,
"1992" : 167,
"2008" : 226,
"2024" : 98,
"2040" : 174,
"2064" : 202,
"2096" : 141,
"2128" : 107,
"2160" : 67,
"2192" : 45,
"2224" : 36,
"2256" : 20,
"2288" : 26,
"2320" : 26,
"2352" : 23,
"2384" : 16,
"2416" : 19,
"2448" : 17,
"2480" : 11,
"2512" : 9,
"2544" : 9,
"2576" : 10,
"2608" : 7,
"2640" : 7,
"2672" : 3,
"2704" : 9,
"2736" : 2,
"2800" : 1,
"2832" : 3,
"2864" : 2,
"2896" : 3,
"3152" : 1,
"4512" : 1,
"4576" : 2,
"4640" : 2,
"4704" : 13,
"4768" : 18,
"4832" : 24,
"4896" : 36,
"4960" : 32,
"5024" : 19,
"5088" : 35,
"5152" : 21,
"5216" : 23,
"5280" : 26,
"5344" : 47,
"5408" : 41,
"5472" : 38,
"5536" : 45,
"5600" : 53,
"5664" : 45,
"5728" : 23,
"5792" : 29,
"5856" : 28,
"5920" : 32,
"5984" : 27,
"6048" : 30,
"6112" : 28,
"6176" : 14,
"6240" : 20,
"6304" : 11,
"6368" : 7,
"6432" : 12,
"6496" : 9,
"6560" : 14,
"6624" : 5,
"6688" : 7,
"6752" : 8,
"6816" : 6,
"6880" : 4,
"6944" : 4,
"7008" : 4,
"7072" : 5,
"7136" : 1,
"7200" : 1,
"7264" : 4,
"7328" : 3,
"7392" : 4,
"7456" : 1,
"7520" : 2,
"7584" : 4,
"7648" : 1,
"7776" : 3,
"7840" : 2,
"7904" : 3,
"7968" : 5,
"8096" : 3,
"8160" : 2,
"8384" : 5,
"8512" : 2,
"8640" : 1,
"9024" : 1,
"9280" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136876.865285,
"stddev" : 5057.950038,
"N" : 581875
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7449285.584906,
"bw_dev" : 95074.349696,
"bw_samples" : 159,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7274.641509,
"iops_stddev" : 92.886025,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.668771,
"sys_cpu" : 97.984975,
"ctx" : 33,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.618132,
"4" : 0.226852,
"10" : 0.154157,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063308,
"timestamp_ms" : 1773063308850,
"time" : "Mon Mar 9 10:35:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 686480687104,
"io_kbytes" : 670391296,
"bw_bytes" : 7627647941,
"bw" : 7448874,
"iops" : 7274.303048,
"runtime" : 89999,
"total_ios" : 654680,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135343.001234,
"stddev" : 4967.225805,
"N" : 654680
},
"clat_ns" : {
"min" : 1402,
"max" : 34382,
"mean" : 1517.409760,
"stddev" : 192.385484,
"N" : 654679,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5920,
"99.990000" : 7008
},
"bins" : {
"1400" : 8,
"1416" : 2099,
"1432" : 8533,
"1448" : 73709,
"1464" : 74725,
"1480" : 171331,
"1496" : 114925,
"1512" : 30891,
"1528" : 34710,
"1544" : 12321,
"1560" : 25572,
"1576" : 27069,
"1592" : 11979,
"1608" : 18046,
"1624" : 6330,
"1640" : 9188,
"1656" : 6572,
"1672" : 2588,
"1688" : 4372,
"1704" : 1728,
"1720" : 2832,
"1736" : 2426,
"1752" : 1002,
"1768" : 1658,
"1784" : 678,
"1800" : 1096,
"1816" : 917,
"1832" : 401,
"1848" : 839,
"1864" : 375,
"1880" : 653,
"1896" : 618,
"1912" : 255,
"1928" : 473,
"1944" : 219,
"1960" : 428,
"1976" : 389,
"1992" : 195,
"2008" : 259,
"2024" : 110,
"2040" : 193,
"2064" : 240,
"2096" : 160,
"2128" : 124,
"2160" : 80,
"2192" : 49,
"2224" : 39,
"2256" : 23,
"2288" : 29,
"2320" : 30,
"2352" : 26,
"2384" : 20,
"2416" : 20,
"2448" : 18,
"2480" : 13,
"2512" : 9,
"2544" : 10,
"2576" : 11,
"2608" : 8,
"2640" : 7,
"2672" : 5,
"2704" : 10,
"2736" : 2,
"2768" : 1,
"2800" : 3,
"2832" : 4,
"2864" : 3,
"2896" : 3,
"3152" : 1,
"4512" : 1,
"4576" : 2,
"4640" : 4,
"4704" : 16,
"4768" : 21,
"4832" : 27,
"4896" : 41,
"4960" : 35,
"5024" : 19,
"5088" : 37,
"5152" : 25,
"5216" : 27,
"5280" : 35,
"5344" : 49,
"5408" : 54,
"5472" : 43,
"5536" : 50,
"5600" : 58,
"5664" : 50,
"5728" : 28,
"5792" : 31,
"5856" : 32,
"5920" : 35,
"5984" : 31,
"6048" : 35,
"6112" : 32,
"6176" : 14,
"6240" : 22,
"6304" : 14,
"6368" : 8,
"6432" : 12,
"6496" : 11,
"6560" : 15,
"6624" : 6,
"6688" : 8,
"6752" : 8,
"6816" : 6,
"6880" : 4,
"6944" : 4,
"7008" : 4,
"7072" : 5,
"7136" : 1,
"7200" : 1,
"7264" : 5,
"7328" : 5,
"7392" : 4,
"7456" : 1,
"7520" : 2,
"7584" : 4,
"7648" : 1,
"7776" : 3,
"7840" : 3,
"7904" : 3,
"7968" : 5,
"8096" : 4,
"8160" : 2,
"8384" : 5,
"8512" : 2,
"8640" : 1,
"8896" : 1,
"9024" : 1,
"9280" : 1,
"13120" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136860.373369,
"stddev" : 4975.358413,
"N" : 654679
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7450139.508380,
"bw_dev" : 89809.565444,
"bw_samples" : 179,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7275.474860,
"iops_stddev" : 87.742045,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.671130,
"sys_cpu" : 97.982200,
"ctx" : 37,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.613552,
"4" : 0.230647,
"10" : 0.154885,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063318,
"timestamp_ms" : 1773063318849,
"time" : "Mon Mar 9 10:35:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 762835894272,
"io_kbytes" : 744956928,
"bw_bytes" : 7628435227,
"bw" : 7449643,
"iops" : 7275.052751,
"runtime" : 99999,
"total_ios" : 727498,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135326.290453,
"stddev" : 4897.961972,
"N" : 727498
},
"clat_ns" : {
"min" : 1402,
"max" : 34382,
"mean" : 1517.958180,
"stddev" : 191.426419,
"N" : 727497,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5856,
"99.990000" : 7072
},
"bins" : {
"1400" : 8,
"1416" : 2146,
"1432" : 8845,
"1448" : 78319,
"1464" : 81225,
"1480" : 191761,
"1496" : 131062,
"1512" : 35034,
"1528" : 38628,
"1544" : 13494,
"1560" : 28317,
"1576" : 30240,
"1592" : 13473,
"1608" : 20264,
"1624" : 7102,
"1640" : 10370,
"1656" : 7349,
"1672" : 2867,
"1688" : 4916,
"1704" : 1934,
"1720" : 3181,
"1736" : 2728,
"1752" : 1116,
"1768" : 1870,
"1784" : 764,
"1800" : 1235,
"1816" : 1004,
"1832" : 437,
"1848" : 919,
"1864" : 410,
"1880" : 743,
"1896" : 687,
"1912" : 289,
"1928" : 542,
"1944" : 251,
"1960" : 477,
"1976" : 445,
"1992" : 213,
"2008" : 296,
"2024" : 122,
"2040" : 219,
"2064" : 271,
"2096" : 181,
"2128" : 136,
"2160" : 86,
"2192" : 54,
"2224" : 44,
"2256" : 27,
"2288" : 33,
"2320" : 35,
"2352" : 29,
"2384" : 21,
"2416" : 23,
"2448" : 19,
"2480" : 15,
"2512" : 15,
"2544" : 13,
"2576" : 12,
"2608" : 9,
"2640" : 8,
"2672" : 5,
"2704" : 13,
"2736" : 3,
"2768" : 1,
"2800" : 3,
"2832" : 4,
"2864" : 3,
"2896" : 3,
"3152" : 1,
"3280" : 1,
"4512" : 3,
"4576" : 2,
"4640" : 6,
"4704" : 19,
"4768" : 26,
"4832" : 31,
"4896" : 46,
"4960" : 39,
"5024" : 22,
"5088" : 39,
"5152" : 26,
"5216" : 30,
"5280" : 41,
"5344" : 50,
"5408" : 57,
"5472" : 48,
"5536" : 58,
"5600" : 63,
"5664" : 56,
"5728" : 35,
"5792" : 32,
"5856" : 36,
"5920" : 39,
"5984" : 35,
"6048" : 37,
"6112" : 33,
"6176" : 15,
"6240" : 28,
"6304" : 14,
"6368" : 8,
"6432" : 12,
"6496" : 11,
"6560" : 16,
"6624" : 6,
"6688" : 8,
"6752" : 8,
"6816" : 6,
"6880" : 4,
"6944" : 5,
"7008" : 4,
"7072" : 6,
"7136" : 2,
"7200" : 1,
"7264" : 5,
"7328" : 6,
"7392" : 4,
"7456" : 1,
"7520" : 2,
"7584" : 4,
"7648" : 1,
"7776" : 3,
"7840" : 3,
"7904" : 4,
"7968" : 5,
"8096" : 4,
"8160" : 2,
"8256" : 1,
"8384" : 5,
"8512" : 2,
"8640" : 2,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"9280" : 1,
"12864" : 1,
"13120" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136844.214751,
"stddev" : 4905.883644,
"N" : 727497
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7450924.874372,
"bw_dev" : 85440.309303,
"bw_samples" : 199,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7276.241206,
"iops_stddev" : 83.472503,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.684017,
"sys_cpu" : 97.967980,
"ctx" : 42,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.610583,
"4" : 0.234365,
"10" : 0.154090,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063328,
"timestamp_ms" : 1773063328849,
"time" : "Mon Mar 9 10:35:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 839172227072,
"io_kbytes" : 819504128,
"bw_bytes" : 7628907781,
"bw" : 7450105,
"iops" : 7275.502505,
"runtime" : 109999,
"total_ios" : 800298,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135315.850457,
"stddev" : 4863.162947,
"N" : 800298
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1518.303050,
"stddev" : 200.180521,
"N" : 800297,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5920,
"99.990000" : 7008
},
"bins" : {
"1400" : 8,
"1416" : 2202,
"1432" : 9240,
"1448" : 83523,
"1464" : 88187,
"1480" : 212728,
"1496" : 146694,
"1512" : 38913,
"1528" : 42249,
"1544" : 14706,
"1560" : 30943,
"1576" : 33444,
"1592" : 14830,
"1608" : 22191,
"1624" : 7787,
"1640" : 11513,
"1656" : 8091,
"1672" : 3180,
"1688" : 5454,
"1704" : 2177,
"1720" : 3535,
"1736" : 2989,
"1752" : 1241,
"1768" : 2069,
"1784" : 847,
"1800" : 1382,
"1816" : 1100,
"1832" : 485,
"1848" : 1004,
"1864" : 442,
"1880" : 814,
"1896" : 753,
"1912" : 319,
"1928" : 598,
"1944" : 274,
"1960" : 526,
"1976" : 483,
"1992" : 235,
"2008" : 332,
"2024" : 138,
"2040" : 254,
"2064" : 310,
"2096" : 201,
"2128" : 147,
"2160" : 93,
"2192" : 60,
"2224" : 50,
"2256" : 32,
"2288" : 37,
"2320" : 36,
"2352" : 30,
"2384" : 22,
"2416" : 23,
"2448" : 19,
"2480" : 18,
"2512" : 15,
"2544" : 13,
"2576" : 13,
"2608" : 9,
"2640" : 8,
"2672" : 5,
"2704" : 13,
"2736" : 3,
"2768" : 1,
"2800" : 5,
"2832" : 4,
"2864" : 3,
"2896" : 3,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4512" : 3,
"4576" : 2,
"4640" : 6,
"4704" : 21,
"4768" : 29,
"4832" : 36,
"4896" : 48,
"4960" : 43,
"5024" : 23,
"5088" : 41,
"5152" : 29,
"5216" : 32,
"5280" : 45,
"5344" : 54,
"5408" : 61,
"5472" : 54,
"5536" : 63,
"5600" : 65,
"5664" : 69,
"5728" : 40,
"5792" : 36,
"5856" : 37,
"5920" : 43,
"5984" : 39,
"6048" : 38,
"6112" : 37,
"6176" : 17,
"6240" : 31,
"6304" : 17,
"6368" : 12,
"6432" : 14,
"6496" : 13,
"6560" : 18,
"6624" : 7,
"6688" : 9,
"6752" : 9,
"6816" : 6,
"6880" : 6,
"6944" : 5,
"7008" : 4,
"7072" : 6,
"7136" : 3,
"7200" : 1,
"7264" : 5,
"7328" : 6,
"7392" : 4,
"7456" : 2,
"7520" : 2,
"7584" : 4,
"7648" : 1,
"7776" : 3,
"7840" : 3,
"7904" : 4,
"7968" : 5,
"8032" : 1,
"8096" : 4,
"8160" : 2,
"8256" : 1,
"8384" : 5,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"12864" : 1,
"13120" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136834.122694,
"stddev" : 4871.161856,
"N" : 800297
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7451255.136986,
"bw_dev" : 81738.058124,
"bw_samples" : 219,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7276.566210,
"iops_stddev" : 79.856115,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.700925,
"sys_cpu" : 97.949072,
"ctx" : 48,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.607396,
"4" : 0.237412,
"10" : 0.154193,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063338,
"timestamp_ms" : 1773063338850,
"time" : "Mon Mar 9 10:35:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 915535822848,
"io_kbytes" : 894077952,
"bw_bytes" : 7629528769,
"bw" : 7450711,
"iops" : 7276.093967,
"runtime" : 119999,
"total_ios" : 873124,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135304.376864,
"stddev" : 4838.345699,
"N" : 873124
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1518.470982,
"stddev" : 198.907647,
"N" : 873123,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5920,
"99.990000" : 7008
},
"bins" : {
"1400" : 9,
"1416" : 2269,
"1432" : 9615,
"1448" : 88892,
"1464" : 95276,
"1480" : 233961,
"1496" : 162129,
"1512" : 42702,
"1528" : 45798,
"1544" : 15893,
"1560" : 33629,
"1576" : 36441,
"1592" : 16195,
"1608" : 24162,
"1624" : 8537,
"1640" : 12659,
"1656" : 8795,
"1672" : 3494,
"1688" : 5958,
"1704" : 2393,
"1720" : 3858,
"1736" : 3246,
"1752" : 1359,
"1768" : 2250,
"1784" : 934,
"1800" : 1518,
"1816" : 1200,
"1832" : 523,
"1848" : 1097,
"1864" : 478,
"1880" : 903,
"1896" : 823,
"1912" : 347,
"1928" : 650,
"1944" : 301,
"1960" : 596,
"1976" : 542,
"1992" : 261,
"2008" : 362,
"2024" : 152,
"2040" : 273,
"2064" : 333,
"2096" : 225,
"2128" : 163,
"2160" : 101,
"2192" : 66,
"2224" : 60,
"2256" : 36,
"2288" : 42,
"2320" : 38,
"2352" : 31,
"2384" : 23,
"2416" : 27,
"2448" : 21,
"2480" : 19,
"2512" : 18,
"2544" : 17,
"2576" : 13,
"2608" : 9,
"2640" : 9,
"2672" : 6,
"2704" : 13,
"2736" : 3,
"2768" : 1,
"2800" : 5,
"2832" : 5,
"2864" : 3,
"2896" : 4,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4512" : 4,
"4576" : 2,
"4640" : 6,
"4704" : 22,
"4768" : 32,
"4832" : 41,
"4896" : 50,
"4960" : 48,
"5024" : 26,
"5088" : 43,
"5152" : 32,
"5216" : 35,
"5280" : 50,
"5344" : 56,
"5408" : 68,
"5472" : 59,
"5536" : 69,
"5600" : 71,
"5664" : 73,
"5728" : 45,
"5792" : 39,
"5856" : 41,
"5920" : 46,
"5984" : 44,
"6048" : 43,
"6112" : 39,
"6176" : 20,
"6240" : 34,
"6304" : 18,
"6368" : 13,
"6432" : 14,
"6496" : 13,
"6560" : 19,
"6624" : 7,
"6688" : 10,
"6752" : 10,
"6816" : 6,
"6880" : 7,
"6944" : 6,
"7008" : 4,
"7072" : 6,
"7136" : 3,
"7200" : 1,
"7264" : 5,
"7328" : 6,
"7392" : 4,
"7456" : 2,
"7520" : 3,
"7584" : 4,
"7648" : 2,
"7776" : 3,
"7840" : 3,
"7904" : 5,
"7968" : 5,
"8032" : 1,
"8096" : 4,
"8160" : 2,
"8256" : 1,
"8384" : 5,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"12864" : 1,
"13120" : 1,
"13888" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136822.819590,
"stddev" : 4846.113488,
"N" : 873123
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7451807.112971,
"bw_dev" : 78479.094504,
"bw_samples" : 239,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7277.104603,
"iops_stddev" : 76.671415,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.678347,
"sys_cpu" : 97.970816,
"ctx" : 57,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.607043,
"4" : 0.238340,
"10" : 0.153586,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063348,
"timestamp_ms" : 1773063348850,
"time" : "Mon Mar 9 10:35:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 991875301376,
"io_kbytes" : 968628224,
"bw_bytes" : 7629868701,
"bw" : 7451043,
"iops" : 7276.417511,
"runtime" : 129999,
"total_ios" : 945927,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135297.255662,
"stddev" : 4800.042696,
"N" : 945927
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1518.637538,
"stddev" : 204.787031,
"N" : 945926,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5856,
"99.990000" : 7008
},
"bins" : {
"1400" : 9,
"1416" : 2348,
"1432" : 10078,
"1448" : 94783,
"1464" : 102784,
"1480" : 255342,
"1496" : 176604,
"1512" : 46128,
"1528" : 49194,
"1544" : 17095,
"1560" : 36440,
"1576" : 39749,
"1592" : 17571,
"1608" : 26093,
"1624" : 9207,
"1640" : 13636,
"1656" : 9551,
"1672" : 3788,
"1688" : 6485,
"1704" : 2583,
"1720" : 4233,
"1736" : 3523,
"1752" : 1480,
"1768" : 2458,
"1784" : 1018,
"1800" : 1654,
"1816" : 1288,
"1832" : 562,
"1848" : 1187,
"1864" : 511,
"1880" : 980,
"1896" : 895,
"1912" : 381,
"1928" : 710,
"1944" : 317,
"1960" : 657,
"1976" : 596,
"1992" : 277,
"2008" : 389,
"2024" : 171,
"2040" : 286,
"2064" : 373,
"2096" : 246,
"2128" : 180,
"2160" : 111,
"2192" : 73,
"2224" : 65,
"2256" : 37,
"2288" : 45,
"2320" : 45,
"2352" : 31,
"2384" : 24,
"2416" : 30,
"2448" : 23,
"2480" : 20,
"2512" : 19,
"2544" : 19,
"2576" : 14,
"2608" : 10,
"2640" : 9,
"2672" : 6,
"2704" : 14,
"2736" : 3,
"2768" : 1,
"2800" : 5,
"2832" : 5,
"2864" : 3,
"2896" : 5,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4512" : 4,
"4576" : 2,
"4640" : 6,
"4704" : 22,
"4768" : 38,
"4832" : 43,
"4896" : 56,
"4960" : 54,
"5024" : 28,
"5088" : 47,
"5152" : 34,
"5216" : 38,
"5280" : 58,
"5344" : 61,
"5408" : 73,
"5472" : 65,
"5536" : 77,
"5600" : 73,
"5664" : 82,
"5728" : 49,
"5792" : 42,
"5856" : 47,
"5920" : 48,
"5984" : 49,
"6048" : 43,
"6112" : 41,
"6176" : 21,
"6240" : 34,
"6304" : 21,
"6368" : 15,
"6432" : 14,
"6496" : 14,
"6560" : 21,
"6624" : 7,
"6688" : 10,
"6752" : 10,
"6816" : 6,
"6880" : 8,
"6944" : 7,
"7008" : 4,
"7072" : 6,
"7136" : 3,
"7200" : 2,
"7264" : 5,
"7328" : 6,
"7392" : 4,
"7456" : 2,
"7520" : 3,
"7584" : 4,
"7648" : 2,
"7712" : 1,
"7776" : 4,
"7840" : 3,
"7904" : 6,
"7968" : 5,
"8032" : 1,
"8096" : 4,
"8160" : 3,
"8256" : 2,
"8384" : 7,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"10944" : 1,
"12864" : 1,
"13120" : 1,
"13888" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"51968" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136815.867112,
"stddev" : 4807.893049,
"N" : 945926
},
"bw_min" : 6531847,
"bw_max" : 7528448,
"bw_agg" : 100.000000,
"bw_mean" : 7452328.799228,
"bw_dev" : 75638.282472,
"bw_samples" : 259,
"iops_min" : 6378,
"iops_max" : 7352,
"iops_mean" : 7277.621622,
"iops_stddev" : 73.894512,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.674628,
"sys_cpu" : 97.973831,
"ctx" : 60,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.605466,
"4" : 0.239448,
"10" : 0.153923,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063358,
"timestamp_ms" : 1773063358850,
"time" : "Mon Mar 9 10:35:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1068795691008,
"io_kbytes" : 1043745792,
"bw_bytes" : 7634309466,
"bw" : 7455380,
"iops" : 7280.652005,
"runtime" : 139999,
"total_ios" : 1019284,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 110548,
"max" : 749143,
"mean" : 135215.737652,
"stddev" : 4823.383898,
"N" : 1019284
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1519.861405,
"stddev" : 203.811615,
"N" : 1019283,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1496,
"70.000000" : 1512,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5408,
"99.950000" : 5856,
"99.990000" : 7008
},
"bins" : {
"1400" : 10,
"1416" : 2410,
"1432" : 10425,
"1448" : 99023,
"1464" : 108221,
"1480" : 270600,
"1496" : 186927,
"1512" : 49082,
"1528" : 58964,
"1544" : 21907,
"1560" : 42872,
"1576" : 43319,
"1592" : 18789,
"1608" : 27977,
"1624" : 10022,
"1640" : 15117,
"1656" : 10644,
"1672" : 4191,
"1688" : 7147,
"1704" : 2807,
"1720" : 4601,
"1736" : 3853,
"1752" : 1609,
"1768" : 2671,
"1784" : 1129,
"1800" : 1823,
"1816" : 1410,
"1832" : 615,
"1848" : 1270,
"1864" : 558,
"1880" : 1046,
"1896" : 971,
"1912" : 407,
"1928" : 769,
"1944" : 338,
"1960" : 714,
"1976" : 643,
"1992" : 308,
"2008" : 418,
"2024" : 184,
"2040" : 315,
"2064" : 406,
"2096" : 275,
"2128" : 209,
"2160" : 129,
"2192" : 88,
"2224" : 73,
"2256" : 43,
"2288" : 47,
"2320" : 48,
"2352" : 34,
"2384" : 26,
"2416" : 32,
"2448" : 25,
"2480" : 21,
"2512" : 20,
"2544" : 22,
"2576" : 16,
"2608" : 10,
"2640" : 9,
"2672" : 9,
"2704" : 14,
"2736" : 4,
"2768" : 5,
"2800" : 5,
"2832" : 5,
"2864" : 3,
"2896" : 6,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4512" : 6,
"4576" : 2,
"4640" : 8,
"4704" : 24,
"4768" : 39,
"4832" : 45,
"4896" : 58,
"4960" : 57,
"5024" : 32,
"5088" : 51,
"5152" : 38,
"5216" : 45,
"5280" : 62,
"5344" : 66,
"5408" : 82,
"5472" : 71,
"5536" : 83,
"5600" : 83,
"5664" : 86,
"5728" : 54,
"5792" : 46,
"5856" : 48,
"5920" : 54,
"5984" : 53,
"6048" : 44,
"6112" : 43,
"6176" : 27,
"6240" : 36,
"6304" : 23,
"6368" : 16,
"6432" : 16,
"6496" : 14,
"6560" : 22,
"6624" : 8,
"6688" : 11,
"6752" : 11,
"6816" : 6,
"6880" : 9,
"6944" : 7,
"7008" : 4,
"7072" : 6,
"7136" : 4,
"7200" : 2,
"7264" : 5,
"7328" : 6,
"7392" : 4,
"7456" : 3,
"7520" : 3,
"7584" : 4,
"7648" : 2,
"7712" : 1,
"7776" : 5,
"7840" : 4,
"7904" : 6,
"7968" : 5,
"8032" : 1,
"8096" : 4,
"8160" : 4,
"8256" : 2,
"8384" : 7,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"10944" : 1,
"12864" : 1,
"13120" : 1,
"13888" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"51968" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 112031,
"max" : 756544,
"mean" : 136735.574766,
"stddev" : 4830.269816,
"N" : 1019283
},
"bw_min" : 6531847,
"bw_max" : 7669760,
"bw_agg" : 100.000000,
"bw_mean" : 7456064.261649,
"bw_dev" : 77273.792665,
"bw_samples" : 279,
"iops_min" : 6378,
"iops_max" : 7490,
"iops_mean" : 7281.268817,
"iops_stddev" : 75.491741,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.684298,
"sys_cpu" : 97.964985,
"ctx" : 65,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.598247,
"4" : 0.245663,
"10" : 0.155011,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063368,
"timestamp_ms" : 1773063368850,
"time" : "Mon Mar 9 10:36:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1146937671680,
"io_kbytes" : 1120056320,
"bw_bytes" : 7646302119,
"bw" : 7467091,
"iops" : 7292.088614,
"runtime" : 149999,
"total_ios" : 1093806,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 106752,
"max" : 749143,
"mean" : 134997.131969,
"stddev" : 4851.407443,
"N" : 1093806
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1523.698123,
"stddev" : 202.780932,
"N" : 1093805,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1464,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1496,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5408,
"99.950000" : 5856,
"99.990000" : 7008
},
"bins" : {
"1400" : 10,
"1416" : 2430,
"1432" : 10459,
"1448" : 99109,
"1464" : 108243,
"1480" : 270619,
"1496" : 187102,
"1512" : 50259,
"1528" : 78712,
"1544" : 37169,
"1560" : 61289,
"1576" : 49356,
"1592" : 19863,
"1608" : 29538,
"1624" : 10907,
"1640" : 17600,
"1656" : 12875,
"1672" : 4946,
"1688" : 8169,
"1704" : 3165,
"1720" : 5175,
"1736" : 4382,
"1752" : 1780,
"1768" : 2979,
"1784" : 1231,
"1800" : 2043,
"1816" : 1581,
"1832" : 675,
"1848" : 1393,
"1864" : 623,
"1880" : 1123,
"1896" : 1036,
"1912" : 442,
"1928" : 812,
"1944" : 372,
"1960" : 753,
"1976" : 699,
"1992" : 335,
"2008" : 459,
"2024" : 205,
"2040" : 356,
"2064" : 454,
"2096" : 305,
"2128" : 251,
"2160" : 158,
"2192" : 105,
"2224" : 84,
"2256" : 52,
"2288" : 56,
"2320" : 55,
"2352" : 39,
"2384" : 28,
"2416" : 35,
"2448" : 27,
"2480" : 23,
"2512" : 20,
"2544" : 23,
"2576" : 18,
"2608" : 10,
"2640" : 11,
"2672" : 10,
"2704" : 14,
"2736" : 4,
"2768" : 5,
"2800" : 5,
"2832" : 5,
"2864" : 3,
"2896" : 6,
"2992" : 1,
"3056" : 1,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4448" : 1,
"4512" : 10,
"4576" : 6,
"4640" : 15,
"4704" : 29,
"4768" : 41,
"4832" : 47,
"4896" : 59,
"4960" : 60,
"5024" : 33,
"5088" : 59,
"5152" : 43,
"5216" : 51,
"5280" : 72,
"5344" : 71,
"5408" : 91,
"5472" : 78,
"5536" : 88,
"5600" : 88,
"5664" : 88,
"5728" : 60,
"5792" : 49,
"5856" : 50,
"5920" : 57,
"5984" : 57,
"6048" : 45,
"6112" : 45,
"6176" : 29,
"6240" : 36,
"6304" : 26,
"6368" : 16,
"6432" : 17,
"6496" : 15,
"6560" : 22,
"6624" : 9,
"6688" : 11,
"6752" : 11,
"6816" : 7,
"6880" : 9,
"6944" : 7,
"7008" : 4,
"7072" : 7,
"7136" : 5,
"7200" : 3,
"7264" : 5,
"7328" : 6,
"7392" : 5,
"7456" : 5,
"7520" : 3,
"7584" : 4,
"7648" : 2,
"7712" : 1,
"7776" : 6,
"7840" : 4,
"7904" : 7,
"7968" : 5,
"8032" : 1,
"8096" : 4,
"8160" : 4,
"8256" : 2,
"8384" : 7,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"10944" : 1,
"12864" : 1,
"13120" : 1,
"13888" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"51968" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 108345,
"max" : 756544,
"mean" : 136520.807256,
"stddev" : 4855.602980,
"N" : 1093805
},
"bw_min" : 6531847,
"bw_max" : 7671808,
"bw_agg" : 100.000000,
"bw_mean" : 7467905.698997,
"bw_dev" : 86972.175621,
"bw_samples" : 299,
"iops_min" : 6378,
"iops_max" : 7492,
"iops_mean" : 7292.829431,
"iops_stddev" : 84.950722,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.688011,
"sys_cpu" : 97.963986,
"ctx" : 68,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.583838,
"4" : 0.258821,
"10" : 0.156335,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063378,
"timestamp_ms" : 1773063378849,
"time" : "Mon Mar 9 10:36:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1225082798080,
"io_kbytes" : 1196369920,
"bw_bytes" : 7656815343,
"bw" : 7477358,
"iops" : 7302.114388,
"runtime" : 159999,
"total_ios" : 1168331,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 106752,
"max" : 749143,
"mean" : 134806.092875,
"stddev" : 4869.826082,
"N" : 1168331
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1527.018463,
"stddev" : 201.438777,
"N" : 1168330,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1512,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5408,
"99.950000" : 5856,
"99.990000" : 7008
},
"bins" : {
"1400" : 10,
"1416" : 2448,
"1432" : 10502,
"1448" : 99189,
"1464" : 108257,
"1480" : 270636,
"1496" : 187258,
"1512" : 51364,
"1528" : 98563,
"1544" : 52411,
"1560" : 79935,
"1576" : 55064,
"1592" : 20948,
"1608" : 31010,
"1624" : 11725,
"1640" : 20132,
"1656" : 15237,
"1672" : 5732,
"1688" : 9301,
"1704" : 3513,
"1720" : 5751,
"1736" : 4854,
"1752" : 1969,
"1768" : 3311,
"1784" : 1352,
"1800" : 2256,
"1816" : 1758,
"1832" : 740,
"1848" : 1519,
"1864" : 662,
"1880" : 1196,
"1896" : 1090,
"1912" : 469,
"1928" : 861,
"1944" : 394,
"1960" : 807,
"1976" : 743,
"1992" : 363,
"2008" : 502,
"2024" : 227,
"2040" : 390,
"2064" : 494,
"2096" : 347,
"2128" : 305,
"2160" : 182,
"2192" : 121,
"2224" : 95,
"2256" : 63,
"2288" : 64,
"2320" : 62,
"2352" : 39,
"2384" : 31,
"2416" : 36,
"2448" : 29,
"2480" : 25,
"2512" : 21,
"2544" : 23,
"2576" : 19,
"2608" : 11,
"2640" : 12,
"2672" : 10,
"2704" : 14,
"2736" : 4,
"2768" : 5,
"2800" : 5,
"2832" : 5,
"2864" : 3,
"2896" : 6,
"2992" : 1,
"3024" : 1,
"3056" : 1,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4384" : 2,
"4448" : 6,
"4512" : 14,
"4576" : 9,
"4640" : 20,
"4704" : 32,
"4768" : 43,
"4832" : 49,
"4896" : 61,
"4960" : 66,
"5024" : 37,
"5088" : 65,
"5152" : 50,
"5216" : 55,
"5280" : 77,
"5344" : 82,
"5408" : 97,
"5472" : 83,
"5536" : 96,
"5600" : 93,
"5664" : 90,
"5728" : 61,
"5792" : 52,
"5856" : 51,
"5920" : 62,
"5984" : 59,
"6048" : 46,
"6112" : 45,
"6176" : 32,
"6240" : 37,
"6304" : 26,
"6368" : 16,
"6432" : 17,
"6496" : 17,
"6560" : 22,
"6624" : 9,
"6688" : 11,
"6752" : 11,
"6816" : 9,
"6880" : 9,
"6944" : 7,
"7008" : 4,
"7072" : 7,
"7136" : 5,
"7200" : 4,
"7264" : 5,
"7328" : 6,
"7392" : 5,
"7456" : 5,
"7520" : 3,
"7584" : 5,
"7648" : 3,
"7712" : 1,
"7776" : 7,
"7840" : 4,
"7904" : 7,
"7968" : 6,
"8032" : 1,
"8096" : 4,
"8160" : 4,
"8256" : 2,
"8384" : 8,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"10944" : 1,
"12864" : 1,
"13120" : 1,
"13888" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"51968" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 108345,
"max" : 756544,
"mean" : 136333.089796,
"stddev" : 4872.002198,
"N" : 1168330
},
"bw_min" : 6531847,
"bw_max" : 7671808,
"bw_agg" : 100.000000,
"bw_mean" : 7478178.742947,
"bw_dev" : 93284.080701,
"bw_samples" : 319,
"iops_min" : 6378,
"iops_max" : 7492,
"iops_mean" : 7302.858934,
"iops_stddev" : 91.107661,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.696886,
"sys_cpu" : 97.958112,
"ctx" : 73,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.571953,
"4" : 0.270129,
"10" : 0.156976,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063388,
"timestamp_ms" : 1773063388849,
"time" : "Mon Mar 9 10:36:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1303222681600,
"io_kbytes" : 1272678400,
"bw_bytes" : 7666060868,
"bw" : 7486387,
"iops" : 7310.931241,
"runtime" : 169999,
"total_ios" : 1242851,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 103268,
"max" : 749143,
"mean" : 134638.614375,
"stddev" : 4883.509578,
"N" : 1242851
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1529.927567,
"stddev" : 199.992432,
"N" : 1242850,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1864,
"99.500000" : 1976,
"99.900000" : 5344,
"99.950000" : 5856,
"99.990000" : 6944
},
"bins" : {
"1400" : 10,
"1416" : 2465,
"1432" : 10548,
"1448" : 99283,
"1464" : 108285,
"1480" : 270664,
"1496" : 187460,
"1512" : 52601,
"1528" : 118547,
"1544" : 67483,
"1560" : 98162,
"1576" : 60904,
"1592" : 22084,
"1608" : 32564,
"1624" : 12589,
"1640" : 22659,
"1656" : 17523,
"1672" : 6548,
"1688" : 10407,
"1704" : 3872,
"1720" : 6288,
"1736" : 5282,
"1752" : 2161,
"1768" : 3614,
"1784" : 1481,
"1800" : 2466,
"1816" : 1977,
"1832" : 791,
"1848" : 1641,
"1864" : 710,
"1880" : 1273,
"1896" : 1160,
"1912" : 516,
"1928" : 916,
"1944" : 424,
"1960" : 857,
"1976" : 787,
"1992" : 387,
"2008" : 558,
"2024" : 248,
"2040" : 438,
"2064" : 540,
"2096" : 376,
"2128" : 353,
"2160" : 205,
"2192" : 137,
"2224" : 107,
"2256" : 67,
"2288" : 71,
"2320" : 69,
"2352" : 44,
"2384" : 32,
"2416" : 38,
"2448" : 32,
"2480" : 26,
"2512" : 24,
"2544" : 26,
"2576" : 21,
"2608" : 13,
"2640" : 12,
"2672" : 10,
"2704" : 15,
"2736" : 4,
"2768" : 5,
"2800" : 5,
"2832" : 5,
"2864" : 3,
"2896" : 6,
"2928" : 1,
"2992" : 1,
"3024" : 1,
"3056" : 1,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4384" : 3,
"4448" : 6,
"4512" : 18,
"4576" : 14,
"4640" : 26,
"4704" : 43,
"4768" : 47,
"4832" : 51,
"4896" : 63,
"4960" : 73,
"5024" : 45,
"5088" : 68,
"5152" : 56,
"5216" : 60,
"5280" : 84,
"5344" : 84,
"5408" : 101,
"5472" : 89,
"5536" : 98,
"5600" : 95,
"5664" : 94,
"5728" : 68,
"5792" : 54,
"5856" : 52,
"5920" : 64,
"5984" : 61,
"6048" : 49,
"6112" : 45,
"6176" : 32,
"6240" : 38,
"6304" : 27,
"6368" : 16,
"6432" : 17,
"6496" : 17,
"6560" : 22,
"6624" : 10,
"6688" : 11,
"6752" : 12,
"6816" : 9,
"6880" : 10,
"6944" : 8,
"7008" : 4,
"7072" : 7,
"7136" : 6,
"7200" : 5,
"7264" : 6,
"7328" : 6,
"7392" : 7,
"7456" : 5,
"7520" : 3,
"7584" : 5,
"7648" : 3,
"7712" : 1,
"7776" : 7,
"7840" : 4,
"7904" : 7,
"7968" : 7,
"8032" : 1,
"8096" : 4,
"8160" : 4,
"8256" : 2,
"8384" : 8,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"10944" : 1,
"12864" : 1,
"13120" : 1,
"13888" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"51968" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 104840,
"max" : 756544,
"mean" : 136168.521556,
"stddev" : 4884.086491,
"N" : 1242850
},
"bw_min" : 6531847,
"bw_max" : 7671808,
"bw_agg" : 100.000000,
"bw_mean" : 7487203.684366,
"bw_dev" : 97595.576552,
"bw_samples" : 339,
"iops_min" : 6378,
"iops_max" : 7492,
"iops_mean" : 7311.669617,
"iops_stddev" : 95.311309,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.696481,
"sys_cpu" : 97.961164,
"ctx" : 76,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.560527,
"4" : 0.281369,
"10" : 0.157219,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063398,
"timestamp_ms" : 1773063398849,
"time" : "Mon Mar 9 10:36:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1381105664000,
"io_kbytes" : 1348736000,
"bw_bytes" : 7672851871,
"bw" : 7493019,
"iops" : 7317.407319,
"runtime" : 179999,
"total_ios" : 1317126,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 103268,
"max" : 749143,
"mean" : 134516.128501,
"stddev" : 4917.905663,
"N" : 1317126
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1531.690100,
"stddev" : 198.680807,
"N" : 1317125,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1864,
"99.500000" : 1976,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6944
},
"bins" : {
"1400" : 11,
"1416" : 2563,
"1432" : 10897,
"1448" : 101835,
"1464" : 110538,
"1480" : 275058,
"1496" : 189946,
"1512" : 54096,
"1528" : 134911,
"1544" : 79524,
"1560" : 112895,
"1576" : 66027,
"1592" : 23198,
"1608" : 34227,
"1624" : 13438,
"1640" : 24764,
"1656" : 19401,
"1672" : 7207,
"1688" : 11366,
"1704" : 4194,
"1720" : 6788,
"1736" : 5695,
"1752" : 2327,
"1768" : 3875,
"1784" : 1609,
"1800" : 2655,
"1816" : 2103,
"1832" : 851,
"1848" : 1750,
"1864" : 747,
"1880" : 1369,
"1896" : 1232,
"1912" : 544,
"1928" : 984,
"1944" : 458,
"1960" : 908,
"1976" : 826,
"1992" : 414,
"2008" : 593,
"2024" : 278,
"2040" : 481,
"2064" : 576,
"2096" : 411,
"2128" : 390,
"2160" : 226,
"2192" : 160,
"2224" : 118,
"2256" : 76,
"2288" : 79,
"2320" : 72,
"2352" : 45,
"2384" : 39,
"2416" : 40,
"2448" : 33,
"2480" : 27,
"2512" : 24,
"2544" : 27,
"2576" : 22,
"2608" : 15,
"2640" : 13,
"2672" : 11,
"2704" : 16,
"2736" : 5,
"2768" : 6,
"2800" : 7,
"2832" : 5,
"2864" : 3,
"2896" : 6,
"2928" : 1,
"2992" : 2,
"3024" : 1,
"3056" : 1,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4384" : 3,
"4448" : 7,
"4512" : 20,
"4576" : 16,
"4640" : 28,
"4704" : 52,
"4768" : 54,
"4832" : 55,
"4896" : 67,
"4960" : 77,
"5024" : 51,
"5088" : 74,
"5152" : 61,
"5216" : 67,
"5280" : 87,
"5344" : 90,
"5408" : 107,
"5472" : 91,
"5536" : 105,
"5600" : 104,
"5664" : 96,
"5728" : 68,
"5792" : 58,
"5856" : 55,
"5920" : 68,
"5984" : 63,
"6048" : 51,
"6112" : 46,
"6176" : 32,
"6240" : 39,
"6304" : 28,
"6368" : 16,
"6432" : 17,
"6496" : 17,
"6560" : 22,
"6624" : 10,
"6688" : 11,
"6752" : 12,
"6816" : 9,
"6880" : 10,
"6944" : 8,
"7008" : 5,
"7072" : 7,
"7136" : 7,
"7200" : 5,
"7264" : 6,
"7328" : 6,
"7392" : 7,
"7456" : 5,
"7520" : 4,
"7584" : 5,
"7648" : 3,
"7712" : 2,
"7776" : 8,
"7840" : 4,
"7904" : 7,
"7968" : 7,
"8032" : 1,
"8096" : 4,
"8160" : 4,
"8256" : 2,
"8384" : 9,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"10944" : 1,
"12864" : 1,
"13120" : 1,
"13888" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"51968" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 104840,
"max" : 756544,
"mean" : 136047.799272,
"stddev" : 4918.132390,
"N" : 1317125
},
"bw_min" : 6531847,
"bw_max" : 7706624,
"bw_agg" : 100.000000,
"bw_mean" : 7494261.885794,
"bw_dev" : 100100.900367,
"bw_samples" : 359,
"iops_min" : 6378,
"iops_max" : 7526,
"iops_mean" : 7318.562674,
"iops_stddev" : 97.756886,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.695009,
"sys_cpu" : 97.963878,
"ctx" : 81,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.552435,
"4" : 0.289418,
"10" : 0.157312,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063398,
"timestamp_ms" : 1773063398901,
"time" : "Mon Mar 9 10:36:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1381114052608,
"io_kbytes" : 1348744192,
"bw_bytes" : 7672813221,
"bw" : 7492981,
"iops" : 7317.359348,
"runtime" : 180001,
"total_ios" : 1317132,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 103268,
"max" : 749143,
"mean" : 134516.119532,
"stddev" : 4917.901139,
"N" : 1317133
},
"clat_ns" : {
"min" : 1402,
"max" : 55134,
"mean" : 1531.690216,
"stddev" : 198.680416,
"N" : 1317132,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1864,
"99.500000" : 1976,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6944
},
"bins" : {
"1400" : 11,
"1416" : 2563,
"1432" : 10897,
"1448" : 101835,
"1464" : 110539,
"1480" : 275059,
"1496" : 189948,
"1512" : 54096,
"1528" : 134911,
"1544" : 79524,
"1560" : 112896,
"1576" : 66027,
"1592" : 23198,
"1608" : 34227,
"1624" : 13438,
"1640" : 24764,
"1656" : 19401,
"1672" : 7208,
"1688" : 11366,
"1704" : 4194,
"1720" : 6788,
"1736" : 5696,
"1752" : 2327,
"1768" : 3875,
"1784" : 1609,
"1800" : 2655,
"1816" : 2103,
"1832" : 851,
"1848" : 1750,
"1864" : 747,
"1880" : 1369,
"1896" : 1232,
"1912" : 544,
"1928" : 984,
"1944" : 458,
"1960" : 908,
"1976" : 826,
"1992" : 414,
"2008" : 593,
"2024" : 278,
"2040" : 481,
"2064" : 576,
"2096" : 411,
"2128" : 390,
"2160" : 226,
"2192" : 160,
"2224" : 118,
"2256" : 76,
"2288" : 79,
"2320" : 72,
"2352" : 45,
"2384" : 39,
"2416" : 40,
"2448" : 33,
"2480" : 27,
"2512" : 24,
"2544" : 27,
"2576" : 22,
"2608" : 15,
"2640" : 13,
"2672" : 11,
"2704" : 16,
"2736" : 5,
"2768" : 6,
"2800" : 7,
"2832" : 5,
"2864" : 3,
"2896" : 6,
"2928" : 1,
"2992" : 2,
"3024" : 1,
"3056" : 1,
"3152" : 1,
"3216" : 1,
"3280" : 1,
"4384" : 3,
"4448" : 7,
"4512" : 20,
"4576" : 16,
"4640" : 28,
"4704" : 52,
"4768" : 54,
"4832" : 55,
"4896" : 67,
"4960" : 77,
"5024" : 51,
"5088" : 74,
"5152" : 61,
"5216" : 67,
"5280" : 87,
"5344" : 90,
"5408" : 107,
"5472" : 91,
"5536" : 105,
"5600" : 104,
"5664" : 96,
"5728" : 68,
"5792" : 58,
"5856" : 55,
"5920" : 68,
"5984" : 63,
"6048" : 51,
"6112" : 46,
"6176" : 32,
"6240" : 39,
"6304" : 28,
"6368" : 16,
"6432" : 17,
"6496" : 17,
"6560" : 22,
"6624" : 10,
"6688" : 11,
"6752" : 12,
"6816" : 9,
"6880" : 10,
"6944" : 8,
"7008" : 5,
"7072" : 7,
"7136" : 7,
"7200" : 5,
"7264" : 6,
"7328" : 6,
"7392" : 7,
"7456" : 5,
"7520" : 4,
"7584" : 5,
"7648" : 3,
"7712" : 2,
"7776" : 8,
"7840" : 4,
"7904" : 7,
"7968" : 7,
"8032" : 1,
"8096" : 4,
"8160" : 4,
"8256" : 2,
"8384" : 9,
"8512" : 3,
"8640" : 2,
"8768" : 1,
"8896" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"10944" : 1,
"12864" : 1,
"13120" : 1,
"13888" : 1,
"15040" : 1,
"16512" : 1,
"18560" : 1,
"34560" : 1,
"51968" : 1,
"55040" : 1
}
},
"lat_ns" : {
"min" : 104840,
"max" : 756544,
"mean" : 136047.790419,
"stddev" : 4918.128059,
"N" : 1317132
},
"bw_min" : 6531847,
"bw_max" : 7706624,
"bw_agg" : 100.000000,
"bw_mean" : 7494364.552778,
"bw_dev" : 99980.365294,
"bw_samples" : 360,
"iops_min" : 6378,
"iops_max" : 7526,
"iops_mean" : 7318.661111,
"iops_stddev" : 97.638505,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 1.695000,
"sys_cpu" : 97.963333,
"ctx" : 81,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.552513,
"4" : 0.289417,
"10" : 0.157311,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}