raidz2/benchmarks/seq/seq-read-qd1-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773990550,
"timestamp_ms" : 1773990550824,
"time" : "Fri Mar 20 04:09:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2651775200,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990560,
"timestamp_ms" : 1773990560824,
"time" : "Fri Mar 20 04:09:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 188,
"elapsed" : 3,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 13365149696,
"io_kbytes" : 13051904,
"bw_bytes" : 7392228814,
"bw" : 7218973,
"iops" : 7051.438053,
"runtime" : 1808,
"total_ios" : 12749,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1808,
"usr_cpu" : 1.603982,
"sys_cpu" : 98.008850,
"ctx" : 0,
"majf" : 0,
"minf" : 263,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990579,
"timestamp_ms" : 1773990579014,
"time" : "Fri Mar 20 04:09:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 75913756672,
"io_kbytes" : 74134528,
"bw_bytes" : 7592134880,
"bw" : 7414194,
"iops" : 7240.524052,
"runtime" : 9999,
"total_ios" : 72398,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128225,
"max" : 185192,
"mean" : 135944.157228,
"stddev" : 4898.342965,
"N" : 72398
},
"clat_ns" : {
"min" : 1392,
"max" : 9614,
"mean" : 1553.749782,
"stddev" : 182.836138,
"N" : 72397,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1496,
"40.000000" : 1528,
"50.000000" : 1544,
"60.000000" : 1560,
"70.000000" : 1576,
"80.000000" : 1608,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5856,
"99.990000" : 6560
},
"bins" : {
"1400" : 26,
"1416" : 1032,
"1432" : 1725,
"1448" : 5841,
"1464" : 3745,
"1480" : 7287,
"1496" : 5876,
"1512" : 2630,
"1528" : 6122,
"1544" : 3770,
"1560" : 8214,
"1576" : 7559,
"1592" : 2994,
"1608" : 4741,
"1624" : 1731,
"1640" : 2534,
"1656" : 1632,
"1672" : 638,
"1688" : 935,
"1704" : 363,
"1720" : 618,
"1736" : 473,
"1752" : 204,
"1768" : 268,
"1784" : 114,
"1800" : 184,
"1816" : 126,
"1832" : 65,
"1848" : 133,
"1864" : 67,
"1880" : 93,
"1896" : 74,
"1912" : 32,
"1928" : 65,
"1944" : 22,
"1960" : 64,
"1976" : 61,
"1992" : 26,
"2008" : 39,
"2024" : 19,
"2040" : 26,
"2064" : 29,
"2096" : 23,
"2128" : 20,
"2160" : 9,
"2192" : 7,
"2224" : 6,
"2256" : 5,
"2288" : 1,
"2320" : 3,
"2352" : 2,
"2384" : 1,
"2448" : 4,
"2480" : 1,
"2544" : 2,
"2576" : 1,
"2640" : 2,
"2704" : 1,
"2736" : 1,
"2768" : 1,
"2800" : 1,
"4640" : 1,
"4704" : 1,
"4768" : 4,
"4832" : 6,
"4896" : 13,
"4960" : 1,
"5024" : 7,
"5088" : 1,
"5152" : 1,
"5216" : 3,
"5280" : 1,
"5408" : 3,
"5472" : 3,
"5536" : 5,
"5600" : 12,
"5664" : 3,
"5728" : 4,
"5792" : 3,
"5856" : 3,
"5920" : 3,
"5984" : 4,
"6048" : 4,
"6112" : 4,
"6176" : 2,
"6240" : 1,
"6304" : 5,
"6432" : 2,
"6496" : 1,
"6560" : 2,
"6816" : 1,
"7136" : 1,
"7200" : 1,
"7840" : 1,
"7904" : 1,
"9664" : 1
}
},
"lat_ns" : {
"min" : 129848,
"max" : 186805,
"mean" : 137497.942926,
"stddev" : 4902.541239,
"N" : 72397
},
"bw_min" : 7385088,
"bw_max" : 7448576,
"bw_agg" : 99.986064,
"bw_mean" : 7413161.789474,
"bw_dev" : 21608.017274,
"bw_samples" : 19,
"iops_min" : 7212,
"iops_max" : 7274,
"iops_mean" : 7239.368421,
"iops_stddev" : 21.135043,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.610161,
"sys_cpu" : 98.059806,
"ctx" : 4,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.566286,
"4" : 0.281776,
"10" : 0.150557,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990589,
"timestamp_ms" : 1773990589015,
"time" : "Fri Mar 20 04:09:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 151846387712,
"io_kbytes" : 148287488,
"bw_bytes" : 7592699020,
"bw" : 7414745,
"iops" : 7241.012051,
"runtime" : 19999,
"total_ios" : 144813,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128136,
"max" : 185192,
"mean" : 135939.515969,
"stddev" : 4910.980195,
"N" : 144813
},
"clat_ns" : {
"min" : 1392,
"max" : 9614,
"mean" : 1551.981362,
"stddev" : 181.421355,
"N" : 144812,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1496,
"40.000000" : 1528,
"50.000000" : 1544,
"60.000000" : 1560,
"70.000000" : 1576,
"80.000000" : 1608,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5280,
"99.950000" : 5792,
"99.990000" : 6496
},
"bins" : {
"1400" : 68,
"1416" : 2246,
"1432" : 3736,
"1448" : 12419,
"1464" : 7524,
"1480" : 14413,
"1496" : 11973,
"1512" : 5319,
"1528" : 12601,
"1544" : 7634,
"1560" : 16379,
"1576" : 14321,
"1592" : 5786,
"1608" : 9122,
"1624" : 3338,
"1640" : 4930,
"1656" : 3213,
"1672" : 1242,
"1688" : 1921,
"1704" : 727,
"1720" : 1211,
"1736" : 944,
"1752" : 379,
"1768" : 519,
"1784" : 214,
"1800" : 351,
"1816" : 261,
"1832" : 144,
"1848" : 268,
"1864" : 112,
"1880" : 189,
"1896" : 156,
"1912" : 51,
"1928" : 128,
"1944" : 47,
"1960" : 120,
"1976" : 125,
"1992" : 48,
"2008" : 83,
"2024" : 33,
"2040" : 56,
"2064" : 48,
"2096" : 51,
"2128" : 51,
"2160" : 19,
"2192" : 13,
"2224" : 6,
"2256" : 9,
"2288" : 4,
"2320" : 6,
"2352" : 3,
"2384" : 4,
"2416" : 3,
"2448" : 4,
"2480" : 2,
"2512" : 1,
"2544" : 3,
"2576" : 3,
"2608" : 5,
"2640" : 2,
"2672" : 1,
"2704" : 2,
"2736" : 1,
"2768" : 1,
"2800" : 2,
"2960" : 1,
"4576" : 1,
"4640" : 1,
"4704" : 7,
"4768" : 8,
"4832" : 12,
"4896" : 15,
"4960" : 3,
"5024" : 8,
"5088" : 7,
"5152" : 5,
"5216" : 4,
"5280" : 7,
"5344" : 2,
"5408" : 7,
"5472" : 5,
"5536" : 7,
"5600" : 21,
"5664" : 9,
"5728" : 8,
"5792" : 8,
"5856" : 10,
"5920" : 5,
"5984" : 7,
"6048" : 9,
"6112" : 7,
"6176" : 4,
"6240" : 3,
"6304" : 5,
"6368" : 4,
"6432" : 2,
"6496" : 2,
"6560" : 3,
"6816" : 1,
"7136" : 1,
"7200" : 1,
"7392" : 1,
"7840" : 2,
"7904" : 2,
"8160" : 1,
"9664" : 1
}
},
"lat_ns" : {
"min" : 129688,
"max" : 186805,
"mean" : 137491.515254,
"stddev" : 4914.734617,
"N" : 144812
},
"bw_min" : 7385088,
"bw_max" : 7456768,
"bw_agg" : 100.000000,
"bw_mean" : 7415686.615385,
"bw_dev" : 22989.780677,
"bw_samples" : 39,
"iops_min" : 7212,
"iops_max" : 7282,
"iops_mean" : 7241.846154,
"iops_stddev" : 22.470493,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 1.565078,
"sys_cpu" : 98.109905,
"ctx" : 7,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.562194,
"4" : 0.287958,
"10" : 0.149158,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990599,
"timestamp_ms" : 1773990599015,
"time" : "Fri Mar 20 04:09:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 228509876224,
"io_kbytes" : 223154176,
"bw_bytes" : 7617249782,
"bw" : 7438720,
"iops" : 7264.408814,
"runtime" : 29999,
"total_ios" : 217925,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126363,
"max" : 737225,
"mean" : 135489.699355,
"stddev" : 5070.267435,
"N" : 217925
},
"clat_ns" : {
"min" : 1392,
"max" : 13230,
"mean" : 1554.009274,
"stddev" : 181.609821,
"N" : 217924,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1496,
"40.000000" : 1528,
"50.000000" : 1544,
"60.000000" : 1560,
"70.000000" : 1576,
"80.000000" : 1608,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5280,
"99.950000" : 5792,
"99.990000" : 6496
},
"bins" : {
"1400" : 98,
"1416" : 3140,
"1432" : 5349,
"1448" : 17785,
"1464" : 10660,
"1480" : 20550,
"1496" : 16730,
"1512" : 7602,
"1528" : 20181,
"1544" : 12716,
"1560" : 25935,
"1576" : 22211,
"1592" : 8983,
"1608" : 13629,
"1624" : 4989,
"1640" : 7367,
"1656" : 4904,
"1672" : 1926,
"1688" : 2922,
"1704" : 1138,
"1720" : 1929,
"1736" : 1435,
"1752" : 579,
"1768" : 811,
"1784" : 318,
"1800" : 566,
"1816" : 431,
"1832" : 215,
"1848" : 391,
"1864" : 173,
"1880" : 291,
"1896" : 233,
"1912" : 84,
"1928" : 192,
"1944" : 79,
"1960" : 176,
"1976" : 185,
"1992" : 75,
"2008" : 118,
"2024" : 53,
"2040" : 86,
"2064" : 75,
"2096" : 75,
"2128" : 67,
"2160" : 25,
"2192" : 16,
"2224" : 10,
"2256" : 15,
"2288" : 10,
"2320" : 11,
"2352" : 8,
"2384" : 5,
"2416" : 4,
"2448" : 5,
"2480" : 5,
"2512" : 2,
"2544" : 6,
"2576" : 4,
"2608" : 8,
"2640" : 2,
"2672" : 3,
"2704" : 2,
"2736" : 1,
"2768" : 1,
"2800" : 2,
"2832" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"4448" : 1,
"4576" : 4,
"4640" : 3,
"4704" : 8,
"4768" : 13,
"4832" : 20,
"4896" : 17,
"4960" : 5,
"5024" : 9,
"5088" : 12,
"5152" : 7,
"5216" : 6,
"5280" : 14,
"5344" : 6,
"5408" : 13,
"5472" : 11,
"5536" : 11,
"5600" : 27,
"5664" : 12,
"5728" : 13,
"5792" : 10,
"5856" : 13,
"5920" : 6,
"5984" : 8,
"6048" : 10,
"6112" : 11,
"6176" : 6,
"6240" : 7,
"6304" : 8,
"6368" : 7,
"6432" : 2,
"6496" : 2,
"6560" : 3,
"6752" : 1,
"6816" : 1,
"7136" : 1,
"7200" : 1,
"7264" : 1,
"7328" : 1,
"7392" : 2,
"7456" : 2,
"7520" : 1,
"7840" : 2,
"7904" : 2,
"8160" : 1,
"9664" : 1,
"13248" : 1
}
},
"lat_ns" : {
"min" : 128036,
"max" : 744636,
"mean" : 137043.718475,
"stddev" : 5076.256968,
"N" : 217924
},
"bw_min" : 7385088,
"bw_max" : 7622656,
"bw_agg" : 99.995423,
"bw_mean" : 7438380.474576,
"bw_dev" : 55541.291858,
"bw_samples" : 59,
"iops_min" : 7212,
"iops_max" : 7444,
"iops_mean" : 7264.000000,
"iops_stddev" : 54.235756,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.516717,
"sys_cpu" : 98.156605,
"ctx" : 12,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.565447,
"4" : 0.285878,
"10" : 0.147757,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990609,
"timestamp_ms" : 1773990609014,
"time" : "Fri Mar 20 04:10:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 305841307648,
"io_kbytes" : 298673152,
"bw_bytes" : 7646223846,
"bw" : 7467015,
"iops" : 7292.032301,
"runtime" : 39999,
"total_ios" : 291674,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125281,
"max" : 737225,
"mean" : 134957.788843,
"stddev" : 5214.060113,
"N" : 291674
},
"clat_ns" : {
"min" : 1392,
"max" : 16245,
"mean" : 1564.113168,
"stddev" : 182.262098,
"N" : 291673,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1528,
"50.000000" : 1560,
"60.000000" : 1560,
"70.000000" : 1576,
"80.000000" : 1608,
"90.000000" : 1656,
"95.000000" : 1704,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5152,
"99.950000" : 5728,
"99.990000" : 6432
},
"bins" : {
"1400" : 99,
"1416" : 3152,
"1432" : 5369,
"1448" : 17827,
"1464" : 10671,
"1480" : 20588,
"1496" : 17242,
"1512" : 9661,
"1528" : 33700,
"1544" : 21525,
"1560" : 39126,
"1576" : 31490,
"1592" : 12483,
"1608" : 18938,
"1624" : 7295,
"1640" : 11424,
"1656" : 7930,
"1672" : 3018,
"1688" : 4618,
"1704" : 1822,
"1720" : 2970,
"1736" : 2169,
"1752" : 880,
"1768" : 1277,
"1784" : 504,
"1800" : 876,
"1816" : 669,
"1832" : 317,
"1848" : 569,
"1864" : 240,
"1880" : 433,
"1896" : 350,
"1912" : 133,
"1928" : 279,
"1944" : 110,
"1960" : 241,
"1976" : 251,
"1992" : 95,
"2008" : 157,
"2024" : 76,
"2040" : 127,
"2064" : 115,
"2096" : 101,
"2128" : 94,
"2160" : 39,
"2192" : 26,
"2224" : 16,
"2256" : 18,
"2288" : 13,
"2320" : 15,
"2352" : 10,
"2384" : 8,
"2416" : 8,
"2448" : 7,
"2480" : 8,
"2512" : 3,
"2544" : 7,
"2576" : 4,
"2608" : 10,
"2640" : 3,
"2672" : 4,
"2704" : 3,
"2736" : 1,
"2768" : 1,
"2800" : 2,
"2832" : 1,
"2896" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"4448" : 3,
"4512" : 2,
"4576" : 12,
"4640" : 7,
"4704" : 15,
"4768" : 18,
"4832" : 24,
"4896" : 22,
"4960" : 11,
"5024" : 15,
"5088" : 20,
"5152" : 13,
"5216" : 11,
"5280" : 20,
"5344" : 13,
"5408" : 15,
"5472" : 18,
"5536" : 15,
"5600" : 30,
"5664" : 16,
"5728" : 16,
"5792" : 12,
"5856" : 15,
"5920" : 9,
"5984" : 10,
"6048" : 13,
"6112" : 12,
"6176" : 7,
"6240" : 7,
"6304" : 10,
"6368" : 8,
"6432" : 2,
"6496" : 2,
"6560" : 3,
"6752" : 2,
"6816" : 1,
"7136" : 1,
"7200" : 2,
"7264" : 1,
"7328" : 1,
"7392" : 3,
"7456" : 2,
"7520" : 1,
"7584" : 1,
"7840" : 3,
"7904" : 2,
"8160" : 1,
"9664" : 1,
"13248" : 1,
"16192" : 1
}
},
"lat_ns" : {
"min" : 127064,
"max" : 744636,
"mean" : 136521.907544,
"stddev" : 5217.870920,
"N" : 291673
},
"bw_min" : 7385088,
"bw_max" : 7675904,
"bw_agg" : 100.000000,
"bw_mean" : 7467241.164557,
"bw_dev" : 71511.858281,
"bw_samples" : 79,
"iops_min" : 7212,
"iops_max" : 7496,
"iops_mean" : 7292.177215,
"iops_stddev" : 69.829969,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.600040,
"sys_cpu" : 98.077452,
"ctx" : 16,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.542983,
"4" : 0.302392,
"10" : 0.153596,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990619,
"timestamp_ms" : 1773990619015,
"time" : "Fri Mar 20 04:10:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 382671519744,
"io_kbytes" : 373702656,
"bw_bytes" : 7653583466,
"bw" : 7474202,
"iops" : 7299.045981,
"runtime" : 49999,
"total_ios" : 364945,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 743484,
"mean" : 134831.765195,
"stddev" : 5281.773037,
"N" : 364945
},
"clat_ns" : {
"min" : 1392,
"max" : 16245,
"mean" : 1561.115262,
"stddev" : 183.919488,
"N" : 364944,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1480,
"30.000000" : 1512,
"40.000000" : 1528,
"50.000000" : 1544,
"60.000000" : 1560,
"70.000000" : 1576,
"80.000000" : 1608,
"90.000000" : 1656,
"95.000000" : 1704,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1400" : 103,
"1416" : 3435,
"1432" : 6235,
"1448" : 23454,
"1464" : 14830,
"1480" : 29300,
"1496" : 24944,
"1512" : 13621,
"1528" : 43230,
"1544" : 26178,
"1560" : 46437,
"1576" : 36518,
"1592" : 14400,
"1608" : 22053,
"1624" : 8664,
"1640" : 13778,
"1656" : 9595,
"1672" : 3664,
"1688" : 5618,
"1704" : 2200,
"1720" : 3566,
"1736" : 2631,
"1752" : 1076,
"1768" : 1603,
"1784" : 620,
"1800" : 1068,
"1816" : 816,
"1832" : 367,
"1848" : 661,
"1864" : 294,
"1880" : 523,
"1896" : 436,
"1912" : 177,
"1928" : 351,
"1944" : 148,
"1960" : 287,
"1976" : 294,
"1992" : 115,
"2008" : 203,
"2024" : 84,
"2040" : 147,
"2064" : 145,
"2096" : 115,
"2128" : 105,
"2160" : 59,
"2192" : 34,
"2224" : 20,
"2256" : 23,
"2288" : 20,
"2320" : 16,
"2352" : 13,
"2384" : 10,
"2416" : 8,
"2448" : 8,
"2480" : 11,
"2512" : 4,
"2544" : 13,
"2576" : 4,
"2608" : 11,
"2640" : 3,
"2672" : 4,
"2704" : 4,
"2736" : 1,
"2768" : 3,
"2800" : 2,
"2832" : 1,
"2896" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"4448" : 5,
"4512" : 5,
"4576" : 14,
"4640" : 13,
"4704" : 21,
"4768" : 25,
"4832" : 25,
"4896" : 25,
"4960" : 18,
"5024" : 17,
"5088" : 27,
"5152" : 14,
"5216" : 17,
"5280" : 25,
"5344" : 15,
"5408" : 23,
"5472" : 22,
"5536" : 21,
"5600" : 35,
"5664" : 21,
"5728" : 20,
"5792" : 15,
"5856" : 19,
"5920" : 14,
"5984" : 12,
"6048" : 16,
"6112" : 13,
"6176" : 8,
"6240" : 10,
"6304" : 11,
"6368" : 9,
"6432" : 3,
"6496" : 3,
"6560" : 3,
"6752" : 2,
"6816" : 1,
"7008" : 1,
"7072" : 2,
"7136" : 1,
"7200" : 3,
"7264" : 1,
"7328" : 1,
"7392" : 3,
"7456" : 2,
"7520" : 1,
"7584" : 1,
"7840" : 3,
"7904" : 3,
"8160" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 1,
"8768" : 1,
"9664" : 1,
"13248" : 1,
"16192" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 751367,
"mean" : 136392.884533,
"stddev" : 5285.791096,
"N" : 364944
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7475435.303030,
"bw_dev" : 73913.119628,
"bw_samples" : 99,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7300.181818,
"iops_stddev" : 72.172181,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 1.664033,
"sys_cpu" : 98.011960,
"ctx" : 23,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.546507,
"4" : 0.294839,
"10" : 0.157832,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990629,
"timestamp_ms" : 1773990629015,
"time" : "Fri Mar 20 04:10:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 459025678336,
"io_kbytes" : 448267264,
"bw_bytes" : 7650555481,
"bw" : 7471245,
"iops" : 7296.154936,
"runtime" : 59999,
"total_ios" : 437762,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 743484,
"mean" : 134891.282852,
"stddev" : 5228.280614,
"N" : 437762
},
"clat_ns" : {
"min" : 1392,
"max" : 16245,
"mean" : 1554.990429,
"stddev" : 181.720653,
"N" : 437761,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1480,
"30.000000" : 1496,
"40.000000" : 1528,
"50.000000" : 1544,
"60.000000" : 1560,
"70.000000" : 1576,
"80.000000" : 1608,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1400" : 111,
"1416" : 3901,
"1432" : 7617,
"1448" : 32065,
"1464" : 21176,
"1480" : 41451,
"1496" : 35987,
"1512" : 18653,
"1528" : 50908,
"1544" : 29046,
"1560" : 50802,
"1576" : 39632,
"1592" : 15656,
"1608" : 24184,
"1624" : 9541,
"1640" : 15142,
"1656" : 10535,
"1672" : 4037,
"1688" : 6191,
"1704" : 2415,
"1720" : 3895,
"1736" : 2920,
"1752" : 1204,
"1768" : 1805,
"1784" : 702,
"1800" : 1185,
"1816" : 910,
"1832" : 413,
"1848" : 749,
"1864" : 332,
"1880" : 597,
"1896" : 505,
"1912" : 203,
"1928" : 401,
"1944" : 176,
"1960" : 330,
"1976" : 337,
"1992" : 131,
"2008" : 236,
"2024" : 100,
"2040" : 173,
"2064" : 165,
"2096" : 128,
"2128" : 116,
"2160" : 67,
"2192" : 38,
"2224" : 23,
"2256" : 27,
"2288" : 21,
"2320" : 18,
"2352" : 15,
"2384" : 14,
"2416" : 10,
"2448" : 9,
"2480" : 13,
"2512" : 6,
"2544" : 17,
"2576" : 5,
"2608" : 13,
"2640" : 4,
"2672" : 7,
"2704" : 4,
"2736" : 1,
"2768" : 4,
"2800" : 2,
"2832" : 2,
"2896" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"4448" : 5,
"4512" : 7,
"4576" : 15,
"4640" : 16,
"4704" : 25,
"4768" : 27,
"4832" : 27,
"4896" : 26,
"4960" : 19,
"5024" : 20,
"5088" : 31,
"5152" : 16,
"5216" : 23,
"5280" : 28,
"5344" : 17,
"5408" : 32,
"5472" : 27,
"5536" : 24,
"5600" : 36,
"5664" : 29,
"5728" : 25,
"5792" : 17,
"5856" : 20,
"5920" : 19,
"5984" : 13,
"6048" : 19,
"6112" : 15,
"6176" : 8,
"6240" : 14,
"6304" : 13,
"6368" : 9,
"6432" : 4,
"6496" : 3,
"6560" : 6,
"6752" : 2,
"6816" : 1,
"6944" : 1,
"7008" : 2,
"7072" : 2,
"7136" : 1,
"7200" : 3,
"7264" : 1,
"7328" : 1,
"7392" : 3,
"7456" : 2,
"7520" : 1,
"7584" : 2,
"7840" : 3,
"7904" : 3,
"8096" : 1,
"8160" : 1,
"8256" : 1,
"8384" : 2,
"8512" : 1,
"8768" : 1,
"9664" : 1,
"13248" : 1,
"16192" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 751367,
"mean" : 136446.276815,
"stddev" : 5231.415948,
"N" : 437761
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7472256.579832,
"bw_dev" : 68331.661160,
"bw_samples" : 119,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7297.075630,
"iops_stddev" : 66.720154,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.665028,
"sys_cpu" : 98.008300,
"ctx" : 31,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.562091,
"4" : 0.283944,
"10" : 0.153280,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990639,
"timestamp_ms" : 1773990639015,
"time" : "Fri Mar 20 04:10:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 535391371264,
"io_kbytes" : 522843136,
"bw_bytes" : 7648557426,
"bw" : 7469294,
"iops" : 7294.247061,
"runtime" : 69999,
"total_ios" : 510590,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 743484,
"mean" : 134931.381895,
"stddev" : 5186.320349,
"N" : 510590
},
"clat_ns" : {
"min" : 1392,
"max" : 16245,
"mean" : 1550.642299,
"stddev" : 181.614565,
"N" : 510589,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1496,
"40.000000" : 1512,
"50.000000" : 1528,
"60.000000" : 1560,
"70.000000" : 1576,
"80.000000" : 1592,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6496
},
"bins" : {
"1400" : 115,
"1416" : 4295,
"1432" : 9005,
"1448" : 40755,
"1464" : 27790,
"1480" : 53950,
"1496" : 47045,
"1512" : 23599,
"1528" : 58257,
"1544" : 31873,
"1560" : 54915,
"1576" : 42803,
"1592" : 16925,
"1608" : 26354,
"1624" : 10407,
"1640" : 16468,
"1656" : 11468,
"1672" : 4408,
"1688" : 6746,
"1704" : 2644,
"1720" : 4253,
"1736" : 3222,
"1752" : 1316,
"1768" : 2000,
"1784" : 781,
"1800" : 1317,
"1816" : 1007,
"1832" : 444,
"1848" : 821,
"1864" : 375,
"1880" : 680,
"1896" : 585,
"1912" : 234,
"1928" : 474,
"1944" : 200,
"1960" : 367,
"1976" : 379,
"1992" : 143,
"2008" : 263,
"2024" : 117,
"2040" : 193,
"2064" : 180,
"2096" : 143,
"2128" : 128,
"2160" : 73,
"2192" : 41,
"2224" : 23,
"2256" : 30,
"2288" : 25,
"2320" : 20,
"2352" : 18,
"2384" : 20,
"2416" : 10,
"2448" : 10,
"2480" : 16,
"2512" : 7,
"2544" : 17,
"2576" : 6,
"2608" : 13,
"2640" : 5,
"2672" : 10,
"2704" : 4,
"2736" : 2,
"2768" : 4,
"2800" : 2,
"2832" : 2,
"2896" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4448" : 5,
"4512" : 9,
"4576" : 16,
"4640" : 20,
"4704" : 31,
"4768" : 28,
"4832" : 30,
"4896" : 29,
"4960" : 20,
"5024" : 21,
"5088" : 34,
"5152" : 22,
"5216" : 27,
"5280" : 32,
"5344" : 21,
"5408" : 39,
"5472" : 30,
"5536" : 28,
"5600" : 42,
"5664" : 31,
"5728" : 34,
"5792" : 18,
"5856" : 22,
"5920" : 25,
"5984" : 16,
"6048" : 19,
"6112" : 18,
"6176" : 10,
"6240" : 16,
"6304" : 16,
"6368" : 10,
"6432" : 6,
"6496" : 6,
"6560" : 6,
"6688" : 2,
"6752" : 2,
"6816" : 1,
"6944" : 1,
"7008" : 3,
"7072" : 2,
"7136" : 1,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 3,
"7456" : 2,
"7520" : 1,
"7584" : 2,
"7840" : 3,
"7904" : 3,
"8096" : 1,
"8160" : 2,
"8256" : 1,
"8384" : 2,
"8512" : 1,
"8768" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 751367,
"mean" : 136482.027304,
"stddev" : 5188.998000,
"N" : 510589
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7470346.122302,
"bw_dev" : 63986.991586,
"bw_samples" : 139,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7295.208633,
"iops_stddev" : 62.476717,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 1.630023,
"sys_cpu" : 98.041401,
"ctx" : 39,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.575001,
"4" : 0.271842,
"10" : 0.152373,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990649,
"timestamp_ms" : 1773990649014,
"time" : "Fri Mar 20 04:10:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 611714072576,
"io_kbytes" : 597377024,
"bw_bytes" : 7646521488,
"bw" : 7467306,
"iops" : 7292.303654,
"runtime" : 79999,
"total_ios" : 583377,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 743484,
"mean" : 134970.002774,
"stddev" : 5162.049494,
"N" : 583377
},
"clat_ns" : {
"min" : 1392,
"max" : 16245,
"mean" : 1548.041172,
"stddev" : 180.830193,
"N" : 583376,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1496,
"40.000000" : 1512,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1592,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6496
},
"bins" : {
"1400" : 119,
"1416" : 4602,
"1432" : 10076,
"1448" : 48233,
"1464" : 33676,
"1480" : 65899,
"1496" : 57944,
"1512" : 28479,
"1528" : 66296,
"1544" : 35044,
"1560" : 59765,
"1576" : 46323,
"1592" : 18356,
"1608" : 28679,
"1624" : 11311,
"1640" : 17997,
"1656" : 12478,
"1672" : 4829,
"1688" : 7336,
"1704" : 2891,
"1720" : 4693,
"1736" : 3533,
"1752" : 1473,
"1768" : 2196,
"1784" : 864,
"1800" : 1440,
"1816" : 1111,
"1832" : 501,
"1848" : 913,
"1864" : 413,
"1880" : 762,
"1896" : 653,
"1912" : 273,
"1928" : 530,
"1944" : 227,
"1960" : 417,
"1976" : 431,
"1992" : 156,
"2008" : 298,
"2024" : 135,
"2040" : 217,
"2064" : 199,
"2096" : 161,
"2128" : 149,
"2160" : 85,
"2192" : 44,
"2224" : 25,
"2256" : 35,
"2288" : 27,
"2320" : 24,
"2352" : 22,
"2384" : 20,
"2416" : 12,
"2448" : 11,
"2480" : 18,
"2512" : 8,
"2544" : 21,
"2576" : 6,
"2608" : 14,
"2640" : 6,
"2672" : 10,
"2704" : 4,
"2736" : 3,
"2768" : 4,
"2800" : 3,
"2832" : 3,
"2864" : 1,
"2896" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4448" : 5,
"4512" : 9,
"4576" : 19,
"4640" : 24,
"4704" : 34,
"4768" : 30,
"4832" : 34,
"4896" : 31,
"4960" : 22,
"5024" : 23,
"5088" : 35,
"5152" : 25,
"5216" : 31,
"5280" : 38,
"5344" : 27,
"5408" : 45,
"5472" : 35,
"5536" : 35,
"5600" : 47,
"5664" : 35,
"5728" : 35,
"5792" : 19,
"5856" : 26,
"5920" : 28,
"5984" : 20,
"6048" : 24,
"6112" : 22,
"6176" : 13,
"6240" : 18,
"6304" : 17,
"6368" : 10,
"6432" : 8,
"6496" : 7,
"6560" : 7,
"6688" : 2,
"6752" : 3,
"6816" : 1,
"6944" : 1,
"7008" : 3,
"7072" : 2,
"7136" : 2,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 3,
"7456" : 3,
"7520" : 1,
"7584" : 2,
"7840" : 3,
"7904" : 3,
"8096" : 1,
"8160" : 2,
"8256" : 1,
"8384" : 3,
"8512" : 1,
"8768" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 751367,
"mean" : 136518.046733,
"stddev" : 5164.490682,
"N" : 583376
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7468657.842767,
"bw_dev" : 60653.970890,
"bw_samples" : 159,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7293.559748,
"iops_stddev" : 59.224801,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.632520,
"sys_cpu" : 98.037475,
"ctx" : 45,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.578660,
"4" : 0.269294,
"10" : 0.151360,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990659,
"timestamp_ms" : 1773990659015,
"time" : "Fri Mar 20 04:10:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 688050405376,
"io_kbytes" : 671924224,
"bw_bytes" : 7645089449,
"bw" : 7465907,
"iops" : 7290.936566,
"runtime" : 89999,
"total_ios" : 656177,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 743484,
"mean" : 134999.010141,
"stddev" : 5140.086265,
"N" : 656177
},
"clat_ns" : {
"min" : 1392,
"max" : 16245,
"mean" : 1545.994159,
"stddev" : 181.181072,
"N" : 656176,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1496,
"40.000000" : 1512,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1592,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1880,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6496
},
"bins" : {
"1400" : 123,
"1416" : 5002,
"1432" : 11281,
"1448" : 55862,
"1464" : 39607,
"1480" : 77896,
"1496" : 69076,
"1512" : 33399,
"1528" : 74023,
"1544" : 37984,
"1560" : 64471,
"1576" : 49853,
"1592" : 19777,
"1608" : 31009,
"1624" : 12246,
"1640" : 19455,
"1656" : 13492,
"1672" : 5251,
"1688" : 7967,
"1704" : 3151,
"1720" : 5080,
"1736" : 3878,
"1752" : 1572,
"1768" : 2410,
"1784" : 946,
"1800" : 1580,
"1816" : 1216,
"1832" : 546,
"1848" : 990,
"1864" : 460,
"1880" : 841,
"1896" : 729,
"1912" : 299,
"1928" : 582,
"1944" : 257,
"1960" : 464,
"1976" : 478,
"1992" : 162,
"2008" : 326,
"2024" : 151,
"2040" : 244,
"2064" : 233,
"2096" : 181,
"2128" : 158,
"2160" : 94,
"2192" : 50,
"2224" : 28,
"2256" : 39,
"2288" : 29,
"2320" : 26,
"2352" : 23,
"2384" : 21,
"2416" : 14,
"2448" : 14,
"2480" : 21,
"2512" : 10,
"2544" : 23,
"2576" : 7,
"2608" : 17,
"2640" : 7,
"2672" : 10,
"2704" : 4,
"2736" : 3,
"2768" : 5,
"2800" : 4,
"2832" : 6,
"2864" : 1,
"2896" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4448" : 5,
"4512" : 10,
"4576" : 22,
"4640" : 28,
"4704" : 43,
"4768" : 34,
"4832" : 36,
"4896" : 34,
"4960" : 25,
"5024" : 26,
"5088" : 39,
"5152" : 26,
"5216" : 35,
"5280" : 43,
"5344" : 34,
"5408" : 50,
"5472" : 39,
"5536" : 43,
"5600" : 50,
"5664" : 39,
"5728" : 41,
"5792" : 25,
"5856" : 31,
"5920" : 33,
"5984" : 21,
"6048" : 28,
"6112" : 24,
"6176" : 15,
"6240" : 18,
"6304" : 18,
"6368" : 10,
"6432" : 8,
"6496" : 8,
"6560" : 7,
"6688" : 3,
"6752" : 4,
"6816" : 1,
"6880" : 1,
"6944" : 3,
"7008" : 4,
"7072" : 2,
"7136" : 2,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 3,
"7456" : 3,
"7520" : 3,
"7584" : 3,
"7840" : 3,
"7904" : 3,
"8096" : 1,
"8160" : 2,
"8256" : 1,
"8384" : 3,
"8512" : 2,
"8768" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 751367,
"mean" : 136545.006821,
"stddev" : 5142.239166,
"N" : 656176
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7467298.458101,
"bw_dev" : 57656.120651,
"bw_samples" : 179,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7292.234637,
"iops_stddev" : 56.296274,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.642240,
"sys_cpu" : 98.026645,
"ctx" : 52,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.579077,
"4" : 0.267458,
"10" : 0.152855,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990669,
"timestamp_ms" : 1773990669015,
"time" : "Fri Mar 20 04:11:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 764383592448,
"io_kbytes" : 746468352,
"bw_bytes" : 7643912363,
"bw" : 7464758,
"iops" : 7289.812898,
"runtime" : 99999,
"total_ios" : 728974,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 743484,
"mean" : 135022.336119,
"stddev" : 5122.122804,
"N" : 728974
},
"clat_ns" : {
"min" : 1392,
"max" : 16245,
"mean" : 1544.046496,
"stddev" : 181.046669,
"N" : 728973,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1496,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1592,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1864,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1400" : 132,
"1416" : 5557,
"1432" : 12781,
"1448" : 64896,
"1464" : 45787,
"1480" : 89228,
"1496" : 79655,
"1512" : 38296,
"1528" : 81503,
"1544" : 40953,
"1560" : 69190,
"1576" : 53186,
"1592" : 21077,
"1608" : 33276,
"1624" : 13118,
"1640" : 20881,
"1656" : 14467,
"1672" : 5628,
"1688" : 8583,
"1704" : 3381,
"1720" : 5477,
"1736" : 4178,
"1752" : 1686,
"1768" : 2617,
"1784" : 1024,
"1800" : 1722,
"1816" : 1311,
"1832" : 607,
"1848" : 1083,
"1864" : 490,
"1880" : 925,
"1896" : 790,
"1912" : 333,
"1928" : 642,
"1944" : 283,
"1960" : 511,
"1976" : 520,
"1992" : 178,
"2008" : 349,
"2024" : 166,
"2040" : 257,
"2064" : 259,
"2096" : 194,
"2128" : 167,
"2160" : 99,
"2192" : 53,
"2224" : 34,
"2256" : 40,
"2288" : 30,
"2320" : 32,
"2352" : 23,
"2384" : 25,
"2416" : 17,
"2448" : 18,
"2480" : 23,
"2512" : 12,
"2544" : 25,
"2576" : 10,
"2608" : 19,
"2640" : 9,
"2672" : 10,
"2704" : 6,
"2736" : 4,
"2768" : 5,
"2800" : 4,
"2832" : 6,
"2864" : 1,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4448" : 5,
"4512" : 10,
"4576" : 24,
"4640" : 29,
"4704" : 51,
"4768" : 41,
"4832" : 40,
"4896" : 37,
"4960" : 30,
"5024" : 26,
"5088" : 42,
"5152" : 29,
"5216" : 37,
"5280" : 50,
"5344" : 37,
"5408" : 58,
"5472" : 44,
"5536" : 46,
"5600" : 54,
"5664" : 42,
"5728" : 43,
"5792" : 28,
"5856" : 38,
"5920" : 35,
"5984" : 25,
"6048" : 32,
"6112" : 26,
"6176" : 17,
"6240" : 18,
"6304" : 19,
"6368" : 11,
"6432" : 8,
"6496" : 9,
"6560" : 7,
"6688" : 5,
"6752" : 5,
"6816" : 1,
"6880" : 1,
"6944" : 4,
"7008" : 5,
"7072" : 3,
"7136" : 3,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 4,
"7456" : 3,
"7520" : 3,
"7584" : 3,
"7712" : 1,
"7840" : 3,
"7904" : 4,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 3,
"8512" : 2,
"8768" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 751367,
"mean" : 136566.384917,
"stddev" : 5124.113579,
"N" : 728973
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7466060.748744,
"bw_dev" : 55391.296748,
"bw_samples" : 199,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7291.025126,
"iops_stddev" : 54.087792,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.660017,
"sys_cpu" : 98.008980,
"ctx" : 58,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.585445,
"4" : 0.261189,
"10" : 0.152818,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990679,
"timestamp_ms" : 1773990679015,
"time" : "Fri Mar 20 04:11:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 840737751040,
"io_kbytes" : 821032960,
"bw_bytes" : 7643139947,
"bw" : 7464003,
"iops" : 7289.075355,
"runtime" : 109999,
"total_ios" : 801791,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 743484,
"mean" : 135037.670447,
"stddev" : 5103.207905,
"N" : 801791
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1542.490560,
"stddev" : 187.942350,
"N" : 801790,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1864,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1400" : 151,
"1416" : 6200,
"1432" : 14492,
"1448" : 74187,
"1464" : 51999,
"1480" : 100199,
"1496" : 90120,
"1512" : 43245,
"1528" : 89061,
"1544" : 43970,
"1560" : 73788,
"1576" : 56617,
"1592" : 22374,
"1608" : 35368,
"1624" : 14008,
"1640" : 22236,
"1656" : 15436,
"1672" : 5999,
"1688" : 9174,
"1704" : 3634,
"1720" : 5846,
"1736" : 4497,
"1752" : 1797,
"1768" : 2814,
"1784" : 1089,
"1800" : 1845,
"1816" : 1406,
"1832" : 653,
"1848" : 1171,
"1864" : 546,
"1880" : 1018,
"1896" : 863,
"1912" : 361,
"1928" : 702,
"1944" : 318,
"1960" : 560,
"1976" : 558,
"1992" : 194,
"2008" : 376,
"2024" : 179,
"2040" : 276,
"2064" : 274,
"2096" : 210,
"2128" : 174,
"2160" : 110,
"2192" : 58,
"2224" : 37,
"2256" : 44,
"2288" : 31,
"2320" : 36,
"2352" : 23,
"2384" : 27,
"2416" : 21,
"2448" : 22,
"2480" : 24,
"2512" : 14,
"2544" : 27,
"2576" : 11,
"2608" : 19,
"2640" : 13,
"2672" : 11,
"2704" : 7,
"2736" : 4,
"2768" : 5,
"2800" : 5,
"2832" : 6,
"2864" : 1,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4448" : 5,
"4512" : 12,
"4576" : 26,
"4640" : 33,
"4704" : 56,
"4768" : 45,
"4832" : 43,
"4896" : 42,
"4960" : 34,
"5024" : 27,
"5088" : 45,
"5152" : 32,
"5216" : 44,
"5280" : 56,
"5344" : 43,
"5408" : 68,
"5472" : 48,
"5536" : 55,
"5600" : 60,
"5664" : 46,
"5728" : 47,
"5792" : 30,
"5856" : 42,
"5920" : 40,
"5984" : 26,
"6048" : 33,
"6112" : 29,
"6176" : 19,
"6240" : 19,
"6304" : 19,
"6368" : 13,
"6432" : 9,
"6496" : 11,
"6560" : 8,
"6688" : 5,
"6752" : 5,
"6816" : 2,
"6880" : 1,
"6944" : 7,
"7008" : 5,
"7072" : 3,
"7136" : 4,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 4,
"7456" : 3,
"7520" : 3,
"7584" : 3,
"7712" : 3,
"7840" : 3,
"7904" : 4,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 3,
"8512" : 2,
"8768" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 1,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 751367,
"mean" : 136580.163119,
"stddev" : 5105.364882,
"N" : 801790
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7465358.022831,
"bw_dev" : 53177.065470,
"bw_samples" : 219,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7290.337900,
"iops_stddev" : 51.923859,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.669106,
"sys_cpu" : 97.998164,
"ctx" : 65,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.589045,
"4" : 0.255927,
"10" : 0.154404,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990689,
"timestamp_ms" : 1773990689015,
"time" : "Fri Mar 20 04:11:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 917080375296,
"io_kbytes" : 895586304,
"bw_bytes" : 7642400147,
"bw" : 7463281,
"iops" : 7288.369070,
"runtime" : 119999,
"total_ios" : 874597,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 743484,
"mean" : 135052.273348,
"stddev" : 5090.466216,
"N" : 874597
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1541.103328,
"stddev" : 187.543680,
"N" : 874596,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1544,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1864,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1400" : 159,
"1416" : 6750,
"1432" : 16046,
"1448" : 83079,
"1464" : 58321,
"1480" : 112011,
"1496" : 100923,
"1512" : 47951,
"1528" : 96351,
"1544" : 46910,
"1560" : 78492,
"1576" : 59913,
"1592" : 23668,
"1608" : 37515,
"1624" : 14824,
"1640" : 23600,
"1656" : 16400,
"1672" : 6371,
"1688" : 9788,
"1704" : 3877,
"1720" : 6209,
"1736" : 4798,
"1752" : 1901,
"1768" : 3036,
"1784" : 1164,
"1800" : 1973,
"1816" : 1508,
"1832" : 688,
"1848" : 1266,
"1864" : 586,
"1880" : 1100,
"1896" : 930,
"1912" : 396,
"1928" : 780,
"1944" : 345,
"1960" : 601,
"1976" : 601,
"1992" : 212,
"2008" : 410,
"2024" : 188,
"2040" : 293,
"2064" : 295,
"2096" : 220,
"2128" : 189,
"2160" : 118,
"2192" : 60,
"2224" : 40,
"2256" : 45,
"2288" : 33,
"2320" : 40,
"2352" : 27,
"2384" : 29,
"2416" : 23,
"2448" : 22,
"2480" : 24,
"2512" : 16,
"2544" : 29,
"2576" : 12,
"2608" : 19,
"2640" : 16,
"2672" : 11,
"2704" : 7,
"2736" : 4,
"2768" : 7,
"2800" : 7,
"2832" : 6,
"2864" : 1,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4320" : 1,
"4448" : 5,
"4512" : 12,
"4576" : 28,
"4640" : 35,
"4704" : 58,
"4768" : 50,
"4832" : 47,
"4896" : 44,
"4960" : 36,
"5024" : 28,
"5088" : 47,
"5152" : 36,
"5216" : 47,
"5280" : 63,
"5344" : 49,
"5408" : 74,
"5472" : 53,
"5536" : 61,
"5600" : 65,
"5664" : 51,
"5728" : 53,
"5792" : 35,
"5856" : 44,
"5920" : 42,
"5984" : 30,
"6048" : 36,
"6112" : 30,
"6176" : 22,
"6240" : 20,
"6304" : 20,
"6368" : 13,
"6432" : 11,
"6496" : 13,
"6560" : 9,
"6624" : 1,
"6688" : 5,
"6752" : 6,
"6816" : 3,
"6880" : 1,
"6944" : 7,
"7008" : 6,
"7072" : 4,
"7136" : 4,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 4,
"7456" : 3,
"7520" : 4,
"7584" : 3,
"7712" : 4,
"7840" : 3,
"7904" : 5,
"8032" : 1,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 4,
"8512" : 2,
"8768" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 1,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 751367,
"mean" : 136593.378629,
"stddev" : 5092.410408,
"N" : 874596
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7464447.493724,
"bw_dev" : 51414.543014,
"bw_samples" : 239,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7289.447699,
"iops_stddev" : 50.199564,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.668347,
"sys_cpu" : 97.998317,
"ctx" : 71,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.593641,
"4" : 0.251316,
"10" : 0.154471,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990699,
"timestamp_ms" : 1773990699015,
"time" : "Fri Mar 20 04:11:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 993419853824,
"io_kbytes" : 970136576,
"bw_bytes" : 7641749965,
"bw" : 7462646,
"iops" : 7287.748367,
"runtime" : 129999,
"total_ios" : 947400,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 766390,
"mean" : 135064.584333,
"stddev" : 5121.706083,
"N" : 947400
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1540.011110,
"stddev" : 186.421739,
"N" : 947399,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1864,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1400" : 176,
"1416" : 7286,
"1432" : 17531,
"1448" : 91688,
"1464" : 64347,
"1480" : 123397,
"1496" : 111581,
"1512" : 52756,
"1528" : 103896,
"1544" : 49904,
"1560" : 83335,
"1576" : 63417,
"1592" : 25057,
"1608" : 39828,
"1624" : 15772,
"1640" : 24989,
"1656" : 17401,
"1672" : 6750,
"1688" : 10364,
"1704" : 4106,
"1720" : 6620,
"1736" : 5117,
"1752" : 2031,
"1768" : 3240,
"1784" : 1256,
"1800" : 2099,
"1816" : 1604,
"1832" : 734,
"1848" : 1339,
"1864" : 633,
"1880" : 1185,
"1896" : 993,
"1912" : 429,
"1928" : 850,
"1944" : 371,
"1960" : 655,
"1976" : 644,
"1992" : 229,
"2008" : 441,
"2024" : 201,
"2040" : 309,
"2064" : 312,
"2096" : 235,
"2128" : 195,
"2160" : 123,
"2192" : 65,
"2224" : 42,
"2256" : 47,
"2288" : 33,
"2320" : 44,
"2352" : 27,
"2384" : 32,
"2416" : 23,
"2448" : 23,
"2480" : 27,
"2512" : 18,
"2544" : 30,
"2576" : 14,
"2608" : 20,
"2640" : 16,
"2672" : 11,
"2704" : 8,
"2736" : 5,
"2768" : 7,
"2800" : 8,
"2832" : 7,
"2864" : 1,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4320" : 1,
"4448" : 5,
"4512" : 12,
"4576" : 30,
"4640" : 38,
"4704" : 62,
"4768" : 58,
"4832" : 50,
"4896" : 44,
"4960" : 37,
"5024" : 31,
"5088" : 48,
"5152" : 39,
"5216" : 48,
"5280" : 69,
"5344" : 52,
"5408" : 80,
"5472" : 61,
"5536" : 66,
"5600" : 69,
"5664" : 53,
"5728" : 60,
"5792" : 37,
"5856" : 47,
"5920" : 48,
"5984" : 32,
"6048" : 38,
"6112" : 36,
"6176" : 24,
"6240" : 20,
"6304" : 22,
"6368" : 13,
"6432" : 13,
"6496" : 13,
"6560" : 11,
"6624" : 1,
"6688" : 5,
"6752" : 6,
"6816" : 4,
"6880" : 1,
"6944" : 7,
"7008" : 6,
"7072" : 4,
"7136" : 4,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 6,
"7456" : 3,
"7520" : 5,
"7584" : 3,
"7712" : 4,
"7840" : 3,
"7904" : 5,
"8032" : 1,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 4,
"8512" : 2,
"8768" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 1,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 773881,
"mean" : 136604.597259,
"stddev" : 5124.310890,
"N" : 947399
},
"bw_min" : 7385088,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7464111.934363,
"bw_dev" : 49864.699217,
"bw_samples" : 259,
"iops_min" : 7212,
"iops_max" : 7528,
"iops_mean" : 7289.119691,
"iops_stddev" : 48.686917,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.661551,
"sys_cpu" : 98.004600,
"ctx" : 78,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.599958,
"4" : 0.246042,
"10" : 0.153473,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990709,
"timestamp_ms" : 1773990709015,
"time" : "Fri Mar 20 04:11:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1068960317440,
"io_kbytes" : 1043906560,
"bw_bytes" : 7635485378,
"bw" : 7456528,
"iops" : 7281.773441,
"runtime" : 139999,
"total_ios" : 1019441,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 766390,
"mean" : 135175.936561,
"stddev" : 5127.128696,
"N" : 1019441
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1540.144736,
"stddev" : 185.691100,
"N" : 1019440,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1528,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1864,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1400" : 178,
"1416" : 7490,
"1432" : 18108,
"1448" : 96063,
"1464" : 68374,
"1480" : 134330,
"1496" : 123225,
"1512" : 57868,
"1528" : 112442,
"1544" : 53421,
"1560" : 88703,
"1576" : 67509,
"1592" : 26774,
"1608" : 42690,
"1624" : 16957,
"1640" : 26958,
"1656" : 18754,
"1672" : 7321,
"1688" : 11182,
"1704" : 4472,
"1720" : 7162,
"1736" : 5511,
"1752" : 2221,
"1768" : 3536,
"1784" : 1383,
"1800" : 2287,
"1816" : 1760,
"1832" : 807,
"1848" : 1451,
"1864" : 685,
"1880" : 1265,
"1896" : 1078,
"1912" : 476,
"1928" : 921,
"1944" : 397,
"1960" : 693,
"1976" : 688,
"1992" : 245,
"2008" : 472,
"2024" : 213,
"2040" : 327,
"2064" : 342,
"2096" : 251,
"2128" : 211,
"2160" : 133,
"2192" : 72,
"2224" : 47,
"2256" : 51,
"2288" : 36,
"2320" : 48,
"2352" : 27,
"2384" : 35,
"2416" : 24,
"2448" : 24,
"2480" : 28,
"2512" : 19,
"2544" : 31,
"2576" : 15,
"2608" : 20,
"2640" : 17,
"2672" : 11,
"2704" : 8,
"2736" : 6,
"2768" : 7,
"2800" : 8,
"2832" : 7,
"2864" : 2,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4320" : 1,
"4448" : 5,
"4512" : 12,
"4576" : 30,
"4640" : 38,
"4704" : 63,
"4768" : 64,
"4832" : 57,
"4896" : 52,
"4960" : 39,
"5024" : 34,
"5088" : 50,
"5152" : 39,
"5216" : 48,
"5280" : 71,
"5344" : 57,
"5408" : 86,
"5472" : 69,
"5536" : 70,
"5600" : 70,
"5664" : 63,
"5728" : 67,
"5792" : 39,
"5856" : 49,
"5920" : 48,
"5984" : 33,
"6048" : 39,
"6112" : 37,
"6176" : 24,
"6240" : 21,
"6304" : 23,
"6368" : 15,
"6432" : 16,
"6496" : 15,
"6560" : 11,
"6624" : 2,
"6688" : 5,
"6752" : 7,
"6816" : 4,
"6880" : 2,
"6944" : 7,
"7008" : 6,
"7072" : 4,
"7136" : 4,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 7,
"7456" : 3,
"7520" : 5,
"7584" : 3,
"7712" : 5,
"7840" : 3,
"7904" : 6,
"7968" : 1,
"8032" : 1,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 4,
"8512" : 3,
"8768" : 3,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 1,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 773881,
"mean" : 136716.083095,
"stddev" : 5129.686555,
"N" : 1019440
},
"bw_min" : 7344128,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7458112.691756,
"bw_dev" : 53105.359221,
"bw_samples" : 279,
"iops_min" : 7172,
"iops_max" : 7528,
"iops_mean" : 7283.261649,
"iops_stddev" : 51.851056,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.655012,
"sys_cpu" : 98.010700,
"ctx" : 83,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.602135,
"4" : 0.245134,
"10" : 0.152240,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990719,
"timestamp_ms" : 1773990719014,
"time" : "Fri Mar 20 04:11:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1144555307008,
"io_kbytes" : 1117729792,
"bw_bytes" : 7630419582,
"bw" : 7451581,
"iops" : 7276.941846,
"runtime" : 149999,
"total_ios" : 1091534,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 766390,
"mean" : 135266.633697,
"stddev" : 5128.058577,
"N" : 1091534
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1539.764929,
"stddev" : 185.632062,
"N" : 1091533,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1512,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1864,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6624
},
"bins" : {
"1400" : 186,
"1416" : 7762,
"1432" : 19025,
"1448" : 102011,
"1464" : 73412,
"1480" : 146419,
"1496" : 134824,
"1512" : 62944,
"1528" : 120354,
"1544" : 56417,
"1560" : 93343,
"1576" : 71142,
"1592" : 28338,
"1608" : 45247,
"1624" : 18100,
"1640" : 28633,
"1656" : 19865,
"1672" : 7737,
"1688" : 11887,
"1704" : 4740,
"1720" : 7628,
"1736" : 5880,
"1752" : 2380,
"1768" : 3793,
"1784" : 1494,
"1800" : 2464,
"1816" : 1897,
"1832" : 862,
"1848" : 1574,
"1864" : 733,
"1880" : 1349,
"1896" : 1144,
"1912" : 507,
"1928" : 982,
"1944" : 412,
"1960" : 739,
"1976" : 728,
"1992" : 261,
"2008" : 505,
"2024" : 226,
"2040" : 343,
"2064" : 366,
"2096" : 266,
"2128" : 225,
"2160" : 144,
"2192" : 78,
"2224" : 48,
"2256" : 55,
"2288" : 40,
"2320" : 51,
"2352" : 32,
"2384" : 35,
"2416" : 25,
"2448" : 26,
"2480" : 29,
"2512" : 20,
"2544" : 31,
"2576" : 15,
"2608" : 20,
"2640" : 19,
"2672" : 11,
"2704" : 8,
"2736" : 6,
"2768" : 8,
"2800" : 8,
"2832" : 7,
"2864" : 2,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 2,
"3184" : 1,
"4320" : 1,
"4448" : 5,
"4512" : 12,
"4576" : 30,
"4640" : 40,
"4704" : 66,
"4768" : 71,
"4832" : 65,
"4896" : 53,
"4960" : 44,
"5024" : 36,
"5088" : 56,
"5152" : 41,
"5216" : 49,
"5280" : 73,
"5344" : 60,
"5408" : 91,
"5472" : 76,
"5536" : 77,
"5600" : 75,
"5664" : 66,
"5728" : 70,
"5792" : 45,
"5856" : 51,
"5920" : 49,
"5984" : 37,
"6048" : 41,
"6112" : 38,
"6176" : 26,
"6240" : 23,
"6304" : 25,
"6368" : 16,
"6432" : 16,
"6496" : 17,
"6560" : 13,
"6624" : 4,
"6688" : 5,
"6752" : 7,
"6816" : 5,
"6880" : 3,
"6944" : 8,
"7008" : 7,
"7072" : 4,
"7136" : 5,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 7,
"7456" : 3,
"7520" : 5,
"7584" : 3,
"7712" : 5,
"7840" : 3,
"7904" : 6,
"7968" : 1,
"8032" : 1,
"8096" : 2,
"8160" : 2,
"8256" : 1,
"8384" : 4,
"8512" : 4,
"8768" : 3,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 2,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 773881,
"mean" : 136806.400387,
"stddev" : 5130.458223,
"N" : 1091533
},
"bw_min" : 7344128,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7453147.575251,
"bw_dev" : 54853.008535,
"bw_samples" : 299,
"iops_min" : 7172,
"iops_max" : 7528,
"iops_mean" : 7278.414716,
"iops_stddev" : 53.555359,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.634678,
"sys_cpu" : 98.029987,
"ctx" : 89,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.604135,
"4" : 0.243327,
"10" : 0.151988,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990729,
"timestamp_ms" : 1773990729015,
"time" : "Fri Mar 20 04:12:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1220395663360,
"io_kbytes" : 1191792640,
"bw_bytes" : 7627520568,
"bw" : 7448750,
"iops" : 7274.176714,
"runtime" : 159999,
"total_ios" : 1163861,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 766390,
"mean" : 135319.866875,
"stddev" : 5154.832324,
"N" : 1163861
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1539.010269,
"stddev" : 185.872501,
"N" : 1163860,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1512,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1640,
"95.000000" : 1688,
"99.000000" : 1864,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6624
},
"bins" : {
"1400" : 198,
"1416" : 8484,
"1432" : 20791,
"1448" : 110747,
"1464" : 79680,
"1480" : 158771,
"1496" : 145252,
"1512" : 67112,
"1528" : 126791,
"1544" : 59010,
"1560" : 97758,
"1576" : 74509,
"1592" : 29790,
"1608" : 47656,
"1624" : 19044,
"1640" : 30172,
"1656" : 20874,
"1672" : 8139,
"1688" : 12528,
"1704" : 4970,
"1720" : 8104,
"1736" : 6227,
"1752" : 2515,
"1768" : 4033,
"1784" : 1591,
"1800" : 2621,
"1816" : 2019,
"1832" : 911,
"1848" : 1685,
"1864" : 784,
"1880" : 1451,
"1896" : 1211,
"1912" : 535,
"1928" : 1038,
"1944" : 441,
"1960" : 785,
"1976" : 774,
"1992" : 273,
"2008" : 535,
"2024" : 242,
"2040" : 361,
"2064" : 386,
"2096" : 279,
"2128" : 237,
"2160" : 148,
"2192" : 84,
"2224" : 50,
"2256" : 58,
"2288" : 44,
"2320" : 56,
"2352" : 33,
"2384" : 38,
"2416" : 25,
"2448" : 27,
"2480" : 30,
"2512" : 20,
"2544" : 32,
"2576" : 15,
"2608" : 21,
"2640" : 19,
"2672" : 11,
"2704" : 9,
"2736" : 7,
"2768" : 8,
"2800" : 9,
"2832" : 7,
"2864" : 3,
"2896" : 2,
"2928" : 1,
"2960" : 1,
"2992" : 2,
"3024" : 3,
"3184" : 1,
"3920" : 1,
"4320" : 1,
"4448" : 5,
"4512" : 13,
"4576" : 30,
"4640" : 43,
"4704" : 67,
"4768" : 73,
"4832" : 71,
"4896" : 57,
"4960" : 48,
"5024" : 38,
"5088" : 58,
"5152" : 45,
"5216" : 49,
"5280" : 78,
"5344" : 64,
"5408" : 97,
"5472" : 80,
"5536" : 82,
"5600" : 80,
"5664" : 69,
"5728" : 80,
"5792" : 49,
"5856" : 54,
"5920" : 55,
"5984" : 40,
"6048" : 44,
"6112" : 39,
"6176" : 31,
"6240" : 24,
"6304" : 30,
"6368" : 17,
"6432" : 18,
"6496" : 17,
"6560" : 15,
"6624" : 6,
"6688" : 5,
"6752" : 8,
"6816" : 5,
"6880" : 5,
"6944" : 9,
"7008" : 7,
"7072" : 4,
"7136" : 5,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 8,
"7456" : 3,
"7520" : 5,
"7584" : 4,
"7712" : 5,
"7840" : 3,
"7904" : 6,
"7968" : 1,
"8032" : 1,
"8096" : 3,
"8160" : 2,
"8256" : 1,
"8384" : 4,
"8512" : 4,
"8768" : 3,
"9280" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 2,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 773881,
"mean" : 136858.878842,
"stddev" : 5157.992795,
"N" : 1163860
},
"bw_min" : 7329792,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7450038.620690,
"bw_dev" : 55586.672795,
"bw_samples" : 319,
"iops_min" : 7158,
"iops_max" : 7528,
"iops_mean" : 7275.379310,
"iops_stddev" : 54.273738,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.629385,
"sys_cpu" : 98.035613,
"ctx" : 95,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.605881,
"4" : 0.241008,
"10" : 0.152596,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990739,
"timestamp_ms" : 1773990739015,
"time" : "Fri Mar 20 04:12:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1296788619264,
"io_kbytes" : 1266395136,
"bw_bytes" : 7628213220,
"bw" : 7449426,
"iops" : 7274.836911,
"runtime" : 169999,
"total_ios" : 1236715,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 766390,
"mean" : 135309.040227,
"stddev" : 5137.382343,
"N" : 1236715
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1537.621922,
"stddev" : 185.684513,
"N" : 1236714,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1512,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1624,
"95.000000" : 1688,
"99.000000" : 1864,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6688
},
"bins" : {
"1400" : 223,
"1416" : 9819,
"1432" : 23732,
"1448" : 123310,
"1464" : 87605,
"1480" : 171778,
"1496" : 153753,
"1512" : 70125,
"1528" : 131725,
"1544" : 61230,
"1560" : 101904,
"1576" : 77674,
"1592" : 31069,
"1608" : 49632,
"1624" : 19759,
"1640" : 31293,
"1656" : 21748,
"1672" : 8462,
"1688" : 13045,
"1704" : 5181,
"1720" : 8463,
"1736" : 6496,
"1752" : 2632,
"1768" : 4250,
"1784" : 1665,
"1800" : 2745,
"1816" : 2129,
"1832" : 962,
"1848" : 1771,
"1864" : 836,
"1880" : 1539,
"1896" : 1284,
"1912" : 567,
"1928" : 1096,
"1944" : 456,
"1960" : 820,
"1976" : 817,
"1992" : 290,
"2008" : 562,
"2024" : 252,
"2040" : 380,
"2064" : 402,
"2096" : 296,
"2128" : 248,
"2160" : 157,
"2192" : 88,
"2224" : 52,
"2256" : 60,
"2288" : 47,
"2320" : 59,
"2352" : 34,
"2384" : 39,
"2416" : 26,
"2448" : 29,
"2480" : 32,
"2512" : 20,
"2544" : 34,
"2576" : 15,
"2608" : 24,
"2640" : 19,
"2672" : 11,
"2704" : 11,
"2736" : 7,
"2768" : 8,
"2800" : 10,
"2832" : 7,
"2864" : 5,
"2896" : 2,
"2928" : 1,
"2960" : 1,
"2992" : 2,
"3024" : 3,
"3184" : 1,
"3920" : 1,
"4320" : 1,
"4448" : 5,
"4512" : 13,
"4576" : 33,
"4640" : 47,
"4704" : 70,
"4768" : 76,
"4832" : 77,
"4896" : 61,
"4960" : 53,
"5024" : 39,
"5088" : 60,
"5152" : 45,
"5216" : 53,
"5280" : 82,
"5344" : 64,
"5408" : 100,
"5472" : 82,
"5536" : 83,
"5600" : 85,
"5664" : 71,
"5728" : 84,
"5792" : 54,
"5856" : 58,
"5920" : 60,
"5984" : 42,
"6048" : 45,
"6112" : 39,
"6176" : 34,
"6240" : 27,
"6304" : 30,
"6368" : 21,
"6432" : 20,
"6496" : 18,
"6560" : 16,
"6624" : 6,
"6688" : 7,
"6752" : 10,
"6816" : 7,
"6880" : 5,
"6944" : 9,
"7008" : 7,
"7072" : 4,
"7136" : 6,
"7200" : 3,
"7264" : 4,
"7328" : 1,
"7392" : 9,
"7456" : 5,
"7520" : 5,
"7584" : 4,
"7712" : 6,
"7840" : 4,
"7904" : 6,
"7968" : 1,
"8032" : 1,
"8096" : 3,
"8160" : 3,
"8256" : 1,
"8384" : 4,
"8512" : 4,
"8768" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 2,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 773881,
"mean" : 136846.663738,
"stddev" : 5140.613172,
"N" : 1236714
},
"bw_min" : 7329792,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7450692.949853,
"bw_dev" : 54188.456966,
"bw_samples" : 339,
"iops_min" : 7158,
"iops_max" : 7528,
"iops_mean" : 7276.017699,
"iops_stddev" : 52.907754,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.623539,
"sys_cpu" : 98.041165,
"ctx" : 99,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.609449,
"4" : 0.238131,
"10" : 0.151935,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990749,
"timestamp_ms" : 1773990749015,
"time" : "Fri Mar 20 04:12:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1373161652224,
"io_kbytes" : 1340978176,
"bw_bytes" : 7628718227,
"bw" : 7449920,
"iops" : 7275.318196,
"runtime" : 179999,
"total_ios" : 1309550,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 766390,
"mean" : 135300.270945,
"stddev" : 5155.180697,
"N" : 1309550
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1537.001166,
"stddev" : 185.584551,
"N" : 1309549,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1512,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1624,
"95.000000" : 1672,
"99.000000" : 1864,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6688
},
"bins" : {
"1400" : 239,
"1416" : 10437,
"1432" : 25354,
"1448" : 131708,
"1464" : 93910,
"1480" : 183967,
"1496" : 164847,
"1512" : 74623,
"1528" : 138964,
"1544" : 64206,
"1560" : 106438,
"1576" : 81002,
"1592" : 32417,
"1608" : 51679,
"1624" : 20567,
"1640" : 32615,
"1656" : 22710,
"1672" : 8826,
"1688" : 13659,
"1704" : 5432,
"1720" : 8873,
"1736" : 6814,
"1752" : 2752,
"1768" : 4465,
"1784" : 1767,
"1800" : 2908,
"1816" : 2255,
"1832" : 1016,
"1848" : 1885,
"1864" : 877,
"1880" : 1634,
"1896" : 1353,
"1912" : 605,
"1928" : 1149,
"1944" : 475,
"1960" : 864,
"1976" : 864,
"1992" : 297,
"2008" : 591,
"2024" : 264,
"2040" : 397,
"2064" : 416,
"2096" : 311,
"2128" : 267,
"2160" : 160,
"2192" : 92,
"2224" : 56,
"2256" : 64,
"2288" : 52,
"2320" : 61,
"2352" : 35,
"2384" : 43,
"2416" : 26,
"2448" : 31,
"2480" : 33,
"2512" : 22,
"2544" : 35,
"2576" : 16,
"2608" : 25,
"2640" : 21,
"2672" : 14,
"2704" : 11,
"2736" : 8,
"2768" : 9,
"2800" : 10,
"2832" : 7,
"2864" : 6,
"2896" : 2,
"2928" : 1,
"2960" : 1,
"2992" : 2,
"3024" : 3,
"3184" : 1,
"3920" : 1,
"4320" : 1,
"4448" : 5,
"4512" : 13,
"4576" : 35,
"4640" : 47,
"4704" : 77,
"4768" : 80,
"4832" : 87,
"4896" : 67,
"4960" : 56,
"5024" : 41,
"5088" : 60,
"5152" : 45,
"5216" : 53,
"5280" : 86,
"5344" : 68,
"5408" : 104,
"5472" : 89,
"5536" : 88,
"5600" : 92,
"5664" : 76,
"5728" : 88,
"5792" : 62,
"5856" : 62,
"5920" : 65,
"5984" : 45,
"6048" : 47,
"6112" : 44,
"6176" : 36,
"6240" : 29,
"6304" : 31,
"6368" : 22,
"6432" : 23,
"6496" : 20,
"6560" : 17,
"6624" : 7,
"6688" : 7,
"6752" : 10,
"6816" : 7,
"6880" : 5,
"6944" : 10,
"7008" : 7,
"7072" : 4,
"7136" : 6,
"7200" : 3,
"7264" : 4,
"7328" : 1,
"7392" : 9,
"7456" : 5,
"7520" : 5,
"7584" : 5,
"7712" : 6,
"7840" : 4,
"7904" : 6,
"7968" : 1,
"8032" : 2,
"8096" : 3,
"8160" : 3,
"8256" : 1,
"8384" : 5,
"8512" : 4,
"8768" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 2,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 773881,
"mean" : 136837.273605,
"stddev" : 5158.958520,
"N" : 1309549
},
"bw_min" : 7329792,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7450738.025070,
"bw_dev" : 53254.328535,
"bw_samples" : 359,
"iops_min" : 7158,
"iops_max" : 7528,
"iops_mean" : 7276.061281,
"iops_stddev" : 51.995129,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.633342,
"sys_cpu" : 98.031100,
"ctx" : 103,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.610782,
"4" : 0.236264,
"10" : 0.152495,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990749,
"timestamp_ms" : 1773990749062,
"time" : "Fri Mar 20 04:12:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1373167943680,
"io_kbytes" : 1340984320,
"bw_bytes" : 7628668416,
"bw" : 7449871,
"iops" : 7275.259582,
"runtime" : 180001,
"total_ios" : 1309554,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124651,
"max" : 766390,
"mean" : 135300.254328,
"stddev" : 5155.178561,
"N" : 1309555
},
"clat_ns" : {
"min" : 1392,
"max" : 45639,
"mean" : 1537.001248,
"stddev" : 185.584260,
"N" : 1309554,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1448,
"20.000000" : 1480,
"30.000000" : 1480,
"40.000000" : 1496,
"50.000000" : 1512,
"60.000000" : 1528,
"70.000000" : 1560,
"80.000000" : 1576,
"90.000000" : 1624,
"95.000000" : 1672,
"99.000000" : 1864,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6688
},
"bins" : {
"1400" : 239,
"1416" : 10437,
"1432" : 25354,
"1448" : 131708,
"1464" : 93910,
"1480" : 183968,
"1496" : 164848,
"1512" : 74623,
"1528" : 138965,
"1544" : 64206,
"1560" : 106438,
"1576" : 81002,
"1592" : 32417,
"1608" : 51680,
"1624" : 20567,
"1640" : 32615,
"1656" : 22710,
"1672" : 8826,
"1688" : 13660,
"1704" : 5432,
"1720" : 8873,
"1736" : 6814,
"1752" : 2752,
"1768" : 4465,
"1784" : 1767,
"1800" : 2908,
"1816" : 2255,
"1832" : 1016,
"1848" : 1885,
"1864" : 877,
"1880" : 1634,
"1896" : 1353,
"1912" : 605,
"1928" : 1149,
"1944" : 475,
"1960" : 864,
"1976" : 864,
"1992" : 297,
"2008" : 591,
"2024" : 264,
"2040" : 397,
"2064" : 416,
"2096" : 311,
"2128" : 267,
"2160" : 160,
"2192" : 92,
"2224" : 56,
"2256" : 64,
"2288" : 52,
"2320" : 61,
"2352" : 35,
"2384" : 43,
"2416" : 26,
"2448" : 31,
"2480" : 33,
"2512" : 22,
"2544" : 35,
"2576" : 16,
"2608" : 25,
"2640" : 21,
"2672" : 14,
"2704" : 11,
"2736" : 8,
"2768" : 9,
"2800" : 10,
"2832" : 7,
"2864" : 6,
"2896" : 2,
"2928" : 1,
"2960" : 1,
"2992" : 2,
"3024" : 3,
"3184" : 1,
"3920" : 1,
"4320" : 1,
"4448" : 5,
"4512" : 13,
"4576" : 35,
"4640" : 47,
"4704" : 77,
"4768" : 80,
"4832" : 87,
"4896" : 67,
"4960" : 56,
"5024" : 41,
"5088" : 60,
"5152" : 45,
"5216" : 53,
"5280" : 86,
"5344" : 68,
"5408" : 104,
"5472" : 89,
"5536" : 88,
"5600" : 92,
"5664" : 76,
"5728" : 88,
"5792" : 62,
"5856" : 62,
"5920" : 65,
"5984" : 45,
"6048" : 47,
"6112" : 44,
"6176" : 36,
"6240" : 29,
"6304" : 31,
"6368" : 22,
"6432" : 23,
"6496" : 20,
"6560" : 17,
"6624" : 7,
"6688" : 7,
"6752" : 10,
"6816" : 7,
"6880" : 5,
"6944" : 10,
"7008" : 7,
"7072" : 4,
"7136" : 6,
"7200" : 3,
"7264" : 4,
"7328" : 1,
"7392" : 9,
"7456" : 5,
"7520" : 5,
"7584" : 5,
"7712" : 6,
"7840" : 4,
"7904" : 6,
"7968" : 1,
"8032" : 2,
"8096" : 3,
"8160" : 3,
"8256" : 1,
"8384" : 5,
"8512" : 4,
"8768" : 3,
"9024" : 1,
"9280" : 1,
"9664" : 1,
"11840" : 1,
"13248" : 1,
"16192" : 2,
"45824" : 1
}
},
"lat_ns" : {
"min" : 126272,
"max" : 773881,
"mean" : 136837.257069,
"stddev" : 5158.956257,
"N" : 1309554
},
"bw_min" : 7329792,
"bw_max" : 7708672,
"bw_agg" : 100.000000,
"bw_mean" : 7451226.952778,
"bw_dev" : 53983.162469,
"bw_samples" : 360,
"iops_min" : 7158,
"iops_max" : 7528,
"iops_mean" : 7276.538889,
"iops_stddev" : 52.707514,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 1.633333,
"sys_cpu" : 98.030556,
"ctx" : 103,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.610860,
"4" : 0.236264,
"10" : 0.152495,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}