raidz2/benchmarks/seq/seq-read-qd1-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773990293,
"timestamp_ms" : 1773990293695,
"time" : "Fri Mar 20 04:04:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 190,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2651518071,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.000000,
"ctx" : 0,
"majf" : 0,
"minf" : 0,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
}
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990303,
"timestamp_ms" : 1773990303696,
"time" : "Fri Mar 20 04:05:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 188,
"elapsed" : 3,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 13639876608,
"io_kbytes" : 13320192,
"bw_bytes" : 7353033211,
"bw" : 7180696,
"iops" : 7014.016173,
"runtime" : 1855,
"total_ios" : 13011,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1855,
"usr_cpu" : 0.862534,
"sys_cpu" : 98.706199,
"ctx" : 1,
"majf" : 0,
"minf" : 264,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990321,
"timestamp_ms" : 1773990321840,
"time" : "Fri Mar 20 04:05:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 75624349696,
"io_kbytes" : 73851904,
"bw_bytes" : 7563191288,
"bw" : 7385928,
"iops" : 7212.921292,
"runtime" : 9999,
"total_ios" : 72122,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128947,
"max" : 184372,
"mean" : 136519.111242,
"stddev" : 4985.702956,
"N" : 72122
},
"clat_ns" : {
"min" : 1372,
"max" : 7642,
"mean" : 1518.371972,
"stddev" : 177.589593,
"N" : 72121,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5088,
"99.950000" : 5664,
"99.990000" : 6560
},
"bins" : {
"1368" : 1,
"1384" : 67,
"1400" : 1707,
"1416" : 6838,
"1432" : 5174,
"1448" : 9418,
"1464" : 3534,
"1480" : 4951,
"1496" : 4641,
"1512" : 3148,
"1528" : 8392,
"1544" : 4053,
"1560" : 6388,
"1576" : 3948,
"1592" : 1381,
"1608" : 2080,
"1624" : 837,
"1640" : 1373,
"1656" : 1034,
"1672" : 354,
"1688" : 580,
"1704" : 251,
"1720" : 360,
"1736" : 248,
"1752" : 110,
"1768" : 170,
"1784" : 58,
"1800" : 116,
"1816" : 84,
"1832" : 51,
"1848" : 84,
"1864" : 37,
"1880" : 64,
"1896" : 49,
"1912" : 22,
"1928" : 58,
"1944" : 34,
"1960" : 56,
"1976" : 52,
"1992" : 21,
"2008" : 28,
"2024" : 11,
"2040" : 22,
"2064" : 41,
"2096" : 32,
"2128" : 20,
"2160" : 7,
"2192" : 7,
"2224" : 5,
"2288" : 2,
"2320" : 4,
"2352" : 1,
"2416" : 2,
"2480" : 1,
"2512" : 2,
"2608" : 1,
"2640" : 1,
"2704" : 1,
"2736" : 2,
"2800" : 1,
"2832" : 1,
"4704" : 2,
"4768" : 5,
"4832" : 4,
"4896" : 3,
"4960" : 9,
"5024" : 6,
"5088" : 4,
"5152" : 2,
"5216" : 5,
"5280" : 1,
"5344" : 2,
"5408" : 8,
"5472" : 2,
"5536" : 5,
"5600" : 6,
"5664" : 6,
"5728" : 7,
"5792" : 1,
"5856" : 5,
"5920" : 3,
"5984" : 3,
"6048" : 1,
"6112" : 3,
"6240" : 1,
"6304" : 2,
"6432" : 1,
"6560" : 3,
"6752" : 1,
"7008" : 1,
"7072" : 1,
"7200" : 1,
"7648" : 1
}
},
"lat_ns" : {
"min" : 130479,
"max" : 185804,
"mean" : 138037.434478,
"stddev" : 4991.537468,
"N" : 72121
},
"bw_min" : 7350272,
"bw_max" : 7430144,
"bw_agg" : 99.995045,
"bw_mean" : 7385563.157895,
"bw_dev" : 23666.994752,
"bw_samples" : 19,
"iops_min" : 7178,
"iops_max" : 7256,
"iops_mean" : 7212.421053,
"iops_stddev" : 23.128424,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.420142,
"sys_cpu" : 98.249825,
"ctx" : 2,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.586811,
"4" : 0.266216,
"10" : 0.145587,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990331,
"timestamp_ms" : 1773990331840,
"time" : "Fri Mar 20 04:05:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 151229825024,
"io_kbytes" : 147685376,
"bw_bytes" : 7561491251,
"bw" : 7384268,
"iops" : 7211.250000,
"runtime" : 20000,
"total_ios" : 144225,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128908,
"max" : 184612,
"mean" : 136546.307790,
"stddev" : 4984.781885,
"N" : 144225
},
"clat_ns" : {
"min" : 1372,
"max" : 7862,
"mean" : 1518.070238,
"stddev" : 179.120962,
"N" : 144224,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5152,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1368" : 5,
"1384" : 123,
"1400" : 3393,
"1416" : 13933,
"1432" : 10354,
"1448" : 19227,
"1464" : 7100,
"1480" : 9630,
"1496" : 9058,
"1512" : 6404,
"1528" : 16850,
"1544" : 8185,
"1560" : 12701,
"1576" : 7736,
"1592" : 2716,
"1608" : 4118,
"1624" : 1614,
"1640" : 2696,
"1656" : 2031,
"1672" : 729,
"1688" : 1141,
"1704" : 494,
"1720" : 743,
"1736" : 473,
"1752" : 198,
"1768" : 344,
"1784" : 122,
"1800" : 227,
"1816" : 175,
"1832" : 100,
"1848" : 184,
"1864" : 83,
"1880" : 137,
"1896" : 95,
"1912" : 60,
"1928" : 132,
"1944" : 57,
"1960" : 126,
"1976" : 91,
"1992" : 34,
"2008" : 58,
"2024" : 28,
"2040" : 44,
"2064" : 74,
"2096" : 63,
"2128" : 34,
"2160" : 17,
"2192" : 15,
"2224" : 15,
"2256" : 3,
"2288" : 4,
"2320" : 4,
"2352" : 2,
"2384" : 5,
"2416" : 3,
"2448" : 2,
"2480" : 4,
"2512" : 4,
"2544" : 1,
"2576" : 1,
"2608" : 2,
"2640" : 3,
"2704" : 2,
"2736" : 2,
"2800" : 4,
"2832" : 1,
"3024" : 1,
"4640" : 1,
"4704" : 5,
"4768" : 10,
"4832" : 7,
"4896" : 9,
"4960" : 15,
"5024" : 8,
"5088" : 7,
"5152" : 4,
"5216" : 7,
"5280" : 3,
"5344" : 4,
"5408" : 12,
"5472" : 2,
"5536" : 10,
"5600" : 13,
"5664" : 16,
"5728" : 12,
"5792" : 6,
"5856" : 10,
"5920" : 5,
"5984" : 5,
"6048" : 4,
"6112" : 6,
"6176" : 3,
"6240" : 1,
"6304" : 3,
"6368" : 1,
"6432" : 3,
"6496" : 2,
"6560" : 3,
"6624" : 1,
"6752" : 2,
"6816" : 2,
"7008" : 1,
"7072" : 1,
"7200" : 1,
"7648" : 1,
"7776" : 1,
"7840" : 2
}
},
"lat_ns" : {
"min" : 130410,
"max" : 186224,
"mean" : 138064.353845,
"stddev" : 4990.117865,
"N" : 144224
},
"bw_min" : 7350272,
"bw_max" : 7430144,
"bw_agg" : 100.000000,
"bw_mean" : 7385014.512821,
"bw_dev" : 23301.023871,
"bw_samples" : 39,
"iops_min" : 7178,
"iops_max" : 7256,
"iops_mean" : 7211.897436,
"iops_stddev" : 22.770936,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 20000,
"usr_cpu" : 1.430000,
"sys_cpu" : 98.230000,
"ctx" : 6,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.579823,
"4" : 0.274571,
"10" : 0.144912,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990341,
"timestamp_ms" : 1773990341840,
"time" : "Fri Mar 20 04:05:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 226898214912,
"io_kbytes" : 221580288,
"bw_bytes" : 7563525947,
"bw" : 7386255,
"iops" : 7213.173772,
"runtime" : 29999,
"total_ios" : 216388,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128296,
"max" : 186294,
"mean" : 136512.321016,
"stddev" : 4984.582867,
"N" : 216388
},
"clat_ns" : {
"min" : 1372,
"max" : 7862,
"mean" : 1517.692375,
"stddev" : 180.771686,
"N" : 216387,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6496
},
"bins" : {
"1368" : 9,
"1384" : 176,
"1400" : 5113,
"1416" : 21110,
"1432" : 15697,
"1448" : 28985,
"1464" : 10574,
"1480" : 14235,
"1496" : 13506,
"1512" : 9767,
"1528" : 25647,
"1544" : 12482,
"1560" : 19071,
"1576" : 11422,
"1592" : 4003,
"1608" : 5989,
"1624" : 2364,
"1640" : 3905,
"1656" : 2912,
"1672" : 1100,
"1688" : 1683,
"1704" : 707,
"1720" : 1078,
"1736" : 714,
"1752" : 312,
"1768" : 484,
"1784" : 183,
"1800" : 313,
"1816" : 269,
"1832" : 156,
"1848" : 264,
"1864" : 121,
"1880" : 211,
"1896" : 162,
"1912" : 85,
"1928" : 203,
"1944" : 88,
"1960" : 179,
"1976" : 139,
"1992" : 60,
"2008" : 97,
"2024" : 44,
"2040" : 62,
"2064" : 91,
"2096" : 87,
"2128" : 48,
"2160" : 32,
"2192" : 22,
"2224" : 18,
"2256" : 5,
"2288" : 6,
"2320" : 7,
"2352" : 3,
"2384" : 7,
"2416" : 6,
"2448" : 4,
"2480" : 5,
"2512" : 6,
"2544" : 2,
"2576" : 3,
"2608" : 6,
"2640" : 4,
"2672" : 1,
"2704" : 4,
"2736" : 3,
"2768" : 2,
"2800" : 5,
"2832" : 2,
"2864" : 1,
"3024" : 1,
"3088" : 1,
"4640" : 2,
"4704" : 8,
"4768" : 15,
"4832" : 12,
"4896" : 16,
"4960" : 23,
"5024" : 14,
"5088" : 11,
"5152" : 4,
"5216" : 9,
"5280" : 6,
"5344" : 11,
"5408" : 18,
"5472" : 3,
"5536" : 15,
"5600" : 18,
"5664" : 22,
"5728" : 17,
"5792" : 8,
"5856" : 13,
"5920" : 11,
"5984" : 9,
"6048" : 10,
"6112" : 7,
"6176" : 4,
"6240" : 3,
"6304" : 3,
"6368" : 4,
"6432" : 5,
"6496" : 3,
"6560" : 3,
"6624" : 2,
"6752" : 2,
"6816" : 2,
"7008" : 1,
"7072" : 1,
"7200" : 3,
"7392" : 2,
"7648" : 1,
"7776" : 1,
"7840" : 2
}
},
"lat_ns" : {
"min" : 129869,
"max" : 187977,
"mean" : 138029.997116,
"stddev" : 4990.189406,
"N" : 216387
},
"bw_min" : 7350272,
"bw_max" : 7436288,
"bw_agg" : 100.000000,
"bw_mean" : 7387483.779661,
"bw_dev" : 23112.342206,
"bw_samples" : 59,
"iops_min" : 7178,
"iops_max" : 7262,
"iops_mean" : 7214.305085,
"iops_stddev" : 22.584137,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 1.480049,
"sys_cpu" : 98.183273,
"ctx" : 9,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.579459,
"4" : 0.270348,
"10" : 0.149731,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990351,
"timestamp_ms" : 1773990351840,
"time" : "Fri Mar 20 04:05:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 302615887872,
"io_kbytes" : 295523328,
"bw_bytes" : 7565586336,
"bw" : 7388267,
"iops" : 7215.130378,
"runtime" : 39999,
"total_ios" : 288598,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 128296,
"max" : 189128,
"mean" : 136472.599827,
"stddev" : 4986.362017,
"N" : 288598
},
"clat_ns" : {
"min" : 1372,
"max" : 12309,
"mean" : 1517.668766,
"stddev" : 182.139626,
"N" : 288597,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1368" : 12,
"1384" : 234,
"1400" : 6815,
"1416" : 28290,
"1432" : 20902,
"1448" : 38525,
"1464" : 13978,
"1480" : 18991,
"1496" : 18216,
"1512" : 13158,
"1528" : 34269,
"1544" : 16696,
"1560" : 25310,
"1576" : 15134,
"1592" : 5316,
"1608" : 7978,
"1624" : 3164,
"1640" : 5206,
"1656" : 3795,
"1672" : 1492,
"1688" : 2276,
"1704" : 921,
"1720" : 1444,
"1736" : 978,
"1752" : 417,
"1768" : 626,
"1784" : 251,
"1800" : 430,
"1816" : 360,
"1832" : 200,
"1848" : 347,
"1864" : 150,
"1880" : 286,
"1896" : 224,
"1912" : 122,
"1928" : 268,
"1944" : 110,
"1960" : 224,
"1976" : 187,
"1992" : 77,
"2008" : 132,
"2024" : 59,
"2040" : 94,
"2064" : 128,
"2096" : 107,
"2128" : 60,
"2160" : 38,
"2192" : 28,
"2224" : 22,
"2256" : 12,
"2288" : 9,
"2320" : 13,
"2352" : 4,
"2384" : 9,
"2416" : 9,
"2448" : 5,
"2480" : 6,
"2512" : 6,
"2544" : 4,
"2576" : 4,
"2608" : 6,
"2640" : 6,
"2672" : 1,
"2704" : 4,
"2736" : 3,
"2768" : 2,
"2800" : 8,
"2832" : 2,
"2864" : 3,
"3024" : 1,
"3088" : 1,
"4576" : 1,
"4640" : 3,
"4704" : 12,
"4768" : 22,
"4832" : 16,
"4896" : 24,
"4960" : 28,
"5024" : 15,
"5088" : 14,
"5152" : 6,
"5216" : 10,
"5280" : 7,
"5344" : 15,
"5408" : 20,
"5472" : 10,
"5536" : 19,
"5600" : 22,
"5664" : 23,
"5728" : 22,
"5792" : 9,
"5856" : 16,
"5920" : 13,
"5984" : 16,
"6048" : 13,
"6112" : 11,
"6176" : 8,
"6240" : 6,
"6304" : 5,
"6368" : 4,
"6432" : 6,
"6496" : 5,
"6560" : 5,
"6624" : 3,
"6752" : 2,
"6816" : 3,
"6944" : 2,
"7008" : 2,
"7072" : 1,
"7136" : 1,
"7200" : 3,
"7264" : 1,
"7392" : 2,
"7456" : 1,
"7648" : 1,
"7776" : 1,
"7840" : 2,
"12352" : 1
}
},
"lat_ns" : {
"min" : 129869,
"max" : 190701,
"mean" : 137990.256254,
"stddev" : 4991.819447,
"N" : 288597
},
"bw_min" : 7350272,
"bw_max" : 7436288,
"bw_agg" : 100.000000,
"bw_mean" : 7389428.810127,
"bw_dev" : 22455.213732,
"bw_samples" : 79,
"iops_min" : 7178,
"iops_max" : 7262,
"iops_mean" : 7216.202532,
"iops_stddev" : 21.943038,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 1.487537,
"sys_cpu" : 98.177454,
"ctx" : 13,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.577613,
"4" : 0.272351,
"10" : 0.149343,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990361,
"timestamp_ms" : 1773990361840,
"time" : "Fri Mar 20 04:06:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 378467778560,
"io_kbytes" : 369597440,
"bw_bytes" : 7569355571,
"bw" : 7391948,
"iops" : 7218.720000,
"runtime" : 50000,
"total_ios" : 360936,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127074,
"max" : 189128,
"mean" : 136402.414905,
"stddev" : 4991.868148,
"N" : 360936
},
"clat_ns" : {
"min" : 1372,
"max" : 12309,
"mean" : 1517.572765,
"stddev" : 182.115545,
"N" : 360935,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1976,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1368" : 15,
"1384" : 298,
"1400" : 8561,
"1416" : 35466,
"1432" : 26178,
"1448" : 48134,
"1464" : 17437,
"1480" : 23796,
"1496" : 22700,
"1512" : 16570,
"1528" : 43063,
"1544" : 20757,
"1560" : 31569,
"1576" : 18859,
"1592" : 6627,
"1608" : 9974,
"1624" : 3931,
"1640" : 6477,
"1656" : 4783,
"1672" : 1862,
"1688" : 2864,
"1704" : 1151,
"1720" : 1774,
"1736" : 1226,
"1752" : 527,
"1768" : 799,
"1784" : 318,
"1800" : 528,
"1816" : 445,
"1832" : 246,
"1848" : 440,
"1864" : 188,
"1880" : 353,
"1896" : 274,
"1912" : 143,
"1928" : 339,
"1944" : 141,
"1960" : 275,
"1976" : 239,
"1992" : 99,
"2008" : 159,
"2024" : 68,
"2040" : 116,
"2064" : 157,
"2096" : 133,
"2128" : 83,
"2160" : 54,
"2192" : 32,
"2224" : 24,
"2256" : 15,
"2288" : 14,
"2320" : 17,
"2352" : 6,
"2384" : 10,
"2416" : 11,
"2448" : 6,
"2480" : 7,
"2512" : 8,
"2544" : 4,
"2576" : 4,
"2608" : 6,
"2640" : 7,
"2672" : 1,
"2704" : 4,
"2736" : 3,
"2768" : 2,
"2800" : 8,
"2832" : 2,
"2864" : 3,
"2928" : 1,
"3024" : 1,
"3088" : 1,
"4576" : 1,
"4640" : 5,
"4704" : 15,
"4768" : 30,
"4832" : 21,
"4896" : 31,
"4960" : 28,
"5024" : 17,
"5088" : 17,
"5152" : 8,
"5216" : 12,
"5280" : 12,
"5344" : 16,
"5408" : 25,
"5472" : 16,
"5536" : 21,
"5600" : 32,
"5664" : 29,
"5728" : 26,
"5792" : 12,
"5856" : 19,
"5920" : 21,
"5984" : 18,
"6048" : 15,
"6112" : 11,
"6176" : 12,
"6240" : 7,
"6304" : 6,
"6368" : 7,
"6432" : 6,
"6496" : 6,
"6560" : 6,
"6624" : 5,
"6752" : 3,
"6816" : 3,
"6944" : 2,
"7008" : 2,
"7072" : 3,
"7136" : 1,
"7200" : 4,
"7264" : 1,
"7328" : 2,
"7392" : 2,
"7456" : 1,
"7648" : 1,
"7776" : 1,
"7840" : 2,
"12352" : 1
}
},
"lat_ns" : {
"min" : 128506,
"max" : 190701,
"mean" : 137919.977608,
"stddev" : 4997.229306,
"N" : 360935
},
"bw_min" : 7350272,
"bw_max" : 7454720,
"bw_agg" : 99.989085,
"bw_mean" : 7391142.080808,
"bw_dev" : 23133.065465,
"bw_samples" : 99,
"iops_min" : 7178,
"iops_max" : 7280,
"iops_mean" : 7217.878788,
"iops_stddev" : 22.605432,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 50000,
"usr_cpu" : 1.500000,
"sys_cpu" : 98.162000,
"ctx" : 16,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.581643,
"4" : 0.267915,
"10" : 0.149888,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990371,
"timestamp_ms" : 1773990371840,
"time" : "Fri Mar 20 04:06:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 454712885248,
"io_kbytes" : 444055552,
"bw_bytes" : 7578674398,
"bw" : 7401049,
"iops" : 7227.603793,
"runtime" : 59999,
"total_ios" : 433649,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126633,
"max" : 736385,
"mean" : 136235.258658,
"stddev" : 5097.118090,
"N" : 433649
},
"clat_ns" : {
"min" : 1372,
"max" : 12309,
"mean" : 1515.035817,
"stddev" : 182.089514,
"N" : 433648,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6624
},
"bins" : {
"1368" : 19,
"1384" : 333,
"1400" : 9675,
"1416" : 42025,
"1432" : 32285,
"1448" : 62083,
"1464" : 23861,
"1480" : 33080,
"1496" : 28232,
"1512" : 18932,
"1528" : 47842,
"1544" : 23011,
"1560" : 35557,
"1576" : 21637,
"1592" : 7676,
"1608" : 11540,
"1624" : 4503,
"1640" : 7416,
"1656" : 5454,
"1672" : 2132,
"1688" : 3351,
"1704" : 1347,
"1720" : 2055,
"1736" : 1430,
"1752" : 601,
"1768" : 943,
"1784" : 386,
"1800" : 639,
"1816" : 536,
"1832" : 303,
"1848" : 535,
"1864" : 229,
"1880" : 429,
"1896" : 338,
"1912" : 181,
"1928" : 396,
"1944" : 172,
"1960" : 329,
"1976" : 281,
"1992" : 119,
"2008" : 179,
"2024" : 82,
"2040" : 132,
"2064" : 180,
"2096" : 148,
"2128" : 90,
"2160" : 59,
"2192" : 38,
"2224" : 29,
"2256" : 17,
"2288" : 15,
"2320" : 19,
"2352" : 9,
"2384" : 13,
"2416" : 12,
"2448" : 9,
"2480" : 9,
"2512" : 8,
"2544" : 6,
"2576" : 4,
"2608" : 8,
"2640" : 9,
"2672" : 3,
"2704" : 4,
"2736" : 3,
"2768" : 2,
"2800" : 10,
"2832" : 2,
"2864" : 3,
"2928" : 1,
"3024" : 1,
"3088" : 1,
"4576" : 2,
"4640" : 5,
"4704" : 18,
"4768" : 34,
"4832" : 25,
"4896" : 38,
"4960" : 32,
"5024" : 18,
"5088" : 21,
"5152" : 10,
"5216" : 13,
"5280" : 16,
"5344" : 18,
"5408" : 30,
"5472" : 22,
"5536" : 26,
"5600" : 37,
"5664" : 38,
"5728" : 31,
"5792" : 15,
"5856" : 20,
"5920" : 25,
"5984" : 21,
"6048" : 19,
"6112" : 12,
"6176" : 13,
"6240" : 8,
"6304" : 9,
"6368" : 7,
"6432" : 8,
"6496" : 7,
"6560" : 8,
"6624" : 5,
"6752" : 4,
"6816" : 5,
"6880" : 1,
"6944" : 2,
"7008" : 2,
"7072" : 4,
"7136" : 1,
"7200" : 4,
"7264" : 5,
"7328" : 2,
"7392" : 2,
"7456" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 1,
"7840" : 2,
"12352" : 1
}
},
"lat_ns" : {
"min" : 128156,
"max" : 743656,
"mean" : 137750.285716,
"stddev" : 5104.184076,
"N" : 433648
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7401804.159664,
"bw_dev" : 46004.745192,
"bw_samples" : 119,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7228.285714,
"iops_stddev" : 44.906899,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 1.510025,
"sys_cpu" : 98.153303,
"ctx" : 22,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.595064,
"4" : 0.254814,
"10" : 0.149660,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990381,
"timestamp_ms" : 1773990381840,
"time" : "Fri Mar 20 04:06:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 530653904896,
"io_kbytes" : 518216704,
"bw_bytes" : 7580878368,
"bw" : 7403201,
"iops" : 7229.703281,
"runtime" : 69999,
"total_ios" : 506072,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126633,
"max" : 736385,
"mean" : 136195.823329,
"stddev" : 5091.443185,
"N" : 506072
},
"clat_ns" : {
"min" : 1372,
"max" : 12309,
"mean" : 1512.685368,
"stddev" : 184.207573,
"N" : 506071,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1464,
"50.000000" : 1496,
"60.000000" : 1512,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6624
},
"bins" : {
"1368" : 20,
"1384" : 358,
"1400" : 10680,
"1416" : 48732,
"1432" : 38788,
"1448" : 77700,
"1464" : 30880,
"1480" : 43045,
"1496" : 33646,
"1512" : 20811,
"1528" : 51562,
"1544" : 24867,
"1560" : 38910,
"1576" : 24085,
"1592" : 8617,
"1608" : 12916,
"1624" : 5039,
"1640" : 8248,
"1656" : 6122,
"1672" : 2382,
"1688" : 3779,
"1704" : 1499,
"1720" : 2285,
"1736" : 1634,
"1752" : 689,
"1768" : 1095,
"1784" : 444,
"1800" : 760,
"1816" : 661,
"1832" : 343,
"1848" : 623,
"1864" : 267,
"1880" : 490,
"1896" : 396,
"1912" : 210,
"1928" : 456,
"1944" : 199,
"1960" : 380,
"1976" : 306,
"1992" : 141,
"2008" : 204,
"2024" : 89,
"2040" : 143,
"2064" : 201,
"2096" : 156,
"2128" : 101,
"2160" : 66,
"2192" : 41,
"2224" : 34,
"2256" : 20,
"2288" : 17,
"2320" : 20,
"2352" : 10,
"2384" : 14,
"2416" : 13,
"2448" : 11,
"2480" : 9,
"2512" : 10,
"2544" : 7,
"2576" : 5,
"2608" : 8,
"2640" : 9,
"2672" : 3,
"2704" : 6,
"2736" : 4,
"2768" : 2,
"2800" : 11,
"2832" : 3,
"2864" : 3,
"2896" : 1,
"2928" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4576" : 2,
"4640" : 7,
"4704" : 20,
"4768" : 36,
"4832" : 33,
"4896" : 45,
"4960" : 41,
"5024" : 20,
"5088" : 21,
"5152" : 11,
"5216" : 17,
"5280" : 20,
"5344" : 24,
"5408" : 35,
"5472" : 33,
"5536" : 32,
"5600" : 45,
"5664" : 41,
"5728" : 36,
"5792" : 20,
"5856" : 24,
"5920" : 29,
"5984" : 27,
"6048" : 21,
"6112" : 15,
"6176" : 13,
"6240" : 9,
"6304" : 12,
"6368" : 10,
"6432" : 10,
"6496" : 8,
"6560" : 8,
"6624" : 7,
"6688" : 2,
"6752" : 6,
"6816" : 6,
"6880" : 1,
"6944" : 3,
"7008" : 2,
"7072" : 4,
"7136" : 1,
"7200" : 4,
"7264" : 5,
"7328" : 2,
"7392" : 2,
"7456" : 2,
"7648" : 1,
"7712" : 1,
"7776" : 1,
"7840" : 2,
"7968" : 1,
"8032" : 1,
"8768" : 1,
"12352" : 1
}
},
"lat_ns" : {
"min" : 128156,
"max" : 743656,
"mean" : 137708.501113,
"stddev" : 5098.327818,
"N" : 506071
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7404091.187050,
"bw_dev" : 43750.255999,
"bw_samples" : 139,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7230.517986,
"iops_stddev" : 42.708542,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 1.522879,
"sys_cpu" : 98.139973,
"ctx" : 25,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.603416,
"4" : 0.242060,
"10" : 0.154128,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990391,
"timestamp_ms" : 1773990391840,
"time" : "Fri Mar 20 04:06:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 606561370112,
"io_kbytes" : 592345088,
"bw_bytes" : 7582111902,
"bw" : 7404406,
"iops" : 7230.877886,
"runtime" : 79999,
"total_ios" : 578463,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126633,
"max" : 736385,
"mean" : 136172.768447,
"stddev" : 5086.802663,
"N" : 578463
},
"clat_ns" : {
"min" : 1372,
"max" : 12309,
"mean" : 1512.285009,
"stddev" : 184.228130,
"N" : 578462,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1464,
"50.000000" : 1480,
"60.000000" : 1512,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5792,
"99.990000" : 6688
},
"bins" : {
"1368" : 21,
"1384" : 374,
"1400" : 11131,
"1416" : 52245,
"1432" : 42613,
"1448" : 90087,
"1464" : 38274,
"1480" : 56024,
"1496" : 42166,
"1512" : 23480,
"1528" : 55532,
"1544" : 26621,
"1560" : 42529,
"1576" : 27153,
"1592" : 9773,
"1608" : 14634,
"1624" : 5693,
"1640" : 9278,
"1656" : 6896,
"1672" : 2676,
"1688" : 4237,
"1704" : 1678,
"1720" : 2597,
"1736" : 1898,
"1752" : 793,
"1768" : 1250,
"1784" : 512,
"1800" : 886,
"1816" : 773,
"1832" : 396,
"1848" : 725,
"1864" : 305,
"1880" : 559,
"1896" : 463,
"1912" : 246,
"1928" : 512,
"1944" : 225,
"1960" : 430,
"1976" : 348,
"1992" : 157,
"2008" : 227,
"2024" : 104,
"2040" : 161,
"2064" : 222,
"2096" : 171,
"2128" : 110,
"2160" : 74,
"2192" : 50,
"2224" : 41,
"2256" : 23,
"2288" : 21,
"2320" : 24,
"2352" : 14,
"2384" : 17,
"2416" : 15,
"2448" : 12,
"2480" : 10,
"2512" : 13,
"2544" : 8,
"2576" : 5,
"2608" : 9,
"2640" : 10,
"2672" : 4,
"2704" : 8,
"2736" : 4,
"2768" : 3,
"2800" : 11,
"2832" : 3,
"2864" : 4,
"2896" : 1,
"2928" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4512" : 1,
"4576" : 2,
"4640" : 11,
"4704" : 24,
"4768" : 40,
"4832" : 38,
"4896" : 46,
"4960" : 46,
"5024" : 24,
"5088" : 25,
"5152" : 13,
"5216" : 20,
"5280" : 21,
"5344" : 26,
"5408" : 40,
"5472" : 37,
"5536" : 37,
"5600" : 50,
"5664" : 48,
"5728" : 42,
"5792" : 22,
"5856" : 28,
"5920" : 29,
"5984" : 29,
"6048" : 23,
"6112" : 19,
"6176" : 15,
"6240" : 12,
"6304" : 15,
"6368" : 11,
"6432" : 12,
"6496" : 8,
"6560" : 8,
"6624" : 7,
"6688" : 3,
"6752" : 7,
"6816" : 6,
"6880" : 1,
"6944" : 3,
"7008" : 3,
"7072" : 4,
"7136" : 1,
"7200" : 4,
"7264" : 5,
"7328" : 2,
"7392" : 2,
"7456" : 3,
"7648" : 2,
"7712" : 2,
"7776" : 1,
"7840" : 2,
"7968" : 1,
"8032" : 1,
"8160" : 1,
"8256" : 1,
"8512" : 1,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"12352" : 1
}
},
"lat_ns" : {
"min" : 128156,
"max" : 743656,
"mean" : 137685.046781,
"stddev" : 5093.397864,
"N" : 578462
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7405609.987421,
"bw_dev" : 42087.426028,
"bw_samples" : 159,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7232.000000,
"iops_stddev" : 41.084661,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 1.522519,
"sys_cpu" : 98.139977,
"ctx" : 29,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.607062,
"4" : 0.239082,
"10" : 0.153510,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990401,
"timestamp_ms" : 1773990401840,
"time" : "Fri Mar 20 04:06:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 682530701312,
"io_kbytes" : 666533888,
"bw_bytes" : 7583758723,
"bw" : 7406014,
"iops" : 7232.447027,
"runtime" : 89999,
"total_ios" : 650913,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126633,
"max" : 736385,
"mean" : 136144.946660,
"stddev" : 5084.176097,
"N" : 650913
},
"clat_ns" : {
"min" : 1372,
"max" : 12309,
"mean" : 1509.811489,
"stddev" : 184.186159,
"N" : 650912,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1464,
"50.000000" : 1480,
"60.000000" : 1512,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6624
},
"bins" : {
"1368" : 23,
"1384" : 418,
"1400" : 12489,
"1416" : 61496,
"1432" : 50794,
"1448" : 106984,
"1464" : 44626,
"1480" : 63984,
"1496" : 46375,
"1512" : 25197,
"1528" : 59099,
"1544" : 28402,
"1560" : 45594,
"1576" : 29234,
"1592" : 10479,
"1608" : 15817,
"1624" : 6115,
"1640" : 9996,
"1656" : 7496,
"1672" : 2891,
"1688" : 4604,
"1704" : 1826,
"1720" : 2843,
"1736" : 2084,
"1752" : 878,
"1768" : 1385,
"1784" : 563,
"1800" : 996,
"1816" : 868,
"1832" : 450,
"1848" : 825,
"1864" : 339,
"1880" : 619,
"1896" : 517,
"1912" : 275,
"1928" : 554,
"1944" : 266,
"1960" : 466,
"1976" : 374,
"1992" : 166,
"2008" : 242,
"2024" : 123,
"2040" : 178,
"2064" : 235,
"2096" : 185,
"2128" : 121,
"2160" : 81,
"2192" : 52,
"2224" : 42,
"2256" : 24,
"2288" : 22,
"2320" : 27,
"2352" : 18,
"2384" : 18,
"2416" : 17,
"2448" : 14,
"2480" : 10,
"2512" : 13,
"2544" : 9,
"2576" : 6,
"2608" : 9,
"2640" : 10,
"2672" : 4,
"2704" : 8,
"2736" : 5,
"2768" : 3,
"2800" : 13,
"2832" : 3,
"2864" : 4,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4512" : 3,
"4576" : 2,
"4640" : 14,
"4704" : 25,
"4768" : 46,
"4832" : 43,
"4896" : 53,
"4960" : 48,
"5024" : 25,
"5088" : 27,
"5152" : 15,
"5216" : 22,
"5280" : 23,
"5344" : 30,
"5408" : 46,
"5472" : 41,
"5536" : 43,
"5600" : 61,
"5664" : 52,
"5728" : 46,
"5792" : 25,
"5856" : 36,
"5920" : 32,
"5984" : 33,
"6048" : 25,
"6112" : 21,
"6176" : 20,
"6240" : 14,
"6304" : 16,
"6368" : 15,
"6432" : 12,
"6496" : 9,
"6560" : 8,
"6624" : 8,
"6688" : 3,
"6752" : 7,
"6816" : 6,
"6880" : 1,
"6944" : 3,
"7008" : 3,
"7072" : 4,
"7136" : 1,
"7200" : 4,
"7264" : 5,
"7328" : 3,
"7392" : 2,
"7456" : 3,
"7520" : 1,
"7648" : 3,
"7712" : 2,
"7776" : 1,
"7840" : 2,
"7968" : 1,
"8032" : 1,
"8160" : 1,
"8256" : 1,
"8512" : 2,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"12352" : 1
}
},
"lat_ns" : {
"min" : 128156,
"max" : 743656,
"mean" : 137654.752174,
"stddev" : 5090.828360,
"N" : 650912
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7407232.486034,
"bw_dev" : 40521.686552,
"bw_samples" : 179,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7233.581006,
"iops_stddev" : 39.559483,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 1.538906,
"sys_cpu" : 98.123312,
"ctx" : 32,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.615002,
"4" : 0.230753,
"10" : 0.153938,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990411,
"timestamp_ms" : 1773990411840,
"time" : "Fri Mar 20 04:06:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 758462283776,
"io_kbytes" : 740685824,
"bw_bytes" : 7584698684,
"bw" : 7406932,
"iops" : 7233.342333,
"runtime" : 99999,
"total_ios" : 723327,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126633,
"max" : 736385,
"mean" : 136128.901436,
"stddev" : 5083.153273,
"N" : 723327
},
"clat_ns" : {
"min" : 1372,
"max" : 12309,
"mean" : 1507.956155,
"stddev" : 184.684061,
"N" : 723326,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1464,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1592,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6624
},
"bins" : {
"1368" : 25,
"1384" : 467,
"1400" : 13894,
"1416" : 70458,
"1432" : 58951,
"1448" : 123873,
"1464" : 50984,
"1480" : 71823,
"1496" : 50558,
"1512" : 26915,
"1528" : 62714,
"1544" : 30309,
"1560" : 48673,
"1576" : 31321,
"1592" : 11224,
"1608" : 17042,
"1624" : 6578,
"1640" : 10733,
"1656" : 8067,
"1672" : 3109,
"1688" : 4992,
"1704" : 1952,
"1720" : 3107,
"1736" : 2296,
"1752" : 959,
"1768" : 1528,
"1784" : 626,
"1800" : 1091,
"1816" : 950,
"1832" : 513,
"1848" : 912,
"1864" : 388,
"1880" : 692,
"1896" : 578,
"1912" : 306,
"1928" : 603,
"1944" : 287,
"1960" : 505,
"1976" : 399,
"1992" : 182,
"2008" : 260,
"2024" : 131,
"2040" : 192,
"2064" : 256,
"2096" : 196,
"2128" : 131,
"2160" : 88,
"2192" : 57,
"2224" : 43,
"2256" : 26,
"2288" : 27,
"2320" : 28,
"2352" : 20,
"2384" : 21,
"2416" : 18,
"2448" : 16,
"2480" : 10,
"2512" : 13,
"2544" : 11,
"2576" : 7,
"2608" : 9,
"2640" : 10,
"2672" : 6,
"2704" : 8,
"2736" : 5,
"2768" : 3,
"2800" : 14,
"2832" : 3,
"2864" : 4,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4512" : 3,
"4576" : 3,
"4640" : 17,
"4704" : 30,
"4768" : 55,
"4832" : 47,
"4896" : 57,
"4960" : 49,
"5024" : 26,
"5088" : 29,
"5152" : 16,
"5216" : 28,
"5280" : 23,
"5344" : 36,
"5408" : 53,
"5472" : 46,
"5536" : 49,
"5600" : 69,
"5664" : 57,
"5728" : 54,
"5792" : 29,
"5856" : 40,
"5920" : 32,
"5984" : 36,
"6048" : 25,
"6112" : 24,
"6176" : 27,
"6240" : 17,
"6304" : 19,
"6368" : 16,
"6432" : 12,
"6496" : 10,
"6560" : 10,
"6624" : 9,
"6688" : 4,
"6752" : 7,
"6816" : 8,
"6880" : 1,
"6944" : 3,
"7008" : 3,
"7072" : 4,
"7136" : 1,
"7200" : 4,
"7264" : 5,
"7328" : 3,
"7392" : 2,
"7456" : 3,
"7520" : 1,
"7648" : 3,
"7712" : 2,
"7776" : 1,
"7840" : 2,
"7968" : 2,
"8032" : 1,
"8160" : 1,
"8256" : 1,
"8512" : 2,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"12352" : 1
}
},
"lat_ns" : {
"min" : 128156,
"max" : 743656,
"mean" : 137636.852193,
"stddev" : 5089.753886,
"N" : 723326
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7408181.331658,
"bw_dev" : 39084.179936,
"bw_samples" : 199,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7234.517588,
"iops_stddev" : 38.157547,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 1.566016,
"sys_cpu" : 98.095981,
"ctx" : 36,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.620780,
"4" : 0.223827,
"10" : 0.155117,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990421,
"timestamp_ms" : 1773990421840,
"time" : "Fri Mar 20 04:07:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 834412740608,
"io_kbytes" : 814856192,
"bw_bytes" : 7585639329,
"bw" : 7407850,
"iops" : 7234.238493,
"runtime" : 109999,
"total_ios" : 795759,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126633,
"max" : 736385,
"mean" : 136110.880405,
"stddev" : 5080.864044,
"N" : 795759
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1508.348263,
"stddev" : 185.099569,
"N" : 795758,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1464,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1592,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6688
},
"bins" : {
"1368" : 25,
"1384" : 472,
"1400" : 13980,
"1416" : 71799,
"1432" : 61382,
"1448" : 136162,
"1464" : 59864,
"1480" : 87068,
"1496" : 59034,
"1512" : 29381,
"1528" : 66416,
"1544" : 32018,
"1560" : 52564,
"1576" : 34857,
"1592" : 12480,
"1608" : 18738,
"1624" : 7196,
"1640" : 11726,
"1656" : 8845,
"1672" : 3422,
"1688" : 5513,
"1704" : 2196,
"1720" : 3438,
"1736" : 2543,
"1752" : 1075,
"1768" : 1709,
"1784" : 696,
"1800" : 1215,
"1816" : 1054,
"1832" : 559,
"1848" : 1015,
"1864" : 427,
"1880" : 757,
"1896" : 637,
"1912" : 344,
"1928" : 659,
"1944" : 316,
"1960" : 559,
"1976" : 434,
"1992" : 197,
"2008" : 285,
"2024" : 143,
"2040" : 211,
"2064" : 283,
"2096" : 217,
"2128" : 149,
"2160" : 95,
"2192" : 61,
"2224" : 45,
"2256" : 30,
"2288" : 29,
"2320" : 29,
"2352" : 22,
"2384" : 24,
"2416" : 18,
"2448" : 18,
"2480" : 11,
"2512" : 13,
"2544" : 13,
"2576" : 8,
"2608" : 9,
"2640" : 10,
"2672" : 7,
"2704" : 11,
"2736" : 5,
"2768" : 3,
"2800" : 14,
"2832" : 3,
"2864" : 5,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4448" : 1,
"4512" : 3,
"4576" : 3,
"4640" : 18,
"4704" : 33,
"4768" : 56,
"4832" : 48,
"4896" : 59,
"4960" : 56,
"5024" : 27,
"5088" : 30,
"5152" : 16,
"5216" : 30,
"5280" : 25,
"5344" : 39,
"5408" : 58,
"5472" : 47,
"5536" : 55,
"5600" : 76,
"5664" : 62,
"5728" : 57,
"5792" : 31,
"5856" : 44,
"5920" : 34,
"5984" : 38,
"6048" : 31,
"6112" : 25,
"6176" : 28,
"6240" : 19,
"6304" : 20,
"6368" : 16,
"6432" : 13,
"6496" : 12,
"6560" : 10,
"6624" : 9,
"6688" : 5,
"6752" : 8,
"6816" : 8,
"6880" : 1,
"6944" : 3,
"7008" : 4,
"7072" : 4,
"7136" : 1,
"7200" : 4,
"7264" : 5,
"7328" : 3,
"7392" : 3,
"7456" : 3,
"7520" : 2,
"7648" : 3,
"7712" : 2,
"7776" : 1,
"7840" : 2,
"7904" : 1,
"7968" : 2,
"8032" : 2,
"8160" : 2,
"8256" : 2,
"8512" : 2,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 128156,
"max" : 743656,
"mean" : 137619.223738,
"stddev" : 5087.406611,
"N" : 795758
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7409059.799087,
"bw_dev" : 37817.076163,
"bw_samples" : 219,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7235.374429,
"iops_stddev" : 36.922141,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 1.571832,
"sys_cpu" : 98.089983,
"ctx" : 39,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.624635,
"4" : 0.223309,
"10" : 0.151679,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990431,
"timestamp_ms" : 1773990431840,
"time" : "Fri Mar 20 04:07:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 910372634624,
"io_kbytes" : 889035776,
"bw_bytes" : 7586501842,
"bw" : 7408693,
"iops" : 7235.060292,
"runtime" : 119999,
"total_ios" : 868200,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126633,
"max" : 736385,
"mean" : 136095.248563,
"stddev" : 5080.840755,
"N" : 868200
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1508.825333,
"stddev" : 184.725715,
"N" : 868199,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1464,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1592,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5344,
"99.950000" : 5792,
"99.990000" : 6624
},
"bins" : {
"1368" : 25,
"1384" : 473,
"1400" : 14189,
"1416" : 73638,
"1432" : 64051,
"1448" : 147174,
"1464" : 67638,
"1480" : 101655,
"1496" : 68826,
"1512" : 32544,
"1528" : 70758,
"1544" : 33782,
"1560" : 56026,
"1576" : 38075,
"1592" : 13797,
"1608" : 20623,
"1624" : 7891,
"1640" : 12691,
"1656" : 9580,
"1672" : 3720,
"1688" : 6027,
"1704" : 2408,
"1720" : 3766,
"1736" : 2778,
"1752" : 1169,
"1768" : 1880,
"1784" : 767,
"1800" : 1342,
"1816" : 1173,
"1832" : 622,
"1848" : 1120,
"1864" : 466,
"1880" : 835,
"1896" : 706,
"1912" : 375,
"1928" : 714,
"1944" : 346,
"1960" : 612,
"1976" : 462,
"1992" : 219,
"2008" : 317,
"2024" : 155,
"2040" : 231,
"2064" : 303,
"2096" : 232,
"2128" : 160,
"2160" : 98,
"2192" : 67,
"2224" : 48,
"2256" : 36,
"2288" : 34,
"2320" : 36,
"2352" : 23,
"2384" : 25,
"2416" : 21,
"2448" : 21,
"2480" : 11,
"2512" : 13,
"2544" : 14,
"2576" : 9,
"2608" : 11,
"2640" : 10,
"2672" : 8,
"2704" : 11,
"2736" : 6,
"2768" : 4,
"2800" : 15,
"2832" : 3,
"2864" : 5,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4448" : 1,
"4512" : 3,
"4576" : 4,
"4640" : 19,
"4704" : 37,
"4768" : 61,
"4832" : 50,
"4896" : 63,
"4960" : 61,
"5024" : 31,
"5088" : 35,
"5152" : 16,
"5216" : 31,
"5280" : 28,
"5344" : 47,
"5408" : 62,
"5472" : 54,
"5536" : 62,
"5600" : 82,
"5664" : 69,
"5728" : 67,
"5792" : 40,
"5856" : 46,
"5920" : 36,
"5984" : 38,
"6048" : 33,
"6112" : 25,
"6176" : 30,
"6240" : 22,
"6304" : 22,
"6368" : 17,
"6432" : 14,
"6496" : 12,
"6560" : 10,
"6624" : 9,
"6688" : 7,
"6752" : 8,
"6816" : 8,
"6880" : 1,
"6944" : 3,
"7008" : 5,
"7072" : 5,
"7136" : 1,
"7200" : 4,
"7264" : 5,
"7328" : 3,
"7392" : 3,
"7456" : 3,
"7520" : 2,
"7648" : 3,
"7712" : 2,
"7776" : 1,
"7840" : 2,
"7904" : 1,
"7968" : 2,
"8032" : 3,
"8160" : 2,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 128156,
"max" : 743656,
"mean" : 137604.069359,
"stddev" : 5087.174645,
"N" : 868199
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7409669.284519,
"bw_dev" : 36831.305323,
"bw_samples" : 239,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7235.970711,
"iops_stddev" : 35.961043,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 1.572513,
"sys_cpu" : 98.089151,
"ctx" : 43,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.624856,
"4" : 0.222645,
"10" : 0.152154,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990441,
"timestamp_ms" : 1773990441840,
"time" : "Fri Mar 20 04:07:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 986379714560,
"io_kbytes" : 963261440,
"bw_bytes" : 7587594631,
"bw" : 7409760,
"iops" : 7236.101816,
"runtime" : 129999,
"total_ios" : 940686,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126633,
"max" : 736385,
"mean" : 136075.645418,
"stddev" : 5079.433931,
"N" : 940686
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1507.923229,
"stddev" : 184.073349,
"N" : 940685,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1416,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1464,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1592,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5344,
"99.950000" : 5728,
"99.990000" : 6624
},
"bins" : {
"1368" : 25,
"1384" : 486,
"1400" : 15052,
"1416" : 80209,
"1432" : 70287,
"1448" : 162878,
"1464" : 74876,
"1480" : 111999,
"1496" : 74503,
"1512" : 34550,
"1528" : 74289,
"1544" : 35445,
"1560" : 59310,
"1576" : 40627,
"1592" : 14736,
"1608" : 21922,
"1624" : 8419,
"1640" : 13485,
"1656" : 10255,
"1672" : 3971,
"1688" : 6410,
"1704" : 2602,
"1720" : 4027,
"1736" : 3005,
"1752" : 1252,
"1768" : 2040,
"1784" : 825,
"1800" : 1468,
"1816" : 1277,
"1832" : 664,
"1848" : 1201,
"1864" : 500,
"1880" : 903,
"1896" : 769,
"1912" : 407,
"1928" : 761,
"1944" : 374,
"1960" : 664,
"1976" : 488,
"1992" : 244,
"2008" : 339,
"2024" : 165,
"2040" : 245,
"2064" : 318,
"2096" : 243,
"2128" : 173,
"2160" : 104,
"2192" : 72,
"2224" : 49,
"2256" : 36,
"2288" : 37,
"2320" : 37,
"2352" : 26,
"2384" : 27,
"2416" : 21,
"2448" : 21,
"2480" : 13,
"2512" : 14,
"2544" : 16,
"2576" : 10,
"2608" : 12,
"2640" : 14,
"2672" : 9,
"2704" : 11,
"2736" : 6,
"2768" : 4,
"2800" : 15,
"2832" : 3,
"2864" : 6,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4448" : 1,
"4512" : 3,
"4576" : 5,
"4640" : 22,
"4704" : 42,
"4768" : 65,
"4832" : 53,
"4896" : 67,
"4960" : 62,
"5024" : 34,
"5088" : 37,
"5152" : 17,
"5216" : 35,
"5280" : 31,
"5344" : 53,
"5408" : 73,
"5472" : 60,
"5536" : 67,
"5600" : 89,
"5664" : 76,
"5728" : 69,
"5792" : 45,
"5856" : 47,
"5920" : 38,
"5984" : 39,
"6048" : 37,
"6112" : 25,
"6176" : 33,
"6240" : 23,
"6304" : 23,
"6368" : 17,
"6432" : 15,
"6496" : 12,
"6560" : 10,
"6624" : 9,
"6688" : 9,
"6752" : 9,
"6816" : 8,
"6880" : 1,
"6944" : 3,
"7008" : 5,
"7072" : 5,
"7136" : 1,
"7200" : 5,
"7264" : 5,
"7328" : 5,
"7392" : 3,
"7456" : 3,
"7520" : 2,
"7584" : 1,
"7648" : 3,
"7712" : 2,
"7776" : 1,
"7840" : 2,
"7904" : 1,
"7968" : 2,
"8032" : 3,
"8160" : 2,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 128156,
"max" : 743656,
"mean" : 137583.564440,
"stddev" : 5085.761037,
"N" : 940685
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7410803.378378,
"bw_dev" : 36105.338033,
"bw_samples" : 259,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7237.084942,
"iops_stddev" : 35.253904,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 1.581551,
"sys_cpu" : 98.079985,
"ctx" : 46,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.629951,
"4" : 0.218139,
"10" : 0.151591,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990451,
"timestamp_ms" : 1773990451840,
"time" : "Fri Mar 20 04:07:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1063391330304,
"io_kbytes" : 1038468096,
"bw_bytes" : 7595706614,
"bw" : 7417682,
"iops" : 7243.837456,
"runtime" : 139999,
"total_ios" : 1014130,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125602,
"max" : 736385,
"mean" : 135925.469582,
"stddev" : 5137.148263,
"N" : 1014130
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1510.246821,
"stddev" : 184.152593,
"N" : 1014129,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1432,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1464,
"50.000000" : 1480,
"60.000000" : 1496,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5344,
"99.950000" : 5728,
"99.990000" : 6624
},
"bins" : {
"1368" : 25,
"1384" : 490,
"1400" : 15311,
"1416" : 82038,
"1432" : 71981,
"1448" : 167255,
"1464" : 77044,
"1480" : 116052,
"1496" : 86964,
"1512" : 44010,
"1528" : 87723,
"1544" : 39161,
"1560" : 64317,
"1576" : 43793,
"1592" : 15987,
"1608" : 24485,
"1624" : 9544,
"1640" : 15185,
"1656" : 11405,
"1672" : 4437,
"1688" : 7124,
"1704" : 2881,
"1720" : 4531,
"1736" : 3368,
"1752" : 1388,
"1768" : 2286,
"1784" : 910,
"1800" : 1614,
"1816" : 1393,
"1832" : 717,
"1848" : 1305,
"1864" : 545,
"1880" : 1008,
"1896" : 842,
"1912" : 443,
"1928" : 821,
"1944" : 396,
"1960" : 738,
"1976" : 547,
"1992" : 268,
"2008" : 374,
"2024" : 185,
"2040" : 264,
"2064" : 342,
"2096" : 265,
"2128" : 185,
"2160" : 125,
"2192" : 84,
"2224" : 55,
"2256" : 40,
"2288" : 38,
"2320" : 39,
"2352" : 26,
"2384" : 29,
"2416" : 22,
"2448" : 23,
"2480" : 13,
"2512" : 15,
"2544" : 16,
"2576" : 10,
"2608" : 12,
"2640" : 17,
"2672" : 10,
"2704" : 12,
"2736" : 7,
"2768" : 5,
"2800" : 15,
"2832" : 3,
"2864" : 6,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4448" : 3,
"4512" : 4,
"4576" : 9,
"4640" : 26,
"4704" : 48,
"4768" : 71,
"4832" : 60,
"4896" : 70,
"4960" : 66,
"5024" : 40,
"5088" : 37,
"5152" : 22,
"5216" : 45,
"5280" : 36,
"5344" : 56,
"5408" : 78,
"5472" : 67,
"5536" : 70,
"5600" : 96,
"5664" : 80,
"5728" : 73,
"5792" : 47,
"5856" : 48,
"5920" : 40,
"5984" : 43,
"6048" : 40,
"6112" : 26,
"6176" : 35,
"6240" : 24,
"6304" : 24,
"6368" : 18,
"6432" : 16,
"6496" : 15,
"6560" : 11,
"6624" : 9,
"6688" : 9,
"6752" : 10,
"6816" : 8,
"6880" : 1,
"6944" : 3,
"7008" : 7,
"7072" : 5,
"7136" : 1,
"7200" : 6,
"7264" : 5,
"7328" : 5,
"7392" : 3,
"7456" : 3,
"7520" : 2,
"7584" : 2,
"7648" : 3,
"7712" : 2,
"7776" : 1,
"7840" : 2,
"7904" : 1,
"7968" : 3,
"8032" : 3,
"8160" : 3,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 127124,
"max" : 743656,
"mean" : 137435.712351,
"stddev" : 5142.753081,
"N" : 1014129
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7418536.333333,
"bw_dev" : 47071.582308,
"bw_samples" : 279,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7244.634409,
"iops_stddev" : 45.962947,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.572868,
"sys_cpu" : 98.089986,
"ctx" : 51,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.625492,
"4" : 0.221175,
"10" : 0.153038,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990461,
"timestamp_ms" : 1773990461839,
"time" : "Fri Mar 20 04:07:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1140659847168,
"io_kbytes" : 1113925632,
"bw_bytes" : 7604449677,
"bw" : 7426220,
"iops" : 7252.175015,
"runtime" : 149999,
"total_ios" : 1087819,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125602,
"max" : 736385,
"mean" : 135763.202848,
"stddev" : 5158.424365,
"N" : 1087819
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1513.679321,
"stddev" : 182.973432,
"N" : 1087818,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1432,
"20.000000" : 1448,
"30.000000" : 1448,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1512,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5280,
"99.950000" : 5728,
"99.990000" : 6624
},
"bins" : {
"1368" : 25,
"1384" : 494,
"1400" : 15382,
"1416" : 82256,
"1432" : 72072,
"1448" : 167441,
"1464" : 77133,
"1480" : 117373,
"1496" : 100456,
"1512" : 55085,
"1528" : 103890,
"1544" : 43596,
"1560" : 69221,
"1576" : 46865,
"1592" : 17981,
"1608" : 29408,
"1624" : 11639,
"1640" : 17956,
"1656" : 13026,
"1672" : 5014,
"1688" : 8085,
"1704" : 3286,
"1720" : 5225,
"1736" : 3890,
"1752" : 1594,
"1768" : 2592,
"1784" : 1027,
"1800" : 1815,
"1816" : 1547,
"1832" : 783,
"1848" : 1428,
"1864" : 602,
"1880" : 1090,
"1896" : 910,
"1912" : 481,
"1928" : 889,
"1944" : 435,
"1960" : 796,
"1976" : 615,
"1992" : 290,
"2008" : 404,
"2024" : 201,
"2040" : 294,
"2064" : 386,
"2096" : 300,
"2128" : 210,
"2160" : 140,
"2192" : 95,
"2224" : 61,
"2256" : 45,
"2288" : 40,
"2320" : 41,
"2352" : 27,
"2384" : 30,
"2416" : 23,
"2448" : 23,
"2480" : 14,
"2512" : 15,
"2544" : 17,
"2576" : 10,
"2608" : 12,
"2640" : 19,
"2672" : 10,
"2704" : 13,
"2736" : 7,
"2768" : 5,
"2800" : 15,
"2832" : 3,
"2864" : 7,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"4448" : 3,
"4512" : 8,
"4576" : 15,
"4640" : 32,
"4704" : 52,
"4768" : 72,
"4832" : 62,
"4896" : 71,
"4960" : 71,
"5024" : 43,
"5088" : 46,
"5152" : 27,
"5216" : 47,
"5280" : 42,
"5344" : 63,
"5408" : 84,
"5472" : 69,
"5536" : 72,
"5600" : 98,
"5664" : 80,
"5728" : 78,
"5792" : 49,
"5856" : 52,
"5920" : 43,
"5984" : 46,
"6048" : 40,
"6112" : 28,
"6176" : 36,
"6240" : 25,
"6304" : 24,
"6368" : 19,
"6432" : 16,
"6496" : 15,
"6560" : 11,
"6624" : 9,
"6688" : 9,
"6752" : 10,
"6816" : 8,
"6880" : 1,
"6944" : 3,
"7008" : 7,
"7072" : 5,
"7136" : 1,
"7200" : 7,
"7264" : 5,
"7328" : 6,
"7392" : 3,
"7456" : 3,
"7520" : 2,
"7584" : 2,
"7648" : 3,
"7712" : 2,
"7776" : 2,
"7840" : 2,
"7904" : 1,
"7968" : 3,
"8032" : 3,
"8160" : 3,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 127124,
"max" : 743656,
"mean" : 137276.878243,
"stddev" : 5162.531405,
"N" : 1087818
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7427119.528428,
"bw_dev" : 55963.744446,
"bw_samples" : 299,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7253.013378,
"iops_stddev" : 54.640434,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.577344,
"sys_cpu" : 98.087321,
"ctx" : 54,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.620709,
"4" : 0.227336,
"10" : 0.151680,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990471,
"timestamp_ms" : 1773990471840,
"time" : "Fri Mar 20 04:07:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1217907392512,
"io_kbytes" : 1189362688,
"bw_bytes" : 7611968778,
"bw" : 7433563,
"iops" : 7259.345371,
"runtime" : 159999,
"total_ios" : 1161488,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125451,
"max" : 736385,
"mean" : 135624.200535,
"stddev" : 5175.880186,
"N" : 1161488
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1517.050415,
"stddev" : 182.570020,
"N" : 1161487,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1432,
"20.000000" : 1448,
"30.000000" : 1464,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1512,
"70.000000" : 1528,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1368" : 27,
"1384" : 497,
"1400" : 15429,
"1416" : 82403,
"1432" : 72188,
"1448" : 167658,
"1464" : 77223,
"1480" : 118547,
"1496" : 110131,
"1512" : 62940,
"1528" : 120105,
"1544" : 50904,
"1560" : 78622,
"1576" : 51384,
"1592" : 19726,
"1608" : 32771,
"1624" : 13278,
"1640" : 20753,
"1656" : 14973,
"1672" : 5670,
"1688" : 9055,
"1704" : 3708,
"1720" : 5914,
"1736" : 4409,
"1752" : 1819,
"1768" : 2905,
"1784" : 1171,
"1800" : 2022,
"1816" : 1713,
"1832" : 853,
"1848" : 1535,
"1864" : 655,
"1880" : 1188,
"1896" : 984,
"1912" : 526,
"1928" : 961,
"1944" : 471,
"1960" : 859,
"1976" : 684,
"1992" : 309,
"2008" : 458,
"2024" : 221,
"2040" : 324,
"2064" : 415,
"2096" : 338,
"2128" : 237,
"2160" : 148,
"2192" : 110,
"2224" : 70,
"2256" : 53,
"2288" : 44,
"2320" : 45,
"2352" : 28,
"2384" : 34,
"2416" : 24,
"2448" : 24,
"2480" : 14,
"2512" : 17,
"2544" : 19,
"2576" : 11,
"2608" : 12,
"2640" : 19,
"2672" : 13,
"2704" : 15,
"2736" : 7,
"2768" : 5,
"2800" : 16,
"2832" : 3,
"2864" : 7,
"2896" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"3120" : 1,
"4448" : 6,
"4512" : 15,
"4576" : 23,
"4640" : 41,
"4704" : 58,
"4768" : 77,
"4832" : 64,
"4896" : 78,
"4960" : 77,
"5024" : 52,
"5088" : 56,
"5152" : 36,
"5216" : 51,
"5280" : 49,
"5344" : 68,
"5408" : 88,
"5472" : 71,
"5536" : 73,
"5600" : 100,
"5664" : 83,
"5728" : 81,
"5792" : 52,
"5856" : 54,
"5920" : 43,
"5984" : 49,
"6048" : 42,
"6112" : 29,
"6176" : 36,
"6240" : 25,
"6304" : 24,
"6368" : 20,
"6432" : 16,
"6496" : 15,
"6560" : 12,
"6624" : 9,
"6688" : 9,
"6752" : 10,
"6816" : 8,
"6880" : 1,
"6944" : 3,
"7008" : 7,
"7072" : 5,
"7136" : 1,
"7200" : 7,
"7264" : 5,
"7328" : 6,
"7392" : 3,
"7456" : 4,
"7520" : 2,
"7584" : 2,
"7648" : 3,
"7712" : 2,
"7776" : 2,
"7840" : 3,
"7904" : 1,
"7968" : 3,
"8032" : 3,
"8160" : 3,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 127124,
"max" : 743656,
"mean" : 137141.247153,
"stddev" : 5178.613869,
"N" : 1161487
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7434469.821317,
"bw_dev" : 61439.034159,
"bw_samples" : 319,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7260.191223,
"iops_stddev" : 59.989133,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.578760,
"sys_cpu" : 98.087488,
"ctx" : 59,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.611016,
"4" : 0.235732,
"10" : 0.152993,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990481,
"timestamp_ms" : 1773990481840,
"time" : "Fri Mar 20 04:08:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1295172763648,
"io_kbytes" : 1264817152,
"bw_bytes" : 7618708131,
"bw" : 7440144,
"iops" : 7265.772152,
"runtime" : 169999,
"total_ios" : 1235174,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125451,
"max" : 736385,
"mean" : 135499.077787,
"stddev" : 5187.550295,
"N" : 1235174
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1520.269096,
"stddev" : 182.239043,
"N" : 1235173,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1432,
"20.000000" : 1448,
"30.000000" : 1464,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1368" : 27,
"1384" : 506,
"1400" : 15485,
"1416" : 82521,
"1432" : 72281,
"1448" : 167841,
"1464" : 77319,
"1480" : 119617,
"1496" : 118917,
"1512" : 69987,
"1528" : 135451,
"1544" : 58167,
"1560" : 87929,
"1576" : 55845,
"1592" : 21784,
"1608" : 37378,
"1624" : 15365,
"1640" : 24077,
"1656" : 16999,
"1672" : 6364,
"1688" : 10145,
"1704" : 4184,
"1720" : 6662,
"1736" : 4949,
"1752" : 2037,
"1768" : 3265,
"1784" : 1308,
"1800" : 2214,
"1816" : 1880,
"1832" : 924,
"1848" : 1677,
"1864" : 703,
"1880" : 1291,
"1896" : 1064,
"1912" : 567,
"1928" : 1047,
"1944" : 509,
"1960" : 914,
"1976" : 744,
"1992" : 334,
"2008" : 500,
"2024" : 243,
"2040" : 354,
"2064" : 461,
"2096" : 369,
"2128" : 269,
"2160" : 160,
"2192" : 119,
"2224" : 83,
"2256" : 57,
"2288" : 51,
"2320" : 50,
"2352" : 29,
"2384" : 36,
"2416" : 25,
"2448" : 24,
"2480" : 15,
"2512" : 17,
"2544" : 19,
"2576" : 12,
"2608" : 13,
"2640" : 21,
"2672" : 14,
"2704" : 16,
"2736" : 8,
"2768" : 5,
"2800" : 16,
"2832" : 3,
"2864" : 8,
"2896" : 2,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"3120" : 1,
"4448" : 8,
"4512" : 20,
"4576" : 29,
"4640" : 42,
"4704" : 60,
"4768" : 82,
"4832" : 67,
"4896" : 83,
"4960" : 85,
"5024" : 58,
"5088" : 61,
"5152" : 43,
"5216" : 59,
"5280" : 57,
"5344" : 74,
"5408" : 91,
"5472" : 75,
"5536" : 74,
"5600" : 101,
"5664" : 85,
"5728" : 85,
"5792" : 56,
"5856" : 55,
"5920" : 43,
"5984" : 49,
"6048" : 42,
"6112" : 32,
"6176" : 37,
"6240" : 26,
"6304" : 25,
"6368" : 20,
"6432" : 16,
"6496" : 15,
"6560" : 12,
"6624" : 9,
"6688" : 9,
"6752" : 10,
"6816" : 8,
"6880" : 1,
"6944" : 3,
"7008" : 8,
"7072" : 5,
"7136" : 2,
"7200" : 7,
"7264" : 5,
"7328" : 6,
"7392" : 3,
"7456" : 4,
"7520" : 3,
"7584" : 2,
"7648" : 4,
"7712" : 4,
"7776" : 2,
"7840" : 3,
"7904" : 1,
"7968" : 4,
"8032" : 3,
"8160" : 3,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9280" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 127124,
"max" : 743656,
"mean" : 137019.343211,
"stddev" : 5189.242682,
"N" : 1235173
},
"bw_min" : 7350272,
"bw_max" : 7614464,
"bw_agg" : 100.000000,
"bw_mean" : 7441081.976401,
"bw_dev" : 65379.361861,
"bw_samples" : 339,
"iops_min" : 7178,
"iops_max" : 7436,
"iops_mean" : 7266.646018,
"iops_stddev" : 63.834464,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.573539,
"sys_cpu" : 98.094106,
"ctx" : 62,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.603619,
"4" : 0.243286,
"10" : 0.152853,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990491,
"timestamp_ms" : 1773990491840,
"time" : "Fri Mar 20 04:08:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1372568158208,
"io_kbytes" : 1340398592,
"bw_bytes" : 7625421020,
"bw" : 7446700,
"iops" : 7272.173734,
"runtime" : 179999,
"total_ios" : 1308984,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124981,
"max" : 736385,
"mean" : 135375.539528,
"stddev" : 5198.665690,
"N" : 1308984
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1522.588254,
"stddev" : 181.498730,
"N" : 1308983,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1432,
"20.000000" : 1448,
"30.000000" : 1464,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1368" : 28,
"1384" : 514,
"1400" : 15569,
"1416" : 82697,
"1432" : 72386,
"1448" : 168057,
"1464" : 77404,
"1480" : 120849,
"1496" : 131333,
"1512" : 79788,
"1528" : 152110,
"1544" : 64024,
"1560" : 94880,
"1576" : 59470,
"1592" : 23488,
"1608" : 41178,
"1624" : 17015,
"1640" : 26732,
"1656" : 18703,
"1672" : 6997,
"1688" : 11047,
"1704" : 4558,
"1720" : 7295,
"1736" : 5463,
"1752" : 2245,
"1768" : 3560,
"1784" : 1413,
"1800" : 2396,
"1816" : 2025,
"1832" : 1002,
"1848" : 1796,
"1864" : 767,
"1880" : 1383,
"1896" : 1140,
"1912" : 603,
"1928" : 1127,
"1944" : 537,
"1960" : 971,
"1976" : 806,
"1992" : 358,
"2008" : 545,
"2024" : 263,
"2040" : 390,
"2064" : 504,
"2096" : 397,
"2128" : 305,
"2160" : 176,
"2192" : 123,
"2224" : 90,
"2256" : 65,
"2288" : 59,
"2320" : 53,
"2352" : 31,
"2384" : 37,
"2416" : 27,
"2448" : 28,
"2480" : 16,
"2512" : 17,
"2544" : 19,
"2576" : 12,
"2608" : 13,
"2640" : 21,
"2672" : 14,
"2704" : 17,
"2736" : 9,
"2768" : 5,
"2800" : 16,
"2832" : 5,
"2864" : 8,
"2896" : 2,
"2928" : 1,
"2960" : 2,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"3120" : 1,
"4448" : 9,
"4512" : 22,
"4576" : 32,
"4640" : 47,
"4704" : 65,
"4768" : 85,
"4832" : 70,
"4896" : 85,
"4960" : 87,
"5024" : 60,
"5088" : 66,
"5152" : 50,
"5216" : 68,
"5280" : 66,
"5344" : 81,
"5408" : 95,
"5472" : 81,
"5536" : 75,
"5600" : 105,
"5664" : 85,
"5728" : 91,
"5792" : 58,
"5856" : 57,
"5920" : 45,
"5984" : 51,
"6048" : 43,
"6112" : 35,
"6176" : 38,
"6240" : 26,
"6304" : 26,
"6368" : 20,
"6432" : 16,
"6496" : 15,
"6560" : 12,
"6624" : 9,
"6688" : 9,
"6752" : 12,
"6816" : 9,
"6880" : 1,
"6944" : 3,
"7008" : 8,
"7072" : 5,
"7136" : 2,
"7200" : 7,
"7264" : 5,
"7328" : 6,
"7392" : 3,
"7456" : 5,
"7520" : 3,
"7584" : 3,
"7648" : 4,
"7712" : 4,
"7776" : 2,
"7840" : 3,
"7904" : 1,
"7968" : 4,
"8032" : 3,
"8160" : 3,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9280" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 126533,
"max" : 743656,
"mean" : 136898.124222,
"stddev" : 5199.637400,
"N" : 1308983
},
"bw_min" : 7350272,
"bw_max" : 7626752,
"bw_agg" : 100.000000,
"bw_mean" : 7447157.114206,
"bw_dev" : 68642.070909,
"bw_samples" : 359,
"iops_min" : 7178,
"iops_max" : 7448,
"iops_mean" : 7272.576602,
"iops_stddev" : 67.018584,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.572787,
"sys_cpu" : 98.096101,
"ctx" : 66,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.597398,
"4" : 0.250118,
"10" : 0.152255,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773990491,
"timestamp_ms" : 1773990491888,
"time" : "Fri Mar 20 04:08:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1372572352512,
"io_kbytes" : 1340402688,
"bw_bytes" : 7625317232,
"bw" : 7446598,
"iops" : 7272.063644,
"runtime" : 180002,
"total_ios" : 1308986,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 124981,
"max" : 736385,
"mean" : 135375.529432,
"stddev" : 5198.664104,
"N" : 1308987
},
"clat_ns" : {
"min" : 1372,
"max" : 25148,
"mean" : 1522.588497,
"stddev" : 181.498661,
"N" : 1308986,
"percentile" : {
"1.000000" : 1400,
"5.000000" : 1416,
"10.000000" : 1432,
"20.000000" : 1448,
"30.000000" : 1464,
"40.000000" : 1480,
"50.000000" : 1496,
"60.000000" : 1528,
"70.000000" : 1544,
"80.000000" : 1560,
"90.000000" : 1608,
"95.000000" : 1656,
"99.000000" : 1848,
"99.500000" : 1960,
"99.900000" : 5216,
"99.950000" : 5728,
"99.990000" : 6560
},
"bins" : {
"1368" : 28,
"1384" : 514,
"1400" : 15569,
"1416" : 82697,
"1432" : 72386,
"1448" : 168057,
"1464" : 77404,
"1480" : 120849,
"1496" : 131333,
"1512" : 79788,
"1528" : 152111,
"1544" : 64024,
"1560" : 94880,
"1576" : 59471,
"1592" : 23488,
"1608" : 41178,
"1624" : 17015,
"1640" : 26732,
"1656" : 18703,
"1672" : 6997,
"1688" : 11047,
"1704" : 4558,
"1720" : 7295,
"1736" : 5463,
"1752" : 2245,
"1768" : 3561,
"1784" : 1413,
"1800" : 2396,
"1816" : 2025,
"1832" : 1002,
"1848" : 1796,
"1864" : 767,
"1880" : 1383,
"1896" : 1140,
"1912" : 603,
"1928" : 1127,
"1944" : 537,
"1960" : 971,
"1976" : 806,
"1992" : 358,
"2008" : 545,
"2024" : 263,
"2040" : 390,
"2064" : 504,
"2096" : 397,
"2128" : 305,
"2160" : 176,
"2192" : 123,
"2224" : 90,
"2256" : 65,
"2288" : 59,
"2320" : 53,
"2352" : 31,
"2384" : 37,
"2416" : 27,
"2448" : 28,
"2480" : 16,
"2512" : 17,
"2544" : 19,
"2576" : 12,
"2608" : 13,
"2640" : 21,
"2672" : 14,
"2704" : 17,
"2736" : 9,
"2768" : 5,
"2800" : 16,
"2832" : 5,
"2864" : 8,
"2896" : 2,
"2928" : 1,
"2960" : 2,
"2992" : 1,
"3024" : 1,
"3088" : 1,
"3120" : 1,
"4448" : 9,
"4512" : 22,
"4576" : 32,
"4640" : 47,
"4704" : 65,
"4768" : 85,
"4832" : 70,
"4896" : 85,
"4960" : 87,
"5024" : 60,
"5088" : 66,
"5152" : 50,
"5216" : 68,
"5280" : 66,
"5344" : 81,
"5408" : 95,
"5472" : 81,
"5536" : 75,
"5600" : 105,
"5664" : 85,
"5728" : 91,
"5792" : 58,
"5856" : 57,
"5920" : 45,
"5984" : 51,
"6048" : 43,
"6112" : 35,
"6176" : 38,
"6240" : 26,
"6304" : 26,
"6368" : 20,
"6432" : 16,
"6496" : 15,
"6560" : 12,
"6624" : 9,
"6688" : 9,
"6752" : 12,
"6816" : 9,
"6880" : 1,
"6944" : 3,
"7008" : 8,
"7072" : 5,
"7136" : 2,
"7200" : 7,
"7264" : 5,
"7328" : 6,
"7392" : 3,
"7456" : 5,
"7520" : 3,
"7584" : 3,
"7648" : 4,
"7712" : 4,
"7776" : 2,
"7840" : 3,
"7904" : 1,
"7968" : 4,
"8032" : 3,
"8160" : 3,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 2,
"9024" : 1,
"9152" : 1,
"9280" : 1,
"9536" : 1,
"12352" : 1,
"25216" : 1
}
},
"lat_ns" : {
"min" : 126533,
"max" : 743656,
"mean" : 136898.114369,
"stddev" : 5199.635581,
"N" : 1308986
},
"bw_min" : 7350272,
"bw_max" : 7733248,
"bw_agg" : 100.000000,
"bw_mean" : 7447951.811111,
"bw_dev" : 70185.218053,
"bw_samples" : 360,
"iops_min" : 7178,
"iops_max" : 7552,
"iops_mean" : 7273.352778,
"iops_stddev" : 68.526355,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.572769,
"sys_cpu" : 98.095011,
"ctx" : 67,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.597475,
"4" : 0.250117,
"10" : 0.152255,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}