raidz2/benchmarks/seq/seq-read-qd1-nj4_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773063726,
"timestamp_ms" : 1773063726709,
"time" : "Mon Mar 9 10:42:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 138984554496,
"io_kbytes" : 135727104,
"bw_bytes" : 14231471891,
"bw" : 13897921,
"iops" : 13573.213189,
"runtime" : 9766,
"total_ios" : 132556,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39064,
"usr_cpu" : 0.739812,
"sys_cpu" : 93.879275,
"ctx" : 85052,
"majf" : 0,
"minf" : 1051,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063736,
"timestamp_ms" : 1773063736942,
"time" : "Mon Mar 9 10:42:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 138767499264,
"io_kbytes" : 135515136,
"bw_bytes" : 13878137740,
"bw" : 13552868,
"iops" : 13235.723572,
"runtime" : 9999,
"total_ios" : 132344,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 139252,
"max" : 973936,
"mean" : 299859.519918,
"stddev" : 114851.598538,
"N" : 132344
},
"clat_ns" : {
"min" : 1402,
"max" : 40221,
"mean" : 1663.888394,
"stddev" : 518.041477,
"N" : 132340,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1592,
"60.000000" : 1624,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1912,
"99.000000" : 2384,
"99.500000" : 6368,
"99.900000" : 8256,
"99.950000" : 9408,
"99.990000" : 12480
},
"bins" : {
"1400" : 5,
"1416" : 182,
"1432" : 472,
"1448" : 4052,
"1464" : 4244,
"1480" : 10540,
"1496" : 8706,
"1512" : 3447,
"1528" : 6162,
"1544" : 3770,
"1560" : 10094,
"1576" : 11541,
"1592" : 5140,
"1608" : 8567,
"1624" : 3686,
"1640" : 6543,
"1656" : 5801,
"1672" : 2705,
"1688" : 4866,
"1704" : 2208,
"1720" : 3937,
"1736" : 3586,
"1752" : 1620,
"1768" : 2835,
"1784" : 1277,
"1800" : 2345,
"1816" : 1936,
"1832" : 890,
"1848" : 1500,
"1864" : 655,
"1880" : 1121,
"1896" : 966,
"1912" : 409,
"1928" : 739,
"1944" : 351,
"1960" : 556,
"1976" : 487,
"1992" : 228,
"2008" : 404,
"2024" : 186,
"2040" : 298,
"2064" : 439,
"2096" : 321,
"2128" : 298,
"2160" : 246,
"2192" : 168,
"2224" : 131,
"2256" : 113,
"2288" : 93,
"2320" : 80,
"2352" : 69,
"2384" : 49,
"2416" : 57,
"2448" : 44,
"2480" : 42,
"2512" : 28,
"2544" : 26,
"2576" : 22,
"2608" : 12,
"2640" : 14,
"2672" : 15,
"2704" : 13,
"2736" : 7,
"2768" : 11,
"2800" : 10,
"2832" : 10,
"2864" : 9,
"2896" : 5,
"2928" : 13,
"2960" : 10,
"2992" : 4,
"3024" : 7,
"3056" : 9,
"3088" : 1,
"3120" : 2,
"3152" : 3,
"3184" : 5,
"3216" : 5,
"3248" : 3,
"3280" : 2,
"3312" : 1,
"3376" : 1,
"3440" : 4,
"3472" : 1,
"3504" : 1,
"3632" : 1,
"3728" : 1,
"3760" : 2,
"3792" : 1,
"3856" : 1,
"4048" : 1,
"4080" : 1,
"4128" : 1,
"4320" : 1,
"4704" : 2,
"4768" : 3,
"4832" : 4,
"4896" : 3,
"4960" : 2,
"5024" : 1,
"5088" : 5,
"5152" : 9,
"5216" : 2,
"5280" : 4,
"5344" : 7,
"5408" : 7,
"5472" : 7,
"5536" : 7,
"5600" : 16,
"5664" : 7,
"5728" : 17,
"5792" : 7,
"5856" : 10,
"5920" : 11,
"5984" : 17,
"6048" : 15,
"6112" : 6,
"6176" : 14,
"6240" : 10,
"6304" : 13,
"6368" : 14,
"6432" : 15,
"6496" : 12,
"6560" : 22,
"6624" : 19,
"6688" : 18,
"6752" : 24,
"6816" : 15,
"6880" : 22,
"6944" : 17,
"7008" : 12,
"7072" : 22,
"7136" : 19,
"7200" : 20,
"7264" : 24,
"7328" : 19,
"7392" : 23,
"7456" : 24,
"7520" : 17,
"7584" : 20,
"7648" : 19,
"7712" : 19,
"7776" : 17,
"7840" : 21,
"7904" : 16,
"7968" : 11,
"8032" : 13,
"8096" : 10,
"8160" : 11,
"8256" : 24,
"8384" : 13,
"8512" : 12,
"8640" : 9,
"8768" : 5,
"8896" : 7,
"9024" : 5,
"9152" : 4,
"9280" : 2,
"9408" : 5,
"9536" : 6,
"9664" : 1,
"9792" : 1,
"9920" : 3,
"10048" : 4,
"10176" : 1,
"10304" : 3,
"10432" : 1,
"10560" : 2,
"10816" : 1,
"10944" : 2,
"11072" : 1,
"11200" : 1,
"11456" : 4,
"11584" : 2,
"11712" : 3,
"11840" : 3,
"11968" : 5,
"12096" : 1,
"12224" : 1,
"12352" : 1,
"12480" : 2,
"12736" : 2,
"13120" : 1,
"13376" : 1,
"14784" : 1,
"15424" : 1,
"17536" : 1,
"18560" : 1,
"19584" : 1,
"20352" : 1,
"20608" : 1,
"21376" : 1,
"40192" : 1
}
},
"lat_ns" : {
"min" : 140804,
"max" : 981898,
"mean" : 301522.333127,
"stddev" : 114928.406774,
"N" : 132340
},
"bw_min" : 12972971,
"bw_max" : 13987840,
"bw_agg" : 99.872330,
"bw_mean" : 13535566.842105,
"bw_dev" : 137697.442833,
"bw_samples" : 76,
"iops_min" : 12668,
"iops_max" : 13660,
"iops_mean" : 13218.052632,
"iops_stddev" : 134.498424,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39996,
"usr_cpu" : 0.845085,
"sys_cpu" : 97.527253,
"ctx" : 2773,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.845342,
"4" : 2.491991,
"10" : 0.621109,
"20" : 0.035514,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063746,
"timestamp_ms" : 1773063746942,
"time" : "Mon Mar 9 10:42:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 292425826304,
"io_kbytes" : 285572096,
"bw_bytes" : 14622022416,
"bw" : 14279318,
"iops" : 13944.997250,
"runtime" : 19999,
"total_ios" : 278886,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 138061,
"max" : 1740275,
"mean" : 284418.929315,
"stddev" : 134500.237346,
"N" : 278886
},
"clat_ns" : {
"min" : 1362,
"max" : 86632,
"mean" : 1699.224278,
"stddev" : 944.484842,
"N" : 278882,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 5664,
"99.500000" : 7456,
"99.900000" : 15552,
"99.950000" : 19072,
"99.990000" : 29056
},
"bins" : {
"1368" : 1,
"1400" : 8,
"1416" : 500,
"1432" : 1667,
"1448" : 12904,
"1464" : 11000,
"1480" : 22788,
"1496" : 16586,
"1512" : 6539,
"1528" : 15872,
"1544" : 10368,
"1560" : 23705,
"1576" : 23032,
"1592" : 9819,
"1608" : 15864,
"1624" : 6642,
"1640" : 11840,
"1656" : 11026,
"1672" : 5297,
"1688" : 9804,
"1704" : 4414,
"1720" : 7927,
"1736" : 6864,
"1752" : 3016,
"1768" : 5399,
"1784" : 2458,
"1800" : 4340,
"1816" : 3607,
"1832" : 1642,
"1848" : 2817,
"1864" : 1233,
"1880" : 2144,
"1896" : 1817,
"1912" : 839,
"1928" : 1427,
"1944" : 661,
"1960" : 1153,
"1976" : 948,
"1992" : 454,
"2008" : 788,
"2024" : 362,
"2040" : 608,
"2064" : 826,
"2096" : 672,
"2128" : 656,
"2160" : 532,
"2192" : 386,
"2224" : 316,
"2256" : 273,
"2288" : 243,
"2320" : 225,
"2352" : 166,
"2384" : 136,
"2416" : 133,
"2448" : 109,
"2480" : 110,
"2512" : 81,
"2544" : 77,
"2576" : 59,
"2608" : 44,
"2640" : 57,
"2672" : 49,
"2704" : 43,
"2736" : 28,
"2768" : 32,
"2800" : 38,
"2832" : 31,
"2864" : 25,
"2896" : 17,
"2928" : 30,
"2960" : 30,
"2992" : 16,
"3024" : 15,
"3056" : 24,
"3088" : 14,
"3120" : 30,
"3152" : 15,
"3184" : 13,
"3216" : 13,
"3248" : 6,
"3280" : 23,
"3312" : 8,
"3344" : 10,
"3376" : 8,
"3408" : 7,
"3440" : 7,
"3472" : 7,
"3504" : 5,
"3536" : 5,
"3568" : 4,
"3600" : 1,
"3632" : 3,
"3696" : 7,
"3728" : 4,
"3760" : 7,
"3792" : 2,
"3824" : 1,
"3856" : 5,
"3888" : 2,
"3952" : 5,
"3984" : 1,
"4048" : 2,
"4080" : 2,
"4128" : 4,
"4192" : 2,
"4256" : 1,
"4320" : 3,
"4384" : 2,
"4448" : 1,
"4512" : 1,
"4576" : 2,
"4704" : 4,
"4768" : 3,
"4832" : 6,
"4896" : 3,
"4960" : 4,
"5024" : 4,
"5088" : 12,
"5152" : 19,
"5216" : 9,
"5280" : 16,
"5344" : 16,
"5408" : 18,
"5472" : 18,
"5536" : 26,
"5600" : 36,
"5664" : 23,
"5728" : 49,
"5792" : 29,
"5856" : 37,
"5920" : 53,
"5984" : 53,
"6048" : 37,
"6112" : 46,
"6176" : 58,
"6240" : 55,
"6304" : 49,
"6368" : 57,
"6432" : 59,
"6496" : 43,
"6560" : 59,
"6624" : 44,
"6688" : 50,
"6752" : 70,
"6816" : 55,
"6880" : 65,
"6944" : 55,
"7008" : 56,
"7072" : 55,
"7136" : 44,
"7200" : 47,
"7264" : 50,
"7328" : 43,
"7392" : 52,
"7456" : 45,
"7520" : 37,
"7584" : 49,
"7648" : 34,
"7712" : 43,
"7776" : 30,
"7840" : 30,
"7904" : 37,
"7968" : 24,
"8032" : 28,
"8096" : 23,
"8160" : 16,
"8256" : 45,
"8384" : 30,
"8512" : 25,
"8640" : 26,
"8768" : 24,
"8896" : 27,
"9024" : 19,
"9152" : 21,
"9280" : 12,
"9408" : 15,
"9536" : 16,
"9664" : 12,
"9792" : 11,
"9920" : 8,
"10048" : 14,
"10176" : 13,
"10304" : 10,
"10432" : 14,
"10560" : 14,
"10688" : 15,
"10816" : 12,
"10944" : 21,
"11072" : 7,
"11200" : 15,
"11328" : 11,
"11456" : 13,
"11584" : 15,
"11712" : 12,
"11840" : 23,
"11968" : 12,
"12096" : 9,
"12224" : 13,
"12352" : 10,
"12480" : 10,
"12608" : 12,
"12736" : 7,
"12864" : 8,
"12992" : 6,
"13120" : 9,
"13248" : 6,
"13376" : 14,
"13504" : 12,
"13632" : 9,
"13760" : 3,
"13888" : 9,
"14016" : 8,
"14144" : 13,
"14272" : 8,
"14400" : 5,
"14528" : 6,
"14656" : 3,
"14784" : 7,
"14912" : 8,
"15040" : 5,
"15168" : 6,
"15296" : 4,
"15424" : 5,
"15552" : 5,
"15680" : 7,
"15808" : 9,
"15936" : 2,
"16064" : 6,
"16192" : 5,
"16320" : 3,
"16512" : 17,
"16768" : 18,
"17024" : 13,
"17280" : 8,
"17536" : 4,
"17792" : 6,
"18048" : 8,
"18304" : 14,
"18560" : 5,
"18816" : 3,
"19072" : 9,
"19328" : 6,
"19584" : 8,
"19840" : 4,
"20096" : 3,
"20352" : 9,
"20608" : 5,
"20864" : 7,
"21120" : 6,
"21376" : 5,
"21632" : 5,
"21888" : 3,
"22144" : 4,
"22400" : 4,
"22912" : 2,
"23168" : 4,
"23424" : 3,
"23680" : 1,
"23936" : 4,
"24192" : 3,
"24448" : 2,
"24704" : 2,
"25216" : 5,
"25472" : 2,
"25728" : 1,
"25984" : 2,
"26240" : 2,
"26496" : 1,
"27264" : 1,
"27776" : 3,
"28032" : 1,
"28288" : 2,
"29056" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 1,
"30080" : 1,
"31104" : 2,
"31360" : 1,
"31616" : 2,
"31872" : 1,
"32384" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 1,
"36608" : 1,
"37632" : 1,
"38656" : 1,
"39680" : 1,
"40192" : 1,
"41216" : 1,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"48384" : 1,
"72192" : 1,
"86528" : 1
}
},
"lat_ns" : {
"min" : 139623,
"max" : 1743600,
"mean" : 286117.421913,
"stddev" : 134695.447832,
"N" : 278882
},
"bw_min" : 10684416,
"bw_max" : 21946368,
"bw_agg" : 100.000000,
"bw_mean" : 14300514.717949,
"bw_dev" : 841477.496618,
"bw_samples" : 156,
"iops_min" : 10434,
"iops_max" : 21432,
"iops_mean" : 13964.948718,
"iops_stddev" : 821.772913,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79996,
"usr_cpu" : 0.852543,
"sys_cpu" : 95.244762,
"ctx" : 129226,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.247929,
"4" : 2.671342,
"10" : 0.823634,
"20" : 0.212990,
"50" : 0.041953,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063756,
"timestamp_ms" : 1773063756942,
"time" : "Mon Mar 9 10:42:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 433052450816,
"io_kbytes" : 422902784,
"bw_bytes" : 14435562879,
"bw" : 14097229,
"iops" : 13766.992233,
"runtime" : 29999,
"total_ios" : 412996,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1740275,
"mean" : 288127.523901,
"stddev" : 128890.586652,
"N" : 412996
},
"clat_ns" : {
"min" : 1362,
"max" : 86632,
"mean" : 1694.477029,
"stddev" : 844.225487,
"N" : 412992,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1544,
"40.000000" : 1560,
"50.000000" : 1592,
"60.000000" : 1624,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 3408,
"99.500000" : 7200,
"99.900000" : 13376,
"99.950000" : 17024,
"99.990000" : 25984
},
"bins" : {
"1368" : 1,
"1384" : 2,
"1400" : 15,
"1416" : 631,
"1432" : 2056,
"1448" : 15359,
"1464" : 13290,
"1480" : 28306,
"1496" : 22128,
"1512" : 9998,
"1528" : 28142,
"1544" : 16883,
"1560" : 35185,
"1576" : 33323,
"1592" : 14811,
"1608" : 24576,
"1624" : 10534,
"1640" : 19340,
"1656" : 17311,
"1672" : 8096,
"1688" : 14732,
"1704" : 6682,
"1720" : 12104,
"1736" : 10628,
"1752" : 4732,
"1768" : 8518,
"1784" : 3841,
"1800" : 6839,
"1816" : 5746,
"1832" : 2588,
"1848" : 4507,
"1864" : 1980,
"1880" : 3376,
"1896" : 2881,
"1912" : 1285,
"1928" : 2265,
"1944" : 993,
"1960" : 1728,
"1976" : 1456,
"1992" : 680,
"2008" : 1235,
"2024" : 555,
"2040" : 942,
"2064" : 1289,
"2096" : 1046,
"2128" : 1007,
"2160" : 798,
"2192" : 579,
"2224" : 479,
"2256" : 406,
"2288" : 383,
"2320" : 307,
"2352" : 267,
"2384" : 207,
"2416" : 199,
"2448" : 165,
"2480" : 164,
"2512" : 123,
"2544" : 116,
"2576" : 99,
"2608" : 73,
"2640" : 79,
"2672" : 64,
"2704" : 60,
"2736" : 43,
"2768" : 49,
"2800" : 55,
"2832" : 43,
"2864" : 42,
"2896" : 29,
"2928" : 46,
"2960" : 51,
"2992" : 28,
"3024" : 29,
"3056" : 40,
"3088" : 24,
"3120" : 43,
"3152" : 20,
"3184" : 23,
"3216" : 20,
"3248" : 11,
"3280" : 27,
"3312" : 20,
"3344" : 15,
"3376" : 12,
"3408" : 12,
"3440" : 12,
"3472" : 10,
"3504" : 7,
"3536" : 8,
"3568" : 4,
"3600" : 4,
"3632" : 4,
"3664" : 1,
"3696" : 9,
"3728" : 7,
"3760" : 8,
"3792" : 2,
"3824" : 2,
"3856" : 7,
"3888" : 2,
"3920" : 3,
"3952" : 7,
"3984" : 1,
"4048" : 2,
"4080" : 3,
"4128" : 5,
"4192" : 5,
"4256" : 1,
"4320" : 5,
"4384" : 3,
"4448" : 1,
"4512" : 2,
"4576" : 3,
"4640" : 3,
"4704" : 8,
"4768" : 5,
"4832" : 10,
"4896" : 9,
"4960" : 14,
"5024" : 10,
"5088" : 15,
"5152" : 20,
"5216" : 16,
"5280" : 17,
"5344" : 21,
"5408" : 28,
"5472" : 27,
"5536" : 35,
"5600" : 47,
"5664" : 39,
"5728" : 62,
"5792" : 37,
"5856" : 50,
"5920" : 74,
"5984" : 64,
"6048" : 49,
"6112" : 62,
"6176" : 73,
"6240" : 70,
"6304" : 66,
"6368" : 70,
"6432" : 71,
"6496" : 56,
"6560" : 76,
"6624" : 65,
"6688" : 67,
"6752" : 95,
"6816" : 73,
"6880" : 87,
"6944" : 70,
"7008" : 71,
"7072" : 72,
"7136" : 68,
"7200" : 61,
"7264" : 71,
"7328" : 65,
"7392" : 80,
"7456" : 70,
"7520" : 58,
"7584" : 74,
"7648" : 61,
"7712" : 69,
"7776" : 49,
"7840" : 47,
"7904" : 56,
"7968" : 42,
"8032" : 41,
"8096" : 39,
"8160" : 23,
"8256" : 68,
"8384" : 54,
"8512" : 35,
"8640" : 39,
"8768" : 33,
"8896" : 32,
"9024" : 22,
"9152" : 27,
"9280" : 15,
"9408" : 20,
"9536" : 27,
"9664" : 17,
"9792" : 14,
"9920" : 11,
"10048" : 18,
"10176" : 17,
"10304" : 13,
"10432" : 22,
"10560" : 17,
"10688" : 16,
"10816" : 15,
"10944" : 23,
"11072" : 10,
"11200" : 16,
"11328" : 13,
"11456" : 14,
"11584" : 15,
"11712" : 18,
"11840" : 23,
"11968" : 15,
"12096" : 10,
"12224" : 17,
"12352" : 14,
"12480" : 13,
"12608" : 14,
"12736" : 7,
"12864" : 9,
"12992" : 8,
"13120" : 9,
"13248" : 7,
"13376" : 16,
"13504" : 12,
"13632" : 10,
"13760" : 3,
"13888" : 9,
"14016" : 10,
"14144" : 13,
"14272" : 8,
"14400" : 6,
"14528" : 6,
"14656" : 3,
"14784" : 7,
"14912" : 10,
"15040" : 6,
"15168" : 6,
"15296" : 4,
"15424" : 5,
"15552" : 5,
"15680" : 7,
"15808" : 9,
"15936" : 5,
"16064" : 6,
"16192" : 6,
"16320" : 4,
"16512" : 18,
"16768" : 18,
"17024" : 13,
"17280" : 8,
"17536" : 4,
"17792" : 6,
"18048" : 8,
"18304" : 15,
"18560" : 5,
"18816" : 3,
"19072" : 9,
"19328" : 6,
"19584" : 8,
"19840" : 4,
"20096" : 3,
"20352" : 9,
"20608" : 5,
"20864" : 7,
"21120" : 6,
"21376" : 5,
"21632" : 5,
"21888" : 3,
"22144" : 4,
"22400" : 4,
"22912" : 2,
"23168" : 5,
"23424" : 3,
"23680" : 1,
"23936" : 4,
"24192" : 3,
"24448" : 2,
"24704" : 2,
"25216" : 5,
"25472" : 2,
"25728" : 3,
"25984" : 2,
"26240" : 2,
"26496" : 1,
"27264" : 1,
"27776" : 3,
"28032" : 2,
"28288" : 2,
"29056" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 1,
"30080" : 1,
"31104" : 2,
"31360" : 1,
"31616" : 2,
"31872" : 1,
"32384" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 1,
"36608" : 1,
"37632" : 1,
"38656" : 1,
"39680" : 1,
"40192" : 1,
"40704" : 1,
"41216" : 1,
"42752" : 2,
"44288" : 1,
"45824" : 1,
"48384" : 1,
"72192" : 1,
"86528" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1743600,
"mean" : 289821.542766,
"stddev" : 129053.955602,
"N" : 412992
},
"bw_min" : 10684416,
"bw_max" : 21946368,
"bw_agg" : 100.000000,
"bw_mean" : 14104882.305085,
"bw_dev" : 702789.053324,
"bw_samples" : 236,
"iops_min" : 10434,
"iops_max" : 21432,
"iops_mean" : 13773.932203,
"iops_stddev" : 686.334456,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 0.855862,
"sys_cpu" : 95.961532,
"ctx" : 131659,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.259528,
"4" : 2.765644,
"10" : 0.781121,
"20" : 0.162471,
"50" : 0.029782,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063766,
"timestamp_ms" : 1773063766942,
"time" : "Mon Mar 9 10:42:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 583055441920,
"io_kbytes" : 569390080,
"bw_bytes" : 14576386048,
"bw" : 14234752,
"iops" : 13901.225000,
"runtime" : 40000,
"total_ios" : 556049,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1748578,
"mean" : 285315.400871,
"stddev" : 131719.348105,
"N" : 556049
},
"clat_ns" : {
"min" : 1362,
"max" : 86632,
"mean" : 1698.005063,
"stddev" : 891.112390,
"N" : 556045,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1624,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 4768,
"99.500000" : 7328,
"99.900000" : 14528,
"99.950000" : 18304,
"99.990000" : 28032
},
"bins" : {
"1368" : 1,
"1384" : 2,
"1400" : 25,
"1416" : 765,
"1432" : 2466,
"1448" : 19168,
"1464" : 17304,
"1480" : 37965,
"1496" : 31535,
"1512" : 16868,
"1528" : 43620,
"1544" : 23433,
"1560" : 45593,
"1576" : 41887,
"1592" : 18827,
"1608" : 32717,
"1624" : 14644,
"1640" : 26552,
"1656" : 23088,
"1672" : 10658,
"1688" : 19435,
"1704" : 8746,
"1720" : 15894,
"1736" : 13950,
"1752" : 6238,
"1768" : 11109,
"1784" : 5034,
"1800" : 8947,
"1816" : 7495,
"1832" : 3395,
"1848" : 5902,
"1864" : 2551,
"1880" : 4416,
"1896" : 3786,
"1912" : 1641,
"1928" : 2903,
"1944" : 1287,
"1960" : 2292,
"1976" : 1908,
"1992" : 888,
"2008" : 1636,
"2024" : 709,
"2040" : 1264,
"2064" : 1659,
"2096" : 1387,
"2128" : 1387,
"2160" : 1055,
"2192" : 786,
"2224" : 650,
"2256" : 554,
"2288" : 528,
"2320" : 459,
"2352" : 375,
"2384" : 290,
"2416" : 267,
"2448" : 234,
"2480" : 236,
"2512" : 164,
"2544" : 172,
"2576" : 145,
"2608" : 99,
"2640" : 129,
"2672" : 83,
"2704" : 90,
"2736" : 74,
"2768" : 73,
"2800" : 82,
"2832" : 66,
"2864" : 56,
"2896" : 48,
"2928" : 66,
"2960" : 69,
"2992" : 44,
"3024" : 37,
"3056" : 57,
"3088" : 33,
"3120" : 62,
"3152" : 33,
"3184" : 30,
"3216" : 27,
"3248" : 17,
"3280" : 32,
"3312" : 25,
"3344" : 18,
"3376" : 17,
"3408" : 20,
"3440" : 16,
"3472" : 13,
"3504" : 11,
"3536" : 13,
"3568" : 9,
"3600" : 5,
"3632" : 8,
"3664" : 2,
"3696" : 11,
"3728" : 9,
"3760" : 13,
"3792" : 4,
"3824" : 2,
"3856" : 12,
"3888" : 3,
"3920" : 5,
"3952" : 9,
"3984" : 3,
"4048" : 2,
"4080" : 5,
"4128" : 5,
"4192" : 5,
"4256" : 1,
"4320" : 6,
"4384" : 4,
"4448" : 3,
"4512" : 3,
"4576" : 6,
"4640" : 5,
"4704" : 10,
"4768" : 8,
"4832" : 14,
"4896" : 9,
"4960" : 22,
"5024" : 16,
"5088" : 23,
"5152" : 26,
"5216" : 33,
"5280" : 25,
"5344" : 35,
"5408" : 40,
"5472" : 36,
"5536" : 51,
"5600" : 68,
"5664" : 58,
"5728" : 82,
"5792" : 52,
"5856" : 73,
"5920" : 93,
"5984" : 80,
"6048" : 73,
"6112" : 89,
"6176" : 94,
"6240" : 91,
"6304" : 91,
"6368" : 92,
"6432" : 97,
"6496" : 92,
"6560" : 112,
"6624" : 86,
"6688" : 94,
"6752" : 121,
"6816" : 92,
"6880" : 109,
"6944" : 87,
"7008" : 98,
"7072" : 100,
"7136" : 95,
"7200" : 77,
"7264" : 99,
"7328" : 86,
"7392" : 115,
"7456" : 85,
"7520" : 78,
"7584" : 88,
"7648" : 72,
"7712" : 86,
"7776" : 62,
"7840" : 55,
"7904" : 63,
"7968" : 50,
"8032" : 53,
"8096" : 52,
"8160" : 29,
"8256" : 92,
"8384" : 75,
"8512" : 52,
"8640" : 51,
"8768" : 50,
"8896" : 49,
"9024" : 34,
"9152" : 45,
"9280" : 22,
"9408" : 24,
"9536" : 35,
"9664" : 28,
"9792" : 24,
"9920" : 15,
"10048" : 22,
"10176" : 22,
"10304" : 20,
"10432" : 27,
"10560" : 30,
"10688" : 22,
"10816" : 24,
"10944" : 29,
"11072" : 13,
"11200" : 26,
"11328" : 21,
"11456" : 20,
"11584" : 20,
"11712" : 22,
"11840" : 29,
"11968" : 25,
"12096" : 16,
"12224" : 24,
"12352" : 21,
"12480" : 17,
"12608" : 23,
"12736" : 18,
"12864" : 14,
"12992" : 18,
"13120" : 20,
"13248" : 13,
"13376" : 21,
"13504" : 21,
"13632" : 17,
"13760" : 13,
"13888" : 12,
"14016" : 17,
"14144" : 17,
"14272" : 14,
"14400" : 10,
"14528" : 9,
"14656" : 13,
"14784" : 10,
"14912" : 13,
"15040" : 13,
"15168" : 8,
"15296" : 9,
"15424" : 11,
"15552" : 8,
"15680" : 11,
"15808" : 15,
"15936" : 12,
"16064" : 11,
"16192" : 10,
"16320" : 6,
"16512" : 25,
"16768" : 24,
"17024" : 21,
"17280" : 13,
"17536" : 10,
"17792" : 9,
"18048" : 14,
"18304" : 22,
"18560" : 8,
"18816" : 5,
"19072" : 18,
"19328" : 10,
"19584" : 11,
"19840" : 8,
"20096" : 8,
"20352" : 12,
"20608" : 10,
"20864" : 10,
"21120" : 10,
"21376" : 8,
"21632" : 5,
"21888" : 7,
"22144" : 7,
"22400" : 7,
"22656" : 1,
"22912" : 5,
"23168" : 5,
"23424" : 3,
"23680" : 2,
"23936" : 5,
"24192" : 4,
"24448" : 4,
"24704" : 4,
"25216" : 8,
"25472" : 4,
"25728" : 3,
"25984" : 3,
"26240" : 4,
"26496" : 1,
"27264" : 3,
"27776" : 5,
"28032" : 2,
"28288" : 4,
"28544" : 2,
"28800" : 1,
"29056" : 1,
"29312" : 2,
"29568" : 2,
"29824" : 1,
"30080" : 2,
"30848" : 1,
"31104" : 3,
"31360" : 1,
"31616" : 3,
"31872" : 1,
"32128" : 1,
"32384" : 2,
"33536" : 1,
"34048" : 1,
"35072" : 3,
"35584" : 2,
"36096" : 1,
"36608" : 1,
"37632" : 1,
"38656" : 1,
"39680" : 1,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42752" : 3,
"44288" : 1,
"44800" : 1,
"45312" : 1,
"45824" : 1,
"48384" : 1,
"49920" : 1,
"72192" : 1,
"86528" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1750541,
"mean" : 287013.045412,
"stddev" : 131898.048789,
"N" : 556045
},
"bw_min" : 10555392,
"bw_max" : 21946368,
"bw_agg" : 100.000000,
"bw_mean" : 14247840.835443,
"bw_dev" : 767878.089211,
"bw_samples" : 316,
"iops_min" : 10308,
"iops_max" : 21432,
"iops_mean" : 13913.582278,
"iops_stddev" : 749.885119,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159998,
"usr_cpu" : 0.861886,
"sys_cpu" : 95.587445,
"ctx" : 223870,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.202853,
"4" : 2.786085,
"10" : 0.784643,
"20" : 0.189012,
"50" : 0.036148,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063776,
"timestamp_ms" : 1773063776942,
"time" : "Mon Mar 9 10:42:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 724708622336,
"io_kbytes" : 707723264,
"bw_bytes" : 14494462335,
"bw" : 14154748,
"iops" : 13823.076462,
"runtime" : 49999,
"total_ios" : 691140,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1852767,
"mean" : 286945.978831,
"stddev" : 131258.422809,
"N" : 691140
},
"clat_ns" : {
"min" : 1352,
"max" : 86632,
"mean" : 1697.392652,
"stddev" : 880.989282,
"N" : 691136,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1624,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1944,
"99.000000" : 4832,
"99.500000" : 7328,
"99.900000" : 14400,
"99.950000" : 18048,
"99.990000" : 27264
},
"bins" : {
"1352" : 2,
"1368" : 2,
"1384" : 2,
"1400" : 30,
"1416" : 1018,
"1432" : 3141,
"1448" : 24215,
"1464" : 22390,
"1480" : 50553,
"1496" : 42543,
"1512" : 21206,
"1528" : 51247,
"1544" : 27247,
"1560" : 54645,
"1576" : 52114,
"1592" : 23648,
"1608" : 40584,
"1624" : 17999,
"1640" : 32377,
"1656" : 28217,
"1672" : 13087,
"1688" : 23678,
"1704" : 10735,
"1720" : 19504,
"1736" : 17165,
"1752" : 7667,
"1768" : 13683,
"1784" : 6211,
"1800" : 11157,
"1816" : 9274,
"1832" : 4260,
"1848" : 7348,
"1864" : 3182,
"1880" : 5479,
"1896" : 4787,
"1912" : 2099,
"1928" : 3671,
"1944" : 1654,
"1960" : 2919,
"1976" : 2431,
"1992" : 1097,
"2008" : 2112,
"2024" : 911,
"2040" : 1642,
"2064" : 2103,
"2096" : 1726,
"2128" : 1831,
"2160" : 1312,
"2192" : 990,
"2224" : 820,
"2256" : 694,
"2288" : 674,
"2320" : 599,
"2352" : 456,
"2384" : 350,
"2416" : 328,
"2448" : 294,
"2480" : 300,
"2512" : 209,
"2544" : 216,
"2576" : 185,
"2608" : 147,
"2640" : 170,
"2672" : 118,
"2704" : 112,
"2736" : 102,
"2768" : 103,
"2800" : 103,
"2832" : 89,
"2864" : 79,
"2896" : 67,
"2928" : 89,
"2960" : 89,
"2992" : 62,
"3024" : 55,
"3056" : 65,
"3088" : 43,
"3120" : 89,
"3152" : 46,
"3184" : 46,
"3216" : 40,
"3248" : 27,
"3280" : 46,
"3312" : 32,
"3344" : 24,
"3376" : 24,
"3408" : 33,
"3440" : 26,
"3472" : 21,
"3504" : 18,
"3536" : 15,
"3568" : 14,
"3600" : 9,
"3632" : 14,
"3664" : 5,
"3696" : 13,
"3728" : 13,
"3760" : 15,
"3792" : 6,
"3824" : 5,
"3856" : 13,
"3888" : 5,
"3920" : 11,
"3952" : 11,
"3984" : 5,
"4048" : 3,
"4080" : 6,
"4128" : 8,
"4192" : 7,
"4256" : 5,
"4320" : 8,
"4384" : 6,
"4448" : 4,
"4512" : 3,
"4576" : 6,
"4640" : 6,
"4704" : 12,
"4768" : 11,
"4832" : 17,
"4896" : 11,
"4960" : 28,
"5024" : 16,
"5088" : 28,
"5152" : 29,
"5216" : 36,
"5280" : 32,
"5344" : 46,
"5408" : 49,
"5472" : 56,
"5536" : 61,
"5600" : 78,
"5664" : 72,
"5728" : 103,
"5792" : 67,
"5856" : 85,
"5920" : 115,
"5984" : 101,
"6048" : 95,
"6112" : 106,
"6176" : 112,
"6240" : 112,
"6304" : 112,
"6368" : 115,
"6432" : 107,
"6496" : 117,
"6560" : 144,
"6624" : 110,
"6688" : 120,
"6752" : 149,
"6816" : 114,
"6880" : 140,
"6944" : 108,
"7008" : 113,
"7072" : 126,
"7136" : 114,
"7200" : 107,
"7264" : 126,
"7328" : 112,
"7392" : 138,
"7456" : 104,
"7520" : 105,
"7584" : 109,
"7648" : 88,
"7712" : 114,
"7776" : 84,
"7840" : 72,
"7904" : 83,
"7968" : 68,
"8032" : 70,
"8096" : 63,
"8160" : 39,
"8256" : 112,
"8384" : 95,
"8512" : 64,
"8640" : 66,
"8768" : 61,
"8896" : 64,
"9024" : 45,
"9152" : 56,
"9280" : 28,
"9408" : 31,
"9536" : 40,
"9664" : 35,
"9792" : 34,
"9920" : 18,
"10048" : 27,
"10176" : 26,
"10304" : 25,
"10432" : 34,
"10560" : 33,
"10688" : 30,
"10816" : 32,
"10944" : 31,
"11072" : 15,
"11200" : 32,
"11328" : 25,
"11456" : 24,
"11584" : 30,
"11712" : 31,
"11840" : 35,
"11968" : 27,
"12096" : 20,
"12224" : 28,
"12352" : 27,
"12480" : 22,
"12608" : 31,
"12736" : 20,
"12864" : 21,
"12992" : 23,
"13120" : 24,
"13248" : 18,
"13376" : 23,
"13504" : 27,
"13632" : 17,
"13760" : 18,
"13888" : 18,
"14016" : 18,
"14144" : 18,
"14272" : 15,
"14400" : 12,
"14528" : 14,
"14656" : 18,
"14784" : 13,
"14912" : 15,
"15040" : 17,
"15168" : 8,
"15296" : 10,
"15424" : 13,
"15552" : 10,
"15680" : 13,
"15808" : 15,
"15936" : 15,
"16064" : 16,
"16192" : 14,
"16320" : 7,
"16512" : 29,
"16768" : 28,
"17024" : 28,
"17280" : 16,
"17536" : 15,
"17792" : 13,
"18048" : 16,
"18304" : 27,
"18560" : 9,
"18816" : 5,
"19072" : 18,
"19328" : 11,
"19584" : 12,
"19840" : 10,
"20096" : 11,
"20352" : 16,
"20608" : 11,
"20864" : 13,
"21120" : 11,
"21376" : 8,
"21632" : 5,
"21888" : 7,
"22144" : 8,
"22400" : 7,
"22656" : 2,
"22912" : 7,
"23168" : 6,
"23424" : 5,
"23680" : 3,
"23936" : 7,
"24192" : 5,
"24448" : 9,
"24704" : 5,
"25216" : 9,
"25472" : 4,
"25728" : 3,
"25984" : 4,
"26240" : 5,
"26496" : 1,
"27264" : 4,
"27520" : 1,
"27776" : 5,
"28032" : 3,
"28288" : 4,
"28544" : 2,
"28800" : 3,
"29056" : 1,
"29312" : 2,
"29568" : 2,
"29824" : 1,
"30080" : 2,
"30592" : 1,
"30848" : 1,
"31104" : 3,
"31360" : 1,
"31616" : 3,
"31872" : 1,
"32128" : 1,
"32384" : 2,
"33536" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 3,
"35584" : 2,
"36096" : 1,
"36608" : 1,
"37632" : 1,
"38656" : 1,
"39680" : 1,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42752" : 3,
"44288" : 1,
"44800" : 1,
"45312" : 1,
"45824" : 1,
"48384" : 1,
"49920" : 1,
"51968" : 1,
"72192" : 1,
"86528" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1855581,
"mean" : 288643.090866,
"stddev" : 131435.358351,
"N" : 691136
},
"bw_min" : 10477568,
"bw_max" : 22091776,
"bw_agg" : 100.000000,
"bw_mean" : 14159647.444444,
"bw_dev" : 753259.412338,
"bw_samples" : 396,
"iops_min" : 10232,
"iops_max" : 21574,
"iops_mean" : 13827.454545,
"iops_stddev" : 735.609451,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199996,
"usr_cpu" : 0.868017,
"sys_cpu" : 95.645413,
"ctx" : 262495,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.111786,
"4" : 2.875105,
"10" : 0.790867,
"20" : 0.186214,
"50" : 0.034870,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063786,
"timestamp_ms" : 1773063786942,
"time" : "Mon Mar 9 10:43:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 873788866560,
"io_kbytes" : 853309440,
"bw_bytes" : 14563390499,
"bw" : 14222061,
"iops" : 13888.814814,
"runtime" : 59999,
"total_ios" : 833315,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1852767,
"mean" : 285572.643969,
"stddev" : 132741.129045,
"N" : 833315
},
"clat_ns" : {
"min" : 1352,
"max" : 86632,
"mean" : 1698.721008,
"stddev" : 908.909584,
"N" : 833311,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1944,
"99.000000" : 5344,
"99.500000" : 7392,
"99.900000" : 15040,
"99.950000" : 18560,
"99.990000" : 27776
},
"bins" : {
"1352" : 2,
"1368" : 2,
"1384" : 2,
"1400" : 78,
"1416" : 2061,
"1432" : 5159,
"1448" : 34294,
"1464" : 29344,
"1480" : 62914,
"1496" : 50604,
"1512" : 24211,
"1528" : 57419,
"1544" : 31499,
"1560" : 66384,
"1576" : 64471,
"1592" : 28433,
"1608" : 48063,
"1624" : 21092,
"1640" : 37710,
"1656" : 33072,
"1672" : 15466,
"1688" : 28034,
"1704" : 12895,
"1720" : 23258,
"1736" : 20472,
"1752" : 9173,
"1768" : 16440,
"1784" : 7407,
"1800" : 13283,
"1816" : 11133,
"1832" : 5076,
"1848" : 8669,
"1864" : 3814,
"1880" : 6526,
"1896" : 5750,
"1912" : 2512,
"1928" : 4385,
"1944" : 1963,
"1960" : 3471,
"1976" : 2896,
"1992" : 1308,
"2008" : 2534,
"2024" : 1076,
"2040" : 1956,
"2064" : 2517,
"2096" : 2084,
"2128" : 2192,
"2160" : 1584,
"2192" : 1179,
"2224" : 1017,
"2256" : 835,
"2288" : 839,
"2320" : 719,
"2352" : 547,
"2384" : 443,
"2416" : 392,
"2448" : 353,
"2480" : 350,
"2512" : 250,
"2544" : 252,
"2576" : 232,
"2608" : 176,
"2640" : 210,
"2672" : 136,
"2704" : 130,
"2736" : 122,
"2768" : 130,
"2800" : 127,
"2832" : 102,
"2864" : 88,
"2896" : 82,
"2928" : 103,
"2960" : 105,
"2992" : 70,
"3024" : 62,
"3056" : 80,
"3088" : 53,
"3120" : 103,
"3152" : 58,
"3184" : 56,
"3216" : 47,
"3248" : 34,
"3280" : 54,
"3312" : 35,
"3344" : 27,
"3376" : 28,
"3408" : 36,
"3440" : 34,
"3472" : 23,
"3504" : 21,
"3536" : 17,
"3568" : 21,
"3600" : 13,
"3632" : 15,
"3664" : 8,
"3696" : 17,
"3728" : 15,
"3760" : 17,
"3792" : 8,
"3824" : 5,
"3856" : 14,
"3888" : 8,
"3920" : 14,
"3952" : 12,
"3984" : 6,
"4016" : 1,
"4048" : 4,
"4080" : 7,
"4128" : 12,
"4192" : 8,
"4256" : 7,
"4320" : 8,
"4384" : 6,
"4448" : 4,
"4512" : 4,
"4576" : 7,
"4640" : 8,
"4704" : 13,
"4768" : 14,
"4832" : 20,
"4896" : 13,
"4960" : 29,
"5024" : 22,
"5088" : 32,
"5152" : 32,
"5216" : 44,
"5280" : 41,
"5344" : 53,
"5408" : 57,
"5472" : 67,
"5536" : 75,
"5600" : 93,
"5664" : 90,
"5728" : 120,
"5792" : 87,
"5856" : 105,
"5920" : 151,
"5984" : 122,
"6048" : 116,
"6112" : 132,
"6176" : 139,
"6240" : 154,
"6304" : 135,
"6368" : 140,
"6432" : 145,
"6496" : 144,
"6560" : 167,
"6624" : 133,
"6688" : 146,
"6752" : 183,
"6816" : 151,
"6880" : 177,
"6944" : 129,
"7008" : 148,
"7072" : 156,
"7136" : 137,
"7200" : 135,
"7264" : 152,
"7328" : 138,
"7392" : 164,
"7456" : 126,
"7520" : 122,
"7584" : 133,
"7648" : 104,
"7712" : 124,
"7776" : 100,
"7840" : 95,
"7904" : 93,
"7968" : 76,
"8032" : 88,
"8096" : 74,
"8160" : 48,
"8256" : 133,
"8384" : 117,
"8512" : 78,
"8640" : 80,
"8768" : 70,
"8896" : 75,
"9024" : 61,
"9152" : 68,
"9280" : 33,
"9408" : 43,
"9536" : 46,
"9664" : 45,
"9792" : 43,
"9920" : 24,
"10048" : 34,
"10176" : 35,
"10304" : 35,
"10432" : 42,
"10560" : 43,
"10688" : 35,
"10816" : 35,
"10944" : 39,
"11072" : 23,
"11200" : 40,
"11328" : 33,
"11456" : 33,
"11584" : 37,
"11712" : 35,
"11840" : 43,
"11968" : 30,
"12096" : 28,
"12224" : 41,
"12352" : 31,
"12480" : 30,
"12608" : 38,
"12736" : 27,
"12864" : 33,
"12992" : 32,
"13120" : 31,
"13248" : 22,
"13376" : 28,
"13504" : 34,
"13632" : 27,
"13760" : 24,
"13888" : 20,
"14016" : 22,
"14144" : 22,
"14272" : 23,
"14400" : 20,
"14528" : 17,
"14656" : 23,
"14784" : 16,
"14912" : 18,
"15040" : 20,
"15168" : 14,
"15296" : 17,
"15424" : 16,
"15552" : 14,
"15680" : 16,
"15808" : 19,
"15936" : 21,
"16064" : 21,
"16192" : 16,
"16320" : 14,
"16512" : 35,
"16768" : 40,
"17024" : 35,
"17280" : 26,
"17536" : 20,
"17792" : 21,
"18048" : 22,
"18304" : 30,
"18560" : 11,
"18816" : 8,
"19072" : 22,
"19328" : 13,
"19584" : 15,
"19840" : 18,
"20096" : 17,
"20352" : 21,
"20608" : 14,
"20864" : 18,
"21120" : 18,
"21376" : 10,
"21632" : 7,
"21888" : 8,
"22144" : 10,
"22400" : 10,
"22656" : 8,
"22912" : 11,
"23168" : 8,
"23424" : 8,
"23680" : 6,
"23936" : 10,
"24192" : 6,
"24448" : 13,
"24704" : 7,
"25216" : 10,
"25472" : 5,
"25728" : 4,
"25984" : 4,
"26240" : 5,
"26496" : 2,
"27008" : 1,
"27264" : 4,
"27520" : 2,
"27776" : 6,
"28032" : 4,
"28288" : 6,
"28544" : 4,
"28800" : 3,
"29056" : 1,
"29312" : 3,
"29568" : 2,
"29824" : 1,
"30080" : 2,
"30592" : 2,
"30848" : 1,
"31104" : 3,
"31360" : 2,
"31616" : 4,
"31872" : 1,
"32128" : 1,
"32384" : 2,
"32640" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 4,
"34560" : 1,
"35072" : 3,
"35584" : 2,
"36096" : 2,
"36608" : 1,
"37632" : 1,
"38656" : 1,
"39680" : 1,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42240" : 1,
"42752" : 3,
"44288" : 1,
"44800" : 1,
"45312" : 1,
"45824" : 1,
"46336" : 1,
"48384" : 1,
"49920" : 1,
"51968" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1855581,
"mean" : 287271.125646,
"stddev" : 132929.473201,
"N" : 833311
},
"bw_min" : 10477568,
"bw_max" : 22157312,
"bw_agg" : 100.000000,
"bw_mean" : 14231102.109244,
"bw_dev" : 796580.933718,
"bw_samples" : 476,
"iops_min" : 10232,
"iops_max" : 21638,
"iops_mean" : 13897.277311,
"iops_stddev" : 777.915783,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239996,
"usr_cpu" : 0.864181,
"sys_cpu" : 95.435757,
"ctx" : 353110,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.091514,
"4" : 2.864823,
"10" : 0.802218,
"20" : 0.201004,
"50" : 0.039361,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063796,
"timestamp_ms" : 1773063796942,
"time" : "Mon Mar 9 10:43:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1017171148800,
"io_kbytes" : 993331200,
"bw_bytes" : 14531224000,
"bw" : 14190648,
"iops" : 13858.140831,
"runtime" : 69999,
"total_ios" : 970056,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1852767,
"mean" : 286212.227009,
"stddev" : 131560.089831,
"N" : 970056
},
"clat_ns" : {
"min" : 1352,
"max" : 86632,
"mean" : 1698.474977,
"stddev" : 895.707475,
"N" : 970052,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1944,
"99.000000" : 5024,
"99.500000" : 7392,
"99.900000" : 14784,
"99.950000" : 18304,
"99.990000" : 27264
},
"bins" : {
"1352" : 3,
"1368" : 2,
"1384" : 2,
"1400" : 91,
"1416" : 2355,
"1432" : 5856,
"1448" : 38031,
"1464" : 32602,
"1480" : 72071,
"1496" : 60038,
"1512" : 28290,
"1528" : 65896,
"1544" : 35955,
"1560" : 76932,
"1576" : 75711,
"1592" : 33623,
"1608" : 56768,
"1624" : 24644,
"1640" : 44110,
"1656" : 38541,
"1672" : 18043,
"1688" : 32791,
"1704" : 15201,
"1720" : 27473,
"1736" : 24198,
"1752" : 10860,
"1768" : 19538,
"1784" : 8750,
"1800" : 15630,
"1816" : 13210,
"1832" : 5998,
"1848" : 10241,
"1864" : 4483,
"1880" : 7690,
"1896" : 6733,
"1912" : 2942,
"1928" : 5148,
"1944" : 2308,
"1960" : 4087,
"1976" : 3421,
"1992" : 1550,
"2008" : 2974,
"2024" : 1259,
"2040" : 2319,
"2064" : 2989,
"2096" : 2471,
"2128" : 2619,
"2160" : 1900,
"2192" : 1404,
"2224" : 1235,
"2256" : 961,
"2288" : 999,
"2320" : 847,
"2352" : 655,
"2384" : 532,
"2416" : 459,
"2448" : 417,
"2480" : 411,
"2512" : 295,
"2544" : 302,
"2576" : 279,
"2608" : 202,
"2640" : 260,
"2672" : 164,
"2704" : 149,
"2736" : 137,
"2768" : 144,
"2800" : 154,
"2832" : 118,
"2864" : 100,
"2896" : 100,
"2928" : 114,
"2960" : 123,
"2992" : 92,
"3024" : 73,
"3056" : 89,
"3088" : 69,
"3120" : 117,
"3152" : 71,
"3184" : 73,
"3216" : 53,
"3248" : 36,
"3280" : 60,
"3312" : 48,
"3344" : 34,
"3376" : 37,
"3408" : 38,
"3440" : 44,
"3472" : 34,
"3504" : 27,
"3536" : 19,
"3568" : 24,
"3600" : 18,
"3632" : 18,
"3664" : 8,
"3696" : 20,
"3728" : 19,
"3760" : 19,
"3792" : 11,
"3824" : 7,
"3856" : 15,
"3888" : 8,
"3920" : 18,
"3952" : 13,
"3984" : 9,
"4016" : 2,
"4048" : 5,
"4080" : 8,
"4128" : 14,
"4192" : 9,
"4256" : 10,
"4320" : 9,
"4384" : 6,
"4448" : 4,
"4512" : 4,
"4576" : 9,
"4640" : 9,
"4704" : 14,
"4768" : 18,
"4832" : 25,
"4896" : 19,
"4960" : 33,
"5024" : 26,
"5088" : 40,
"5152" : 44,
"5216" : 48,
"5280" : 49,
"5344" : 62,
"5408" : 75,
"5472" : 69,
"5536" : 89,
"5600" : 107,
"5664" : 102,
"5728" : 129,
"5792" : 108,
"5856" : 119,
"5920" : 167,
"5984" : 148,
"6048" : 134,
"6112" : 159,
"6176" : 151,
"6240" : 166,
"6304" : 149,
"6368" : 165,
"6432" : 160,
"6496" : 168,
"6560" : 193,
"6624" : 158,
"6688" : 161,
"6752" : 198,
"6816" : 175,
"6880" : 206,
"6944" : 142,
"7008" : 160,
"7072" : 174,
"7136" : 165,
"7200" : 164,
"7264" : 168,
"7328" : 161,
"7392" : 187,
"7456" : 146,
"7520" : 141,
"7584" : 153,
"7648" : 121,
"7712" : 143,
"7776" : 104,
"7840" : 113,
"7904" : 108,
"7968" : 87,
"8032" : 100,
"8096" : 86,
"8160" : 57,
"8256" : 153,
"8384" : 137,
"8512" : 95,
"8640" : 89,
"8768" : 77,
"8896" : 88,
"9024" : 65,
"9152" : 73,
"9280" : 37,
"9408" : 47,
"9536" : 54,
"9664" : 53,
"9792" : 49,
"9920" : 30,
"10048" : 40,
"10176" : 45,
"10304" : 41,
"10432" : 44,
"10560" : 48,
"10688" : 39,
"10816" : 39,
"10944" : 43,
"11072" : 24,
"11200" : 44,
"11328" : 44,
"11456" : 37,
"11584" : 40,
"11712" : 41,
"11840" : 50,
"11968" : 34,
"12096" : 31,
"12224" : 44,
"12352" : 38,
"12480" : 36,
"12608" : 41,
"12736" : 34,
"12864" : 35,
"12992" : 37,
"13120" : 32,
"13248" : 25,
"13376" : 30,
"13504" : 37,
"13632" : 32,
"13760" : 24,
"13888" : 23,
"14016" : 25,
"14144" : 22,
"14272" : 24,
"14400" : 24,
"14528" : 21,
"14656" : 24,
"14784" : 20,
"14912" : 20,
"15040" : 22,
"15168" : 15,
"15296" : 18,
"15424" : 20,
"15552" : 15,
"15680" : 17,
"15808" : 21,
"15936" : 22,
"16064" : 23,
"16192" : 18,
"16320" : 18,
"16512" : 41,
"16768" : 43,
"17024" : 36,
"17280" : 28,
"17536" : 22,
"17792" : 24,
"18048" : 22,
"18304" : 34,
"18560" : 12,
"18816" : 14,
"19072" : 24,
"19328" : 17,
"19584" : 17,
"19840" : 20,
"20096" : 21,
"20352" : 26,
"20608" : 15,
"20864" : 20,
"21120" : 21,
"21376" : 11,
"21632" : 9,
"21888" : 9,
"22144" : 10,
"22400" : 11,
"22656" : 8,
"22912" : 11,
"23168" : 8,
"23424" : 12,
"23680" : 8,
"23936" : 11,
"24192" : 7,
"24448" : 14,
"24704" : 10,
"24960" : 1,
"25216" : 10,
"25472" : 5,
"25728" : 5,
"25984" : 5,
"26240" : 6,
"26496" : 2,
"27008" : 1,
"27264" : 4,
"27520" : 2,
"27776" : 6,
"28032" : 4,
"28288" : 7,
"28544" : 5,
"28800" : 3,
"29056" : 1,
"29312" : 3,
"29568" : 2,
"29824" : 1,
"30080" : 2,
"30592" : 2,
"30848" : 1,
"31104" : 3,
"31360" : 2,
"31616" : 4,
"31872" : 1,
"32128" : 1,
"32384" : 3,
"32640" : 1,
"33024" : 1,
"33536" : 2,
"34048" : 4,
"34560" : 1,
"35072" : 3,
"35584" : 2,
"36096" : 2,
"36608" : 1,
"37632" : 1,
"38656" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42240" : 1,
"42752" : 4,
"44288" : 1,
"44800" : 2,
"45312" : 1,
"45824" : 1,
"46336" : 1,
"48384" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1855581,
"mean" : 287910.499028,
"stddev" : 131744.931001,
"N" : 970052
},
"bw_min" : 10477568,
"bw_max" : 22278144,
"bw_agg" : 100.000000,
"bw_mean" : 14196884.431655,
"bw_dev" : 782347.799626,
"bw_samples" : 556,
"iops_min" : 10232,
"iops_max" : 21756,
"iops_mean" : 13863.892086,
"iops_stddev" : 764.017070,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279996,
"usr_cpu" : 0.867870,
"sys_cpu" : 95.559222,
"ctx" : 391016,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.057960,
"4" : 2.918697,
"10" : 0.789542,
"20" : 0.194525,
"50" : 0.038245,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063806,
"timestamp_ms" : 1773063806942,
"time" : "Mon Mar 9 10:43:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1167540092928,
"io_kbytes" : 1140175872,
"bw_bytes" : 14594433592,
"bw" : 14252376,
"iops" : 13918.398980,
"runtime" : 79999,
"total_ios" : 1113458,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1852767,
"mean" : 284960.009767,
"stddev" : 133115.668432,
"N" : 1113458
},
"clat_ns" : {
"min" : 1342,
"max" : 528116,
"mean" : 1700.714715,
"stddev" : 1049.888698,
"N" : 1113454,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1944,
"99.000000" : 5408,
"99.500000" : 7392,
"99.900000" : 15296,
"99.950000" : 19072,
"99.990000" : 27776
},
"bins" : {
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 2,
"1400" : 94,
"1416" : 2508,
"1432" : 6396,
"1448" : 43114,
"1464" : 38230,
"1480" : 87450,
"1496" : 72410,
"1512" : 32653,
"1528" : 72989,
"1544" : 39688,
"1560" : 86577,
"1576" : 87612,
"1592" : 38925,
"1608" : 65171,
"1624" : 28036,
"1640" : 49841,
"1656" : 43888,
"1672" : 20496,
"1688" : 37437,
"1704" : 17405,
"1720" : 31406,
"1736" : 27561,
"1752" : 12370,
"1768" : 22380,
"1784" : 9970,
"1800" : 17801,
"1816" : 15088,
"1832" : 6821,
"1848" : 11671,
"1864" : 5083,
"1880" : 8741,
"1896" : 7618,
"1912" : 3365,
"1928" : 5925,
"1944" : 2635,
"1960" : 4649,
"1976" : 3920,
"1992" : 1782,
"2008" : 3355,
"2024" : 1443,
"2040" : 2670,
"2064" : 3414,
"2096" : 2825,
"2128" : 2983,
"2160" : 2155,
"2192" : 1616,
"2224" : 1389,
"2256" : 1103,
"2288" : 1135,
"2320" : 954,
"2352" : 724,
"2384" : 574,
"2416" : 513,
"2448" : 475,
"2480" : 458,
"2512" : 325,
"2544" : 339,
"2576" : 310,
"2608" : 228,
"2640" : 294,
"2672" : 188,
"2704" : 169,
"2736" : 154,
"2768" : 166,
"2800" : 174,
"2832" : 131,
"2864" : 113,
"2896" : 110,
"2928" : 123,
"2960" : 134,
"2992" : 97,
"3024" : 79,
"3056" : 95,
"3088" : 79,
"3120" : 124,
"3152" : 80,
"3184" : 79,
"3216" : 59,
"3248" : 42,
"3280" : 66,
"3312" : 54,
"3344" : 38,
"3376" : 41,
"3408" : 41,
"3440" : 46,
"3472" : 38,
"3504" : 30,
"3536" : 22,
"3568" : 28,
"3600" : 19,
"3632" : 21,
"3664" : 9,
"3696" : 22,
"3728" : 19,
"3760" : 20,
"3792" : 12,
"3824" : 11,
"3856" : 16,
"3888" : 8,
"3920" : 18,
"3952" : 15,
"3984" : 9,
"4016" : 2,
"4048" : 5,
"4080" : 8,
"4128" : 15,
"4192" : 11,
"4256" : 10,
"4320" : 9,
"4384" : 7,
"4448" : 4,
"4512" : 7,
"4576" : 9,
"4640" : 10,
"4704" : 14,
"4768" : 19,
"4832" : 26,
"4896" : 24,
"4960" : 36,
"5024" : 28,
"5088" : 44,
"5152" : 48,
"5216" : 53,
"5280" : 63,
"5344" : 69,
"5408" : 90,
"5472" : 82,
"5536" : 105,
"5600" : 126,
"5664" : 120,
"5728" : 160,
"5792" : 132,
"5856" : 151,
"5920" : 194,
"5984" : 180,
"6048" : 171,
"6112" : 190,
"6176" : 178,
"6240" : 189,
"6304" : 178,
"6368" : 187,
"6432" : 190,
"6496" : 195,
"6560" : 229,
"6624" : 194,
"6688" : 192,
"6752" : 230,
"6816" : 205,
"6880" : 233,
"6944" : 161,
"7008" : 188,
"7072" : 197,
"7136" : 189,
"7200" : 197,
"7264" : 182,
"7328" : 172,
"7392" : 208,
"7456" : 161,
"7520" : 162,
"7584" : 165,
"7648" : 138,
"7712" : 164,
"7776" : 118,
"7840" : 124,
"7904" : 125,
"7968" : 98,
"8032" : 113,
"8096" : 95,
"8160" : 64,
"8256" : 167,
"8384" : 151,
"8512" : 114,
"8640" : 103,
"8768" : 94,
"8896" : 95,
"9024" : 77,
"9152" : 88,
"9280" : 52,
"9408" : 54,
"9536" : 67,
"9664" : 65,
"9792" : 64,
"9920" : 39,
"10048" : 50,
"10176" : 54,
"10304" : 46,
"10432" : 49,
"10560" : 57,
"10688" : 51,
"10816" : 54,
"10944" : 55,
"11072" : 35,
"11200" : 53,
"11328" : 55,
"11456" : 49,
"11584" : 41,
"11712" : 45,
"11840" : 54,
"11968" : 40,
"12096" : 38,
"12224" : 48,
"12352" : 45,
"12480" : 49,
"12608" : 51,
"12736" : 38,
"12864" : 44,
"12992" : 41,
"13120" : 38,
"13248" : 31,
"13376" : 35,
"13504" : 43,
"13632" : 37,
"13760" : 28,
"13888" : 26,
"14016" : 29,
"14144" : 32,
"14272" : 30,
"14400" : 26,
"14528" : 30,
"14656" : 28,
"14784" : 27,
"14912" : 23,
"15040" : 31,
"15168" : 21,
"15296" : 22,
"15424" : 27,
"15552" : 18,
"15680" : 22,
"15808" : 29,
"15936" : 27,
"16064" : 25,
"16192" : 20,
"16320" : 22,
"16512" : 48,
"16768" : 49,
"17024" : 41,
"17280" : 38,
"17536" : 24,
"17792" : 32,
"18048" : 27,
"18304" : 40,
"18560" : 17,
"18816" : 17,
"19072" : 34,
"19328" : 22,
"19584" : 24,
"19840" : 22,
"20096" : 25,
"20352" : 29,
"20608" : 17,
"20864" : 26,
"21120" : 24,
"21376" : 19,
"21632" : 10,
"21888" : 10,
"22144" : 17,
"22400" : 15,
"22656" : 9,
"22912" : 13,
"23168" : 11,
"23424" : 14,
"23680" : 9,
"23936" : 11,
"24192" : 11,
"24448" : 19,
"24704" : 12,
"24960" : 6,
"25216" : 12,
"25472" : 9,
"25728" : 6,
"25984" : 7,
"26240" : 8,
"26496" : 5,
"26752" : 1,
"27008" : 3,
"27264" : 6,
"27520" : 3,
"27776" : 6,
"28032" : 4,
"28288" : 7,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 6,
"29568" : 3,
"29824" : 2,
"30080" : 2,
"30592" : 3,
"30848" : 1,
"31104" : 4,
"31360" : 2,
"31616" : 4,
"31872" : 3,
"32128" : 1,
"32384" : 3,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 4,
"34560" : 2,
"35072" : 3,
"35584" : 2,
"36096" : 2,
"36608" : 1,
"37632" : 1,
"38144" : 3,
"38656" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42240" : 1,
"42752" : 5,
"44288" : 1,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"46336" : 1,
"48384" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1855581,
"mean" : 286660.543165,
"stddev" : 133308.581165,
"N" : 1113454
},
"bw_min" : 10477568,
"bw_max" : 22278144,
"bw_agg" : 100.000000,
"bw_mean" : 14257089.333333,
"bw_dev" : 808661.151827,
"bw_samples" : 636,
"iops_min" : 10232,
"iops_max" : 21756,
"iops_mean" : 13922.704403,
"iops_stddev" : 789.712887,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319996,
"usr_cpu" : 0.867198,
"sys_cpu" : 95.366817,
"ctx" : 489669,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.071338,
"4" : 2.881204,
"10" : 0.797875,
"20" : 0.206025,
"50" : 0.042480,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063816,
"timestamp_ms" : 1773063816942,
"time" : "Mon Mar 9 10:43:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1308541059072,
"io_kbytes" : 1277872128,
"bw_bytes" : 14539506650,
"bw" : 14198736,
"iops" : 13866.009622,
"runtime" : 89999,
"total_ios" : 1247927,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1852767,
"mean" : 286051.534597,
"stddev" : 130953.213213,
"N" : 1247927
},
"clat_ns" : {
"min" : 1342,
"max" : 528116,
"mean" : 1697.027242,
"stddev" : 1005.661472,
"N" : 1247923,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1944,
"99.000000" : 3920,
"99.500000" : 7328,
"99.900000" : 14656,
"99.950000" : 18304,
"99.990000" : 27264
},
"bins" : {
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 2,
"1400" : 95,
"1416" : 2586,
"1432" : 6620,
"1448" : 44997,
"1464" : 41531,
"1480" : 99108,
"1496" : 82863,
"1512" : 36206,
"1528" : 79367,
"1544" : 43162,
"1560" : 95452,
"1576" : 99149,
"1592" : 44484,
"1608" : 74221,
"1624" : 31871,
"1640" : 56711,
"1656" : 49799,
"1672" : 23248,
"1688" : 42372,
"1704" : 19700,
"1720" : 35542,
"1736" : 31332,
"1752" : 14131,
"1768" : 25436,
"1784" : 11356,
"1800" : 20329,
"1816" : 17197,
"1832" : 7758,
"1848" : 13355,
"1864" : 5775,
"1880" : 10029,
"1896" : 8613,
"1912" : 3835,
"1928" : 6776,
"1944" : 2993,
"1960" : 5275,
"1976" : 4483,
"1992" : 2047,
"2008" : 3781,
"2024" : 1623,
"2040" : 3025,
"2064" : 3828,
"2096" : 3184,
"2128" : 3352,
"2160" : 2428,
"2192" : 1799,
"2224" : 1543,
"2256" : 1250,
"2288" : 1246,
"2320" : 1041,
"2352" : 787,
"2384" : 625,
"2416" : 556,
"2448" : 535,
"2480" : 486,
"2512" : 351,
"2544" : 367,
"2576" : 336,
"2608" : 248,
"2640" : 327,
"2672" : 200,
"2704" : 179,
"2736" : 166,
"2768" : 170,
"2800" : 183,
"2832" : 138,
"2864" : 123,
"2896" : 117,
"2928" : 129,
"2960" : 142,
"2992" : 102,
"3024" : 86,
"3056" : 105,
"3088" : 84,
"3120" : 128,
"3152" : 84,
"3184" : 84,
"3216" : 62,
"3248" : 45,
"3280" : 68,
"3312" : 57,
"3344" : 39,
"3376" : 43,
"3408" : 42,
"3440" : 48,
"3472" : 39,
"3504" : 30,
"3536" : 22,
"3568" : 30,
"3600" : 19,
"3632" : 21,
"3664" : 13,
"3696" : 23,
"3728" : 19,
"3760" : 20,
"3792" : 12,
"3824" : 11,
"3856" : 16,
"3888" : 8,
"3920" : 18,
"3952" : 16,
"3984" : 9,
"4016" : 2,
"4048" : 5,
"4080" : 10,
"4128" : 16,
"4192" : 11,
"4256" : 10,
"4320" : 9,
"4384" : 7,
"4448" : 4,
"4512" : 7,
"4576" : 11,
"4640" : 10,
"4704" : 15,
"4768" : 22,
"4832" : 28,
"4896" : 31,
"4960" : 38,
"5024" : 32,
"5088" : 46,
"5152" : 52,
"5216" : 60,
"5280" : 69,
"5344" : 73,
"5408" : 95,
"5472" : 90,
"5536" : 116,
"5600" : 132,
"5664" : 131,
"5728" : 171,
"5792" : 142,
"5856" : 161,
"5920" : 207,
"5984" : 190,
"6048" : 176,
"6112" : 195,
"6176" : 193,
"6240" : 196,
"6304" : 190,
"6368" : 204,
"6432" : 199,
"6496" : 213,
"6560" : 250,
"6624" : 212,
"6688" : 209,
"6752" : 242,
"6816" : 228,
"6880" : 258,
"6944" : 176,
"7008" : 211,
"7072" : 212,
"7136" : 201,
"7200" : 209,
"7264" : 205,
"7328" : 189,
"7392" : 225,
"7456" : 170,
"7520" : 179,
"7584" : 183,
"7648" : 152,
"7712" : 180,
"7776" : 131,
"7840" : 131,
"7904" : 135,
"7968" : 113,
"8032" : 123,
"8096" : 105,
"8160" : 76,
"8256" : 181,
"8384" : 165,
"8512" : 124,
"8640" : 115,
"8768" : 103,
"8896" : 100,
"9024" : 82,
"9152" : 92,
"9280" : 56,
"9408" : 60,
"9536" : 73,
"9664" : 67,
"9792" : 64,
"9920" : 40,
"10048" : 53,
"10176" : 56,
"10304" : 48,
"10432" : 53,
"10560" : 58,
"10688" : 53,
"10816" : 57,
"10944" : 57,
"11072" : 35,
"11200" : 55,
"11328" : 56,
"11456" : 52,
"11584" : 41,
"11712" : 45,
"11840" : 57,
"11968" : 43,
"12096" : 38,
"12224" : 50,
"12352" : 48,
"12480" : 51,
"12608" : 51,
"12736" : 39,
"12864" : 46,
"12992" : 41,
"13120" : 41,
"13248" : 35,
"13376" : 35,
"13504" : 43,
"13632" : 37,
"13760" : 28,
"13888" : 26,
"14016" : 29,
"14144" : 32,
"14272" : 31,
"14400" : 26,
"14528" : 31,
"14656" : 29,
"14784" : 27,
"14912" : 23,
"15040" : 31,
"15168" : 21,
"15296" : 22,
"15424" : 27,
"15552" : 18,
"15680" : 22,
"15808" : 29,
"15936" : 27,
"16064" : 25,
"16192" : 22,
"16320" : 22,
"16512" : 48,
"16768" : 50,
"17024" : 43,
"17280" : 38,
"17536" : 25,
"17792" : 32,
"18048" : 27,
"18304" : 40,
"18560" : 18,
"18816" : 17,
"19072" : 34,
"19328" : 22,
"19584" : 24,
"19840" : 22,
"20096" : 25,
"20352" : 29,
"20608" : 17,
"20864" : 26,
"21120" : 24,
"21376" : 19,
"21632" : 10,
"21888" : 10,
"22144" : 17,
"22400" : 15,
"22656" : 9,
"22912" : 13,
"23168" : 11,
"23424" : 14,
"23680" : 9,
"23936" : 11,
"24192" : 11,
"24448" : 19,
"24704" : 12,
"24960" : 6,
"25216" : 12,
"25472" : 9,
"25728" : 6,
"25984" : 7,
"26240" : 8,
"26496" : 5,
"26752" : 1,
"27008" : 3,
"27264" : 6,
"27520" : 3,
"27776" : 6,
"28032" : 4,
"28288" : 8,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 6,
"29568" : 3,
"29824" : 2,
"30080" : 2,
"30592" : 3,
"30848" : 1,
"31104" : 4,
"31360" : 2,
"31616" : 4,
"31872" : 3,
"32128" : 2,
"32384" : 3,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 4,
"34560" : 2,
"35072" : 3,
"35584" : 2,
"36096" : 2,
"36608" : 1,
"37632" : 1,
"38144" : 3,
"38656" : 1,
"39168" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42240" : 1,
"42752" : 5,
"44288" : 1,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"46336" : 1,
"48384" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1855581,
"mean" : 287748.403559,
"stddev" : 131135.422000,
"N" : 1247923
},
"bw_min" : 10477568,
"bw_max" : 22278144,
"bw_agg" : 100.000000,
"bw_mean" : 14205874.530726,
"bw_dev" : 768772.673593,
"bw_samples" : 716,
"iops_min" : 10232,
"iops_max" : 21756,
"iops_mean" : 13872.703911,
"iops_stddev" : 750.758404,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359996,
"usr_cpu" : 0.862510,
"sys_cpu" : 95.626340,
"ctx" : 491878,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.144406,
"4" : 2.858180,
"10" : 0.769837,
"20" : 0.188473,
"50" : 0.038143,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063826,
"timestamp_ms" : 1773063826942,
"time" : "Mon Mar 9 10:43:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1455879618560,
"io_kbytes" : 1421757440,
"bw_bytes" : 14558941775,
"bw" : 14217716,
"iops" : 13884.548845,
"runtime" : 99999,
"total_ios" : 1388441,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1919318,
"mean" : 285657.967216,
"stddev" : 133178.565914,
"N" : 1388441
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1700.643586,
"stddev" : 1035.266115,
"N" : 1388437,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1464,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1944,
"99.000000" : 5344,
"99.500000" : 7456,
"99.900000" : 15680,
"99.950000" : 19328,
"99.990000" : 28032
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 2,
"1400" : 109,
"1416" : 3841,
"1432" : 9422,
"1448" : 55759,
"1464" : 48137,
"1480" : 112018,
"1496" : 92358,
"1512" : 39867,
"1528" : 86711,
"1544" : 47862,
"1560" : 105468,
"1576" : 109062,
"1592" : 48972,
"1608" : 81502,
"1624" : 34839,
"1640" : 62086,
"1656" : 54734,
"1672" : 25459,
"1688" : 46727,
"1704" : 21657,
"1720" : 39044,
"1736" : 34352,
"1752" : 15475,
"1768" : 27858,
"1784" : 12433,
"1800" : 22193,
"1816" : 18796,
"1832" : 8423,
"1848" : 14583,
"1864" : 6294,
"1880" : 10988,
"1896" : 9435,
"1912" : 4172,
"1928" : 7352,
"1944" : 3287,
"1960" : 5763,
"1976" : 4887,
"1992" : 2247,
"2008" : 4163,
"2024" : 1789,
"2040" : 3300,
"2064" : 4254,
"2096" : 3507,
"2128" : 3688,
"2160" : 2678,
"2192" : 1998,
"2224" : 1732,
"2256" : 1372,
"2288" : 1382,
"2320" : 1192,
"2352" : 903,
"2384" : 717,
"2416" : 614,
"2448" : 618,
"2480" : 560,
"2512" : 397,
"2544" : 416,
"2576" : 377,
"2608" : 279,
"2640" : 380,
"2672" : 232,
"2704" : 211,
"2736" : 190,
"2768" : 197,
"2800" : 217,
"2832" : 169,
"2864" : 140,
"2896" : 137,
"2928" : 148,
"2960" : 171,
"2992" : 111,
"3024" : 99,
"3056" : 119,
"3088" : 94,
"3120" : 142,
"3152" : 96,
"3184" : 96,
"3216" : 78,
"3248" : 56,
"3280" : 80,
"3312" : 64,
"3344" : 46,
"3376" : 49,
"3408" : 54,
"3440" : 58,
"3472" : 45,
"3504" : 37,
"3536" : 24,
"3568" : 35,
"3600" : 28,
"3632" : 27,
"3664" : 16,
"3696" : 27,
"3728" : 24,
"3760" : 25,
"3792" : 17,
"3824" : 13,
"3856" : 19,
"3888" : 11,
"3920" : 25,
"3952" : 18,
"3984" : 10,
"4016" : 4,
"4048" : 7,
"4080" : 13,
"4128" : 18,
"4192" : 15,
"4256" : 14,
"4320" : 11,
"4384" : 8,
"4448" : 7,
"4512" : 8,
"4576" : 13,
"4640" : 14,
"4704" : 18,
"4768" : 25,
"4832" : 30,
"4896" : 32,
"4960" : 41,
"5024" : 34,
"5088" : 49,
"5152" : 56,
"5216" : 72,
"5280" : 77,
"5344" : 79,
"5408" : 98,
"5472" : 99,
"5536" : 131,
"5600" : 153,
"5664" : 145,
"5728" : 188,
"5792" : 164,
"5856" : 184,
"5920" : 240,
"5984" : 211,
"6048" : 209,
"6112" : 225,
"6176" : 218,
"6240" : 227,
"6304" : 213,
"6368" : 232,
"6432" : 235,
"6496" : 239,
"6560" : 288,
"6624" : 243,
"6688" : 234,
"6752" : 271,
"6816" : 256,
"6880" : 287,
"6944" : 196,
"7008" : 244,
"7072" : 242,
"7136" : 229,
"7200" : 236,
"7264" : 237,
"7328" : 212,
"7392" : 254,
"7456" : 186,
"7520" : 195,
"7584" : 204,
"7648" : 179,
"7712" : 200,
"7776" : 143,
"7840" : 146,
"7904" : 147,
"7968" : 132,
"8032" : 136,
"8096" : 112,
"8160" : 86,
"8256" : 207,
"8384" : 183,
"8512" : 141,
"8640" : 129,
"8768" : 121,
"8896" : 118,
"9024" : 97,
"9152" : 107,
"9280" : 61,
"9408" : 77,
"9536" : 89,
"9664" : 77,
"9792" : 81,
"9920" : 50,
"10048" : 68,
"10176" : 67,
"10304" : 67,
"10432" : 66,
"10560" : 66,
"10688" : 67,
"10816" : 66,
"10944" : 65,
"11072" : 43,
"11200" : 65,
"11328" : 61,
"11456" : 65,
"11584" : 57,
"11712" : 59,
"11840" : 75,
"11968" : 50,
"12096" : 47,
"12224" : 63,
"12352" : 61,
"12480" : 61,
"12608" : 58,
"12736" : 54,
"12864" : 57,
"12992" : 47,
"13120" : 50,
"13248" : 44,
"13376" : 46,
"13504" : 57,
"13632" : 48,
"13760" : 36,
"13888" : 34,
"14016" : 36,
"14144" : 45,
"14272" : 41,
"14400" : 30,
"14528" : 36,
"14656" : 33,
"14784" : 35,
"14912" : 29,
"15040" : 37,
"15168" : 27,
"15296" : 26,
"15424" : 34,
"15552" : 26,
"15680" : 28,
"15808" : 38,
"15936" : 36,
"16064" : 32,
"16192" : 28,
"16320" : 28,
"16512" : 57,
"16768" : 63,
"17024" : 54,
"17280" : 52,
"17536" : 34,
"17792" : 46,
"18048" : 37,
"18304" : 46,
"18560" : 29,
"18816" : 26,
"19072" : 41,
"19328" : 33,
"19584" : 37,
"19840" : 27,
"20096" : 34,
"20352" : 36,
"20608" : 22,
"20864" : 29,
"21120" : 29,
"21376" : 28,
"21632" : 15,
"21888" : 15,
"22144" : 21,
"22400" : 18,
"22656" : 14,
"22912" : 19,
"23168" : 13,
"23424" : 18,
"23680" : 10,
"23936" : 15,
"24192" : 14,
"24448" : 20,
"24704" : 15,
"24960" : 7,
"25216" : 16,
"25472" : 10,
"25728" : 7,
"25984" : 9,
"26240" : 10,
"26496" : 6,
"26752" : 3,
"27008" : 5,
"27264" : 8,
"27520" : 6,
"27776" : 7,
"28032" : 4,
"28288" : 10,
"28544" : 8,
"28800" : 4,
"29056" : 2,
"29312" : 7,
"29568" : 3,
"29824" : 3,
"30080" : 3,
"30592" : 5,
"30848" : 2,
"31104" : 4,
"31360" : 3,
"31616" : 4,
"31872" : 3,
"32128" : 2,
"32384" : 4,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 4,
"34560" : 3,
"35072" : 4,
"35584" : 3,
"36096" : 3,
"36608" : 2,
"37120" : 1,
"37632" : 2,
"38144" : 3,
"38656" : 1,
"39168" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42240" : 1,
"42752" : 6,
"43264" : 1,
"44288" : 3,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"46336" : 1,
"48384" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"62720" : 2,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1921381,
"mean" : 287358.467407,
"stddev" : 133376.123573,
"N" : 1388437
},
"bw_min" : 10391552,
"bw_max" : 22278144,
"bw_agg" : 99.963091,
"bw_mean" : 14212469.356784,
"bw_dev" : 802430.932700,
"bw_samples" : 796,
"iops_min" : 10148,
"iops_max" : 21756,
"iops_mean" : 13879.160804,
"iops_stddev" : 783.627447,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399996,
"usr_cpu" : 0.863509,
"sys_cpu" : 95.344703,
"ctx" : 627476,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.092020,
"4" : 2.864436,
"10" : 0.785269,
"20" : 0.213549,
"50" : 0.043646,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063836,
"timestamp_ms" : 1773063836942,
"time" : "Mon Mar 9 10:43:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1598364319744,
"io_kbytes" : 1560902656,
"bw_bytes" : 14530584724,
"bw" : 14190024,
"iops" : 13857.481818,
"runtime" : 110000,
"total_ios" : 1524323,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 1919318,
"mean" : 286225.692610,
"stddev" : 131864.178152,
"N" : 1524323
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1695.962018,
"stddev" : 1006.107473,
"N" : 1524319,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 4960,
"99.500000" : 7392,
"99.900000" : 15168,
"99.950000" : 19072,
"99.990000" : 27520
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 2,
"1400" : 134,
"1416" : 5201,
"1432" : 12345,
"1448" : 66547,
"1464" : 54713,
"1480" : 123905,
"1496" : 100871,
"1512" : 43377,
"1528" : 94470,
"1544" : 52883,
"1560" : 116431,
"1576" : 118693,
"1592" : 53096,
"1608" : 88339,
"1624" : 37866,
"1640" : 67510,
"1656" : 59485,
"1672" : 27688,
"1688" : 50624,
"1704" : 23417,
"1720" : 42349,
"1736" : 37222,
"1752" : 16823,
"1768" : 30220,
"1784" : 13453,
"1800" : 23983,
"1816" : 20376,
"1832" : 9073,
"1848" : 15781,
"1864" : 6786,
"1880" : 11908,
"1896" : 10178,
"1912" : 4500,
"1928" : 7923,
"1944" : 3574,
"1960" : 6246,
"1976" : 5287,
"1992" : 2448,
"2008" : 4492,
"2024" : 1931,
"2040" : 3571,
"2064" : 4621,
"2096" : 3803,
"2128" : 3989,
"2160" : 2931,
"2192" : 2143,
"2224" : 1871,
"2256" : 1485,
"2288" : 1494,
"2320" : 1298,
"2352" : 974,
"2384" : 769,
"2416" : 661,
"2448" : 672,
"2480" : 602,
"2512" : 438,
"2544" : 449,
"2576" : 405,
"2608" : 304,
"2640" : 416,
"2672" : 247,
"2704" : 232,
"2736" : 206,
"2768" : 219,
"2800" : 235,
"2832" : 182,
"2864" : 153,
"2896" : 148,
"2928" : 156,
"2960" : 178,
"2992" : 124,
"3024" : 105,
"3056" : 126,
"3088" : 102,
"3120" : 152,
"3152" : 103,
"3184" : 99,
"3216" : 81,
"3248" : 61,
"3280" : 88,
"3312" : 68,
"3344" : 51,
"3376" : 53,
"3408" : 63,
"3440" : 62,
"3472" : 50,
"3504" : 39,
"3536" : 26,
"3568" : 39,
"3600" : 31,
"3632" : 28,
"3664" : 18,
"3696" : 27,
"3728" : 28,
"3760" : 25,
"3792" : 17,
"3824" : 13,
"3856" : 19,
"3888" : 11,
"3920" : 27,
"3952" : 19,
"3984" : 11,
"4016" : 5,
"4048" : 8,
"4080" : 13,
"4128" : 19,
"4192" : 15,
"4256" : 17,
"4320" : 12,
"4384" : 8,
"4448" : 11,
"4512" : 8,
"4576" : 14,
"4640" : 15,
"4704" : 23,
"4768" : 31,
"4832" : 35,
"4896" : 33,
"4960" : 46,
"5024" : 38,
"5088" : 55,
"5152" : 62,
"5216" : 77,
"5280" : 89,
"5344" : 89,
"5408" : 106,
"5472" : 104,
"5536" : 143,
"5600" : 164,
"5664" : 153,
"5728" : 196,
"5792" : 180,
"5856" : 198,
"5920" : 256,
"5984" : 230,
"6048" : 221,
"6112" : 241,
"6176" : 227,
"6240" : 243,
"6304" : 226,
"6368" : 253,
"6432" : 249,
"6496" : 257,
"6560" : 305,
"6624" : 259,
"6688" : 254,
"6752" : 295,
"6816" : 278,
"6880" : 302,
"6944" : 214,
"7008" : 262,
"7072" : 265,
"7136" : 256,
"7200" : 251,
"7264" : 256,
"7328" : 240,
"7392" : 292,
"7456" : 210,
"7520" : 220,
"7584" : 231,
"7648" : 200,
"7712" : 216,
"7776" : 162,
"7840" : 162,
"7904" : 158,
"7968" : 148,
"8032" : 146,
"8096" : 125,
"8160" : 92,
"8256" : 226,
"8384" : 199,
"8512" : 158,
"8640" : 140,
"8768" : 132,
"8896" : 122,
"9024" : 104,
"9152" : 112,
"9280" : 67,
"9408" : 78,
"9536" : 96,
"9664" : 79,
"9792" : 84,
"9920" : 54,
"10048" : 74,
"10176" : 72,
"10304" : 69,
"10432" : 70,
"10560" : 66,
"10688" : 71,
"10816" : 71,
"10944" : 68,
"11072" : 46,
"11200" : 69,
"11328" : 72,
"11456" : 66,
"11584" : 62,
"11712" : 61,
"11840" : 76,
"11968" : 54,
"12096" : 50,
"12224" : 64,
"12352" : 64,
"12480" : 63,
"12608" : 60,
"12736" : 57,
"12864" : 58,
"12992" : 53,
"13120" : 52,
"13248" : 45,
"13376" : 51,
"13504" : 58,
"13632" : 50,
"13760" : 37,
"13888" : 34,
"14016" : 37,
"14144" : 47,
"14272" : 41,
"14400" : 31,
"14528" : 36,
"14656" : 34,
"14784" : 36,
"14912" : 29,
"15040" : 38,
"15168" : 27,
"15296" : 26,
"15424" : 35,
"15552" : 27,
"15680" : 28,
"15808" : 38,
"15936" : 36,
"16064" : 33,
"16192" : 28,
"16320" : 28,
"16512" : 57,
"16768" : 65,
"17024" : 56,
"17280" : 55,
"17536" : 35,
"17792" : 46,
"18048" : 37,
"18304" : 47,
"18560" : 31,
"18816" : 27,
"19072" : 42,
"19328" : 33,
"19584" : 37,
"19840" : 28,
"20096" : 34,
"20352" : 36,
"20608" : 23,
"20864" : 30,
"21120" : 29,
"21376" : 29,
"21632" : 15,
"21888" : 15,
"22144" : 21,
"22400" : 18,
"22656" : 14,
"22912" : 19,
"23168" : 14,
"23424" : 18,
"23680" : 10,
"23936" : 15,
"24192" : 14,
"24448" : 20,
"24704" : 16,
"24960" : 7,
"25216" : 16,
"25472" : 10,
"25728" : 8,
"25984" : 10,
"26240" : 10,
"26496" : 6,
"26752" : 3,
"27008" : 5,
"27264" : 8,
"27520" : 6,
"27776" : 7,
"28032" : 5,
"28288" : 10,
"28544" : 8,
"28800" : 5,
"29056" : 2,
"29312" : 7,
"29568" : 3,
"29824" : 3,
"30080" : 3,
"30592" : 5,
"30848" : 2,
"31104" : 4,
"31360" : 3,
"31616" : 4,
"31872" : 3,
"32128" : 2,
"32384" : 4,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 4,
"34560" : 3,
"35072" : 4,
"35584" : 3,
"36096" : 3,
"36608" : 2,
"37120" : 1,
"37632" : 2,
"38144" : 3,
"38656" : 1,
"39168" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42240" : 1,
"42752" : 7,
"43264" : 1,
"44288" : 3,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"46336" : 1,
"47360" : 1,
"48384" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"62720" : 2,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 1921381,
"mean" : 287921.525504,
"stddev" : 132053.963316,
"N" : 1524319
},
"bw_min" : 10391552,
"bw_max" : 22353920,
"bw_agg" : 100.000000,
"bw_mean" : 14195725.132420,
"bw_dev" : 776605.041862,
"bw_samples" : 876,
"iops_min" : 10148,
"iops_max" : 21830,
"iops_mean" : 13862.821918,
"iops_stddev" : 758.406479,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439998,
"usr_cpu" : 0.855231,
"sys_cpu" : 95.507025,
"ctx" : 636614,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.156392,
"4" : 2.823614,
"10" : 0.776345,
"20" : 0.202188,
"50" : 0.040477,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063846,
"timestamp_ms" : 1773063846942,
"time" : "Mon Mar 9 10:44:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1749832171520,
"io_kbytes" : 1708820480,
"bw_bytes" : 14582056279,
"bw" : 14240289,
"iops" : 13906.582555,
"runtime" : 119999,
"total_ios" : 1668776,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 2498321,
"mean" : 285208.812068,
"stddev" : 132545.609999,
"N" : 1668776
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1695.348256,
"stddev" : 1002.702487,
"N" : 1668772,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 4896,
"99.500000" : 7392,
"99.900000" : 15424,
"99.950000" : 19072,
"99.990000" : 27520
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 3,
"1400" : 211,
"1416" : 6819,
"1432" : 15404,
"1448" : 78541,
"1464" : 61610,
"1480" : 135431,
"1496" : 109097,
"1512" : 46749,
"1528" : 101676,
"1544" : 57607,
"1560" : 127061,
"1576" : 128438,
"1592" : 57127,
"1608" : 95257,
"1624" : 40897,
"1640" : 73238,
"1656" : 65054,
"1672" : 30524,
"1688" : 55827,
"1704" : 25712,
"1720" : 46313,
"1736" : 40602,
"1752" : 18259,
"1768" : 32931,
"1784" : 14674,
"1800" : 26182,
"1816" : 22246,
"1832" : 9860,
"1848" : 17190,
"1864" : 7446,
"1880" : 13023,
"1896" : 11170,
"1912" : 4915,
"1928" : 8713,
"1944" : 3889,
"1960" : 6822,
"1976" : 5805,
"1992" : 2706,
"2008" : 4874,
"2024" : 2131,
"2040" : 3897,
"2064" : 5070,
"2096" : 4158,
"2128" : 4334,
"2160" : 3160,
"2192" : 2304,
"2224" : 2028,
"2256" : 1624,
"2288" : 1616,
"2320" : 1427,
"2352" : 1043,
"2384" : 847,
"2416" : 719,
"2448" : 725,
"2480" : 651,
"2512" : 462,
"2544" : 484,
"2576" : 433,
"2608" : 331,
"2640" : 454,
"2672" : 261,
"2704" : 251,
"2736" : 217,
"2768" : 234,
"2800" : 249,
"2832" : 195,
"2864" : 169,
"2896" : 159,
"2928" : 168,
"2960" : 194,
"2992" : 135,
"3024" : 116,
"3056" : 137,
"3088" : 115,
"3120" : 163,
"3152" : 110,
"3184" : 107,
"3216" : 87,
"3248" : 64,
"3280" : 91,
"3312" : 74,
"3344" : 52,
"3376" : 58,
"3408" : 65,
"3440" : 69,
"3472" : 52,
"3504" : 45,
"3536" : 30,
"3568" : 42,
"3600" : 36,
"3632" : 29,
"3664" : 19,
"3696" : 27,
"3728" : 29,
"3760" : 29,
"3792" : 18,
"3824" : 14,
"3856" : 19,
"3888" : 11,
"3920" : 27,
"3952" : 19,
"3984" : 13,
"4016" : 6,
"4048" : 10,
"4080" : 15,
"4128" : 19,
"4192" : 17,
"4256" : 18,
"4320" : 13,
"4384" : 10,
"4448" : 11,
"4512" : 9,
"4576" : 16,
"4640" : 17,
"4704" : 23,
"4768" : 32,
"4832" : 36,
"4896" : 36,
"4960" : 47,
"5024" : 42,
"5088" : 59,
"5152" : 68,
"5216" : 85,
"5280" : 95,
"5344" : 97,
"5408" : 122,
"5472" : 119,
"5536" : 156,
"5600" : 179,
"5664" : 167,
"5728" : 211,
"5792" : 198,
"5856" : 219,
"5920" : 289,
"5984" : 247,
"6048" : 236,
"6112" : 257,
"6176" : 247,
"6240" : 260,
"6304" : 237,
"6368" : 266,
"6432" : 267,
"6496" : 273,
"6560" : 329,
"6624" : 281,
"6688" : 276,
"6752" : 307,
"6816" : 290,
"6880" : 313,
"6944" : 235,
"7008" : 277,
"7072" : 294,
"7136" : 276,
"7200" : 287,
"7264" : 268,
"7328" : 258,
"7392" : 306,
"7456" : 234,
"7520" : 232,
"7584" : 250,
"7648" : 214,
"7712" : 230,
"7776" : 174,
"7840" : 171,
"7904" : 175,
"7968" : 158,
"8032" : 157,
"8096" : 138,
"8160" : 105,
"8256" : 252,
"8384" : 223,
"8512" : 172,
"8640" : 160,
"8768" : 141,
"8896" : 131,
"9024" : 123,
"9152" : 123,
"9280" : 80,
"9408" : 89,
"9536" : 104,
"9664" : 86,
"9792" : 95,
"9920" : 61,
"10048" : 79,
"10176" : 73,
"10304" : 78,
"10432" : 76,
"10560" : 75,
"10688" : 73,
"10816" : 75,
"10944" : 74,
"11072" : 48,
"11200" : 77,
"11328" : 76,
"11456" : 69,
"11584" : 71,
"11712" : 67,
"11840" : 83,
"11968" : 59,
"12096" : 59,
"12224" : 70,
"12352" : 73,
"12480" : 66,
"12608" : 71,
"12736" : 63,
"12864" : 63,
"12992" : 65,
"13120" : 59,
"13248" : 49,
"13376" : 62,
"13504" : 64,
"13632" : 59,
"13760" : 43,
"13888" : 35,
"14016" : 39,
"14144" : 53,
"14272" : 45,
"14400" : 34,
"14528" : 38,
"14656" : 39,
"14784" : 39,
"14912" : 34,
"15040" : 43,
"15168" : 31,
"15296" : 29,
"15424" : 38,
"15552" : 31,
"15680" : 33,
"15808" : 44,
"15936" : 43,
"16064" : 40,
"16192" : 33,
"16320" : 33,
"16512" : 67,
"16768" : 76,
"17024" : 68,
"17280" : 63,
"17536" : 38,
"17792" : 49,
"18048" : 42,
"18304" : 51,
"18560" : 37,
"18816" : 29,
"19072" : 51,
"19328" : 37,
"19584" : 43,
"19840" : 33,
"20096" : 39,
"20352" : 36,
"20608" : 25,
"20864" : 31,
"21120" : 31,
"21376" : 32,
"21632" : 24,
"21888" : 19,
"22144" : 22,
"22400" : 21,
"22656" : 14,
"22912" : 21,
"23168" : 14,
"23424" : 20,
"23680" : 11,
"23936" : 19,
"24192" : 14,
"24448" : 24,
"24704" : 18,
"24960" : 9,
"25216" : 17,
"25472" : 10,
"25728" : 8,
"25984" : 12,
"26240" : 11,
"26496" : 6,
"26752" : 5,
"27008" : 8,
"27264" : 9,
"27520" : 6,
"27776" : 10,
"28032" : 7,
"28288" : 10,
"28544" : 8,
"28800" : 5,
"29056" : 3,
"29312" : 7,
"29568" : 4,
"29824" : 4,
"30080" : 3,
"30336" : 1,
"30592" : 5,
"30848" : 2,
"31104" : 5,
"31360" : 3,
"31616" : 4,
"31872" : 3,
"32128" : 2,
"32384" : 4,
"32640" : 3,
"33024" : 1,
"33536" : 3,
"34048" : 4,
"34560" : 4,
"35072" : 4,
"35584" : 4,
"36096" : 3,
"36608" : 2,
"37120" : 1,
"37632" : 3,
"38144" : 3,
"38656" : 1,
"39168" : 1,
"39680" : 2,
"40192" : 1,
"40704" : 3,
"41216" : 1,
"42240" : 1,
"42752" : 7,
"43264" : 1,
"44288" : 3,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"46336" : 1,
"47360" : 1,
"48384" : 1,
"48896" : 1,
"49920" : 1,
"50432" : 1,
"51968" : 1,
"53504" : 1,
"62720" : 2,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 2507345,
"mean" : 286904.039941,
"stddev" : 132740.976367,
"N" : 1668772
},
"bw_min" : 10013213,
"bw_max" : 22353920,
"bw_agg" : 99.958320,
"bw_mean" : 14234354.539749,
"bw_dev" : 790922.279001,
"bw_samples" : 956,
"iops_min" : 9778,
"iops_max" : 21830,
"iops_mean" : 13900.548117,
"iops_stddev" : 772.382608,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.855215,
"sys_cpu" : 95.472254,
"ctx" : 719949,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.180434,
"4" : 2.802713,
"10" : 0.768228,
"20" : 0.206499,
"50" : 0.041228,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063856,
"timestamp_ms" : 1773063856942,
"time" : "Mon Mar 9 10:44:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1892075700224,
"io_kbytes" : 1847730176,
"bw_bytes" : 14554540421,
"bw" : 14213418,
"iops" : 13880.329849,
"runtime" : 129999,
"total_ios" : 1804429,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 2498321,
"mean" : 285753.211608,
"stddev" : 131846.219249,
"N" : 1804429
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1694.032390,
"stddev" : 989.935463,
"N" : 1804425,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 4704,
"99.500000" : 7392,
"99.900000" : 15168,
"99.950000" : 19072,
"99.990000" : 27776
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 3,
"1400" : 242,
"1416" : 7426,
"1432" : 16702,
"1448" : 85915,
"1464" : 67184,
"1480" : 146788,
"1496" : 118324,
"1512" : 50530,
"1528" : 108703,
"1544" : 62037,
"1560" : 137852,
"1576" : 139024,
"1592" : 61746,
"1608" : 102713,
"1624" : 44151,
"1640" : 79181,
"1656" : 70253,
"1672" : 32882,
"1688" : 60125,
"1704" : 27651,
"1720" : 50051,
"1736" : 43885,
"1752" : 19831,
"1768" : 35651,
"1784" : 15907,
"1800" : 28342,
"1816" : 24052,
"1832" : 10640,
"1848" : 18535,
"1864" : 8067,
"1880" : 14034,
"1896" : 12034,
"1912" : 5293,
"1928" : 9446,
"1944" : 4206,
"1960" : 7379,
"1976" : 6283,
"1992" : 2929,
"2008" : 5268,
"2024" : 2322,
"2040" : 4238,
"2064" : 5496,
"2096" : 4498,
"2128" : 4659,
"2160" : 3396,
"2192" : 2460,
"2224" : 2165,
"2256" : 1746,
"2288" : 1737,
"2320" : 1536,
"2352" : 1113,
"2384" : 902,
"2416" : 759,
"2448" : 765,
"2480" : 697,
"2512" : 482,
"2544" : 502,
"2576" : 457,
"2608" : 352,
"2640" : 479,
"2672" : 274,
"2704" : 262,
"2736" : 235,
"2768" : 245,
"2800" : 259,
"2832" : 204,
"2864" : 176,
"2896" : 162,
"2928" : 180,
"2960" : 206,
"2992" : 138,
"3024" : 119,
"3056" : 146,
"3088" : 116,
"3120" : 169,
"3152" : 112,
"3184" : 115,
"3216" : 89,
"3248" : 64,
"3280" : 96,
"3312" : 75,
"3344" : 56,
"3376" : 60,
"3408" : 67,
"3440" : 69,
"3472" : 53,
"3504" : 45,
"3536" : 31,
"3568" : 42,
"3600" : 39,
"3632" : 29,
"3664" : 19,
"3696" : 30,
"3728" : 29,
"3760" : 30,
"3792" : 18,
"3824" : 14,
"3856" : 20,
"3888" : 11,
"3920" : 28,
"3952" : 19,
"3984" : 13,
"4016" : 6,
"4048" : 10,
"4080" : 16,
"4128" : 20,
"4192" : 19,
"4256" : 19,
"4320" : 13,
"4384" : 10,
"4448" : 11,
"4512" : 9,
"4576" : 16,
"4640" : 17,
"4704" : 25,
"4768" : 32,
"4832" : 39,
"4896" : 38,
"4960" : 52,
"5024" : 44,
"5088" : 69,
"5152" : 72,
"5216" : 87,
"5280" : 102,
"5344" : 104,
"5408" : 131,
"5472" : 130,
"5536" : 168,
"5600" : 203,
"5664" : 181,
"5728" : 227,
"5792" : 216,
"5856" : 239,
"5920" : 299,
"5984" : 265,
"6048" : 252,
"6112" : 270,
"6176" : 268,
"6240" : 283,
"6304" : 266,
"6368" : 299,
"6432" : 290,
"6496" : 294,
"6560" : 353,
"6624" : 306,
"6688" : 300,
"6752" : 340,
"6816" : 304,
"6880" : 336,
"6944" : 254,
"7008" : 297,
"7072" : 322,
"7136" : 299,
"7200" : 314,
"7264" : 292,
"7328" : 279,
"7392" : 336,
"7456" : 255,
"7520" : 255,
"7584" : 271,
"7648" : 233,
"7712" : 252,
"7776" : 194,
"7840" : 193,
"7904" : 187,
"7968" : 172,
"8032" : 167,
"8096" : 145,
"8160" : 118,
"8256" : 267,
"8384" : 239,
"8512" : 184,
"8640" : 169,
"8768" : 151,
"8896" : 135,
"9024" : 134,
"9152" : 129,
"9280" : 90,
"9408" : 98,
"9536" : 106,
"9664" : 87,
"9792" : 101,
"9920" : 69,
"10048" : 86,
"10176" : 75,
"10304" : 81,
"10432" : 77,
"10560" : 79,
"10688" : 76,
"10816" : 77,
"10944" : 80,
"11072" : 56,
"11200" : 85,
"11328" : 84,
"11456" : 76,
"11584" : 76,
"11712" : 71,
"11840" : 85,
"11968" : 63,
"12096" : 69,
"12224" : 73,
"12352" : 76,
"12480" : 72,
"12608" : 74,
"12736" : 65,
"12864" : 67,
"12992" : 66,
"13120" : 65,
"13248" : 50,
"13376" : 63,
"13504" : 69,
"13632" : 61,
"13760" : 43,
"13888" : 39,
"14016" : 40,
"14144" : 54,
"14272" : 45,
"14400" : 37,
"14528" : 38,
"14656" : 41,
"14784" : 39,
"14912" : 38,
"15040" : 45,
"15168" : 31,
"15296" : 29,
"15424" : 41,
"15552" : 32,
"15680" : 36,
"15808" : 47,
"15936" : 46,
"16064" : 43,
"16192" : 34,
"16320" : 38,
"16512" : 69,
"16768" : 80,
"17024" : 70,
"17280" : 68,
"17536" : 40,
"17792" : 49,
"18048" : 45,
"18304" : 52,
"18560" : 39,
"18816" : 31,
"19072" : 53,
"19328" : 38,
"19584" : 44,
"19840" : 35,
"20096" : 40,
"20352" : 36,
"20608" : 27,
"20864" : 31,
"21120" : 32,
"21376" : 33,
"21632" : 25,
"21888" : 19,
"22144" : 22,
"22400" : 21,
"22656" : 15,
"22912" : 22,
"23168" : 14,
"23424" : 21,
"23680" : 12,
"23936" : 20,
"24192" : 17,
"24448" : 25,
"24704" : 19,
"24960" : 10,
"25216" : 18,
"25472" : 11,
"25728" : 8,
"25984" : 13,
"26240" : 11,
"26496" : 7,
"26752" : 5,
"27008" : 8,
"27264" : 9,
"27520" : 6,
"27776" : 12,
"28032" : 7,
"28288" : 10,
"28544" : 9,
"28800" : 6,
"29056" : 3,
"29312" : 7,
"29568" : 4,
"29824" : 4,
"30080" : 3,
"30336" : 1,
"30592" : 5,
"30848" : 2,
"31104" : 6,
"31360" : 4,
"31616" : 5,
"31872" : 3,
"32128" : 2,
"32384" : 4,
"32640" : 3,
"33024" : 1,
"33536" : 4,
"34048" : 4,
"34560" : 4,
"35072" : 4,
"35584" : 4,
"36096" : 3,
"36608" : 3,
"37120" : 1,
"37632" : 4,
"38144" : 3,
"38656" : 1,
"39168" : 1,
"39680" : 2,
"40192" : 2,
"40704" : 3,
"41216" : 1,
"42240" : 1,
"42752" : 7,
"43264" : 1,
"44288" : 3,
"44800" : 3,
"45312" : 2,
"45824" : 1,
"46336" : 1,
"46848" : 1,
"47360" : 1,
"48384" : 1,
"48896" : 1,
"49920" : 1,
"50432" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"62720" : 2,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 2507345,
"mean" : 287447.133871,
"stddev" : 132038.218337,
"N" : 1804425
},
"bw_min" : 10013213,
"bw_max" : 22392832,
"bw_agg" : 100.000000,
"bw_mean" : 14218980.756757,
"bw_dev" : 783715.542062,
"bw_samples" : 1036,
"iops_min" : 9778,
"iops_max" : 21868,
"iops_mean" : 13885.552124,
"iops_stddev" : 765.344053,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519996,
"usr_cpu" : 0.859237,
"sys_cpu" : 95.531889,
"ctx" : 750142,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.207942,
"4" : 2.781656,
"10" : 0.768055,
"20" : 0.201393,
"50" : 0.040013,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063866,
"timestamp_ms" : 1773063866942,
"time" : "Mon Mar 9 10:44:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2034002558976,
"io_kbytes" : 1986330624,
"bw_bytes" : 14528693483,
"bw" : 14188177,
"iops" : 13855.684683,
"runtime" : 139999,
"total_ios" : 1939782,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 2498321,
"mean" : 286265.703204,
"stddev" : 131193.608947,
"N" : 1939782
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1693.451776,
"stddev" : 975.133218,
"N" : 1939778,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 4192,
"99.500000" : 7328,
"99.900000" : 15040,
"99.950000" : 18816,
"99.990000" : 27264
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 3,
"1400" : 246,
"1416" : 7683,
"1432" : 17455,
"1448" : 91069,
"1464" : 71737,
"1480" : 158168,
"1496" : 128491,
"1512" : 54405,
"1528" : 115383,
"1544" : 65528,
"1560" : 146791,
"1576" : 149446,
"1592" : 66558,
"1608" : 110949,
"1624" : 47500,
"1640" : 85327,
"1656" : 76222,
"1672" : 35831,
"1688" : 65348,
"1704" : 29899,
"1720" : 54101,
"1736" : 47308,
"1752" : 21377,
"1768" : 38497,
"1784" : 17173,
"1800" : 30683,
"1816" : 26034,
"1832" : 11538,
"1848" : 20121,
"1864" : 8739,
"1880" : 15170,
"1896" : 13012,
"1912" : 5723,
"1928" : 10265,
"1944" : 4554,
"1960" : 8013,
"1976" : 6799,
"1992" : 3162,
"2008" : 5714,
"2024" : 2503,
"2040" : 4587,
"2064" : 5935,
"2096" : 4858,
"2128" : 5032,
"2160" : 3652,
"2192" : 2639,
"2224" : 2344,
"2256" : 1885,
"2288" : 1878,
"2320" : 1651,
"2352" : 1205,
"2384" : 978,
"2416" : 823,
"2448" : 807,
"2480" : 737,
"2512" : 514,
"2544" : 540,
"2576" : 481,
"2608" : 372,
"2640" : 511,
"2672" : 301,
"2704" : 279,
"2736" : 242,
"2768" : 254,
"2800" : 275,
"2832" : 213,
"2864" : 184,
"2896" : 171,
"2928" : 186,
"2960" : 222,
"2992" : 145,
"3024" : 125,
"3056" : 151,
"3088" : 124,
"3120" : 175,
"3152" : 114,
"3184" : 117,
"3216" : 97,
"3248" : 66,
"3280" : 100,
"3312" : 76,
"3344" : 59,
"3376" : 61,
"3408" : 68,
"3440" : 71,
"3472" : 57,
"3504" : 46,
"3536" : 32,
"3568" : 46,
"3600" : 39,
"3632" : 29,
"3664" : 22,
"3696" : 32,
"3728" : 29,
"3760" : 31,
"3792" : 18,
"3824" : 14,
"3856" : 21,
"3888" : 12,
"3920" : 28,
"3952" : 20,
"3984" : 14,
"4016" : 6,
"4048" : 10,
"4080" : 16,
"4128" : 20,
"4192" : 19,
"4256" : 19,
"4320" : 14,
"4384" : 10,
"4448" : 11,
"4512" : 10,
"4576" : 16,
"4640" : 17,
"4704" : 25,
"4768" : 34,
"4832" : 42,
"4896" : 43,
"4960" : 56,
"5024" : 45,
"5088" : 75,
"5152" : 78,
"5216" : 93,
"5280" : 109,
"5344" : 108,
"5408" : 139,
"5472" : 141,
"5536" : 185,
"5600" : 219,
"5664" : 192,
"5728" : 244,
"5792" : 230,
"5856" : 247,
"5920" : 317,
"5984" : 279,
"6048" : 272,
"6112" : 284,
"6176" : 289,
"6240" : 308,
"6304" : 283,
"6368" : 321,
"6432" : 310,
"6496" : 317,
"6560" : 378,
"6624" : 331,
"6688" : 317,
"6752" : 367,
"6816" : 329,
"6880" : 368,
"6944" : 276,
"7008" : 318,
"7072" : 354,
"7136" : 328,
"7200" : 338,
"7264" : 314,
"7328" : 306,
"7392" : 365,
"7456" : 284,
"7520" : 285,
"7584" : 291,
"7648" : 252,
"7712" : 264,
"7776" : 213,
"7840" : 208,
"7904" : 212,
"7968" : 183,
"8032" : 175,
"8096" : 155,
"8160" : 125,
"8256" : 287,
"8384" : 255,
"8512" : 195,
"8640" : 181,
"8768" : 162,
"8896" : 139,
"9024" : 140,
"9152" : 135,
"9280" : 95,
"9408" : 102,
"9536" : 114,
"9664" : 93,
"9792" : 106,
"9920" : 75,
"10048" : 92,
"10176" : 82,
"10304" : 84,
"10432" : 79,
"10560" : 82,
"10688" : 79,
"10816" : 84,
"10944" : 84,
"11072" : 58,
"11200" : 94,
"11328" : 87,
"11456" : 78,
"11584" : 78,
"11712" : 73,
"11840" : 89,
"11968" : 67,
"12096" : 73,
"12224" : 79,
"12352" : 79,
"12480" : 77,
"12608" : 79,
"12736" : 68,
"12864" : 68,
"12992" : 67,
"13120" : 67,
"13248" : 52,
"13376" : 66,
"13504" : 74,
"13632" : 63,
"13760" : 46,
"13888" : 40,
"14016" : 43,
"14144" : 55,
"14272" : 48,
"14400" : 38,
"14528" : 39,
"14656" : 43,
"14784" : 41,
"14912" : 40,
"15040" : 46,
"15168" : 36,
"15296" : 31,
"15424" : 44,
"15552" : 33,
"15680" : 36,
"15808" : 48,
"15936" : 50,
"16064" : 45,
"16192" : 36,
"16320" : 39,
"16512" : 72,
"16768" : 81,
"17024" : 71,
"17280" : 71,
"17536" : 42,
"17792" : 53,
"18048" : 51,
"18304" : 52,
"18560" : 40,
"18816" : 33,
"19072" : 55,
"19328" : 40,
"19584" : 45,
"19840" : 37,
"20096" : 43,
"20352" : 36,
"20608" : 27,
"20864" : 32,
"21120" : 33,
"21376" : 35,
"21632" : 25,
"21888" : 19,
"22144" : 22,
"22400" : 22,
"22656" : 15,
"22912" : 22,
"23168" : 15,
"23424" : 23,
"23680" : 12,
"23936" : 22,
"24192" : 17,
"24448" : 26,
"24704" : 19,
"24960" : 11,
"25216" : 19,
"25472" : 12,
"25728" : 8,
"25984" : 13,
"26240" : 11,
"26496" : 7,
"26752" : 5,
"27008" : 8,
"27264" : 10,
"27520" : 6,
"27776" : 12,
"28032" : 7,
"28288" : 10,
"28544" : 9,
"28800" : 6,
"29056" : 3,
"29312" : 7,
"29568" : 4,
"29824" : 4,
"30080" : 3,
"30336" : 2,
"30592" : 5,
"30848" : 2,
"31104" : 6,
"31360" : 4,
"31616" : 5,
"31872" : 3,
"32128" : 2,
"32384" : 4,
"32640" : 3,
"33024" : 1,
"33536" : 5,
"34048" : 4,
"34560" : 4,
"35072" : 4,
"35584" : 4,
"36096" : 3,
"36608" : 3,
"37120" : 1,
"37632" : 4,
"38144" : 4,
"38656" : 1,
"39168" : 1,
"39680" : 2,
"40192" : 2,
"40704" : 3,
"41216" : 1,
"42240" : 2,
"42752" : 7,
"43264" : 1,
"44288" : 3,
"44800" : 3,
"45312" : 2,
"45824" : 1,
"46336" : 1,
"46848" : 1,
"47360" : 1,
"48384" : 1,
"48896" : 1,
"49920" : 1,
"50432" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"60672" : 1,
"62720" : 2,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 2507345,
"mean" : 287959.053594,
"stddev" : 131382.510889,
"N" : 1939778
},
"bw_min" : 10013213,
"bw_max" : 22392832,
"bw_agg" : 99.995988,
"bw_mean" : 14187608.193548,
"bw_dev" : 768018.077951,
"bw_samples" : 1116,
"iops_min" : 9778,
"iops_max" : 21868,
"iops_mean" : 13854.921147,
"iops_stddev" : 750.014471,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559996,
"usr_cpu" : 0.854828,
"sys_cpu" : 95.592826,
"ctx" : 786116,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.212616,
"4" : 2.784437,
"10" : 0.767251,
"20" : 0.196465,
"50" : 0.038303,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063876,
"timestamp_ms" : 1773063876943,
"time" : "Mon Mar 9 10:44:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2182273302528,
"io_kbytes" : 2131126272,
"bw_bytes" : 14548488683,
"bw" : 14207508,
"iops" : 13874.566667,
"runtime" : 150000,
"total_ios" : 2081185,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 2498321,
"mean" : 285871.431340,
"stddev" : 131630.859590,
"N" : 2081185
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1694.023533,
"stddev" : 981.901907,
"N" : 2081181,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 5024,
"99.500000" : 7392,
"99.900000" : 15296,
"99.950000" : 19072,
"99.990000" : 27520
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 3,
"1400" : 273,
"1416" : 8275,
"1432" : 18929,
"1448" : 98264,
"1464" : 77529,
"1480" : 171348,
"1496" : 140714,
"1512" : 60056,
"1528" : 125377,
"1544" : 70093,
"1560" : 156340,
"1576" : 159482,
"1592" : 71000,
"1608" : 118452,
"1624" : 50679,
"1640" : 91158,
"1656" : 81419,
"1672" : 38198,
"1688" : 69637,
"1704" : 31843,
"1720" : 57520,
"1736" : 50305,
"1752" : 22723,
"1768" : 40971,
"1784" : 18254,
"1800" : 32551,
"1816" : 27633,
"1832" : 12243,
"1848" : 21308,
"1864" : 9263,
"1880" : 16121,
"1896" : 13789,
"1912" : 6069,
"1928" : 10882,
"1944" : 4836,
"1960" : 8479,
"1976" : 7216,
"1992" : 3366,
"2008" : 6052,
"2024" : 2656,
"2040" : 4848,
"2064" : 6301,
"2096" : 5154,
"2128" : 5311,
"2160" : 3885,
"2192" : 2831,
"2224" : 2506,
"2256" : 2016,
"2288" : 2011,
"2320" : 1752,
"2352" : 1293,
"2384" : 1049,
"2416" : 888,
"2448" : 846,
"2480" : 790,
"2512" : 548,
"2544" : 571,
"2576" : 509,
"2608" : 405,
"2640" : 539,
"2672" : 319,
"2704" : 300,
"2736" : 257,
"2768" : 267,
"2800" : 300,
"2832" : 220,
"2864" : 196,
"2896" : 177,
"2928" : 196,
"2960" : 236,
"2992" : 159,
"3024" : 136,
"3056" : 157,
"3088" : 127,
"3120" : 183,
"3152" : 123,
"3184" : 122,
"3216" : 102,
"3248" : 69,
"3280" : 103,
"3312" : 78,
"3344" : 61,
"3376" : 66,
"3408" : 71,
"3440" : 72,
"3472" : 58,
"3504" : 47,
"3536" : 33,
"3568" : 49,
"3600" : 40,
"3632" : 31,
"3664" : 23,
"3696" : 35,
"3728" : 30,
"3760" : 33,
"3792" : 19,
"3824" : 14,
"3856" : 22,
"3888" : 13,
"3920" : 28,
"3952" : 22,
"3984" : 14,
"4016" : 7,
"4048" : 11,
"4080" : 17,
"4128" : 20,
"4192" : 19,
"4256" : 19,
"4320" : 15,
"4384" : 11,
"4448" : 12,
"4512" : 12,
"4576" : 16,
"4640" : 20,
"4704" : 27,
"4768" : 36,
"4832" : 45,
"4896" : 44,
"4960" : 57,
"5024" : 50,
"5088" : 82,
"5152" : 81,
"5216" : 103,
"5280" : 119,
"5344" : 120,
"5408" : 157,
"5472" : 155,
"5536" : 199,
"5600" : 237,
"5664" : 206,
"5728" : 265,
"5792" : 246,
"5856" : 264,
"5920" : 347,
"5984" : 308,
"6048" : 306,
"6112" : 310,
"6176" : 314,
"6240" : 349,
"6304" : 312,
"6368" : 348,
"6432" : 328,
"6496" : 343,
"6560" : 411,
"6624" : 360,
"6688" : 346,
"6752" : 391,
"6816" : 356,
"6880" : 402,
"6944" : 293,
"7008" : 344,
"7072" : 381,
"7136" : 357,
"7200" : 365,
"7264" : 342,
"7328" : 337,
"7392" : 387,
"7456" : 307,
"7520" : 298,
"7584" : 318,
"7648" : 265,
"7712" : 288,
"7776" : 233,
"7840" : 220,
"7904" : 226,
"7968" : 199,
"8032" : 189,
"8096" : 171,
"8160" : 143,
"8256" : 316,
"8384" : 271,
"8512" : 211,
"8640" : 204,
"8768" : 174,
"8896" : 156,
"9024" : 154,
"9152" : 150,
"9280" : 100,
"9408" : 109,
"9536" : 122,
"9664" : 102,
"9792" : 117,
"9920" : 80,
"10048" : 100,
"10176" : 89,
"10304" : 93,
"10432" : 94,
"10560" : 88,
"10688" : 87,
"10816" : 88,
"10944" : 92,
"11072" : 66,
"11200" : 103,
"11328" : 94,
"11456" : 85,
"11584" : 83,
"11712" : 81,
"11840" : 97,
"11968" : 76,
"12096" : 85,
"12224" : 84,
"12352" : 89,
"12480" : 85,
"12608" : 84,
"12736" : 75,
"12864" : 73,
"12992" : 72,
"13120" : 74,
"13248" : 57,
"13376" : 71,
"13504" : 80,
"13632" : 73,
"13760" : 49,
"13888" : 43,
"14016" : 48,
"14144" : 61,
"14272" : 56,
"14400" : 46,
"14528" : 42,
"14656" : 48,
"14784" : 45,
"14912" : 42,
"15040" : 52,
"15168" : 40,
"15296" : 36,
"15424" : 48,
"15552" : 41,
"15680" : 40,
"15808" : 52,
"15936" : 56,
"16064" : 48,
"16192" : 44,
"16320" : 43,
"16512" : 79,
"16768" : 90,
"17024" : 79,
"17280" : 80,
"17536" : 45,
"17792" : 61,
"18048" : 55,
"18304" : 58,
"18560" : 45,
"18816" : 39,
"19072" : 58,
"19328" : 43,
"19584" : 51,
"19840" : 37,
"20096" : 48,
"20352" : 39,
"20608" : 32,
"20864" : 35,
"21120" : 37,
"21376" : 39,
"21632" : 27,
"21888" : 24,
"22144" : 23,
"22400" : 23,
"22656" : 18,
"22912" : 24,
"23168" : 20,
"23424" : 26,
"23680" : 14,
"23936" : 24,
"24192" : 18,
"24448" : 29,
"24704" : 24,
"24960" : 16,
"25216" : 20,
"25472" : 14,
"25728" : 10,
"25984" : 15,
"26240" : 13,
"26496" : 8,
"26752" : 6,
"27008" : 8,
"27264" : 10,
"27520" : 6,
"27776" : 12,
"28032" : 9,
"28288" : 11,
"28544" : 11,
"28800" : 8,
"29056" : 3,
"29312" : 8,
"29568" : 4,
"29824" : 5,
"30080" : 3,
"30336" : 2,
"30592" : 5,
"30848" : 2,
"31104" : 6,
"31360" : 4,
"31616" : 6,
"31872" : 3,
"32128" : 2,
"32384" : 5,
"32640" : 4,
"33024" : 1,
"33536" : 6,
"34048" : 4,
"34560" : 4,
"35072" : 4,
"35584" : 5,
"36096" : 3,
"36608" : 3,
"37120" : 1,
"37632" : 4,
"38144" : 4,
"38656" : 3,
"39168" : 1,
"39680" : 2,
"40192" : 2,
"40704" : 4,
"41216" : 1,
"42240" : 2,
"42752" : 8,
"43264" : 1,
"44288" : 3,
"44800" : 3,
"45312" : 2,
"45824" : 2,
"46336" : 1,
"46848" : 1,
"47360" : 1,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"60672" : 1,
"62720" : 2,
"67072" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 2507345,
"mean" : 287565.359619,
"stddev" : 131823.497902,
"N" : 2081181
},
"bw_min" : 10013213,
"bw_max" : 22441984,
"bw_agg" : 100.000000,
"bw_mean" : 14212229.588629,
"bw_dev" : 779283.879036,
"bw_samples" : 1196,
"iops_min" : 9778,
"iops_max" : 21916,
"iops_mean" : 13878.969900,
"iops_stddev" : 761.016664,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599999,
"usr_cpu" : 0.853835,
"sys_cpu" : 95.507326,
"ctx" : 876268,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.224266,
"4" : 2.756555,
"10" : 0.775856,
"20" : 0.202144,
"50" : 0.040266,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063886,
"timestamp_ms" : 1773063886942,
"time" : "Mon Mar 9 10:44:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2321704550400,
"io_kbytes" : 2267289600,
"bw_bytes" : 14510653440,
"bw" : 14170560,
"iops" : 13838.462500,
"runtime" : 160000,
"total_ios" : 2214154,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 2498321,
"mean" : 286625.591830,
"stddev" : 130547.270670,
"N" : 2214154
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1691.992571,
"stddev" : 961.416141,
"N" : 2214150,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 3920,
"99.500000" : 7328,
"99.900000" : 14912,
"99.950000" : 18560,
"99.990000" : 27264
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 3,
"1400" : 276,
"1416" : 8443,
"1432" : 19574,
"1448" : 102826,
"1464" : 81728,
"1480" : 181335,
"1496" : 149810,
"1512" : 63858,
"1528" : 132164,
"1544" : 74086,
"1560" : 167267,
"1576" : 171720,
"1592" : 76532,
"1608" : 127557,
"1624" : 54527,
"1640" : 97606,
"1656" : 86676,
"1672" : 40691,
"1688" : 74051,
"1704" : 33920,
"1720" : 61185,
"1736" : 53628,
"1752" : 24249,
"1768" : 43633,
"1784" : 19457,
"1800" : 34639,
"1816" : 29345,
"1832" : 13001,
"1848" : 22640,
"1864" : 9792,
"1880" : 17104,
"1896" : 14646,
"1912" : 6446,
"1928" : 11583,
"1944" : 5175,
"1960" : 9000,
"1976" : 7700,
"1992" : 3560,
"2008" : 6404,
"2024" : 2827,
"2040" : 5152,
"2064" : 6683,
"2096" : 5461,
"2128" : 5667,
"2160" : 4118,
"2192" : 2997,
"2224" : 2644,
"2256" : 2140,
"2288" : 2118,
"2320" : 1841,
"2352" : 1359,
"2384" : 1104,
"2416" : 924,
"2448" : 888,
"2480" : 832,
"2512" : 584,
"2544" : 599,
"2576" : 527,
"2608" : 425,
"2640" : 564,
"2672" : 328,
"2704" : 313,
"2736" : 269,
"2768" : 281,
"2800" : 305,
"2832" : 226,
"2864" : 202,
"2896" : 185,
"2928" : 205,
"2960" : 246,
"2992" : 163,
"3024" : 143,
"3056" : 159,
"3088" : 129,
"3120" : 185,
"3152" : 127,
"3184" : 124,
"3216" : 105,
"3248" : 71,
"3280" : 107,
"3312" : 81,
"3344" : 65,
"3376" : 67,
"3408" : 72,
"3440" : 73,
"3472" : 60,
"3504" : 48,
"3536" : 35,
"3568" : 50,
"3600" : 40,
"3632" : 33,
"3664" : 25,
"3696" : 36,
"3728" : 31,
"3760" : 34,
"3792" : 20,
"3824" : 15,
"3856" : 22,
"3888" : 13,
"3920" : 28,
"3952" : 22,
"3984" : 14,
"4016" : 7,
"4048" : 11,
"4080" : 17,
"4128" : 20,
"4192" : 19,
"4256" : 19,
"4320" : 15,
"4384" : 11,
"4448" : 12,
"4512" : 12,
"4576" : 16,
"4640" : 20,
"4704" : 30,
"4768" : 37,
"4832" : 47,
"4896" : 46,
"4960" : 61,
"5024" : 54,
"5088" : 89,
"5152" : 85,
"5216" : 109,
"5280" : 126,
"5344" : 125,
"5408" : 163,
"5472" : 163,
"5536" : 208,
"5600" : 244,
"5664" : 212,
"5728" : 276,
"5792" : 252,
"5856" : 281,
"5920" : 359,
"5984" : 322,
"6048" : 317,
"6112" : 318,
"6176" : 326,
"6240" : 365,
"6304" : 323,
"6368" : 359,
"6432" : 337,
"6496" : 356,
"6560" : 430,
"6624" : 371,
"6688" : 365,
"6752" : 401,
"6816" : 375,
"6880" : 418,
"6944" : 314,
"7008" : 366,
"7072" : 405,
"7136" : 382,
"7200" : 390,
"7264" : 357,
"7328" : 361,
"7392" : 404,
"7456" : 320,
"7520" : 316,
"7584" : 339,
"7648" : 279,
"7712" : 317,
"7776" : 245,
"7840" : 235,
"7904" : 251,
"7968" : 215,
"8032" : 203,
"8096" : 187,
"8160" : 153,
"8256" : 335,
"8384" : 296,
"8512" : 223,
"8640" : 212,
"8768" : 185,
"8896" : 162,
"9024" : 164,
"9152" : 153,
"9280" : 102,
"9408" : 113,
"9536" : 123,
"9664" : 106,
"9792" : 117,
"9920" : 82,
"10048" : 102,
"10176" : 89,
"10304" : 98,
"10432" : 96,
"10560" : 89,
"10688" : 92,
"10816" : 91,
"10944" : 95,
"11072" : 67,
"11200" : 103,
"11328" : 97,
"11456" : 88,
"11584" : 87,
"11712" : 83,
"11840" : 98,
"11968" : 80,
"12096" : 86,
"12224" : 86,
"12352" : 90,
"12480" : 88,
"12608" : 85,
"12736" : 77,
"12864" : 75,
"12992" : 72,
"13120" : 75,
"13248" : 58,
"13376" : 74,
"13504" : 80,
"13632" : 74,
"13760" : 52,
"13888" : 45,
"14016" : 49,
"14144" : 61,
"14272" : 57,
"14400" : 47,
"14528" : 42,
"14656" : 49,
"14784" : 45,
"14912" : 42,
"15040" : 52,
"15168" : 40,
"15296" : 36,
"15424" : 48,
"15552" : 41,
"15680" : 42,
"15808" : 52,
"15936" : 56,
"16064" : 49,
"16192" : 44,
"16320" : 43,
"16512" : 80,
"16768" : 90,
"17024" : 79,
"17280" : 81,
"17536" : 45,
"17792" : 63,
"18048" : 55,
"18304" : 58,
"18560" : 45,
"18816" : 40,
"19072" : 58,
"19328" : 43,
"19584" : 52,
"19840" : 37,
"20096" : 48,
"20352" : 39,
"20608" : 32,
"20864" : 35,
"21120" : 39,
"21376" : 39,
"21632" : 27,
"21888" : 24,
"22144" : 23,
"22400" : 23,
"22656" : 18,
"22912" : 24,
"23168" : 20,
"23424" : 26,
"23680" : 14,
"23936" : 24,
"24192" : 19,
"24448" : 29,
"24704" : 24,
"24960" : 16,
"25216" : 20,
"25472" : 14,
"25728" : 10,
"25984" : 15,
"26240" : 13,
"26496" : 8,
"26752" : 6,
"27008" : 8,
"27264" : 10,
"27520" : 6,
"27776" : 12,
"28032" : 9,
"28288" : 11,
"28544" : 11,
"28800" : 8,
"29056" : 3,
"29312" : 8,
"29568" : 4,
"29824" : 5,
"30080" : 3,
"30336" : 2,
"30592" : 5,
"30848" : 2,
"31104" : 6,
"31360" : 4,
"31616" : 6,
"31872" : 3,
"32128" : 2,
"32384" : 5,
"32640" : 4,
"33024" : 1,
"33536" : 6,
"34048" : 4,
"34560" : 4,
"35072" : 4,
"35584" : 5,
"36096" : 3,
"36608" : 3,
"37120" : 1,
"37632" : 4,
"38144" : 4,
"38656" : 3,
"39168" : 1,
"39680" : 2,
"40192" : 2,
"40704" : 5,
"41216" : 1,
"42240" : 2,
"42752" : 8,
"43264" : 1,
"44288" : 3,
"44800" : 3,
"45312" : 2,
"45824" : 2,
"46336" : 1,
"46848" : 1,
"47360" : 1,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"60672" : 1,
"62720" : 2,
"67072" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 2507345,
"mean" : 288317.496229,
"stddev" : 130733.703182,
"N" : 2214150
},
"bw_min" : 10013213,
"bw_max" : 22456320,
"bw_agg" : 100.000000,
"bw_mean" : 14175169.228840,
"bw_dev" : 758538.919419,
"bw_samples" : 1276,
"iops_min" : 9778,
"iops_max" : 21930,
"iops_mean" : 13842.783699,
"iops_stddev" : 740.757632,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639997,
"usr_cpu" : 0.851410,
"sys_cpu" : 95.632167,
"ctx" : 880845,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.264307,
"4" : 2.737614,
"10" : 0.765800,
"20" : 0.193392,
"50" : 0.038028,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063896,
"timestamp_ms" : 1773063896942,
"time" : "Mon Mar 9 10:44:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2474746314752,
"io_kbytes" : 2416744448,
"bw_bytes" : 14557416895,
"bw" : 14216227,
"iops" : 13883.064018,
"runtime" : 169999,
"total_ios" : 2360107,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 2498321,
"mean" : 285694.647341,
"stddev" : 132008.824471,
"N" : 2360107
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1694.353387,
"stddev" : 980.040763,
"N" : 2360103,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 5088,
"99.500000" : 7392,
"99.900000" : 15424,
"99.950000" : 19072,
"99.990000" : 27776
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 4,
"1400" : 304,
"1416" : 9267,
"1432" : 21401,
"1448" : 112316,
"1464" : 88839,
"1480" : 196127,
"1496" : 160629,
"1512" : 67817,
"1528" : 139156,
"1544" : 78314,
"1560" : 177440,
"1576" : 181902,
"1592" : 81165,
"1608" : 135232,
"1624" : 57674,
"1640" : 102957,
"1656" : 91549,
"1672" : 43039,
"1688" : 78489,
"1704" : 35984,
"1720" : 65018,
"1736" : 56958,
"1752" : 25742,
"1768" : 46304,
"1784" : 20724,
"1800" : 36856,
"1816" : 31172,
"1832" : 13843,
"1848" : 24155,
"1864" : 10521,
"1880" : 18284,
"1896" : 15721,
"1912" : 6882,
"1928" : 12418,
"1944" : 5510,
"1960" : 9626,
"1976" : 8225,
"1992" : 3804,
"2008" : 6826,
"2024" : 3030,
"2040" : 5489,
"2064" : 7090,
"2096" : 5804,
"2128" : 5992,
"2160" : 4388,
"2192" : 3201,
"2224" : 2807,
"2256" : 2262,
"2288" : 2241,
"2320" : 1957,
"2352" : 1455,
"2384" : 1189,
"2416" : 972,
"2448" : 964,
"2480" : 897,
"2512" : 638,
"2544" : 638,
"2576" : 567,
"2608" : 465,
"2640" : 611,
"2672" : 355,
"2704" : 337,
"2736" : 288,
"2768" : 299,
"2800" : 333,
"2832" : 241,
"2864" : 222,
"2896" : 196,
"2928" : 215,
"2960" : 263,
"2992" : 175,
"3024" : 155,
"3056" : 172,
"3088" : 139,
"3120" : 194,
"3152" : 136,
"3184" : 134,
"3216" : 110,
"3248" : 73,
"3280" : 113,
"3312" : 87,
"3344" : 72,
"3376" : 72,
"3408" : 74,
"3440" : 78,
"3472" : 60,
"3504" : 52,
"3536" : 44,
"3568" : 52,
"3600" : 41,
"3632" : 35,
"3664" : 31,
"3696" : 41,
"3728" : 35,
"3760" : 35,
"3792" : 23,
"3824" : 18,
"3856" : 23,
"3888" : 14,
"3920" : 31,
"3952" : 23,
"3984" : 17,
"4016" : 8,
"4048" : 11,
"4080" : 17,
"4128" : 22,
"4192" : 20,
"4256" : 25,
"4320" : 15,
"4384" : 12,
"4448" : 12,
"4512" : 13,
"4576" : 16,
"4640" : 22,
"4704" : 30,
"4768" : 38,
"4832" : 49,
"4896" : 49,
"4960" : 66,
"5024" : 57,
"5088" : 94,
"5152" : 88,
"5216" : 114,
"5280" : 132,
"5344" : 138,
"5408" : 179,
"5472" : 182,
"5536" : 220,
"5600" : 266,
"5664" : 235,
"5728" : 307,
"5792" : 269,
"5856" : 308,
"5920" : 388,
"5984" : 353,
"6048" : 351,
"6112" : 346,
"6176" : 348,
"6240" : 403,
"6304" : 349,
"6368" : 392,
"6432" : 377,
"6496" : 384,
"6560" : 477,
"6624" : 402,
"6688" : 404,
"6752" : 447,
"6816" : 406,
"6880" : 453,
"6944" : 338,
"7008" : 399,
"7072" : 436,
"7136" : 408,
"7200" : 422,
"7264" : 386,
"7328" : 382,
"7392" : 424,
"7456" : 338,
"7520" : 328,
"7584" : 356,
"7648" : 296,
"7712" : 335,
"7776" : 255,
"7840" : 254,
"7904" : 269,
"7968" : 225,
"8032" : 212,
"8096" : 193,
"8160" : 163,
"8256" : 355,
"8384" : 315,
"8512" : 242,
"8640" : 225,
"8768" : 194,
"8896" : 178,
"9024" : 172,
"9152" : 162,
"9280" : 115,
"9408" : 123,
"9536" : 136,
"9664" : 119,
"9792" : 131,
"9920" : 97,
"10048" : 114,
"10176" : 107,
"10304" : 113,
"10432" : 106,
"10560" : 101,
"10688" : 105,
"10816" : 105,
"10944" : 107,
"11072" : 76,
"11200" : 116,
"11328" : 105,
"11456" : 100,
"11584" : 95,
"11712" : 89,
"11840" : 110,
"11968" : 86,
"12096" : 91,
"12224" : 98,
"12352" : 98,
"12480" : 99,
"12608" : 91,
"12736" : 83,
"12864" : 79,
"12992" : 79,
"13120" : 82,
"13248" : 67,
"13376" : 82,
"13504" : 93,
"13632" : 84,
"13760" : 55,
"13888" : 48,
"14016" : 54,
"14144" : 70,
"14272" : 64,
"14400" : 55,
"14528" : 51,
"14656" : 56,
"14784" : 54,
"14912" : 47,
"15040" : 58,
"15168" : 42,
"15296" : 46,
"15424" : 59,
"15552" : 48,
"15680" : 50,
"15808" : 56,
"15936" : 65,
"16064" : 59,
"16192" : 52,
"16320" : 48,
"16512" : 90,
"16768" : 96,
"17024" : 93,
"17280" : 94,
"17536" : 50,
"17792" : 72,
"18048" : 61,
"18304" : 67,
"18560" : 56,
"18816" : 49,
"19072" : 65,
"19328" : 54,
"19584" : 61,
"19840" : 46,
"20096" : 59,
"20352" : 44,
"20608" : 36,
"20864" : 39,
"21120" : 50,
"21376" : 41,
"21632" : 33,
"21888" : 28,
"22144" : 27,
"22400" : 29,
"22656" : 25,
"22912" : 27,
"23168" : 21,
"23424" : 31,
"23680" : 18,
"23936" : 27,
"24192" : 22,
"24448" : 33,
"24704" : 29,
"24960" : 18,
"25216" : 21,
"25472" : 16,
"25728" : 12,
"25984" : 16,
"26240" : 14,
"26496" : 8,
"26752" : 7,
"27008" : 10,
"27264" : 12,
"27520" : 9,
"27776" : 13,
"28032" : 9,
"28288" : 15,
"28544" : 12,
"28800" : 9,
"29056" : 4,
"29312" : 12,
"29568" : 5,
"29824" : 7,
"30080" : 3,
"30336" : 3,
"30592" : 6,
"30848" : 2,
"31104" : 7,
"31360" : 4,
"31616" : 8,
"31872" : 4,
"32128" : 2,
"32384" : 6,
"32640" : 5,
"33024" : 1,
"33536" : 6,
"34048" : 5,
"34560" : 5,
"35072" : 5,
"35584" : 7,
"36096" : 5,
"36608" : 3,
"37120" : 2,
"37632" : 5,
"38144" : 4,
"38656" : 3,
"39168" : 2,
"39680" : 2,
"40192" : 3,
"40704" : 5,
"41216" : 1,
"41728" : 1,
"42240" : 2,
"42752" : 10,
"43264" : 1,
"44288" : 4,
"44800" : 3,
"45312" : 2,
"45824" : 2,
"46336" : 1,
"46848" : 1,
"47360" : 1,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"60672" : 1,
"62720" : 2,
"67072" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 2507345,
"mean" : 287388.916431,
"stddev" : 132202.976768,
"N" : 2360103
},
"bw_min" : 9947677,
"bw_max" : 22456320,
"bw_agg" : 99.992625,
"bw_mean" : 14215179.746313,
"bw_dev" : 783343.697353,
"bw_samples" : 1356,
"iops_min" : 9714,
"iops_max" : 21930,
"iops_mean" : 13881.858407,
"iops_stddev" : 764.981071,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679996,
"usr_cpu" : 0.851181,
"sys_cpu" : 95.465709,
"ctx" : 1010289,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.240340,
"4" : 2.736783,
"10" : 0.775177,
"20" : 0.205033,
"50" : 0.041863,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063906,
"timestamp_ms" : 1773063906942,
"time" : "Mon Mar 9 10:45:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2614853894144,
"io_kbytes" : 2553568256,
"bw_bytes" : 14527046784,
"bw" : 14186569,
"iops" : 13854.099189,
"runtime" : 179999,
"total_ios" : 2493724,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 2498321,
"mean" : 286299.567480,
"stddev" : 131222.821432,
"N" : 2493724
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1692.219859,
"stddev" : 960.963289,
"N" : 2493720,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 4256,
"99.500000" : 7392,
"99.900000" : 15040,
"99.950000" : 18816,
"99.990000" : 27520
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 4,
"1400" : 327,
"1416" : 9916,
"1432" : 22925,
"1448" : 119795,
"1464" : 94111,
"1480" : 205941,
"1496" : 168783,
"1512" : 71139,
"1528" : 146207,
"1544" : 83050,
"1560" : 189144,
"1576" : 192573,
"1592" : 85540,
"1608" : 142755,
"1624" : 60914,
"1640" : 108844,
"1656" : 96632,
"1672" : 45315,
"1688" : 82761,
"1704" : 38022,
"1720" : 68769,
"1736" : 60338,
"1752" : 27215,
"1768" : 49057,
"1784" : 21959,
"1800" : 39029,
"1816" : 33071,
"1832" : 14652,
"1848" : 25546,
"1864" : 11166,
"1880" : 19398,
"1896" : 16664,
"1912" : 7308,
"1928" : 13158,
"1944" : 5826,
"1960" : 10151,
"1976" : 8681,
"1992" : 4023,
"2008" : 7233,
"2024" : 3202,
"2040" : 5824,
"2064" : 7503,
"2096" : 6140,
"2128" : 6326,
"2160" : 4634,
"2192" : 3375,
"2224" : 2948,
"2256" : 2378,
"2288" : 2349,
"2320" : 2051,
"2352" : 1510,
"2384" : 1244,
"2416" : 1022,
"2448" : 1002,
"2480" : 941,
"2512" : 663,
"2544" : 662,
"2576" : 587,
"2608" : 482,
"2640" : 636,
"2672" : 374,
"2704" : 346,
"2736" : 298,
"2768" : 314,
"2800" : 342,
"2832" : 255,
"2864" : 233,
"2896" : 206,
"2928" : 219,
"2960" : 270,
"2992" : 181,
"3024" : 159,
"3056" : 174,
"3088" : 142,
"3120" : 200,
"3152" : 141,
"3184" : 135,
"3216" : 112,
"3248" : 75,
"3280" : 115,
"3312" : 88,
"3344" : 73,
"3376" : 76,
"3408" : 74,
"3440" : 79,
"3472" : 64,
"3504" : 52,
"3536" : 47,
"3568" : 54,
"3600" : 44,
"3632" : 35,
"3664" : 31,
"3696" : 41,
"3728" : 35,
"3760" : 35,
"3792" : 23,
"3824" : 20,
"3856" : 23,
"3888" : 14,
"3920" : 31,
"3952" : 23,
"3984" : 17,
"4016" : 8,
"4048" : 11,
"4080" : 18,
"4128" : 22,
"4192" : 21,
"4256" : 25,
"4320" : 15,
"4384" : 12,
"4448" : 12,
"4512" : 13,
"4576" : 16,
"4640" : 22,
"4704" : 31,
"4768" : 40,
"4832" : 52,
"4896" : 53,
"4960" : 69,
"5024" : 63,
"5088" : 99,
"5152" : 93,
"5216" : 119,
"5280" : 139,
"5344" : 144,
"5408" : 192,
"5472" : 193,
"5536" : 230,
"5600" : 273,
"5664" : 240,
"5728" : 319,
"5792" : 272,
"5856" : 316,
"5920" : 405,
"5984" : 362,
"6048" : 367,
"6112" : 355,
"6176" : 356,
"6240" : 423,
"6304" : 362,
"6368" : 408,
"6432" : 392,
"6496" : 394,
"6560" : 488,
"6624" : 418,
"6688" : 421,
"6752" : 463,
"6816" : 426,
"6880" : 467,
"6944" : 352,
"7008" : 419,
"7072" : 456,
"7136" : 433,
"7200" : 445,
"7264" : 404,
"7328" : 403,
"7392" : 447,
"7456" : 357,
"7520" : 341,
"7584" : 372,
"7648" : 320,
"7712" : 361,
"7776" : 272,
"7840" : 267,
"7904" : 286,
"7968" : 236,
"8032" : 234,
"8096" : 207,
"8160" : 175,
"8256" : 382,
"8384" : 333,
"8512" : 260,
"8640" : 229,
"8768" : 202,
"8896" : 184,
"9024" : 178,
"9152" : 165,
"9280" : 118,
"9408" : 127,
"9536" : 139,
"9664" : 122,
"9792" : 136,
"9920" : 102,
"10048" : 115,
"10176" : 108,
"10304" : 116,
"10432" : 108,
"10560" : 104,
"10688" : 107,
"10816" : 106,
"10944" : 109,
"11072" : 76,
"11200" : 120,
"11328" : 107,
"11456" : 104,
"11584" : 95,
"11712" : 92,
"11840" : 110,
"11968" : 88,
"12096" : 91,
"12224" : 100,
"12352" : 99,
"12480" : 100,
"12608" : 91,
"12736" : 84,
"12864" : 80,
"12992" : 82,
"13120" : 84,
"13248" : 68,
"13376" : 83,
"13504" : 95,
"13632" : 84,
"13760" : 55,
"13888" : 49,
"14016" : 55,
"14144" : 70,
"14272" : 66,
"14400" : 56,
"14528" : 51,
"14656" : 59,
"14784" : 54,
"14912" : 48,
"15040" : 59,
"15168" : 42,
"15296" : 47,
"15424" : 59,
"15552" : 48,
"15680" : 50,
"15808" : 56,
"15936" : 65,
"16064" : 60,
"16192" : 52,
"16320" : 48,
"16512" : 90,
"16768" : 96,
"17024" : 93,
"17280" : 94,
"17536" : 50,
"17792" : 72,
"18048" : 61,
"18304" : 68,
"18560" : 56,
"18816" : 49,
"19072" : 65,
"19328" : 54,
"19584" : 61,
"19840" : 47,
"20096" : 59,
"20352" : 44,
"20608" : 36,
"20864" : 39,
"21120" : 50,
"21376" : 41,
"21632" : 33,
"21888" : 28,
"22144" : 27,
"22400" : 29,
"22656" : 25,
"22912" : 27,
"23168" : 21,
"23424" : 31,
"23680" : 18,
"23936" : 27,
"24192" : 22,
"24448" : 33,
"24704" : 29,
"24960" : 18,
"25216" : 21,
"25472" : 16,
"25728" : 12,
"25984" : 16,
"26240" : 14,
"26496" : 8,
"26752" : 7,
"27008" : 10,
"27264" : 12,
"27520" : 9,
"27776" : 13,
"28032" : 9,
"28288" : 15,
"28544" : 12,
"28800" : 9,
"29056" : 4,
"29312" : 12,
"29568" : 5,
"29824" : 7,
"30080" : 3,
"30336" : 3,
"30592" : 6,
"30848" : 2,
"31104" : 7,
"31360" : 4,
"31616" : 8,
"31872" : 4,
"32128" : 2,
"32384" : 6,
"32640" : 5,
"33024" : 1,
"33536" : 6,
"34048" : 5,
"34560" : 5,
"35072" : 5,
"35584" : 7,
"36096" : 5,
"36608" : 3,
"37120" : 2,
"37632" : 5,
"38144" : 4,
"38656" : 3,
"39168" : 2,
"39680" : 2,
"40192" : 3,
"40704" : 5,
"41216" : 1,
"41728" : 1,
"42240" : 2,
"42752" : 10,
"43264" : 1,
"44288" : 4,
"44800" : 3,
"45312" : 2,
"45824" : 2,
"46336" : 1,
"46848" : 1,
"47360" : 1,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"60672" : 1,
"62720" : 2,
"67072" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 2507345,
"mean" : 287991.708529,
"stddev" : 131411.524431,
"N" : 2493720
},
"bw_min" : 9947677,
"bw_max" : 22456320,
"bw_agg" : 100.000000,
"bw_mean" : 14190842.047354,
"bw_dev" : 767376.908839,
"bw_samples" : 1436,
"iops_min" : 9714,
"iops_max" : 21930,
"iops_mean" : 13858.091922,
"iops_stddev" : 749.388413,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 0.855005,
"sys_cpu" : 95.573448,
"ctx" : 1012777,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.270317,
"4" : 2.726124,
"10" : 0.766765,
"20" : 0.196413,
"50" : 0.039619,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063906,
"timestamp_ms" : 1773063906988,
"time" : "Mon Mar 9 10:45:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2614863331328,
"io_kbytes" : 2553577472,
"bw_bytes" : 14526857097,
"bw" : 14186383,
"iops" : 13853.868290,
"runtime" : 180002,
"total_ios" : 2493724,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 134255,
"max" : 2498321,
"mean" : 286299.649382,
"stddev" : 131222.779288,
"N" : 2493728
},
"clat_ns" : {
"min" : 1302,
"max" : 528116,
"mean" : 1692.219896,
"stddev" : 960.962520,
"N" : 2493724,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1496,
"30.000000" : 1528,
"40.000000" : 1560,
"50.000000" : 1576,
"60.000000" : 1608,
"70.000000" : 1656,
"80.000000" : 1720,
"90.000000" : 1816,
"95.000000" : 1928,
"99.000000" : 4256,
"99.500000" : 7392,
"99.900000" : 15040,
"99.950000" : 18816,
"99.990000" : 27520
},
"bins" : {
"1304" : 1,
"1336" : 1,
"1352" : 3,
"1368" : 2,
"1384" : 4,
"1400" : 327,
"1416" : 9916,
"1432" : 22925,
"1448" : 119795,
"1464" : 94111,
"1480" : 205941,
"1496" : 168783,
"1512" : 71139,
"1528" : 146207,
"1544" : 83050,
"1560" : 189144,
"1576" : 192573,
"1592" : 85540,
"1608" : 142755,
"1624" : 60914,
"1640" : 108844,
"1656" : 96632,
"1672" : 45316,
"1688" : 82762,
"1704" : 38022,
"1720" : 68769,
"1736" : 60339,
"1752" : 27215,
"1768" : 49058,
"1784" : 21959,
"1800" : 39029,
"1816" : 33071,
"1832" : 14652,
"1848" : 25546,
"1864" : 11166,
"1880" : 19398,
"1896" : 16664,
"1912" : 7308,
"1928" : 13158,
"1944" : 5826,
"1960" : 10151,
"1976" : 8681,
"1992" : 4023,
"2008" : 7233,
"2024" : 3202,
"2040" : 5824,
"2064" : 7503,
"2096" : 6140,
"2128" : 6326,
"2160" : 4634,
"2192" : 3375,
"2224" : 2948,
"2256" : 2378,
"2288" : 2349,
"2320" : 2051,
"2352" : 1510,
"2384" : 1244,
"2416" : 1022,
"2448" : 1002,
"2480" : 941,
"2512" : 663,
"2544" : 662,
"2576" : 587,
"2608" : 482,
"2640" : 636,
"2672" : 374,
"2704" : 346,
"2736" : 298,
"2768" : 314,
"2800" : 342,
"2832" : 255,
"2864" : 233,
"2896" : 206,
"2928" : 219,
"2960" : 270,
"2992" : 181,
"3024" : 159,
"3056" : 174,
"3088" : 142,
"3120" : 200,
"3152" : 141,
"3184" : 135,
"3216" : 112,
"3248" : 75,
"3280" : 115,
"3312" : 88,
"3344" : 73,
"3376" : 76,
"3408" : 74,
"3440" : 79,
"3472" : 64,
"3504" : 52,
"3536" : 47,
"3568" : 54,
"3600" : 44,
"3632" : 35,
"3664" : 31,
"3696" : 41,
"3728" : 35,
"3760" : 35,
"3792" : 23,
"3824" : 20,
"3856" : 23,
"3888" : 14,
"3920" : 31,
"3952" : 23,
"3984" : 17,
"4016" : 8,
"4048" : 11,
"4080" : 18,
"4128" : 22,
"4192" : 21,
"4256" : 25,
"4320" : 15,
"4384" : 12,
"4448" : 12,
"4512" : 13,
"4576" : 16,
"4640" : 22,
"4704" : 31,
"4768" : 40,
"4832" : 52,
"4896" : 53,
"4960" : 69,
"5024" : 63,
"5088" : 99,
"5152" : 93,
"5216" : 119,
"5280" : 139,
"5344" : 144,
"5408" : 192,
"5472" : 193,
"5536" : 230,
"5600" : 273,
"5664" : 240,
"5728" : 319,
"5792" : 272,
"5856" : 316,
"5920" : 405,
"5984" : 362,
"6048" : 367,
"6112" : 355,
"6176" : 356,
"6240" : 423,
"6304" : 362,
"6368" : 408,
"6432" : 392,
"6496" : 394,
"6560" : 488,
"6624" : 418,
"6688" : 421,
"6752" : 463,
"6816" : 426,
"6880" : 467,
"6944" : 352,
"7008" : 419,
"7072" : 456,
"7136" : 433,
"7200" : 445,
"7264" : 404,
"7328" : 403,
"7392" : 447,
"7456" : 357,
"7520" : 341,
"7584" : 372,
"7648" : 320,
"7712" : 361,
"7776" : 272,
"7840" : 267,
"7904" : 286,
"7968" : 236,
"8032" : 234,
"8096" : 207,
"8160" : 175,
"8256" : 382,
"8384" : 333,
"8512" : 260,
"8640" : 229,
"8768" : 202,
"8896" : 184,
"9024" : 178,
"9152" : 165,
"9280" : 118,
"9408" : 127,
"9536" : 139,
"9664" : 122,
"9792" : 136,
"9920" : 102,
"10048" : 115,
"10176" : 108,
"10304" : 116,
"10432" : 108,
"10560" : 104,
"10688" : 107,
"10816" : 106,
"10944" : 109,
"11072" : 76,
"11200" : 120,
"11328" : 107,
"11456" : 104,
"11584" : 95,
"11712" : 92,
"11840" : 110,
"11968" : 88,
"12096" : 91,
"12224" : 100,
"12352" : 99,
"12480" : 100,
"12608" : 91,
"12736" : 84,
"12864" : 80,
"12992" : 82,
"13120" : 84,
"13248" : 68,
"13376" : 83,
"13504" : 95,
"13632" : 84,
"13760" : 55,
"13888" : 49,
"14016" : 55,
"14144" : 70,
"14272" : 66,
"14400" : 56,
"14528" : 51,
"14656" : 59,
"14784" : 54,
"14912" : 48,
"15040" : 59,
"15168" : 42,
"15296" : 47,
"15424" : 59,
"15552" : 48,
"15680" : 50,
"15808" : 56,
"15936" : 65,
"16064" : 60,
"16192" : 52,
"16320" : 48,
"16512" : 90,
"16768" : 96,
"17024" : 93,
"17280" : 94,
"17536" : 50,
"17792" : 72,
"18048" : 61,
"18304" : 68,
"18560" : 56,
"18816" : 49,
"19072" : 65,
"19328" : 54,
"19584" : 61,
"19840" : 47,
"20096" : 59,
"20352" : 44,
"20608" : 36,
"20864" : 39,
"21120" : 50,
"21376" : 41,
"21632" : 33,
"21888" : 28,
"22144" : 27,
"22400" : 29,
"22656" : 25,
"22912" : 27,
"23168" : 21,
"23424" : 31,
"23680" : 18,
"23936" : 27,
"24192" : 22,
"24448" : 33,
"24704" : 29,
"24960" : 18,
"25216" : 21,
"25472" : 16,
"25728" : 12,
"25984" : 16,
"26240" : 14,
"26496" : 8,
"26752" : 7,
"27008" : 10,
"27264" : 12,
"27520" : 9,
"27776" : 13,
"28032" : 9,
"28288" : 15,
"28544" : 12,
"28800" : 9,
"29056" : 4,
"29312" : 12,
"29568" : 5,
"29824" : 7,
"30080" : 3,
"30336" : 3,
"30592" : 6,
"30848" : 2,
"31104" : 7,
"31360" : 4,
"31616" : 8,
"31872" : 4,
"32128" : 2,
"32384" : 6,
"32640" : 5,
"33024" : 1,
"33536" : 6,
"34048" : 5,
"34560" : 5,
"35072" : 5,
"35584" : 7,
"36096" : 5,
"36608" : 3,
"37120" : 2,
"37632" : 5,
"38144" : 4,
"38656" : 3,
"39168" : 2,
"39680" : 2,
"40192" : 3,
"40704" : 5,
"41216" : 1,
"41728" : 1,
"42240" : 2,
"42752" : 10,
"43264" : 1,
"44288" : 4,
"44800" : 3,
"45312" : 2,
"45824" : 2,
"46336" : 1,
"46848" : 1,
"47360" : 1,
"48384" : 1,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 1,
"51456" : 1,
"51968" : 2,
"53504" : 1,
"60672" : 1,
"62720" : 2,
"67072" : 1,
"71168" : 1,
"72192" : 1,
"86528" : 1,
"107008" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 135797,
"max" : 2507345,
"mean" : 287991.790468,
"stddev" : 131411.482079,
"N" : 2493724
},
"bw_min" : 9947677,
"bw_max" : 22456320,
"bw_agg" : 100.000000,
"bw_mean" : 14190842.047354,
"bw_dev" : 767376.908839,
"bw_samples" : 1436,
"iops_min" : 9714,
"iops_max" : 21930,
"iops_mean" : 13858.091922,
"iops_stddev" : 749.388413,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720004,
"usr_cpu" : 0.854995,
"sys_cpu" : 95.572386,
"ctx" : 1012781,
"majf" : 0,
"minf" : 145,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 96.270477,
"4" : 2.726124,
"10" : 0.766765,
"20" : 0.196413,
"50" : 0.039619,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}