raidz2/benchmarks/seq/seq-read-qd1-nj4_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773063965,
"timestamp_ms" : 1773063965734,
"time" : "Mon Mar 9 10:46:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 130225799168,
"io_kbytes" : 127173632,
"bw_bytes" : 13334609785,
"bw" : 13022079,
"iops" : 12718.001229,
"runtime" : 9766,
"total_ios" : 124204,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39064,
"usr_cpu" : 0.747491,
"sys_cpu" : 92.975630,
"ctx" : 50036,
"majf" : 0,
"minf" : 1055,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063975,
"timestamp_ms" : 1773063975969,
"time" : "Mon Mar 9 10:46:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 95962529792,
"io_kbytes" : 93713408,
"bw_bytes" : 9596252979,
"bw" : 9371340,
"iops" : 9152.100000,
"runtime" : 10000,
"total_ios" : 91521,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166714,
"max" : 2433953,
"mean" : 434677.430666,
"stddev" : 143888.945056,
"N" : 91521
},
"clat_ns" : {
"min" : 1382,
"max" : 19950,
"mean" : 1695.616771,
"stddev" : 404.811881,
"N" : 91517,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1624,
"60.000000" : 1656,
"70.000000" : 1720,
"80.000000" : 1800,
"90.000000" : 1944,
"95.000000" : 2128,
"99.000000" : 2800,
"99.500000" : 3472,
"99.900000" : 7648,
"99.950000" : 8768,
"99.990000" : 11200
},
"bins" : {
"1384" : 11,
"1400" : 157,
"1416" : 1019,
"1432" : 1135,
"1448" : 3794,
"1464" : 2241,
"1480" : 4884,
"1496" : 4742,
"1512" : 2316,
"1528" : 4854,
"1544" : 2575,
"1560" : 5385,
"1576" : 5182,
"1592" : 2573,
"1608" : 4652,
"1624" : 2317,
"1640" : 4215,
"1656" : 3813,
"1672" : 1832,
"1688" : 3303,
"1704" : 1562,
"1720" : 2742,
"1736" : 2363,
"1752" : 1150,
"1768" : 2097,
"1784" : 1017,
"1800" : 1762,
"1816" : 1646,
"1832" : 738,
"1848" : 1412,
"1864" : 656,
"1880" : 1262,
"1896" : 1121,
"1912" : 515,
"1928" : 936,
"1944" : 403,
"1960" : 769,
"1976" : 710,
"1992" : 332,
"2008" : 607,
"2024" : 272,
"2040" : 495,
"2064" : 709,
"2096" : 612,
"2128" : 657,
"2160" : 455,
"2192" : 356,
"2224" : 324,
"2256" : 279,
"2288" : 255,
"2320" : 248,
"2352" : 165,
"2384" : 131,
"2416" : 102,
"2448" : 113,
"2480" : 105,
"2512" : 98,
"2544" : 49,
"2576" : 66,
"2608" : 59,
"2640" : 75,
"2672" : 45,
"2704" : 40,
"2736" : 38,
"2768" : 44,
"2800" : 47,
"2832" : 35,
"2864" : 20,
"2896" : 33,
"2928" : 26,
"2960" : 30,
"2992" : 23,
"3024" : 26,
"3056" : 16,
"3088" : 20,
"3120" : 30,
"3152" : 20,
"3184" : 17,
"3216" : 15,
"3248" : 10,
"3280" : 21,
"3312" : 15,
"3344" : 12,
"3376" : 11,
"3408" : 19,
"3440" : 14,
"3472" : 12,
"3504" : 9,
"3536" : 9,
"3568" : 9,
"3600" : 12,
"3632" : 8,
"3664" : 9,
"3696" : 4,
"3728" : 11,
"3760" : 4,
"3792" : 6,
"3824" : 8,
"3856" : 5,
"3888" : 4,
"3920" : 1,
"3952" : 5,
"3984" : 2,
"4016" : 4,
"4048" : 7,
"4080" : 5,
"4128" : 6,
"4192" : 3,
"4256" : 8,
"4320" : 7,
"4384" : 5,
"4448" : 4,
"4512" : 6,
"4576" : 6,
"4640" : 2,
"4704" : 1,
"4768" : 5,
"4832" : 2,
"4896" : 8,
"4960" : 2,
"5024" : 4,
"5152" : 5,
"5216" : 4,
"5280" : 6,
"5344" : 2,
"5408" : 6,
"5472" : 3,
"5536" : 1,
"5600" : 7,
"5664" : 6,
"5728" : 8,
"5792" : 5,
"5856" : 8,
"5920" : 4,
"5984" : 4,
"6048" : 3,
"6112" : 6,
"6176" : 10,
"6240" : 6,
"6304" : 3,
"6368" : 6,
"6432" : 5,
"6496" : 3,
"6560" : 8,
"6624" : 5,
"6688" : 2,
"6752" : 3,
"6816" : 2,
"6880" : 7,
"6944" : 2,
"7008" : 5,
"7072" : 2,
"7136" : 1,
"7200" : 4,
"7264" : 2,
"7328" : 1,
"7392" : 4,
"7456" : 5,
"7520" : 2,
"7584" : 2,
"7648" : 4,
"7712" : 5,
"7776" : 4,
"7840" : 1,
"7904" : 5,
"7968" : 2,
"8032" : 3,
"8096" : 1,
"8160" : 4,
"8256" : 4,
"8384" : 6,
"8512" : 2,
"8640" : 5,
"8768" : 6,
"8896" : 2,
"9024" : 2,
"9152" : 3,
"9280" : 3,
"9408" : 5,
"9536" : 4,
"9664" : 1,
"9792" : 3,
"9920" : 3,
"10048" : 4,
"10304" : 1,
"11072" : 1,
"11200" : 1,
"11328" : 1,
"11584" : 1,
"11968" : 1,
"12736" : 2,
"13632" : 1,
"16768" : 1,
"17280" : 1,
"19840" : 1
}
},
"lat_ns" : {
"min" : 168236,
"max" : 2436287,
"mean" : 436366.856813,
"stddev" : 143962.225847,
"N" : 91517
},
"bw_min" : 8857977,
"bw_max" : 9840640,
"bw_agg" : 98.861606,
"bw_mean" : 9264658.473684,
"bw_dev" : 63296.466001,
"bw_samples" : 76,
"iops_min" : 8650,
"iops_max" : 9610,
"iops_mean" : 9047.368421,
"iops_stddev" : 61.825289,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 0.572514,
"sys_cpu" : 89.922248,
"ctx" : 13479,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 91.993094,
"4" : 7.623387,
"10" : 0.361666,
"20" : 0.017482,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063985,
"timestamp_ms" : 1773063985968,
"time" : "Mon Mar 9 10:46:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 238683160576,
"io_kbytes" : 233089024,
"bw_bytes" : 11934158028,
"bw" : 11654451,
"iops" : 11381.550000,
"runtime" : 20000,
"total_ios" : 227631,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 157180,
"max" : 2433953,
"mean" : 349002.282901,
"stddev" : 152787.276257,
"N" : 227631
},
"clat_ns" : {
"min" : 1382,
"max" : 67924,
"mean" : 1723.635434,
"stddev" : 950.485325,
"N" : 227627,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1768,
"90.000000" : 1896,
"95.000000" : 2040,
"99.000000" : 3792,
"99.500000" : 7328,
"99.900000" : 16192,
"99.950000" : 20096,
"99.990000" : 27776
},
"bins" : {
"1384" : 11,
"1400" : 308,
"1416" : 2618,
"1432" : 3200,
"1448" : 10904,
"1464" : 6686,
"1480" : 13115,
"1496" : 12019,
"1512" : 5898,
"1528" : 12801,
"1544" : 6773,
"1560" : 14312,
"1576" : 14043,
"1592" : 6820,
"1608" : 12967,
"1624" : 6232,
"1640" : 11430,
"1656" : 9849,
"1672" : 4507,
"1688" : 7994,
"1704" : 3704,
"1720" : 6622,
"1736" : 5834,
"1752" : 2765,
"1768" : 4926,
"1784" : 2323,
"1800" : 4028,
"1816" : 3577,
"1832" : 1593,
"1848" : 3033,
"1864" : 1367,
"1880" : 2564,
"1896" : 2200,
"1912" : 1006,
"1928" : 1824,
"1944" : 793,
"1960" : 1498,
"1976" : 1282,
"1992" : 622,
"2008" : 1096,
"2024" : 489,
"2040" : 920,
"2064" : 1194,
"2096" : 1020,
"2128" : 1048,
"2160" : 723,
"2192" : 571,
"2224" : 513,
"2256" : 426,
"2288" : 406,
"2320" : 372,
"2352" : 262,
"2384" : 195,
"2416" : 174,
"2448" : 181,
"2480" : 186,
"2512" : 150,
"2544" : 91,
"2576" : 101,
"2608" : 82,
"2640" : 122,
"2672" : 72,
"2704" : 64,
"2736" : 60,
"2768" : 61,
"2800" : 70,
"2832" : 49,
"2864" : 33,
"2896" : 45,
"2928" : 38,
"2960" : 43,
"2992" : 33,
"3024" : 33,
"3056" : 22,
"3088" : 25,
"3120" : 36,
"3152" : 26,
"3184" : 19,
"3216" : 20,
"3248" : 12,
"3280" : 27,
"3312" : 19,
"3344" : 16,
"3376" : 17,
"3408" : 22,
"3440" : 15,
"3472" : 15,
"3504" : 13,
"3536" : 12,
"3568" : 10,
"3600" : 14,
"3632" : 9,
"3664" : 9,
"3696" : 4,
"3728" : 12,
"3760" : 4,
"3792" : 11,
"3824" : 10,
"3856" : 5,
"3888" : 4,
"3920" : 2,
"3952" : 7,
"3984" : 3,
"4016" : 5,
"4048" : 8,
"4080" : 7,
"4128" : 7,
"4192" : 7,
"4256" : 9,
"4320" : 7,
"4384" : 7,
"4448" : 5,
"4512" : 7,
"4576" : 7,
"4640" : 4,
"4704" : 4,
"4768" : 5,
"4832" : 4,
"4896" : 9,
"4960" : 6,
"5024" : 8,
"5088" : 6,
"5152" : 11,
"5216" : 11,
"5280" : 15,
"5344" : 11,
"5408" : 19,
"5472" : 17,
"5536" : 14,
"5600" : 24,
"5664" : 19,
"5728" : 29,
"5792" : 20,
"5856" : 32,
"5920" : 31,
"5984" : 31,
"6048" : 34,
"6112" : 34,
"6176" : 30,
"6240" : 42,
"6304" : 40,
"6368" : 33,
"6432" : 32,
"6496" : 39,
"6560" : 46,
"6624" : 29,
"6688" : 36,
"6752" : 40,
"6816" : 22,
"6880" : 40,
"6944" : 39,
"7008" : 29,
"7072" : 39,
"7136" : 32,
"7200" : 24,
"7264" : 30,
"7328" : 23,
"7392" : 28,
"7456" : 32,
"7520" : 25,
"7584" : 17,
"7648" : 27,
"7712" : 21,
"7776" : 19,
"7840" : 18,
"7904" : 23,
"7968" : 12,
"8032" : 19,
"8096" : 12,
"8160" : 8,
"8256" : 29,
"8384" : 25,
"8512" : 22,
"8640" : 15,
"8768" : 19,
"8896" : 17,
"9024" : 19,
"9152" : 17,
"9280" : 16,
"9408" : 19,
"9536" : 18,
"9664" : 14,
"9792" : 10,
"9920" : 13,
"10048" : 20,
"10176" : 13,
"10304" : 8,
"10432" : 9,
"10560" : 10,
"10688" : 13,
"10816" : 12,
"10944" : 9,
"11072" : 8,
"11200" : 10,
"11328" : 12,
"11456" : 8,
"11584" : 9,
"11712" : 14,
"11840" : 7,
"11968" : 15,
"12096" : 4,
"12224" : 10,
"12352" : 8,
"12480" : 11,
"12608" : 10,
"12736" : 7,
"12864" : 7,
"12992" : 5,
"13120" : 7,
"13248" : 7,
"13376" : 7,
"13504" : 5,
"13632" : 8,
"13760" : 5,
"13888" : 4,
"14016" : 7,
"14144" : 3,
"14272" : 7,
"14400" : 9,
"14528" : 6,
"14656" : 5,
"14784" : 4,
"14912" : 3,
"15040" : 9,
"15168" : 6,
"15296" : 4,
"15424" : 3,
"15552" : 4,
"15680" : 4,
"15808" : 6,
"15936" : 4,
"16064" : 9,
"16192" : 7,
"16320" : 7,
"16512" : 11,
"16768" : 6,
"17024" : 8,
"17280" : 7,
"17536" : 8,
"17792" : 5,
"18048" : 5,
"18304" : 4,
"18560" : 5,
"18816" : 6,
"19072" : 12,
"19328" : 4,
"19584" : 7,
"19840" : 6,
"20096" : 7,
"20352" : 6,
"20608" : 6,
"20864" : 8,
"21120" : 8,
"21376" : 5,
"21632" : 3,
"21888" : 4,
"22144" : 4,
"22400" : 2,
"22912" : 2,
"23168" : 5,
"23424" : 3,
"23680" : 3,
"23936" : 4,
"24192" : 5,
"24448" : 3,
"24704" : 3,
"24960" : 2,
"25216" : 2,
"25728" : 1,
"25984" : 1,
"26240" : 3,
"26752" : 2,
"27264" : 2,
"27520" : 3,
"27776" : 1,
"29312" : 2,
"29568" : 1,
"30080" : 1,
"30592" : 1,
"30848" : 1,
"31104" : 1,
"31616" : 2,
"33536" : 1,
"34048" : 2,
"35072" : 1,
"35584" : 1,
"38144" : 1,
"38656" : 1,
"39168" : 1,
"40704" : 1,
"41216" : 1,
"53504" : 1,
"54016" : 1,
"56576" : 1,
"68096" : 1
}
},
"lat_ns" : {
"min" : 158742,
"max" : 2436287,
"mean" : 350721.923871,
"stddev" : 152948.209272,
"N" : 227627
},
"bw_min" : 7903609,
"bw_max" : 17585342,
"bw_agg" : 99.564354,
"bw_mean" : 11603679.307692,
"bw_dev" : 1000448.242133,
"bw_samples" : 156,
"iops_min" : 7718,
"iops_max" : 17173,
"iops_mean" : 11331.487179,
"iops_stddev" : 976.988920,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 0.713759,
"sys_cpu" : 91.959899,
"ctx" : 113476,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999561,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999561,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.032447,
"4" : 4.983065,
"10" : 0.717828,
"20" : 0.212625,
"50" : 0.050520,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773063995,
"timestamp_ms" : 1773063995968,
"time" : "Mon Mar 9 10:46:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 375053615104,
"io_kbytes" : 366263296,
"bw_bytes" : 12501787170,
"bw" : 12208776,
"iops" : 11922.766667,
"runtime" : 30000,
"total_ios" : 357683,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 140815,
"max" : 2642122,
"mean" : 333045.305692,
"stddev" : 145236.160528,
"N" : 357683
},
"clat_ns" : {
"min" : 1382,
"max" : 69276,
"mean" : 1725.837122,
"stddev" : 949.255631,
"N" : 357679,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2024,
"99.000000" : 4576,
"99.500000" : 7456,
"99.900000" : 15808,
"99.950000" : 19840,
"99.990000" : 29056
},
"bins" : {
"1384" : 11,
"1400" : 330,
"1416" : 3057,
"1432" : 3947,
"1448" : 13793,
"1464" : 8849,
"1480" : 17861,
"1496" : 16710,
"1512" : 8592,
"1528" : 21293,
"1544" : 12352,
"1560" : 26833,
"1576" : 25517,
"1592" : 11818,
"1608" : 21635,
"1624" : 10032,
"1640" : 18113,
"1656" : 15789,
"1672" : 7203,
"1688" : 12838,
"1704" : 5944,
"1720" : 10631,
"1736" : 9400,
"1752" : 4463,
"1768" : 7838,
"1784" : 3742,
"1800" : 6459,
"1816" : 5609,
"1832" : 2542,
"1848" : 4724,
"1864" : 2093,
"1880" : 3966,
"1896" : 3348,
"1912" : 1498,
"1928" : 2738,
"1944" : 1197,
"1960" : 2265,
"1976" : 1926,
"1992" : 925,
"2008" : 1613,
"2024" : 725,
"2040" : 1372,
"2064" : 1691,
"2096" : 1460,
"2128" : 1507,
"2160" : 1050,
"2192" : 824,
"2224" : 709,
"2256" : 596,
"2288" : 573,
"2320" : 502,
"2352" : 352,
"2384" : 280,
"2416" : 250,
"2448" : 246,
"2480" : 261,
"2512" : 197,
"2544" : 136,
"2576" : 139,
"2608" : 121,
"2640" : 157,
"2672" : 101,
"2704" : 89,
"2736" : 76,
"2768" : 85,
"2800" : 94,
"2832" : 70,
"2864" : 47,
"2896" : 56,
"2928" : 55,
"2960" : 56,
"2992" : 44,
"3024" : 45,
"3056" : 36,
"3088" : 34,
"3120" : 46,
"3152" : 31,
"3184" : 28,
"3216" : 28,
"3248" : 16,
"3280" : 39,
"3312" : 26,
"3344" : 19,
"3376" : 21,
"3408" : 29,
"3440" : 20,
"3472" : 17,
"3504" : 19,
"3536" : 13,
"3568" : 15,
"3600" : 19,
"3632" : 13,
"3664" : 11,
"3696" : 9,
"3728" : 12,
"3760" : 7,
"3792" : 13,
"3824" : 11,
"3856" : 5,
"3888" : 5,
"3920" : 4,
"3952" : 8,
"3984" : 3,
"4016" : 5,
"4048" : 8,
"4080" : 7,
"4128" : 7,
"4192" : 12,
"4256" : 10,
"4320" : 9,
"4384" : 8,
"4448" : 6,
"4512" : 8,
"4576" : 8,
"4640" : 6,
"4704" : 4,
"4768" : 7,
"4832" : 8,
"4896" : 11,
"4960" : 9,
"5024" : 11,
"5088" : 13,
"5152" : 15,
"5216" : 16,
"5280" : 26,
"5344" : 15,
"5408" : 31,
"5472" : 23,
"5536" : 20,
"5600" : 38,
"5664" : 28,
"5728" : 41,
"5792" : 32,
"5856" : 48,
"5920" : 52,
"5984" : 45,
"6048" : 52,
"6112" : 59,
"6176" : 55,
"6240" : 69,
"6304" : 63,
"6368" : 55,
"6432" : 44,
"6496" : 57,
"6560" : 69,
"6624" : 49,
"6688" : 66,
"6752" : 68,
"6816" : 47,
"6880" : 72,
"6944" : 68,
"7008" : 51,
"7072" : 72,
"7136" : 53,
"7200" : 52,
"7264" : 59,
"7328" : 45,
"7392" : 56,
"7456" : 53,
"7520" : 46,
"7584" : 40,
"7648" : 46,
"7712" : 39,
"7776" : 39,
"7840" : 38,
"7904" : 35,
"7968" : 28,
"8032" : 39,
"8096" : 24,
"8160" : 17,
"8256" : 48,
"8384" : 47,
"8512" : 39,
"8640" : 26,
"8768" : 29,
"8896" : 29,
"9024" : 30,
"9152" : 27,
"9280" : 22,
"9408" : 28,
"9536" : 28,
"9664" : 18,
"9792" : 13,
"9920" : 16,
"10048" : 34,
"10176" : 23,
"10304" : 15,
"10432" : 19,
"10560" : 15,
"10688" : 21,
"10816" : 15,
"10944" : 17,
"11072" : 15,
"11200" : 14,
"11328" : 24,
"11456" : 17,
"11584" : 12,
"11712" : 24,
"11840" : 19,
"11968" : 22,
"12096" : 10,
"12224" : 15,
"12352" : 15,
"12480" : 15,
"12608" : 14,
"12736" : 13,
"12864" : 12,
"12992" : 7,
"13120" : 10,
"13248" : 17,
"13376" : 10,
"13504" : 7,
"13632" : 13,
"13760" : 7,
"13888" : 6,
"14016" : 10,
"14144" : 8,
"14272" : 9,
"14400" : 10,
"14528" : 9,
"14656" : 10,
"14784" : 7,
"14912" : 5,
"15040" : 12,
"15168" : 7,
"15296" : 9,
"15424" : 5,
"15552" : 7,
"15680" : 5,
"15808" : 8,
"15936" : 8,
"16064" : 14,
"16192" : 10,
"16320" : 9,
"16512" : 18,
"16768" : 11,
"17024" : 12,
"17280" : 13,
"17536" : 12,
"17792" : 7,
"18048" : 7,
"18304" : 4,
"18560" : 8,
"18816" : 6,
"19072" : 16,
"19328" : 7,
"19584" : 10,
"19840" : 6,
"20096" : 8,
"20352" : 7,
"20608" : 11,
"20864" : 8,
"21120" : 9,
"21376" : 5,
"21632" : 5,
"21888" : 5,
"22144" : 5,
"22400" : 3,
"22656" : 4,
"22912" : 2,
"23168" : 5,
"23424" : 6,
"23680" : 6,
"23936" : 7,
"24192" : 5,
"24448" : 3,
"24704" : 4,
"24960" : 2,
"25216" : 3,
"25472" : 3,
"25728" : 1,
"25984" : 1,
"26240" : 3,
"26496" : 2,
"26752" : 3,
"27008" : 2,
"27264" : 3,
"27520" : 3,
"27776" : 1,
"28032" : 2,
"28288" : 1,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30592" : 3,
"30848" : 1,
"31104" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 2,
"34048" : 2,
"35072" : 1,
"35584" : 1,
"36608" : 1,
"38144" : 1,
"38656" : 1,
"39168" : 1,
"40192" : 1,
"40704" : 2,
"41216" : 1,
"43776" : 1,
"53504" : 1,
"54016" : 1,
"56576" : 1,
"66048" : 1,
"68096" : 1,
"69120" : 1
}
},
"lat_ns" : {
"min" : 142358,
"max" : 2644175,
"mean" : 334768.422286,
"stddev" : 145402.573129,
"N" : 357679
},
"bw_min" : 7498105,
"bw_max" : 19382272,
"bw_agg" : 99.796560,
"bw_mean" : 12183939.559322,
"bw_dev" : 1036072.751273,
"bw_samples" : 236,
"iops_min" : 7322,
"iops_max" : 18928,
"iops_mean" : 11898.084746,
"iops_stddev" : 1011.774590,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 0.697506,
"sys_cpu" : 93.004942,
"ctx" : 153239,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.463813,
"4" : 4.511257,
"10" : 0.758772,
"20" : 0.216952,
"50" : 0.046410,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064005,
"timestamp_ms" : 1773064005969,
"time" : "Mon Mar 9 10:46:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 509413949440,
"io_kbytes" : 497474560,
"bw_bytes" : 12735348736,
"bw" : 12436864,
"iops" : 12145.550000,
"runtime" : 40000,
"total_ios" : 485822,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 139643,
"max" : 2642122,
"mean" : 326892.580025,
"stddev" : 150948.909501,
"N" : 485822
},
"clat_ns" : {
"min" : 1382,
"max" : 69276,
"mean" : 1729.518217,
"stddev" : 985.508601,
"N" : 485818,
"percentile" : {
"1.000000" : 1432,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1528,
"30.000000" : 1560,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2024,
"99.000000" : 5152,
"99.500000" : 7584,
"99.900000" : 16512,
"99.950000" : 20608,
"99.990000" : 29824
},
"bins" : {
"1384" : 12,
"1400" : 359,
"1416" : 3614,
"1432" : 4932,
"1448" : 18111,
"1464" : 11812,
"1480" : 23737,
"1496" : 21815,
"1512" : 11372,
"1528" : 29890,
"1544" : 18030,
"1560" : 39280,
"1576" : 36555,
"1592" : 16403,
"1608" : 29079,
"1624" : 13175,
"1640" : 23853,
"1656" : 20829,
"1672" : 9452,
"1688" : 17154,
"1704" : 7909,
"1720" : 14328,
"1736" : 12706,
"1752" : 6030,
"1768" : 10554,
"1784" : 4975,
"1800" : 8619,
"1816" : 7534,
"1832" : 3437,
"1848" : 6345,
"1864" : 2847,
"1880" : 5257,
"1896" : 4419,
"1912" : 2070,
"1928" : 3650,
"1944" : 1624,
"1960" : 3068,
"1976" : 2615,
"1992" : 1263,
"2008" : 2185,
"2024" : 1000,
"2040" : 1882,
"2064" : 2343,
"2096" : 2021,
"2128" : 2061,
"2160" : 1457,
"2192" : 1137,
"2224" : 984,
"2256" : 806,
"2288" : 799,
"2320" : 681,
"2352" : 469,
"2384" : 415,
"2416" : 361,
"2448" : 350,
"2480" : 336,
"2512" : 258,
"2544" : 199,
"2576" : 195,
"2608" : 166,
"2640" : 200,
"2672" : 139,
"2704" : 114,
"2736" : 99,
"2768" : 102,
"2800" : 128,
"2832" : 91,
"2864" : 54,
"2896" : 73,
"2928" : 73,
"2960" : 74,
"2992" : 53,
"3024" : 52,
"3056" : 49,
"3088" : 43,
"3120" : 54,
"3152" : 36,
"3184" : 35,
"3216" : 38,
"3248" : 24,
"3280" : 47,
"3312" : 29,
"3344" : 23,
"3376" : 24,
"3408" : 34,
"3440" : 28,
"3472" : 18,
"3504" : 19,
"3536" : 20,
"3568" : 19,
"3600" : 24,
"3632" : 15,
"3664" : 12,
"3696" : 12,
"3728" : 15,
"3760" : 10,
"3792" : 16,
"3824" : 12,
"3856" : 7,
"3888" : 7,
"3920" : 6,
"3952" : 10,
"3984" : 3,
"4016" : 7,
"4048" : 8,
"4080" : 9,
"4128" : 9,
"4192" : 12,
"4256" : 13,
"4320" : 10,
"4384" : 12,
"4448" : 7,
"4512" : 8,
"4576" : 10,
"4640" : 7,
"4704" : 5,
"4768" : 12,
"4832" : 10,
"4896" : 12,
"4960" : 14,
"5024" : 12,
"5088" : 15,
"5152" : 15,
"5216" : 20,
"5280" : 37,
"5344" : 18,
"5408" : 39,
"5472" : 29,
"5536" : 28,
"5600" : 56,
"5664" : 37,
"5728" : 54,
"5792" : 45,
"5856" : 61,
"5920" : 70,
"5984" : 59,
"6048" : 67,
"6112" : 80,
"6176" : 72,
"6240" : 89,
"6304" : 77,
"6368" : 79,
"6432" : 67,
"6496" : 78,
"6560" : 100,
"6624" : 65,
"6688" : 78,
"6752" : 93,
"6816" : 68,
"6880" : 99,
"6944" : 83,
"7008" : 70,
"7072" : 95,
"7136" : 80,
"7200" : 68,
"7264" : 73,
"7328" : 66,
"7392" : 79,
"7456" : 72,
"7520" : 63,
"7584" : 60,
"7648" : 58,
"7712" : 52,
"7776" : 52,
"7840" : 53,
"7904" : 45,
"7968" : 38,
"8032" : 47,
"8096" : 31,
"8160" : 26,
"8256" : 68,
"8384" : 58,
"8512" : 50,
"8640" : 41,
"8768" : 46,
"8896" : 42,
"9024" : 35,
"9152" : 39,
"9280" : 31,
"9408" : 37,
"9536" : 38,
"9664" : 27,
"9792" : 21,
"9920" : 24,
"10048" : 35,
"10176" : 28,
"10304" : 23,
"10432" : 26,
"10560" : 21,
"10688" : 31,
"10816" : 22,
"10944" : 25,
"11072" : 19,
"11200" : 23,
"11328" : 30,
"11456" : 20,
"11584" : 14,
"11712" : 31,
"11840" : 27,
"11968" : 25,
"12096" : 21,
"12224" : 22,
"12352" : 20,
"12480" : 19,
"12608" : 20,
"12736" : 18,
"12864" : 17,
"12992" : 15,
"13120" : 15,
"13248" : 28,
"13376" : 13,
"13504" : 10,
"13632" : 21,
"13760" : 9,
"13888" : 9,
"14016" : 16,
"14144" : 8,
"14272" : 15,
"14400" : 21,
"14528" : 12,
"14656" : 14,
"14784" : 12,
"14912" : 7,
"15040" : 22,
"15168" : 11,
"15296" : 12,
"15424" : 12,
"15552" : 10,
"15680" : 8,
"15808" : 11,
"15936" : 12,
"16064" : 22,
"16192" : 14,
"16320" : 11,
"16512" : 32,
"16768" : 21,
"17024" : 24,
"17280" : 19,
"17536" : 22,
"17792" : 14,
"18048" : 16,
"18304" : 9,
"18560" : 13,
"18816" : 12,
"19072" : 21,
"19328" : 10,
"19584" : 15,
"19840" : 12,
"20096" : 9,
"20352" : 15,
"20608" : 18,
"20864" : 12,
"21120" : 14,
"21376" : 8,
"21632" : 7,
"21888" : 7,
"22144" : 13,
"22400" : 7,
"22656" : 6,
"22912" : 4,
"23168" : 6,
"23424" : 8,
"23680" : 10,
"23936" : 14,
"24192" : 7,
"24448" : 5,
"24704" : 5,
"24960" : 2,
"25216" : 4,
"25472" : 3,
"25728" : 3,
"25984" : 2,
"26240" : 5,
"26496" : 2,
"26752" : 3,
"27008" : 4,
"27264" : 4,
"27520" : 4,
"27776" : 2,
"28032" : 3,
"28288" : 1,
"28800" : 1,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 3,
"30592" : 3,
"30848" : 1,
"31104" : 1,
"31360" : 2,
"31616" : 3,
"32128" : 2,
"33024" : 2,
"33536" : 4,
"34048" : 2,
"34560" : 1,
"35072" : 2,
"35584" : 1,
"36096" : 1,
"36608" : 1,
"38144" : 2,
"38656" : 1,
"39168" : 1,
"40192" : 1,
"40704" : 3,
"41216" : 2,
"43776" : 1,
"52480" : 1,
"53504" : 1,
"54016" : 1,
"56576" : 1,
"66048" : 1,
"68096" : 1,
"69120" : 1
}
},
"lat_ns" : {
"min" : 141256,
"max" : 2644175,
"mean" : 328620.044620,
"stddev" : 151132.379980,
"N" : 485818
},
"bw_min" : 7424377,
"bw_max" : 20297728,
"bw_agg" : 99.623732,
"bw_mean" : 12390068.911392,
"bw_dev" : 1103504.422814,
"bw_samples" : 316,
"iops_min" : 7250,
"iops_max" : 19822,
"iops_mean" : 12099.379747,
"iops_stddev" : 1077.634855,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 0.725630,
"sys_cpu" : 92.600579,
"ctx" : 246528,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999794,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999794,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.420179,
"4" : 4.537876,
"10" : 0.749863,
"20" : 0.235889,
"50" : 0.053929,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064015,
"timestamp_ms" : 1773064015969,
"time" : "Mon Mar 9 10:46:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 643723952128,
"io_kbytes" : 628636672,
"bw_bytes" : 12874479042,
"bw" : 12572733,
"iops" : 12278.140000,
"runtime" : 50000,
"total_ios" : 613907,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 323330.100663,
"stddev" : 153195.914892,
"N" : 613907
},
"clat_ns" : {
"min" : 1373,
"max" : 69276,
"mean" : 1730.759034,
"stddev" : 1027.276220,
"N" : 613903,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1592,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2024,
"99.000000" : 5792,
"99.500000" : 7712,
"99.900000" : 17024,
"99.950000" : 20864,
"99.990000" : 30080
},
"bins" : {
"1368" : 1,
"1384" : 36,
"1400" : 1210,
"1416" : 8081,
"1432" : 8542,
"1448" : 26689,
"1464" : 15995,
"1480" : 31300,
"1496" : 28796,
"1512" : 15382,
"1528" : 38800,
"1544" : 22348,
"1560" : 47621,
"1576" : 43452,
"1592" : 19411,
"1608" : 34695,
"1624" : 15745,
"1640" : 28706,
"1656" : 25216,
"1672" : 11459,
"1688" : 21060,
"1704" : 9679,
"1720" : 17686,
"1736" : 15785,
"1752" : 7384,
"1768" : 13109,
"1784" : 6128,
"1800" : 10627,
"1816" : 9275,
"1832" : 4206,
"1848" : 7846,
"1864" : 3534,
"1880" : 6440,
"1896" : 5492,
"1912" : 2523,
"1928" : 4446,
"1944" : 2030,
"1960" : 3796,
"1976" : 3258,
"1992" : 1541,
"2008" : 2765,
"2024" : 1223,
"2040" : 2326,
"2064" : 2944,
"2096" : 2549,
"2128" : 2639,
"2160" : 1841,
"2192" : 1422,
"2224" : 1236,
"2256" : 1031,
"2288" : 993,
"2320" : 862,
"2352" : 593,
"2384" : 544,
"2416" : 477,
"2448" : 444,
"2480" : 422,
"2512" : 322,
"2544" : 248,
"2576" : 240,
"2608" : 215,
"2640" : 257,
"2672" : 180,
"2704" : 148,
"2736" : 124,
"2768" : 132,
"2800" : 160,
"2832" : 117,
"2864" : 70,
"2896" : 91,
"2928" : 88,
"2960" : 96,
"2992" : 69,
"3024" : 59,
"3056" : 61,
"3088" : 50,
"3120" : 62,
"3152" : 44,
"3184" : 38,
"3216" : 50,
"3248" : 32,
"3280" : 56,
"3312" : 35,
"3344" : 32,
"3376" : 30,
"3408" : 37,
"3440" : 34,
"3472" : 21,
"3504" : 20,
"3536" : 25,
"3568" : 25,
"3600" : 24,
"3632" : 17,
"3664" : 15,
"3696" : 14,
"3728" : 19,
"3760" : 12,
"3792" : 18,
"3824" : 12,
"3856" : 9,
"3888" : 12,
"3920" : 6,
"3952" : 13,
"3984" : 6,
"4016" : 10,
"4048" : 10,
"4080" : 10,
"4128" : 11,
"4192" : 13,
"4256" : 14,
"4320" : 11,
"4384" : 13,
"4448" : 9,
"4512" : 8,
"4576" : 12,
"4640" : 8,
"4704" : 5,
"4768" : 13,
"4832" : 12,
"4896" : 12,
"4960" : 17,
"5024" : 17,
"5088" : 15,
"5152" : 17,
"5216" : 26,
"5280" : 41,
"5344" : 24,
"5408" : 51,
"5472" : 45,
"5536" : 40,
"5600" : 72,
"5664" : 56,
"5728" : 70,
"5792" : 70,
"5856" : 79,
"5920" : 96,
"5984" : 79,
"6048" : 109,
"6112" : 102,
"6176" : 98,
"6240" : 113,
"6304" : 103,
"6368" : 107,
"6432" : 109,
"6496" : 114,
"6560" : 129,
"6624" : 86,
"6688" : 120,
"6752" : 133,
"6816" : 101,
"6880" : 126,
"6944" : 111,
"7008" : 104,
"7072" : 122,
"7136" : 104,
"7200" : 97,
"7264" : 103,
"7328" : 83,
"7392" : 108,
"7456" : 94,
"7520" : 81,
"7584" : 74,
"7648" : 78,
"7712" : 67,
"7776" : 64,
"7840" : 62,
"7904" : 55,
"7968" : 50,
"8032" : 57,
"8096" : 36,
"8160" : 32,
"8256" : 80,
"8384" : 65,
"8512" : 61,
"8640" : 50,
"8768" : 58,
"8896" : 54,
"9024" : 48,
"9152" : 57,
"9280" : 36,
"9408" : 53,
"9536" : 47,
"9664" : 41,
"9792" : 34,
"9920" : 38,
"10048" : 49,
"10176" : 45,
"10304" : 37,
"10432" : 38,
"10560" : 28,
"10688" : 42,
"10816" : 29,
"10944" : 36,
"11072" : 26,
"11200" : 30,
"11328" : 36,
"11456" : 28,
"11584" : 28,
"11712" : 42,
"11840" : 35,
"11968" : 32,
"12096" : 28,
"12224" : 28,
"12352" : 32,
"12480" : 31,
"12608" : 31,
"12736" : 26,
"12864" : 23,
"12992" : 24,
"13120" : 19,
"13248" : 36,
"13376" : 19,
"13504" : 12,
"13632" : 28,
"13760" : 14,
"13888" : 11,
"14016" : 23,
"14144" : 13,
"14272" : 20,
"14400" : 27,
"14528" : 14,
"14656" : 18,
"14784" : 17,
"14912" : 14,
"15040" : 29,
"15168" : 17,
"15296" : 15,
"15424" : 18,
"15552" : 16,
"15680" : 12,
"15808" : 15,
"15936" : 18,
"16064" : 29,
"16192" : 16,
"16320" : 12,
"16512" : 39,
"16768" : 31,
"17024" : 28,
"17280" : 25,
"17536" : 30,
"17792" : 21,
"18048" : 19,
"18304" : 18,
"18560" : 21,
"18816" : 20,
"19072" : 25,
"19328" : 16,
"19584" : 20,
"19840" : 25,
"20096" : 15,
"20352" : 17,
"20608" : 22,
"20864" : 15,
"21120" : 18,
"21376" : 10,
"21632" : 16,
"21888" : 11,
"22144" : 14,
"22400" : 11,
"22656" : 10,
"22912" : 5,
"23168" : 8,
"23424" : 11,
"23680" : 12,
"23936" : 14,
"24192" : 8,
"24448" : 9,
"24704" : 6,
"24960" : 4,
"25216" : 6,
"25472" : 6,
"25728" : 5,
"25984" : 4,
"26240" : 6,
"26496" : 3,
"26752" : 5,
"27008" : 7,
"27264" : 4,
"27520" : 9,
"27776" : 3,
"28032" : 5,
"28288" : 2,
"28544" : 1,
"28800" : 1,
"29056" : 1,
"29312" : 2,
"29568" : 2,
"29824" : 2,
"30080" : 3,
"30592" : 4,
"30848" : 2,
"31104" : 1,
"31360" : 2,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"33024" : 2,
"33536" : 5,
"34048" : 3,
"34560" : 2,
"35072" : 4,
"35584" : 1,
"36096" : 1,
"36608" : 2,
"37120" : 1,
"38144" : 2,
"38656" : 2,
"39168" : 1,
"40192" : 2,
"40704" : 3,
"41216" : 2,
"42240" : 1,
"43776" : 1,
"46848" : 1,
"52480" : 1,
"53504" : 1,
"54016" : 1,
"55552" : 1,
"56576" : 1,
"66048" : 2,
"68096" : 1,
"69120" : 1
}
},
"lat_ns" : {
"min" : 139583,
"max" : 2644175,
"mean" : 325059.211331,
"stddev" : 153396.041450,
"N" : 613903
},
"bw_min" : 7276921,
"bw_max" : 21813678,
"bw_agg" : 100.000000,
"bw_mean" : 12605340.434343,
"bw_dev" : 1170899.483157,
"bw_samples" : 396,
"iops_min" : 7106,
"iops_max" : 21302,
"iops_mean" : 12309.595960,
"iops_stddev" : 1143.451488,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199999,
"usr_cpu" : 0.731504,
"sys_cpu" : 92.392962,
"ctx" : 345329,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.367714,
"4" : 4.521206,
"10" : 0.789207,
"20" : 0.260789,
"50" : 0.058967,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064025,
"timestamp_ms" : 1773064025969,
"time" : "Mon Mar 9 10:47:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 767569166336,
"io_kbytes" : 749579264,
"bw_bytes" : 12792819438,
"bw" : 12492987,
"iops" : 12200.283333,
"runtime" : 60000,
"total_ios" : 732017,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 325414.776277,
"stddev" : 147523.071440,
"N" : 732017
},
"clat_ns" : {
"min" : 1372,
"max" : 69276,
"mean" : 1725.708781,
"stddev" : 962.767134,
"N" : 732013,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1480,
"20.000000" : 1512,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2024,
"99.000000" : 4832,
"99.500000" : 7456,
"99.900000" : 16192,
"99.950000" : 20096,
"99.990000" : 28288
},
"bins" : {
"1368" : 3,
"1384" : 48,
"1400" : 1560,
"1416" : 9524,
"1432" : 9848,
"1448" : 29971,
"1464" : 17764,
"1480" : 34798,
"1496" : 32731,
"1512" : 17960,
"1528" : 45669,
"1544" : 26187,
"1560" : 55466,
"1576" : 51144,
"1592" : 23172,
"1608" : 41679,
"1624" : 18989,
"1640" : 34981,
"1656" : 30904,
"1672" : 14093,
"1688" : 26046,
"1704" : 12054,
"1720" : 22129,
"1736" : 19809,
"1752" : 9170,
"1768" : 16451,
"1784" : 7672,
"1800" : 13373,
"1816" : 11701,
"1832" : 5321,
"1848" : 9871,
"1864" : 4455,
"1880" : 7993,
"1896" : 6868,
"1912" : 3143,
"1928" : 5610,
"1944" : 2536,
"1960" : 4682,
"1976" : 4011,
"1992" : 1908,
"2008" : 3388,
"2024" : 1500,
"2040" : 2874,
"2064" : 3629,
"2096" : 3053,
"2128" : 3217,
"2160" : 2239,
"2192" : 1694,
"2224" : 1464,
"2256" : 1219,
"2288" : 1215,
"2320" : 1028,
"2352" : 705,
"2384" : 634,
"2416" : 542,
"2448" : 519,
"2480" : 489,
"2512" : 375,
"2544" : 271,
"2576" : 269,
"2608" : 237,
"2640" : 282,
"2672" : 196,
"2704" : 169,
"2736" : 142,
"2768" : 146,
"2800" : 170,
"2832" : 132,
"2864" : 85,
"2896" : 98,
"2928" : 99,
"2960" : 108,
"2992" : 77,
"3024" : 67,
"3056" : 66,
"3088" : 55,
"3120" : 70,
"3152" : 52,
"3184" : 44,
"3216" : 52,
"3248" : 36,
"3280" : 57,
"3312" : 37,
"3344" : 35,
"3376" : 33,
"3408" : 41,
"3440" : 36,
"3472" : 24,
"3504" : 23,
"3536" : 26,
"3568" : 28,
"3600" : 27,
"3632" : 19,
"3664" : 16,
"3696" : 15,
"3728" : 21,
"3760" : 13,
"3792" : 18,
"3824" : 12,
"3856" : 9,
"3888" : 13,
"3920" : 6,
"3952" : 14,
"3984" : 7,
"4016" : 11,
"4048" : 10,
"4080" : 10,
"4128" : 11,
"4192" : 13,
"4256" : 15,
"4320" : 12,
"4384" : 13,
"4448" : 10,
"4512" : 8,
"4576" : 12,
"4640" : 9,
"4704" : 7,
"4768" : 14,
"4832" : 13,
"4896" : 16,
"4960" : 18,
"5024" : 19,
"5088" : 23,
"5152" : 18,
"5216" : 30,
"5280" : 49,
"5344" : 30,
"5408" : 56,
"5472" : 50,
"5536" : 45,
"5600" : 77,
"5664" : 62,
"5728" : 83,
"5792" : 77,
"5856" : 87,
"5920" : 106,
"5984" : 84,
"6048" : 115,
"6112" : 108,
"6176" : 104,
"6240" : 126,
"6304" : 114,
"6368" : 114,
"6432" : 120,
"6496" : 123,
"6560" : 140,
"6624" : 100,
"6688" : 126,
"6752" : 138,
"6816" : 117,
"6880" : 137,
"6944" : 117,
"7008" : 119,
"7072" : 137,
"7136" : 119,
"7200" : 114,
"7264" : 117,
"7328" : 100,
"7392" : 124,
"7456" : 101,
"7520" : 97,
"7584" : 88,
"7648" : 94,
"7712" : 80,
"7776" : 78,
"7840" : 80,
"7904" : 70,
"7968" : 57,
"8032" : 68,
"8096" : 42,
"8160" : 41,
"8256" : 89,
"8384" : 85,
"8512" : 80,
"8640" : 63,
"8768" : 68,
"8896" : 58,
"9024" : 52,
"9152" : 64,
"9280" : 40,
"9408" : 58,
"9536" : 48,
"9664" : 44,
"9792" : 41,
"9920" : 39,
"10048" : 51,
"10176" : 47,
"10304" : 39,
"10432" : 39,
"10560" : 28,
"10688" : 45,
"10816" : 32,
"10944" : 36,
"11072" : 27,
"11200" : 31,
"11328" : 36,
"11456" : 32,
"11584" : 30,
"11712" : 44,
"11840" : 36,
"11968" : 35,
"12096" : 33,
"12224" : 30,
"12352" : 33,
"12480" : 31,
"12608" : 32,
"12736" : 26,
"12864" : 24,
"12992" : 24,
"13120" : 20,
"13248" : 39,
"13376" : 19,
"13504" : 12,
"13632" : 31,
"13760" : 14,
"13888" : 12,
"14016" : 23,
"14144" : 13,
"14272" : 20,
"14400" : 27,
"14528" : 14,
"14656" : 19,
"14784" : 17,
"14912" : 14,
"15040" : 29,
"15168" : 17,
"15296" : 15,
"15424" : 18,
"15552" : 16,
"15680" : 12,
"15808" : 15,
"15936" : 19,
"16064" : 29,
"16192" : 17,
"16320" : 12,
"16512" : 39,
"16768" : 31,
"17024" : 28,
"17280" : 25,
"17536" : 30,
"17792" : 21,
"18048" : 19,
"18304" : 18,
"18560" : 22,
"18816" : 20,
"19072" : 25,
"19328" : 16,
"19584" : 20,
"19840" : 25,
"20096" : 16,
"20352" : 17,
"20608" : 22,
"20864" : 15,
"21120" : 18,
"21376" : 10,
"21632" : 16,
"21888" : 11,
"22144" : 14,
"22400" : 11,
"22656" : 10,
"22912" : 5,
"23168" : 9,
"23424" : 11,
"23680" : 12,
"23936" : 14,
"24192" : 8,
"24448" : 9,
"24704" : 6,
"24960" : 4,
"25216" : 6,
"25472" : 6,
"25728" : 5,
"25984" : 4,
"26240" : 6,
"26496" : 3,
"26752" : 5,
"27008" : 7,
"27264" : 4,
"27520" : 9,
"27776" : 4,
"28032" : 5,
"28288" : 2,
"28544" : 1,
"28800" : 1,
"29056" : 1,
"29312" : 2,
"29568" : 2,
"29824" : 2,
"30080" : 3,
"30592" : 4,
"30848" : 2,
"31104" : 1,
"31360" : 3,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"33024" : 2,
"33536" : 5,
"34048" : 3,
"34560" : 2,
"35072" : 4,
"35584" : 1,
"36096" : 1,
"36608" : 2,
"37120" : 1,
"38144" : 2,
"38656" : 2,
"39168" : 1,
"40192" : 2,
"40704" : 3,
"41216" : 2,
"42240" : 1,
"43776" : 1,
"46848" : 1,
"52480" : 1,
"53504" : 1,
"54016" : 1,
"55552" : 1,
"56576" : 1,
"66048" : 2,
"68096" : 1,
"69120" : 1
}
},
"lat_ns" : {
"min" : 139583,
"max" : 2644175,
"mean" : 327139.114047,
"stddev" : 147707.101125,
"N" : 732013
},
"bw_min" : 7276921,
"bw_max" : 21813678,
"bw_agg" : 99.976573,
"bw_mean" : 12490061.142857,
"bw_dev" : 1101694.469350,
"bw_samples" : 476,
"iops_min" : 7106,
"iops_max" : 21302,
"iops_mean" : 12197.033613,
"iops_stddev" : 1075.870944,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239999,
"usr_cpu" : 0.734170,
"sys_cpu" : 93.000388,
"ctx" : 351377,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.436878,
"4" : 4.540468,
"10" : 0.745474,
"20" : 0.225405,
"50" : 0.049999,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064035,
"timestamp_ms" : 1773064035968,
"time" : "Mon Mar 9 10:47:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 910977662976,
"io_kbytes" : 889626624,
"bw_bytes" : 13013966613,
"bw" : 12708951,
"iops" : 12411.142857,
"runtime" : 70000,
"total_ios" : 868780,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 319836.110370,
"stddev" : 146547.580707,
"N" : 868780
},
"clat_ns" : {
"min" : 1372,
"max" : 71079,
"mean" : 1728.128599,
"stddev" : 1016.675365,
"N" : 868776,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2024,
"99.000000" : 5664,
"99.500000" : 7712,
"99.900000" : 17024,
"99.950000" : 20864,
"99.990000" : 29824
},
"bins" : {
"1368" : 3,
"1384" : 63,
"1400" : 2017,
"1416" : 12981,
"1432" : 14067,
"1448" : 41035,
"1464" : 22867,
"1480" : 43165,
"1496" : 39979,
"1512" : 21823,
"1528" : 53827,
"1544" : 30396,
"1560" : 63400,
"1576" : 58683,
"1592" : 26737,
"1608" : 48235,
"1624" : 22015,
"1640" : 40661,
"1656" : 35881,
"1672" : 16517,
"1688" : 30406,
"1704" : 14103,
"1720" : 25937,
"1736" : 23308,
"1752" : 10761,
"1768" : 19336,
"1784" : 8915,
"1800" : 15642,
"1816" : 13616,
"1832" : 6204,
"1848" : 11470,
"1864" : 5195,
"1880" : 9230,
"1896" : 7902,
"1912" : 3639,
"1928" : 6384,
"1944" : 2898,
"1960" : 5357,
"1976" : 4597,
"1992" : 2170,
"2008" : 3836,
"2024" : 1728,
"2040" : 3242,
"2064" : 4154,
"2096" : 3476,
"2128" : 3631,
"2160" : 2543,
"2192" : 1926,
"2224" : 1660,
"2256" : 1394,
"2288" : 1384,
"2320" : 1179,
"2352" : 819,
"2384" : 716,
"2416" : 614,
"2448" : 595,
"2480" : 556,
"2512" : 421,
"2544" : 320,
"2576" : 325,
"2608" : 275,
"2640" : 316,
"2672" : 229,
"2704" : 196,
"2736" : 170,
"2768" : 173,
"2800" : 201,
"2832" : 146,
"2864" : 105,
"2896" : 118,
"2928" : 108,
"2960" : 132,
"2992" : 92,
"3024" : 77,
"3056" : 74,
"3088" : 63,
"3120" : 76,
"3152" : 57,
"3184" : 55,
"3216" : 56,
"3248" : 44,
"3280" : 61,
"3312" : 46,
"3344" : 41,
"3376" : 40,
"3408" : 49,
"3440" : 37,
"3472" : 27,
"3504" : 25,
"3536" : 33,
"3568" : 32,
"3600" : 35,
"3632" : 19,
"3664" : 20,
"3696" : 19,
"3728" : 23,
"3760" : 16,
"3792" : 26,
"3824" : 12,
"3856" : 13,
"3888" : 15,
"3920" : 7,
"3952" : 16,
"3984" : 9,
"4016" : 14,
"4048" : 12,
"4080" : 11,
"4128" : 15,
"4192" : 16,
"4256" : 17,
"4320" : 12,
"4384" : 15,
"4448" : 11,
"4512" : 9,
"4576" : 13,
"4640" : 10,
"4704" : 9,
"4768" : 15,
"4832" : 18,
"4896" : 18,
"4960" : 18,
"5024" : 22,
"5088" : 28,
"5152" : 25,
"5216" : 36,
"5280" : 55,
"5344" : 42,
"5408" : 64,
"5472" : 63,
"5536" : 64,
"5600" : 99,
"5664" : 80,
"5728" : 114,
"5792" : 94,
"5856" : 108,
"5920" : 123,
"5984" : 113,
"6048" : 143,
"6112" : 148,
"6176" : 130,
"6240" : 149,
"6304" : 144,
"6368" : 143,
"6432" : 149,
"6496" : 156,
"6560" : 175,
"6624" : 123,
"6688" : 153,
"6752" : 179,
"6816" : 146,
"6880" : 179,
"6944" : 151,
"7008" : 153,
"7072" : 163,
"7136" : 143,
"7200" : 145,
"7264" : 139,
"7328" : 121,
"7392" : 153,
"7456" : 121,
"7520" : 115,
"7584" : 104,
"7648" : 115,
"7712" : 101,
"7776" : 96,
"7840" : 95,
"7904" : 88,
"7968" : 71,
"8032" : 79,
"8096" : 53,
"8160" : 49,
"8256" : 108,
"8384" : 100,
"8512" : 99,
"8640" : 86,
"8768" : 84,
"8896" : 72,
"9024" : 63,
"9152" : 76,
"9280" : 53,
"9408" : 70,
"9536" : 67,
"9664" : 54,
"9792" : 47,
"9920" : 44,
"10048" : 65,
"10176" : 55,
"10304" : 50,
"10432" : 51,
"10560" : 42,
"10688" : 61,
"10816" : 39,
"10944" : 47,
"11072" : 33,
"11200" : 40,
"11328" : 43,
"11456" : 41,
"11584" : 40,
"11712" : 55,
"11840" : 46,
"11968" : 47,
"12096" : 43,
"12224" : 35,
"12352" : 42,
"12480" : 39,
"12608" : 40,
"12736" : 37,
"12864" : 30,
"12992" : 36,
"13120" : 27,
"13248" : 46,
"13376" : 25,
"13504" : 22,
"13632" : 41,
"13760" : 23,
"13888" : 17,
"14016" : 26,
"14144" : 15,
"14272" : 26,
"14400" : 35,
"14528" : 15,
"14656" : 25,
"14784" : 25,
"14912" : 19,
"15040" : 33,
"15168" : 23,
"15296" : 22,
"15424" : 29,
"15552" : 19,
"15680" : 21,
"15808" : 20,
"15936" : 24,
"16064" : 37,
"16192" : 21,
"16320" : 15,
"16512" : 52,
"16768" : 40,
"17024" : 43,
"17280" : 38,
"17536" : 38,
"17792" : 32,
"18048" : 25,
"18304" : 25,
"18560" : 31,
"18816" : 28,
"19072" : 31,
"19328" : 21,
"19584" : 30,
"19840" : 32,
"20096" : 22,
"20352" : 24,
"20608" : 30,
"20864" : 19,
"21120" : 24,
"21376" : 17,
"21632" : 19,
"21888" : 17,
"22144" : 20,
"22400" : 16,
"22656" : 15,
"22912" : 6,
"23168" : 12,
"23424" : 17,
"23680" : 15,
"23936" : 16,
"24192" : 9,
"24448" : 13,
"24704" : 9,
"24960" : 4,
"25216" : 7,
"25472" : 9,
"25728" : 6,
"25984" : 6,
"26240" : 7,
"26496" : 5,
"26752" : 7,
"27008" : 8,
"27264" : 5,
"27520" : 11,
"27776" : 7,
"28032" : 5,
"28288" : 6,
"28544" : 2,
"28800" : 2,
"29056" : 3,
"29312" : 3,
"29568" : 6,
"29824" : 4,
"30080" : 4,
"30592" : 6,
"30848" : 2,
"31104" : 2,
"31360" : 6,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"33024" : 3,
"33536" : 6,
"34048" : 3,
"34560" : 2,
"35072" : 4,
"35584" : 3,
"36096" : 1,
"36608" : 4,
"37120" : 4,
"38144" : 2,
"38656" : 2,
"39168" : 1,
"40192" : 2,
"40704" : 3,
"41216" : 2,
"42240" : 1,
"42752" : 1,
"43776" : 1,
"46848" : 1,
"49920" : 1,
"52480" : 2,
"53504" : 1,
"54016" : 1,
"55552" : 1,
"56576" : 1,
"60160" : 1,
"63232" : 1,
"66048" : 2,
"68096" : 1,
"69120" : 1,
"71168" : 1
}
},
"lat_ns" : {
"min" : 139583,
"max" : 2644175,
"mean" : 321563.058098,
"stddev" : 146747.516116,
"N" : 868776
},
"bw_min" : 7260537,
"bw_max" : 21858304,
"bw_agg" : 100.000000,
"bw_mean" : 12710214.395683,
"bw_dev" : 1095146.382933,
"bw_samples" : 556,
"iops_min" : 7090,
"iops_max" : 21346,
"iops_mean" : 12412.043165,
"iops_stddev" : 1069.476471,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279999,
"usr_cpu" : 0.755003,
"sys_cpu" : 92.958903,
"ctx" : 453838,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999885,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999885,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.548908,
"4" : 4.362785,
"10" : 0.778448,
"20" : 0.249891,
"50" : 0.057897,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064045,
"timestamp_ms" : 1773064045968,
"time" : "Mon Mar 9 10:47:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1041034641408,
"io_kbytes" : 1016635392,
"bw_bytes" : 13012933017,
"bw" : 12707942,
"iops" : 12410.162500,
"runtime" : 80000,
"total_ios" : 992813,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 319865.517381,
"stddev" : 141571.152996,
"N" : 992813
},
"clat_ns" : {
"min" : 1362,
"max" : 71079,
"mean" : 1724.966673,
"stddev" : 969.544453,
"N" : 992809,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1512,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2008,
"99.000000" : 5152,
"99.500000" : 7520,
"99.900000" : 16320,
"99.950000" : 20352,
"99.990000" : 29056
},
"bins" : {
"1368" : 4,
"1384" : 66,
"1400" : 2216,
"1416" : 14146,
"1432" : 15201,
"1448" : 44014,
"1464" : 24499,
"1480" : 46457,
"1496" : 43973,
"1512" : 24538,
"1528" : 60913,
"1544" : 34451,
"1560" : 72117,
"1576" : 67021,
"1592" : 30851,
"1608" : 56049,
"1624" : 25713,
"1640" : 47566,
"1656" : 42418,
"1672" : 19610,
"1688" : 36152,
"1704" : 16676,
"1720" : 30753,
"1736" : 27594,
"1752" : 12719,
"1768" : 22912,
"1784" : 10482,
"1800" : 18497,
"1816" : 16115,
"1832" : 7337,
"1848" : 13426,
"1864" : 6123,
"1880" : 10776,
"1896" : 9242,
"1912" : 4257,
"1928" : 7451,
"1944" : 3353,
"1960" : 6193,
"1976" : 5327,
"1992" : 2499,
"2008" : 4415,
"2024" : 1970,
"2040" : 3736,
"2064" : 4729,
"2096" : 3954,
"2128" : 4132,
"2160" : 2844,
"2192" : 2174,
"2224" : 1861,
"2256" : 1557,
"2288" : 1562,
"2320" : 1322,
"2352" : 904,
"2384" : 804,
"2416" : 684,
"2448" : 665,
"2480" : 612,
"2512" : 472,
"2544" : 358,
"2576" : 356,
"2608" : 304,
"2640" : 348,
"2672" : 256,
"2704" : 211,
"2736" : 188,
"2768" : 190,
"2800" : 218,
"2832" : 155,
"2864" : 120,
"2896" : 127,
"2928" : 115,
"2960" : 143,
"2992" : 102,
"3024" : 87,
"3056" : 77,
"3088" : 65,
"3120" : 86,
"3152" : 71,
"3184" : 64,
"3216" : 60,
"3248" : 49,
"3280" : 69,
"3312" : 48,
"3344" : 46,
"3376" : 45,
"3408" : 53,
"3440" : 41,
"3472" : 31,
"3504" : 29,
"3536" : 37,
"3568" : 38,
"3600" : 42,
"3632" : 20,
"3664" : 23,
"3696" : 20,
"3728" : 24,
"3760" : 20,
"3792" : 27,
"3824" : 12,
"3856" : 16,
"3888" : 16,
"3920" : 10,
"3952" : 18,
"3984" : 11,
"4016" : 14,
"4048" : 12,
"4080" : 11,
"4128" : 15,
"4192" : 17,
"4256" : 18,
"4320" : 13,
"4384" : 16,
"4448" : 12,
"4512" : 11,
"4576" : 13,
"4640" : 13,
"4704" : 10,
"4768" : 17,
"4832" : 22,
"4896" : 22,
"4960" : 19,
"5024" : 25,
"5088" : 32,
"5152" : 28,
"5216" : 45,
"5280" : 63,
"5344" : 46,
"5408" : 70,
"5472" : 72,
"5536" : 73,
"5600" : 106,
"5664" : 87,
"5728" : 121,
"5792" : 105,
"5856" : 122,
"5920" : 133,
"5984" : 120,
"6048" : 153,
"6112" : 152,
"6176" : 138,
"6240" : 159,
"6304" : 152,
"6368" : 151,
"6432" : 163,
"6496" : 172,
"6560" : 188,
"6624" : 141,
"6688" : 168,
"6752" : 189,
"6816" : 162,
"6880" : 195,
"6944" : 172,
"7008" : 171,
"7072" : 174,
"7136" : 156,
"7200" : 162,
"7264" : 155,
"7328" : 143,
"7392" : 165,
"7456" : 138,
"7520" : 133,
"7584" : 123,
"7648" : 129,
"7712" : 120,
"7776" : 109,
"7840" : 117,
"7904" : 104,
"7968" : 82,
"8032" : 101,
"8096" : 64,
"8160" : 59,
"8256" : 126,
"8384" : 119,
"8512" : 113,
"8640" : 90,
"8768" : 99,
"8896" : 77,
"9024" : 68,
"9152" : 79,
"9280" : 61,
"9408" : 75,
"9536" : 71,
"9664" : 57,
"9792" : 49,
"9920" : 47,
"10048" : 66,
"10176" : 56,
"10304" : 51,
"10432" : 52,
"10560" : 43,
"10688" : 64,
"10816" : 42,
"10944" : 48,
"11072" : 35,
"11200" : 45,
"11328" : 46,
"11456" : 42,
"11584" : 42,
"11712" : 58,
"11840" : 48,
"11968" : 51,
"12096" : 45,
"12224" : 37,
"12352" : 44,
"12480" : 42,
"12608" : 43,
"12736" : 39,
"12864" : 31,
"12992" : 36,
"13120" : 29,
"13248" : 47,
"13376" : 26,
"13504" : 22,
"13632" : 43,
"13760" : 25,
"13888" : 19,
"14016" : 26,
"14144" : 15,
"14272" : 26,
"14400" : 36,
"14528" : 16,
"14656" : 25,
"14784" : 27,
"14912" : 20,
"15040" : 33,
"15168" : 23,
"15296" : 22,
"15424" : 30,
"15552" : 19,
"15680" : 21,
"15808" : 21,
"15936" : 25,
"16064" : 37,
"16192" : 21,
"16320" : 16,
"16512" : 52,
"16768" : 40,
"17024" : 44,
"17280" : 38,
"17536" : 38,
"17792" : 33,
"18048" : 26,
"18304" : 25,
"18560" : 31,
"18816" : 28,
"19072" : 31,
"19328" : 21,
"19584" : 30,
"19840" : 32,
"20096" : 22,
"20352" : 24,
"20608" : 30,
"20864" : 19,
"21120" : 24,
"21376" : 17,
"21632" : 19,
"21888" : 17,
"22144" : 20,
"22400" : 16,
"22656" : 16,
"22912" : 6,
"23168" : 12,
"23424" : 17,
"23680" : 15,
"23936" : 16,
"24192" : 9,
"24448" : 13,
"24704" : 9,
"24960" : 4,
"25216" : 7,
"25472" : 9,
"25728" : 6,
"25984" : 6,
"26240" : 7,
"26496" : 5,
"26752" : 7,
"27008" : 8,
"27264" : 5,
"27520" : 11,
"27776" : 7,
"28032" : 5,
"28288" : 6,
"28544" : 2,
"28800" : 2,
"29056" : 3,
"29312" : 3,
"29568" : 6,
"29824" : 4,
"30080" : 4,
"30592" : 6,
"30848" : 2,
"31104" : 2,
"31360" : 6,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"33024" : 3,
"33536" : 6,
"34048" : 3,
"34560" : 2,
"35072" : 4,
"35584" : 3,
"36096" : 1,
"36608" : 4,
"37120" : 4,
"38144" : 2,
"38656" : 2,
"39168" : 1,
"40192" : 2,
"40704" : 3,
"41216" : 2,
"42240" : 1,
"42752" : 1,
"43776" : 1,
"46848" : 1,
"49920" : 1,
"52480" : 2,
"53504" : 1,
"54016" : 1,
"55552" : 1,
"56576" : 1,
"60160" : 1,
"63232" : 1,
"66048" : 2,
"68096" : 1,
"69120" : 1,
"71168" : 1
}
},
"lat_ns" : {
"min" : 139583,
"max" : 2644175,
"mean" : 321589.450830,
"stddev" : 141759.880047,
"N" : 992809
},
"bw_min" : 7260537,
"bw_max" : 21858304,
"bw_agg" : 100.000000,
"bw_mean" : 12709179.207547,
"bw_dev" : 1034519.170806,
"bw_samples" : 636,
"iops_min" : 7090,
"iops_max" : 21346,
"iops_mean" : 12411.062893,
"iops_stddev" : 1010.270560,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319999,
"usr_cpu" : 0.750315,
"sys_cpu" : 93.525292,
"ctx" : 457606,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.650956,
"4" : 4.315314,
"10" : 0.755329,
"20" : 0.225823,
"50" : 0.050765,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064055,
"timestamp_ms" : 1773064055969,
"time" : "Mon Mar 9 10:47:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1189303287808,
"io_kbytes" : 1161428992,
"bw_bytes" : 13214334149,
"bw" : 12904623,
"iops" : 12602.226642,
"runtime" : 90001,
"total_ios" : 1134213,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 314944.014120,
"stddev" : 142443.256920,
"N" : 1134213
},
"clat_ns" : {
"min" : 1362,
"max" : 85340,
"mean" : 1728.907957,
"stddev" : 1027.418781,
"N" : 1134209,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2008,
"99.000000" : 5856,
"99.500000" : 7776,
"99.900000" : 17024,
"99.950000" : 20864,
"99.990000" : 29568
},
"bins" : {
"1368" : 4,
"1384" : 76,
"1400" : 2723,
"1416" : 17267,
"1432" : 18995,
"1448" : 56135,
"1464" : 30354,
"1480" : 56082,
"1496" : 51895,
"1512" : 28537,
"1528" : 69442,
"1544" : 39047,
"1560" : 80784,
"1576" : 75184,
"1592" : 34830,
"1608" : 63375,
"1624" : 29038,
"1640" : 53539,
"1656" : 47644,
"1672" : 21889,
"1688" : 40334,
"1704" : 18625,
"1720" : 34297,
"1736" : 30870,
"1752" : 14185,
"1768" : 25462,
"1784" : 11639,
"1800" : 20562,
"1816" : 17820,
"1832" : 8039,
"1848" : 14830,
"1864" : 6669,
"1880" : 11864,
"1896" : 10213,
"1912" : 4657,
"1928" : 8197,
"1944" : 3685,
"1960" : 6847,
"1976" : 5839,
"1992" : 2728,
"2008" : 4817,
"2024" : 2160,
"2040" : 4075,
"2064" : 5201,
"2096" : 4324,
"2128" : 4526,
"2160" : 3109,
"2192" : 2414,
"2224" : 2073,
"2256" : 1715,
"2288" : 1733,
"2320" : 1456,
"2352" : 985,
"2384" : 889,
"2416" : 772,
"2448" : 745,
"2480" : 684,
"2512" : 530,
"2544" : 411,
"2576" : 403,
"2608" : 344,
"2640" : 399,
"2672" : 292,
"2704" : 241,
"2736" : 217,
"2768" : 220,
"2800" : 249,
"2832" : 181,
"2864" : 138,
"2896" : 136,
"2928" : 131,
"2960" : 160,
"2992" : 117,
"3024" : 98,
"3056" : 85,
"3088" : 75,
"3120" : 101,
"3152" : 81,
"3184" : 68,
"3216" : 74,
"3248" : 54,
"3280" : 80,
"3312" : 54,
"3344" : 51,
"3376" : 49,
"3408" : 57,
"3440" : 47,
"3472" : 34,
"3504" : 36,
"3536" : 46,
"3568" : 39,
"3600" : 52,
"3632" : 28,
"3664" : 26,
"3696" : 22,
"3728" : 27,
"3760" : 22,
"3792" : 29,
"3824" : 13,
"3856" : 16,
"3888" : 18,
"3920" : 12,
"3952" : 19,
"3984" : 11,
"4016" : 16,
"4048" : 12,
"4080" : 12,
"4128" : 17,
"4192" : 19,
"4256" : 21,
"4320" : 13,
"4384" : 17,
"4448" : 13,
"4512" : 15,
"4576" : 13,
"4640" : 13,
"4704" : 10,
"4768" : 18,
"4832" : 24,
"4896" : 23,
"4960" : 21,
"5024" : 29,
"5088" : 39,
"5152" : 32,
"5216" : 54,
"5280" : 74,
"5344" : 56,
"5408" : 85,
"5472" : 87,
"5536" : 91,
"5600" : 133,
"5664" : 105,
"5728" : 153,
"5792" : 126,
"5856" : 154,
"5920" : 175,
"5984" : 152,
"6048" : 198,
"6112" : 200,
"6176" : 171,
"6240" : 195,
"6304" : 194,
"6368" : 194,
"6432" : 209,
"6496" : 220,
"6560" : 229,
"6624" : 191,
"6688" : 203,
"6752" : 240,
"6816" : 205,
"6880" : 239,
"6944" : 207,
"7008" : 213,
"7072" : 216,
"7136" : 188,
"7200" : 200,
"7264" : 181,
"7328" : 170,
"7392" : 198,
"7456" : 167,
"7520" : 162,
"7584" : 137,
"7648" : 154,
"7712" : 160,
"7776" : 131,
"7840" : 132,
"7904" : 117,
"7968" : 94,
"8032" : 115,
"8096" : 75,
"8160" : 69,
"8256" : 140,
"8384" : 142,
"8512" : 124,
"8640" : 107,
"8768" : 118,
"8896" : 93,
"9024" : 81,
"9152" : 99,
"9280" : 77,
"9408" : 88,
"9536" : 89,
"9664" : 78,
"9792" : 65,
"9920" : 57,
"10048" : 86,
"10176" : 70,
"10304" : 65,
"10432" : 68,
"10560" : 56,
"10688" : 77,
"10816" : 59,
"10944" : 63,
"11072" : 44,
"11200" : 59,
"11328" : 59,
"11456" : 53,
"11584" : 51,
"11712" : 69,
"11840" : 60,
"11968" : 67,
"12096" : 58,
"12224" : 46,
"12352" : 58,
"12480" : 54,
"12608" : 52,
"12736" : 53,
"12864" : 41,
"12992" : 47,
"13120" : 46,
"13248" : 61,
"13376" : 32,
"13504" : 29,
"13632" : 49,
"13760" : 39,
"13888" : 27,
"14016" : 35,
"14144" : 21,
"14272" : 36,
"14400" : 40,
"14528" : 21,
"14656" : 28,
"14784" : 34,
"14912" : 25,
"15040" : 42,
"15168" : 29,
"15296" : 29,
"15424" : 39,
"15552" : 26,
"15680" : 28,
"15808" : 26,
"15936" : 27,
"16064" : 41,
"16192" : 27,
"16320" : 28,
"16512" : 63,
"16768" : 59,
"17024" : 59,
"17280" : 52,
"17536" : 47,
"17792" : 41,
"18048" : 35,
"18304" : 35,
"18560" : 37,
"18816" : 38,
"19072" : 41,
"19328" : 31,
"19584" : 42,
"19840" : 39,
"20096" : 35,
"20352" : 30,
"20608" : 36,
"20864" : 29,
"21120" : 28,
"21376" : 23,
"21632" : 23,
"21888" : 27,
"22144" : 27,
"22400" : 24,
"22656" : 22,
"22912" : 11,
"23168" : 15,
"23424" : 21,
"23680" : 21,
"23936" : 19,
"24192" : 10,
"24448" : 14,
"24704" : 12,
"24960" : 6,
"25216" : 11,
"25472" : 11,
"25728" : 8,
"25984" : 8,
"26240" : 11,
"26496" : 7,
"26752" : 9,
"27008" : 10,
"27264" : 6,
"27520" : 12,
"27776" : 9,
"28032" : 6,
"28288" : 6,
"28544" : 4,
"28800" : 2,
"29056" : 5,
"29312" : 5,
"29568" : 7,
"29824" : 4,
"30080" : 6,
"30336" : 4,
"30592" : 7,
"30848" : 2,
"31104" : 4,
"31360" : 7,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"33024" : 3,
"33536" : 7,
"34048" : 4,
"34560" : 3,
"35072" : 4,
"35584" : 3,
"36096" : 1,
"36608" : 4,
"37120" : 4,
"38144" : 2,
"38656" : 2,
"39168" : 1,
"40192" : 4,
"40704" : 3,
"41216" : 2,
"42240" : 3,
"42752" : 1,
"43776" : 1,
"46848" : 1,
"49920" : 1,
"50432" : 1,
"50944" : 1,
"52480" : 3,
"53504" : 1,
"54016" : 1,
"55552" : 1,
"56576" : 1,
"57600" : 1,
"60160" : 1,
"63232" : 1,
"66048" : 2,
"67072" : 1,
"68096" : 1,
"69120" : 1,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 316672.000306,
"stddev" : 142653.264463,
"N" : 1134209
},
"bw_min" : 7074169,
"bw_max" : 21858304,
"bw_agg" : 99.936944,
"bw_mean" : 12896486.497207,
"bw_dev" : 1045644.795500,
"bw_samples" : 716,
"iops_min" : 6908,
"iops_max" : 21346,
"iops_mean" : 12593.994413,
"iops_stddev" : 1021.137661,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 360001,
"usr_cpu" : 0.759998,
"sys_cpu" : 93.335296,
"ctx" : 601641,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999912,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999912,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.708930,
"4" : 4.167736,
"10" : 0.807608,
"20" : 0.255508,
"50" : 0.058014,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064065,
"timestamp_ms" : 1773064065969,
"time" : "Mon Mar 9 10:47:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1321650356224,
"io_kbytes" : 1290674176,
"bw_bytes" : 13216503562,
"bw" : 12906741,
"iops" : 12604.280000,
"runtime" : 100000,
"total_ios" : 1260428,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 314900.130374,
"stddev" : 138790.219209,
"N" : 1260428
},
"clat_ns" : {
"min" : 1362,
"max" : 85340,
"mean" : 1725.161580,
"stddev" : 989.866380,
"N" : 1260424,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2008,
"99.000000" : 5600,
"99.500000" : 7648,
"99.900000" : 16512,
"99.950000" : 20352,
"99.990000" : 29312
},
"bins" : {
"1368" : 8,
"1384" : 94,
"1400" : 3126,
"1416" : 19352,
"1432" : 20901,
"1448" : 61074,
"1464" : 33127,
"1480" : 61590,
"1496" : 57634,
"1512" : 31486,
"1528" : 75860,
"1544" : 42483,
"1560" : 87607,
"1576" : 82269,
"1592" : 38549,
"1608" : 70766,
"1624" : 32761,
"1640" : 60391,
"1656" : 53897,
"1672" : 24722,
"1688" : 45671,
"1704" : 21123,
"1720" : 38753,
"1736" : 34951,
"1752" : 15982,
"1768" : 28864,
"1784" : 13175,
"1800" : 23180,
"1816" : 20274,
"1832" : 9166,
"1848" : 16803,
"1864" : 7532,
"1880" : 13442,
"1896" : 11613,
"1912" : 5292,
"1928" : 9303,
"1944" : 4137,
"1960" : 7706,
"1976" : 6604,
"1992" : 3099,
"2008" : 5470,
"2024" : 2451,
"2040" : 4558,
"2064" : 5839,
"2096" : 4828,
"2128" : 5046,
"2160" : 3497,
"2192" : 2668,
"2224" : 2292,
"2256" : 1901,
"2288" : 1938,
"2320" : 1609,
"2352" : 1074,
"2384" : 969,
"2416" : 837,
"2448" : 815,
"2480" : 747,
"2512" : 570,
"2544" : 445,
"2576" : 431,
"2608" : 371,
"2640" : 430,
"2672" : 319,
"2704" : 258,
"2736" : 234,
"2768" : 235,
"2800" : 267,
"2832" : 200,
"2864" : 151,
"2896" : 143,
"2928" : 141,
"2960" : 170,
"2992" : 123,
"3024" : 104,
"3056" : 92,
"3088" : 79,
"3120" : 105,
"3152" : 83,
"3184" : 75,
"3216" : 75,
"3248" : 60,
"3280" : 82,
"3312" : 56,
"3344" : 52,
"3376" : 51,
"3408" : 59,
"3440" : 50,
"3472" : 36,
"3504" : 39,
"3536" : 47,
"3568" : 40,
"3600" : 53,
"3632" : 29,
"3664" : 27,
"3696" : 22,
"3728" : 27,
"3760" : 24,
"3792" : 30,
"3824" : 13,
"3856" : 16,
"3888" : 18,
"3920" : 12,
"3952" : 20,
"3984" : 12,
"4016" : 16,
"4048" : 12,
"4080" : 12,
"4128" : 17,
"4192" : 20,
"4256" : 21,
"4320" : 14,
"4384" : 17,
"4448" : 14,
"4512" : 16,
"4576" : 14,
"4640" : 15,
"4704" : 14,
"4768" : 21,
"4832" : 28,
"4896" : 28,
"4960" : 24,
"5024" : 31,
"5088" : 41,
"5152" : 35,
"5216" : 58,
"5280" : 82,
"5344" : 61,
"5408" : 90,
"5472" : 92,
"5536" : 99,
"5600" : 144,
"5664" : 110,
"5728" : 158,
"5792" : 135,
"5856" : 163,
"5920" : 187,
"5984" : 164,
"6048" : 206,
"6112" : 209,
"6176" : 182,
"6240" : 208,
"6304" : 206,
"6368" : 205,
"6432" : 229,
"6496" : 232,
"6560" : 241,
"6624" : 200,
"6688" : 211,
"6752" : 260,
"6816" : 220,
"6880" : 256,
"6944" : 220,
"7008" : 221,
"7072" : 236,
"7136" : 208,
"7200" : 209,
"7264" : 201,
"7328" : 181,
"7392" : 218,
"7456" : 189,
"7520" : 176,
"7584" : 157,
"7648" : 169,
"7712" : 183,
"7776" : 145,
"7840" : 151,
"7904" : 126,
"7968" : 109,
"8032" : 132,
"8096" : 91,
"8160" : 79,
"8256" : 164,
"8384" : 155,
"8512" : 141,
"8640" : 120,
"8768" : 126,
"8896" : 102,
"9024" : 85,
"9152" : 102,
"9280" : 82,
"9408" : 92,
"9536" : 93,
"9664" : 82,
"9792" : 68,
"9920" : 60,
"10048" : 86,
"10176" : 71,
"10304" : 68,
"10432" : 70,
"10560" : 58,
"10688" : 77,
"10816" : 63,
"10944" : 67,
"11072" : 47,
"11200" : 63,
"11328" : 61,
"11456" : 54,
"11584" : 52,
"11712" : 73,
"11840" : 61,
"11968" : 70,
"12096" : 59,
"12224" : 48,
"12352" : 62,
"12480" : 56,
"12608" : 52,
"12736" : 53,
"12864" : 42,
"12992" : 48,
"13120" : 46,
"13248" : 62,
"13376" : 34,
"13504" : 29,
"13632" : 52,
"13760" : 40,
"13888" : 27,
"14016" : 36,
"14144" : 22,
"14272" : 37,
"14400" : 41,
"14528" : 22,
"14656" : 28,
"14784" : 34,
"14912" : 26,
"15040" : 42,
"15168" : 29,
"15296" : 29,
"15424" : 41,
"15552" : 26,
"15680" : 28,
"15808" : 26,
"15936" : 27,
"16064" : 41,
"16192" : 28,
"16320" : 28,
"16512" : 63,
"16768" : 59,
"17024" : 61,
"17280" : 52,
"17536" : 47,
"17792" : 41,
"18048" : 35,
"18304" : 35,
"18560" : 38,
"18816" : 38,
"19072" : 41,
"19328" : 32,
"19584" : 42,
"19840" : 39,
"20096" : 35,
"20352" : 30,
"20608" : 36,
"20864" : 29,
"21120" : 28,
"21376" : 23,
"21632" : 23,
"21888" : 27,
"22144" : 27,
"22400" : 24,
"22656" : 22,
"22912" : 11,
"23168" : 15,
"23424" : 21,
"23680" : 21,
"23936" : 19,
"24192" : 10,
"24448" : 14,
"24704" : 12,
"24960" : 6,
"25216" : 12,
"25472" : 11,
"25728" : 8,
"25984" : 8,
"26240" : 11,
"26496" : 7,
"26752" : 9,
"27008" : 10,
"27264" : 6,
"27520" : 12,
"27776" : 9,
"28032" : 6,
"28288" : 6,
"28544" : 4,
"28800" : 2,
"29056" : 5,
"29312" : 5,
"29568" : 7,
"29824" : 4,
"30080" : 6,
"30336" : 4,
"30592" : 7,
"30848" : 2,
"31104" : 4,
"31360" : 7,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"33024" : 3,
"33536" : 7,
"34048" : 4,
"34560" : 3,
"35072" : 4,
"35584" : 3,
"36096" : 1,
"36608" : 4,
"37120" : 4,
"38144" : 2,
"38656" : 2,
"39168" : 1,
"40192" : 4,
"40704" : 3,
"41216" : 2,
"42240" : 3,
"42752" : 1,
"43776" : 1,
"46848" : 1,
"49920" : 1,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"53504" : 1,
"54016" : 1,
"55552" : 1,
"56576" : 1,
"57600" : 1,
"60160" : 1,
"63232" : 1,
"66048" : 2,
"67072" : 1,
"68096" : 1,
"69120" : 1,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 316624.462347,
"stddev" : 138992.202133,
"N" : 1260424
},
"bw_min" : 7074169,
"bw_max" : 21858304,
"bw_agg" : 100.000000,
"bw_mean" : 12907313.723618,
"bw_dev" : 1008884.352868,
"bw_samples" : 796,
"iops_min" : 6908,
"iops_max" : 21346,
"iops_mean" : 12604.577889,
"iops_stddev" : 985.240170,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399999,
"usr_cpu" : 0.762502,
"sys_cpu" : 93.737984,
"ctx" : 605552,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.758844,
"4" : 4.166442,
"10" : 0.785209,
"20" : 0.235158,
"50" : 0.052284,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064075,
"timestamp_ms" : 1773064075969,
"time" : "Mon Mar 9 10:47:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1462961700864,
"io_kbytes" : 1428673536,
"bw_bytes" : 13299651826,
"bw" : 12987941,
"iops" : 12683.618182,
"runtime" : 110000,
"total_ios" : 1395198,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 312909.999371,
"stddev" : 138237.982110,
"N" : 1395198
},
"clat_ns" : {
"min" : 1362,
"max" : 85340,
"mean" : 1728.260780,
"stddev" : 1009.817724,
"N" : 1395194,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1880,
"95.000000" : 2008,
"99.000000" : 5856,
"99.500000" : 7712,
"99.900000" : 16768,
"99.950000" : 20608,
"99.990000" : 29312
},
"bins" : {
"1368" : 11,
"1384" : 101,
"1400" : 3434,
"1416" : 21376,
"1432" : 23199,
"1448" : 68060,
"1464" : 36975,
"1480" : 68641,
"1496" : 64747,
"1512" : 35484,
"1528" : 84531,
"1544" : 47107,
"1560" : 96579,
"1576" : 90780,
"1592" : 42479,
"1608" : 78374,
"1624" : 36203,
"1640" : 66746,
"1656" : 59637,
"1672" : 27372,
"1688" : 50448,
"1704" : 23384,
"1720" : 42809,
"1736" : 38507,
"1752" : 17636,
"1768" : 31855,
"1784" : 14441,
"1800" : 25528,
"1816" : 22328,
"1832" : 10015,
"1848" : 18283,
"1864" : 8206,
"1880" : 14715,
"1896" : 12649,
"1912" : 5729,
"1928" : 10158,
"1944" : 4494,
"1960" : 8387,
"1976" : 7187,
"1992" : 3378,
"2008" : 5980,
"2024" : 2662,
"2040" : 4958,
"2064" : 6364,
"2096" : 5272,
"2128" : 5471,
"2160" : 3826,
"2192" : 2889,
"2224" : 2484,
"2256" : 2061,
"2288" : 2102,
"2320" : 1734,
"2352" : 1180,
"2384" : 1081,
"2416" : 902,
"2448" : 892,
"2480" : 832,
"2512" : 620,
"2544" : 509,
"2576" : 477,
"2608" : 421,
"2640" : 499,
"2672" : 360,
"2704" : 297,
"2736" : 268,
"2768" : 267,
"2800" : 314,
"2832" : 235,
"2864" : 178,
"2896" : 163,
"2928" : 162,
"2960" : 200,
"2992" : 143,
"3024" : 113,
"3056" : 103,
"3088" : 97,
"3120" : 120,
"3152" : 89,
"3184" : 93,
"3216" : 86,
"3248" : 71,
"3280" : 92,
"3312" : 72,
"3344" : 58,
"3376" : 60,
"3408" : 67,
"3440" : 63,
"3472" : 39,
"3504" : 41,
"3536" : 53,
"3568" : 46,
"3600" : 56,
"3632" : 34,
"3664" : 31,
"3696" : 28,
"3728" : 29,
"3760" : 28,
"3792" : 35,
"3824" : 16,
"3856" : 18,
"3888" : 21,
"3920" : 14,
"3952" : 26,
"3984" : 12,
"4016" : 19,
"4048" : 14,
"4080" : 13,
"4128" : 22,
"4192" : 23,
"4256" : 22,
"4320" : 16,
"4384" : 18,
"4448" : 18,
"4512" : 18,
"4576" : 16,
"4640" : 15,
"4704" : 16,
"4768" : 21,
"4832" : 30,
"4896" : 34,
"4960" : 25,
"5024" : 34,
"5088" : 44,
"5152" : 41,
"5216" : 60,
"5280" : 89,
"5344" : 69,
"5408" : 103,
"5472" : 108,
"5536" : 114,
"5600" : 166,
"5664" : 143,
"5728" : 182,
"5792" : 163,
"5856" : 192,
"5920" : 216,
"5984" : 196,
"6048" : 238,
"6112" : 231,
"6176" : 213,
"6240" : 240,
"6304" : 235,
"6368" : 241,
"6432" : 270,
"6496" : 272,
"6560" : 298,
"6624" : 237,
"6688" : 250,
"6752" : 304,
"6816" : 254,
"6880" : 312,
"6944" : 253,
"7008" : 258,
"7072" : 267,
"7136" : 244,
"7200" : 257,
"7264" : 228,
"7328" : 204,
"7392" : 252,
"7456" : 223,
"7520" : 209,
"7584" : 184,
"7648" : 198,
"7712" : 211,
"7776" : 158,
"7840" : 171,
"7904" : 140,
"7968" : 122,
"8032" : 149,
"8096" : 107,
"8160" : 86,
"8256" : 184,
"8384" : 175,
"8512" : 159,
"8640" : 137,
"8768" : 143,
"8896" : 111,
"9024" : 99,
"9152" : 120,
"9280" : 94,
"9408" : 109,
"9536" : 104,
"9664" : 92,
"9792" : 81,
"9920" : 78,
"10048" : 97,
"10176" : 85,
"10304" : 80,
"10432" : 81,
"10560" : 71,
"10688" : 91,
"10816" : 75,
"10944" : 82,
"11072" : 56,
"11200" : 80,
"11328" : 76,
"11456" : 64,
"11584" : 61,
"11712" : 80,
"11840" : 74,
"11968" : 78,
"12096" : 65,
"12224" : 60,
"12352" : 76,
"12480" : 60,
"12608" : 58,
"12736" : 62,
"12864" : 46,
"12992" : 57,
"13120" : 50,
"13248" : 76,
"13376" : 40,
"13504" : 35,
"13632" : 59,
"13760" : 45,
"13888" : 32,
"14016" : 43,
"14144" : 27,
"14272" : 41,
"14400" : 45,
"14528" : 24,
"14656" : 36,
"14784" : 40,
"14912" : 28,
"15040" : 49,
"15168" : 31,
"15296" : 35,
"15424" : 44,
"15552" : 30,
"15680" : 32,
"15808" : 33,
"15936" : 30,
"16064" : 47,
"16192" : 35,
"16320" : 34,
"16512" : 70,
"16768" : 65,
"17024" : 73,
"17280" : 59,
"17536" : 59,
"17792" : 45,
"18048" : 39,
"18304" : 43,
"18560" : 44,
"18816" : 45,
"19072" : 45,
"19328" : 37,
"19584" : 47,
"19840" : 45,
"20096" : 43,
"20352" : 35,
"20608" : 39,
"20864" : 34,
"21120" : 32,
"21376" : 26,
"21632" : 28,
"21888" : 31,
"22144" : 33,
"22400" : 29,
"22656" : 23,
"22912" : 16,
"23168" : 16,
"23424" : 22,
"23680" : 25,
"23936" : 24,
"24192" : 13,
"24448" : 19,
"24704" : 12,
"24960" : 8,
"25216" : 12,
"25472" : 11,
"25728" : 10,
"25984" : 8,
"26240" : 12,
"26496" : 9,
"26752" : 10,
"27008" : 10,
"27264" : 7,
"27520" : 12,
"27776" : 12,
"28032" : 9,
"28288" : 6,
"28544" : 4,
"28800" : 3,
"29056" : 6,
"29312" : 6,
"29568" : 7,
"29824" : 5,
"30080" : 6,
"30336" : 4,
"30592" : 9,
"30848" : 4,
"31104" : 5,
"31360" : 7,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"32640" : 1,
"33024" : 5,
"33536" : 8,
"34048" : 5,
"34560" : 3,
"35072" : 4,
"35584" : 4,
"36096" : 1,
"36608" : 4,
"37120" : 4,
"38144" : 2,
"38656" : 2,
"39168" : 1,
"40192" : 4,
"40704" : 3,
"41216" : 2,
"42240" : 3,
"42752" : 1,
"43776" : 1,
"45824" : 1,
"46848" : 1,
"49920" : 2,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"53504" : 1,
"54016" : 1,
"55552" : 2,
"56576" : 1,
"57600" : 1,
"60160" : 1,
"63232" : 1,
"66048" : 2,
"67072" : 1,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 314637.504975,
"stddev" : 138447.377277,
"N" : 1395194
},
"bw_min" : 7074169,
"bw_max" : 21858304,
"bw_agg" : 99.968985,
"bw_mean" : 12983913.155251,
"bw_dev" : 997198.580102,
"bw_samples" : 876,
"iops_min" : 6908,
"iops_max" : 21346,
"iops_mean" : 12679.383562,
"iops_stddev" : 973.828265,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439999,
"usr_cpu" : 0.767502,
"sys_cpu" : 93.723622,
"ctx" : 684690,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.751641,
"4" : 4.122282,
"10" : 0.822106,
"20" : 0.247277,
"50" : 0.054616,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064085,
"timestamp_ms" : 1773064085968,
"time" : "Mon Mar 9 10:48:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1599882657792,
"io_kbytes" : 1562385408,
"bw_bytes" : 13332355481,
"bw" : 13019878,
"iops" : 12714.783333,
"runtime" : 120000,
"total_ios" : 1525774,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 312136.049979,
"stddev" : 137459.410158,
"N" : 1525774
},
"clat_ns" : {
"min" : 1362,
"max" : 85340,
"mean" : 1728.567524,
"stddev" : 1014.343006,
"N" : 1525770,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1864,
"95.000000" : 2008,
"99.000000" : 5920,
"99.500000" : 7712,
"99.900000" : 16768,
"99.950000" : 20608,
"99.990000" : 29568
},
"bins" : {
"1368" : 11,
"1384" : 101,
"1400" : 3571,
"1416" : 23166,
"1432" : 25409,
"1448" : 74963,
"1464" : 40910,
"1480" : 76219,
"1496" : 71540,
"1512" : 38778,
"1528" : 91751,
"1544" : 51170,
"1560" : 104730,
"1576" : 98899,
"1592" : 46236,
"1608" : 85705,
"1624" : 39774,
"1640" : 73351,
"1656" : 65533,
"1672" : 29963,
"1688" : 55287,
"1704" : 25656,
"1720" : 46887,
"1736" : 42213,
"1752" : 19361,
"1768" : 34898,
"1784" : 15795,
"1800" : 27832,
"1816" : 24352,
"1832" : 10984,
"1848" : 19904,
"1864" : 8928,
"1880" : 15995,
"1896" : 13825,
"1912" : 6209,
"1928" : 11042,
"1944" : 4890,
"1960" : 9085,
"1976" : 7765,
"1992" : 3650,
"2008" : 6448,
"2024" : 2858,
"2040" : 5388,
"2064" : 6899,
"2096" : 5728,
"2128" : 5891,
"2160" : 4131,
"2192" : 3120,
"2224" : 2692,
"2256" : 2229,
"2288" : 2258,
"2320" : 1869,
"2352" : 1268,
"2384" : 1151,
"2416" : 970,
"2448" : 957,
"2480" : 896,
"2512" : 667,
"2544" : 551,
"2576" : 511,
"2608" : 441,
"2640" : 545,
"2672" : 383,
"2704" : 318,
"2736" : 292,
"2768" : 288,
"2800" : 343,
"2832" : 248,
"2864" : 190,
"2896" : 174,
"2928" : 174,
"2960" : 223,
"2992" : 153,
"3024" : 124,
"3056" : 108,
"3088" : 104,
"3120" : 128,
"3152" : 94,
"3184" : 95,
"3216" : 94,
"3248" : 75,
"3280" : 98,
"3312" : 74,
"3344" : 64,
"3376" : 64,
"3408" : 69,
"3440" : 68,
"3472" : 42,
"3504" : 45,
"3536" : 57,
"3568" : 53,
"3600" : 58,
"3632" : 40,
"3664" : 34,
"3696" : 31,
"3728" : 32,
"3760" : 29,
"3792" : 36,
"3824" : 18,
"3856" : 18,
"3888" : 23,
"3920" : 15,
"3952" : 26,
"3984" : 12,
"4016" : 21,
"4048" : 15,
"4080" : 15,
"4128" : 22,
"4192" : 24,
"4256" : 23,
"4320" : 18,
"4384" : 19,
"4448" : 19,
"4512" : 18,
"4576" : 16,
"4640" : 15,
"4704" : 16,
"4768" : 21,
"4832" : 32,
"4896" : 37,
"4960" : 28,
"5024" : 39,
"5088" : 46,
"5152" : 46,
"5216" : 72,
"5280" : 100,
"5344" : 74,
"5408" : 121,
"5472" : 117,
"5536" : 125,
"5600" : 184,
"5664" : 159,
"5728" : 200,
"5792" : 175,
"5856" : 211,
"5920" : 240,
"5984" : 228,
"6048" : 259,
"6112" : 257,
"6176" : 239,
"6240" : 276,
"6304" : 276,
"6368" : 272,
"6432" : 300,
"6496" : 303,
"6560" : 331,
"6624" : 271,
"6688" : 279,
"6752" : 341,
"6816" : 276,
"6880" : 330,
"6944" : 289,
"7008" : 287,
"7072" : 294,
"7136" : 267,
"7200" : 283,
"7264" : 259,
"7328" : 230,
"7392" : 282,
"7456" : 241,
"7520" : 228,
"7584" : 204,
"7648" : 210,
"7712" : 230,
"7776" : 171,
"7840" : 185,
"7904" : 157,
"7968" : 135,
"8032" : 156,
"8096" : 116,
"8160" : 93,
"8256" : 204,
"8384" : 190,
"8512" : 172,
"8640" : 152,
"8768" : 153,
"8896" : 122,
"9024" : 105,
"9152" : 128,
"9280" : 96,
"9408" : 120,
"9536" : 109,
"9664" : 102,
"9792" : 89,
"9920" : 90,
"10048" : 105,
"10176" : 96,
"10304" : 88,
"10432" : 90,
"10560" : 79,
"10688" : 102,
"10816" : 88,
"10944" : 90,
"11072" : 62,
"11200" : 88,
"11328" : 84,
"11456" : 71,
"11584" : 68,
"11712" : 84,
"11840" : 80,
"11968" : 82,
"12096" : 77,
"12224" : 63,
"12352" : 88,
"12480" : 66,
"12608" : 59,
"12736" : 67,
"12864" : 49,
"12992" : 61,
"13120" : 54,
"13248" : 83,
"13376" : 47,
"13504" : 41,
"13632" : 63,
"13760" : 49,
"13888" : 35,
"14016" : 50,
"14144" : 28,
"14272" : 45,
"14400" : 50,
"14528" : 30,
"14656" : 41,
"14784" : 44,
"14912" : 32,
"15040" : 53,
"15168" : 39,
"15296" : 38,
"15424" : 46,
"15552" : 36,
"15680" : 37,
"15808" : 35,
"15936" : 33,
"16064" : 52,
"16192" : 36,
"16320" : 35,
"16512" : 79,
"16768" : 72,
"17024" : 88,
"17280" : 62,
"17536" : 71,
"17792" : 53,
"18048" : 41,
"18304" : 48,
"18560" : 53,
"18816" : 54,
"19072" : 49,
"19328" : 38,
"19584" : 52,
"19840" : 49,
"20096" : 48,
"20352" : 38,
"20608" : 42,
"20864" : 37,
"21120" : 33,
"21376" : 28,
"21632" : 31,
"21888" : 34,
"22144" : 34,
"22400" : 32,
"22656" : 26,
"22912" : 19,
"23168" : 16,
"23424" : 24,
"23680" : 27,
"23936" : 24,
"24192" : 14,
"24448" : 20,
"24704" : 13,
"24960" : 9,
"25216" : 17,
"25472" : 11,
"25728" : 11,
"25984" : 9,
"26240" : 13,
"26496" : 11,
"26752" : 10,
"27008" : 11,
"27264" : 7,
"27520" : 13,
"27776" : 12,
"28032" : 9,
"28288" : 6,
"28544" : 6,
"28800" : 3,
"29056" : 6,
"29312" : 8,
"29568" : 8,
"29824" : 5,
"30080" : 6,
"30336" : 5,
"30592" : 9,
"30848" : 4,
"31104" : 5,
"31360" : 7,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"32640" : 1,
"33024" : 7,
"33536" : 8,
"34048" : 6,
"34560" : 3,
"35072" : 4,
"35584" : 5,
"36096" : 2,
"36608" : 5,
"37120" : 6,
"38144" : 2,
"38656" : 3,
"39168" : 1,
"39680" : 1,
"40192" : 5,
"40704" : 4,
"41216" : 2,
"42240" : 3,
"42752" : 1,
"43776" : 2,
"45824" : 1,
"46336" : 1,
"46848" : 1,
"49920" : 2,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"53504" : 1,
"54016" : 1,
"55552" : 2,
"56576" : 1,
"57088" : 1,
"57600" : 1,
"60160" : 1,
"63232" : 1,
"66048" : 2,
"67072" : 1,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 313863.924926,
"stddev" : 137670.635699,
"N" : 1525770
},
"bw_min" : 7074169,
"bw_max" : 21858304,
"bw_agg" : 100.000000,
"bw_mean" : 13022071.075314,
"bw_dev" : 991605.189187,
"bw_samples" : 956,
"iops_min" : 6908,
"iops_max" : 21346,
"iops_mean" : 12716.652720,
"iops_stddev" : 968.366785,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479999,
"usr_cpu" : 0.768960,
"sys_cpu" : 93.766862,
"ctx" : 761598,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.793724,
"4" : 4.068886,
"10" : 0.830005,
"20" : 0.250692,
"50" : 0.054726,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064095,
"timestamp_ms" : 1773064095969,
"time" : "Mon Mar 9 10:48:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1740712706048,
"io_kbytes" : 1699914752,
"bw_bytes" : 13390097738,
"bw" : 13076267,
"iops" : 12769.869231,
"runtime" : 130000,
"total_ios" : 1660083,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 310781.642105,
"stddev" : 135434.352250,
"N" : 1660083
},
"clat_ns" : {
"min" : 1362,
"max" : 85340,
"mean" : 1726.537177,
"stddev" : 1002.341968,
"N" : 1660079,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1864,
"95.000000" : 2008,
"99.000000" : 5920,
"99.500000" : 7648,
"99.900000" : 16512,
"99.950000" : 20352,
"99.990000" : 29312
},
"bins" : {
"1368" : 11,
"1384" : 104,
"1400" : 3899,
"1416" : 25863,
"1432" : 28084,
"1448" : 81933,
"1464" : 44397,
"1480" : 82785,
"1496" : 78012,
"1512" : 42369,
"1528" : 100187,
"1544" : 55823,
"1560" : 114231,
"1576" : 107817,
"1592" : 50485,
"1608" : 93559,
"1624" : 43398,
"1640" : 79891,
"1656" : 71235,
"1672" : 32573,
"1688" : 60120,
"1704" : 27875,
"1720" : 50980,
"1736" : 45868,
"1752" : 21100,
"1768" : 37893,
"1784" : 17130,
"1800" : 30161,
"1816" : 26289,
"1832" : 11843,
"1848" : 21468,
"1864" : 9609,
"1880" : 17294,
"1896" : 14877,
"1912" : 6662,
"1928" : 11893,
"1944" : 5254,
"1960" : 9746,
"1976" : 8405,
"1992" : 3895,
"2008" : 6907,
"2024" : 3090,
"2040" : 5781,
"2064" : 7356,
"2096" : 6115,
"2128" : 6281,
"2160" : 4427,
"2192" : 3341,
"2224" : 2847,
"2256" : 2376,
"2288" : 2397,
"2320" : 1985,
"2352" : 1353,
"2384" : 1223,
"2416" : 1034,
"2448" : 1004,
"2480" : 945,
"2512" : 690,
"2544" : 585,
"2576" : 542,
"2608" : 463,
"2640" : 570,
"2672" : 394,
"2704" : 336,
"2736" : 316,
"2768" : 303,
"2800" : 370,
"2832" : 263,
"2864" : 210,
"2896" : 186,
"2928" : 183,
"2960" : 234,
"2992" : 158,
"3024" : 128,
"3056" : 112,
"3088" : 110,
"3120" : 138,
"3152" : 101,
"3184" : 102,
"3216" : 97,
"3248" : 78,
"3280" : 104,
"3312" : 75,
"3344" : 66,
"3376" : 67,
"3408" : 72,
"3440" : 70,
"3472" : 43,
"3504" : 45,
"3536" : 59,
"3568" : 54,
"3600" : 62,
"3632" : 42,
"3664" : 35,
"3696" : 31,
"3728" : 32,
"3760" : 29,
"3792" : 38,
"3824" : 19,
"3856" : 18,
"3888" : 23,
"3920" : 18,
"3952" : 26,
"3984" : 13,
"4016" : 22,
"4048" : 15,
"4080" : 16,
"4128" : 24,
"4192" : 24,
"4256" : 24,
"4320" : 21,
"4384" : 20,
"4448" : 20,
"4512" : 18,
"4576" : 16,
"4640" : 16,
"4704" : 16,
"4768" : 23,
"4832" : 34,
"4896" : 37,
"4960" : 33,
"5024" : 43,
"5088" : 51,
"5152" : 51,
"5216" : 80,
"5280" : 109,
"5344" : 83,
"5408" : 125,
"5472" : 131,
"5536" : 140,
"5600" : 195,
"5664" : 178,
"5728" : 219,
"5792" : 190,
"5856" : 230,
"5920" : 257,
"5984" : 247,
"6048" : 281,
"6112" : 279,
"6176" : 267,
"6240" : 305,
"6304" : 306,
"6368" : 309,
"6432" : 333,
"6496" : 336,
"6560" : 364,
"6624" : 305,
"6688" : 312,
"6752" : 383,
"6816" : 302,
"6880" : 376,
"6944" : 323,
"7008" : 314,
"7072" : 322,
"7136" : 307,
"7200" : 318,
"7264" : 293,
"7328" : 255,
"7392" : 317,
"7456" : 260,
"7520" : 253,
"7584" : 231,
"7648" : 232,
"7712" : 255,
"7776" : 192,
"7840" : 198,
"7904" : 178,
"7968" : 149,
"8032" : 171,
"8096" : 132,
"8160" : 100,
"8256" : 229,
"8384" : 215,
"8512" : 185,
"8640" : 163,
"8768" : 163,
"8896" : 130,
"9024" : 109,
"9152" : 135,
"9280" : 97,
"9408" : 127,
"9536" : 122,
"9664" : 105,
"9792" : 93,
"9920" : 97,
"10048" : 110,
"10176" : 102,
"10304" : 94,
"10432" : 98,
"10560" : 83,
"10688" : 107,
"10816" : 94,
"10944" : 95,
"11072" : 70,
"11200" : 97,
"11328" : 88,
"11456" : 75,
"11584" : 76,
"11712" : 89,
"11840" : 87,
"11968" : 87,
"12096" : 83,
"12224" : 69,
"12352" : 93,
"12480" : 72,
"12608" : 61,
"12736" : 74,
"12864" : 50,
"12992" : 66,
"13120" : 55,
"13248" : 86,
"13376" : 52,
"13504" : 46,
"13632" : 65,
"13760" : 52,
"13888" : 38,
"14016" : 53,
"14144" : 28,
"14272" : 49,
"14400" : 53,
"14528" : 32,
"14656" : 43,
"14784" : 45,
"14912" : 33,
"15040" : 54,
"15168" : 42,
"15296" : 39,
"15424" : 47,
"15552" : 39,
"15680" : 37,
"15808" : 36,
"15936" : 38,
"16064" : 54,
"16192" : 38,
"16320" : 38,
"16512" : 82,
"16768" : 73,
"17024" : 95,
"17280" : 63,
"17536" : 72,
"17792" : 57,
"18048" : 42,
"18304" : 51,
"18560" : 55,
"18816" : 58,
"19072" : 54,
"19328" : 39,
"19584" : 52,
"19840" : 49,
"20096" : 50,
"20352" : 39,
"20608" : 44,
"20864" : 39,
"21120" : 33,
"21376" : 28,
"21632" : 32,
"21888" : 38,
"22144" : 36,
"22400" : 33,
"22656" : 27,
"22912" : 19,
"23168" : 19,
"23424" : 24,
"23680" : 27,
"23936" : 24,
"24192" : 15,
"24448" : 20,
"24704" : 13,
"24960" : 9,
"25216" : 18,
"25472" : 11,
"25728" : 13,
"25984" : 10,
"26240" : 13,
"26496" : 11,
"26752" : 10,
"27008" : 11,
"27264" : 7,
"27520" : 14,
"27776" : 13,
"28032" : 9,
"28288" : 7,
"28544" : 6,
"28800" : 3,
"29056" : 6,
"29312" : 8,
"29568" : 8,
"29824" : 5,
"30080" : 6,
"30336" : 5,
"30592" : 9,
"30848" : 4,
"31104" : 5,
"31360" : 7,
"31616" : 3,
"31872" : 1,
"32128" : 2,
"32640" : 1,
"33024" : 7,
"33536" : 8,
"34048" : 6,
"34560" : 3,
"35072" : 4,
"35584" : 5,
"36096" : 2,
"36608" : 5,
"37120" : 6,
"38144" : 2,
"38656" : 3,
"39168" : 1,
"39680" : 1,
"40192" : 5,
"40704" : 4,
"41216" : 2,
"42240" : 3,
"42752" : 1,
"43776" : 2,
"44288" : 1,
"45824" : 1,
"46336" : 1,
"46848" : 1,
"49408" : 1,
"49920" : 3,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"53504" : 1,
"54016" : 1,
"55552" : 2,
"56576" : 1,
"57088" : 1,
"57600" : 1,
"59136" : 1,
"60160" : 2,
"63232" : 1,
"66048" : 2,
"67072" : 1,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 312507.539474,
"stddev" : 135641.727688,
"N" : 1660079
},
"bw_min" : 7074169,
"bw_max" : 21858304,
"bw_agg" : 99.981040,
"bw_mean" : 13073788.104247,
"bw_dev" : 966064.727747,
"bw_samples" : 1036,
"iops_min" : 6908,
"iops_max" : 21346,
"iops_mean" : 12767.169884,
"iops_stddev" : 943.425594,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519999,
"usr_cpu" : 0.776732,
"sys_cpu" : 93.907296,
"ctx" : 792403,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.875859,
"4" : 3.986066,
"10" : 0.840018,
"20" : 0.244024,
"50" : 0.052106,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064105,
"timestamp_ms" : 1773064105968,
"time" : "Mon Mar 9 10:48:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1883322187776,
"io_kbytes" : 1839181824,
"bw_bytes" : 13452301341,
"bw" : 13137013,
"iops" : 12829.150000,
"runtime" : 140000,
"total_ios" : 1796081,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 309328.277230,
"stddev" : 135519.661016,
"N" : 1796081
},
"clat_ns" : {
"min" : 1362,
"max" : 85340,
"mean" : 1729.612502,
"stddev" : 1014.564149,
"N" : 1796077,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1864,
"95.000000" : 2008,
"99.000000" : 6048,
"99.500000" : 7776,
"99.900000" : 16768,
"99.950000" : 20352,
"99.990000" : 29312
},
"bins" : {
"1368" : 11,
"1384" : 109,
"1400" : 4129,
"1416" : 28050,
"1432" : 30678,
"1448" : 89493,
"1464" : 48644,
"1480" : 91013,
"1496" : 85398,
"1512" : 46141,
"1528" : 107890,
"1544" : 59825,
"1560" : 122095,
"1576" : 115168,
"1592" : 54141,
"1608" : 100461,
"1624" : 46660,
"1640" : 85966,
"1656" : 76815,
"1672" : 35151,
"1688" : 64794,
"1704" : 30193,
"1720" : 55180,
"1736" : 49658,
"1752" : 22844,
"1768" : 41060,
"1784" : 18580,
"1800" : 32587,
"1816" : 28498,
"1832" : 12798,
"1848" : 23342,
"1864" : 10440,
"1880" : 18784,
"1896" : 16236,
"1912" : 7260,
"1928" : 12948,
"1944" : 5713,
"1960" : 10589,
"1976" : 9165,
"1992" : 4238,
"2008" : 7467,
"2024" : 3329,
"2040" : 6264,
"2064" : 7922,
"2096" : 6625,
"2128" : 6825,
"2160" : 4745,
"2192" : 3625,
"2224" : 3072,
"2256" : 2580,
"2288" : 2605,
"2320" : 2169,
"2352" : 1469,
"2384" : 1330,
"2416" : 1144,
"2448" : 1098,
"2480" : 1051,
"2512" : 757,
"2544" : 644,
"2576" : 602,
"2608" : 521,
"2640" : 638,
"2672" : 440,
"2704" : 391,
"2736" : 357,
"2768" : 337,
"2800" : 414,
"2832" : 300,
"2864" : 251,
"2896" : 216,
"2928" : 213,
"2960" : 275,
"2992" : 190,
"3024" : 154,
"3056" : 137,
"3088" : 132,
"3120" : 167,
"3152" : 119,
"3184" : 126,
"3216" : 112,
"3248" : 97,
"3280" : 122,
"3312" : 95,
"3344" : 79,
"3376" : 77,
"3408" : 78,
"3440" : 82,
"3472" : 54,
"3504" : 60,
"3536" : 66,
"3568" : 60,
"3600" : 68,
"3632" : 61,
"3664" : 42,
"3696" : 43,
"3728" : 46,
"3760" : 38,
"3792" : 45,
"3824" : 25,
"3856" : 26,
"3888" : 31,
"3920" : 31,
"3952" : 35,
"3984" : 18,
"4016" : 31,
"4048" : 25,
"4080" : 23,
"4128" : 36,
"4192" : 35,
"4256" : 33,
"4320" : 27,
"4384" : 24,
"4448" : 28,
"4512" : 23,
"4576" : 23,
"4640" : 16,
"4704" : 19,
"4768" : 26,
"4832" : 38,
"4896" : 44,
"4960" : 36,
"5024" : 50,
"5088" : 62,
"5152" : 56,
"5216" : 94,
"5280" : 120,
"5344" : 88,
"5408" : 153,
"5472" : 147,
"5536" : 159,
"5600" : 217,
"5664" : 197,
"5728" : 243,
"5792" : 217,
"5856" : 257,
"5920" : 281,
"5984" : 279,
"6048" : 315,
"6112" : 306,
"6176" : 297,
"6240" : 335,
"6304" : 337,
"6368" : 339,
"6432" : 368,
"6496" : 373,
"6560" : 400,
"6624" : 348,
"6688" : 354,
"6752" : 426,
"6816" : 335,
"6880" : 426,
"6944" : 357,
"7008" : 351,
"7072" : 363,
"7136" : 352,
"7200" : 356,
"7264" : 326,
"7328" : 283,
"7392" : 348,
"7456" : 287,
"7520" : 281,
"7584" : 249,
"7648" : 251,
"7712" : 282,
"7776" : 218,
"7840" : 216,
"7904" : 201,
"7968" : 159,
"8032" : 186,
"8096" : 141,
"8160" : 109,
"8256" : 255,
"8384" : 238,
"8512" : 203,
"8640" : 177,
"8768" : 178,
"8896" : 148,
"9024" : 125,
"9152" : 149,
"9280" : 106,
"9408" : 138,
"9536" : 134,
"9664" : 121,
"9792" : 106,
"9920" : 110,
"10048" : 127,
"10176" : 116,
"10304" : 104,
"10432" : 112,
"10560" : 102,
"10688" : 119,
"10816" : 112,
"10944" : 107,
"11072" : 78,
"11200" : 110,
"11328" : 105,
"11456" : 93,
"11584" : 83,
"11712" : 108,
"11840" : 98,
"11968" : 103,
"12096" : 94,
"12224" : 83,
"12352" : 100,
"12480" : 78,
"12608" : 71,
"12736" : 84,
"12864" : 55,
"12992" : 73,
"13120" : 60,
"13248" : 91,
"13376" : 59,
"13504" : 54,
"13632" : 67,
"13760" : 58,
"13888" : 45,
"14016" : 61,
"14144" : 37,
"14272" : 54,
"14400" : 61,
"14528" : 35,
"14656" : 47,
"14784" : 55,
"14912" : 38,
"15040" : 61,
"15168" : 46,
"15296" : 43,
"15424" : 55,
"15552" : 47,
"15680" : 41,
"15808" : 39,
"15936" : 38,
"16064" : 58,
"16192" : 47,
"16320" : 43,
"16512" : 94,
"16768" : 81,
"17024" : 102,
"17280" : 70,
"17536" : 80,
"17792" : 65,
"18048" : 47,
"18304" : 59,
"18560" : 58,
"18816" : 60,
"19072" : 61,
"19328" : 44,
"19584" : 58,
"19840" : 54,
"20096" : 54,
"20352" : 44,
"20608" : 45,
"20864" : 40,
"21120" : 38,
"21376" : 31,
"21632" : 35,
"21888" : 39,
"22144" : 39,
"22400" : 35,
"22656" : 29,
"22912" : 19,
"23168" : 23,
"23424" : 26,
"23680" : 28,
"23936" : 27,
"24192" : 17,
"24448" : 26,
"24704" : 17,
"24960" : 10,
"25216" : 19,
"25472" : 11,
"25728" : 16,
"25984" : 11,
"26240" : 15,
"26496" : 12,
"26752" : 11,
"27008" : 11,
"27264" : 7,
"27520" : 16,
"27776" : 16,
"28032" : 9,
"28288" : 7,
"28544" : 6,
"28800" : 3,
"29056" : 6,
"29312" : 9,
"29568" : 10,
"29824" : 5,
"30080" : 8,
"30336" : 5,
"30592" : 9,
"30848" : 4,
"31104" : 5,
"31360" : 7,
"31616" : 4,
"31872" : 1,
"32128" : 4,
"32640" : 1,
"33024" : 8,
"33536" : 8,
"34048" : 8,
"34560" : 3,
"35072" : 4,
"35584" : 6,
"36096" : 2,
"36608" : 6,
"37120" : 6,
"38144" : 2,
"38656" : 3,
"39168" : 1,
"39680" : 1,
"40192" : 5,
"40704" : 4,
"41216" : 2,
"41728" : 1,
"42240" : 3,
"42752" : 1,
"43776" : 2,
"44288" : 1,
"45824" : 1,
"46336" : 1,
"46848" : 1,
"49408" : 1,
"49920" : 3,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"53504" : 1,
"54016" : 1,
"55552" : 2,
"56576" : 1,
"57088" : 1,
"57600" : 1,
"58112" : 1,
"59136" : 1,
"60160" : 2,
"63232" : 1,
"66048" : 2,
"67072" : 2,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 311057.295134,
"stddev" : 135731.533782,
"N" : 1796077
},
"bw_min" : 7074169,
"bw_max" : 21858304,
"bw_agg" : 100.000000,
"bw_mean" : 13139137.000000,
"bw_dev" : 970414.551509,
"bw_samples" : 1116,
"iops_min" : 6908,
"iops_max" : 21346,
"iops_mean" : 12830.982079,
"iops_stddev" : 947.673973,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559999,
"usr_cpu" : 0.779644,
"sys_cpu" : 93.881239,
"ctx" : 883247,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.803352,
"4" : 4.019418,
"10" : 0.867556,
"20" : 0.255111,
"50" : 0.052670,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064115,
"timestamp_ms" : 1773064115968,
"time" : "Mon Mar 9 10:48:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2022485000192,
"io_kbytes" : 1975083008,
"bw_bytes" : 13483233334,
"bw" : 13167220,
"iops" : 12858.640000,
"runtime" : 150000,
"total_ios" : 1928796,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 308611.831894,
"stddev" : 134902.284919,
"N" : 1928796
},
"clat_ns" : {
"min" : 1362,
"max" : 85340,
"mean" : 1730.547341,
"stddev" : 1017.438032,
"N" : 1928792,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1864,
"95.000000" : 2008,
"99.000000" : 6048,
"99.500000" : 7776,
"99.900000" : 16768,
"99.950000" : 20352,
"99.990000" : 29312
},
"bins" : {
"1368" : 11,
"1384" : 118,
"1400" : 4477,
"1416" : 30212,
"1432" : 32635,
"1448" : 94799,
"1464" : 51552,
"1480" : 96323,
"1496" : 90485,
"1512" : 49101,
"1528" : 115315,
"1544" : 64385,
"1560" : 131688,
"1576" : 124371,
"1592" : 58532,
"1608" : 108443,
"1624" : 50430,
"1640" : 92825,
"1656" : 82885,
"1672" : 37921,
"1688" : 69934,
"1704" : 32507,
"1720" : 59583,
"1736" : 53716,
"1752" : 24664,
"1768" : 44418,
"1784" : 20052,
"1800" : 35260,
"1816" : 30775,
"1832" : 13818,
"1848" : 25143,
"1864" : 11251,
"1880" : 20162,
"1896" : 17474,
"1912" : 7811,
"1928" : 13926,
"1944" : 6175,
"1960" : 11376,
"1976" : 9808,
"1992" : 4534,
"2008" : 8037,
"2024" : 3575,
"2040" : 6720,
"2064" : 8476,
"2096" : 7073,
"2128" : 7320,
"2160" : 5041,
"2192" : 3876,
"2224" : 3279,
"2256" : 2748,
"2288" : 2777,
"2320" : 2297,
"2352" : 1561,
"2384" : 1408,
"2416" : 1215,
"2448" : 1158,
"2480" : 1120,
"2512" : 801,
"2544" : 679,
"2576" : 635,
"2608" : 548,
"2640" : 681,
"2672" : 470,
"2704" : 418,
"2736" : 380,
"2768" : 355,
"2800" : 442,
"2832" : 315,
"2864" : 272,
"2896" : 229,
"2928" : 234,
"2960" : 283,
"2992" : 202,
"3024" : 163,
"3056" : 146,
"3088" : 142,
"3120" : 179,
"3152" : 128,
"3184" : 132,
"3216" : 120,
"3248" : 100,
"3280" : 126,
"3312" : 98,
"3344" : 81,
"3376" : 79,
"3408" : 81,
"3440" : 88,
"3472" : 55,
"3504" : 64,
"3536" : 70,
"3568" : 62,
"3600" : 69,
"3632" : 63,
"3664" : 43,
"3696" : 45,
"3728" : 47,
"3760" : 39,
"3792" : 48,
"3824" : 26,
"3856" : 28,
"3888" : 33,
"3920" : 33,
"3952" : 36,
"3984" : 18,
"4016" : 31,
"4048" : 27,
"4080" : 23,
"4128" : 40,
"4192" : 35,
"4256" : 33,
"4320" : 28,
"4384" : 24,
"4448" : 28,
"4512" : 24,
"4576" : 23,
"4640" : 18,
"4704" : 19,
"4768" : 26,
"4832" : 39,
"4896" : 46,
"4960" : 39,
"5024" : 55,
"5088" : 65,
"5152" : 63,
"5216" : 99,
"5280" : 125,
"5344" : 94,
"5408" : 169,
"5472" : 159,
"5536" : 169,
"5600" : 234,
"5664" : 214,
"5728" : 255,
"5792" : 237,
"5856" : 276,
"5920" : 303,
"5984" : 300,
"6048" : 334,
"6112" : 334,
"6176" : 320,
"6240" : 364,
"6304" : 367,
"6368" : 363,
"6432" : 396,
"6496" : 402,
"6560" : 439,
"6624" : 379,
"6688" : 373,
"6752" : 453,
"6816" : 365,
"6880" : 466,
"6944" : 394,
"7008" : 371,
"7072" : 402,
"7136" : 386,
"7200" : 397,
"7264" : 357,
"7328" : 311,
"7392" : 379,
"7456" : 305,
"7520" : 308,
"7584" : 275,
"7648" : 275,
"7712" : 300,
"7776" : 236,
"7840" : 234,
"7904" : 217,
"7968" : 167,
"8032" : 196,
"8096" : 149,
"8160" : 121,
"8256" : 283,
"8384" : 258,
"8512" : 211,
"8640" : 192,
"8768" : 192,
"8896" : 155,
"9024" : 137,
"9152" : 160,
"9280" : 114,
"9408" : 148,
"9536" : 142,
"9664" : 132,
"9792" : 111,
"9920" : 114,
"10048" : 136,
"10176" : 125,
"10304" : 108,
"10432" : 117,
"10560" : 111,
"10688" : 126,
"10816" : 120,
"10944" : 117,
"11072" : 88,
"11200" : 111,
"11328" : 113,
"11456" : 103,
"11584" : 95,
"11712" : 115,
"11840" : 109,
"11968" : 110,
"12096" : 99,
"12224" : 90,
"12352" : 107,
"12480" : 85,
"12608" : 74,
"12736" : 92,
"12864" : 65,
"12992" : 83,
"13120" : 67,
"13248" : 96,
"13376" : 63,
"13504" : 58,
"13632" : 70,
"13760" : 64,
"13888" : 51,
"14016" : 63,
"14144" : 43,
"14272" : 57,
"14400" : 66,
"14528" : 36,
"14656" : 50,
"14784" : 62,
"14912" : 47,
"15040" : 67,
"15168" : 52,
"15296" : 46,
"15424" : 60,
"15552" : 49,
"15680" : 45,
"15808" : 40,
"15936" : 42,
"16064" : 63,
"16192" : 52,
"16320" : 49,
"16512" : 101,
"16768" : 93,
"17024" : 112,
"17280" : 77,
"17536" : 84,
"17792" : 68,
"18048" : 51,
"18304" : 63,
"18560" : 62,
"18816" : 67,
"19072" : 65,
"19328" : 44,
"19584" : 66,
"19840" : 60,
"20096" : 58,
"20352" : 47,
"20608" : 48,
"20864" : 42,
"21120" : 40,
"21376" : 34,
"21632" : 39,
"21888" : 42,
"22144" : 42,
"22400" : 37,
"22656" : 32,
"22912" : 23,
"23168" : 27,
"23424" : 27,
"23680" : 31,
"23936" : 29,
"24192" : 18,
"24448" : 26,
"24704" : 19,
"24960" : 10,
"25216" : 20,
"25472" : 12,
"25728" : 17,
"25984" : 12,
"26240" : 17,
"26496" : 13,
"26752" : 11,
"27008" : 12,
"27264" : 7,
"27520" : 16,
"27776" : 16,
"28032" : 10,
"28288" : 7,
"28544" : 6,
"28800" : 5,
"29056" : 7,
"29312" : 10,
"29568" : 10,
"29824" : 6,
"30080" : 8,
"30336" : 5,
"30592" : 9,
"30848" : 4,
"31104" : 5,
"31360" : 7,
"31616" : 4,
"31872" : 1,
"32128" : 4,
"32640" : 1,
"33024" : 9,
"33536" : 8,
"34048" : 10,
"34560" : 3,
"35072" : 5,
"35584" : 7,
"36096" : 2,
"36608" : 6,
"37120" : 8,
"38144" : 2,
"38656" : 3,
"39168" : 1,
"39680" : 1,
"40192" : 5,
"40704" : 4,
"41216" : 2,
"41728" : 1,
"42240" : 4,
"42752" : 1,
"43776" : 2,
"44288" : 1,
"45824" : 1,
"46336" : 2,
"46848" : 1,
"49408" : 1,
"49920" : 3,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"53504" : 1,
"54016" : 1,
"55552" : 2,
"56576" : 1,
"57088" : 1,
"57600" : 1,
"58112" : 1,
"59136" : 1,
"60160" : 2,
"62720" : 1,
"63232" : 1,
"64256" : 1,
"66048" : 2,
"67072" : 2,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 310341.824063,
"stddev" : 135115.587492,
"N" : 1928792
},
"bw_min" : 7074169,
"bw_max" : 21858304,
"bw_agg" : 99.975598,
"bw_mean" : 13164007.555184,
"bw_dev" : 954842.584403,
"bw_samples" : 1196,
"iops_min" : 6908,
"iops_max" : 21346,
"iops_mean" : 12855.280936,
"iops_stddev" : 932.467113,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599999,
"usr_cpu" : 0.776168,
"sys_cpu" : 93.941657,
"ctx" : 950608,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.820551,
"4" : 3.995601,
"10" : 0.871995,
"20" : 0.257259,
"50" : 0.052727,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064125,
"timestamp_ms" : 1773064125969,
"time" : "Mon Mar 9 10:48:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2166997647360,
"io_kbytes" : 2116208640,
"bw_bytes" : 13543735296,
"bw" : 13226304,
"iops" : 12916.350000,
"runtime" : 160000,
"total_ios" : 2066616,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 307221.512669,
"stddev" : 135343.657905,
"N" : 2066616
},
"clat_ns" : {
"min" : 1352,
"max" : 85340,
"mean" : 1731.584756,
"stddev" : 1033.758937,
"N" : 2066612,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1576,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1864,
"95.000000" : 2008,
"99.000000" : 6112,
"99.500000" : 7840,
"99.900000" : 17024,
"99.950000" : 20608,
"99.990000" : 29568
},
"bins" : {
"1352" : 2,
"1368" : 12,
"1384" : 123,
"1400" : 4871,
"1416" : 33349,
"1432" : 36137,
"1448" : 104642,
"1464" : 56667,
"1480" : 105528,
"1496" : 98415,
"1512" : 53084,
"1528" : 123989,
"1544" : 68798,
"1560" : 139939,
"1576" : 132220,
"1592" : 62184,
"1608" : 115266,
"1624" : 53734,
"1640" : 98723,
"1656" : 88029,
"1672" : 40207,
"1688" : 74361,
"1704" : 34652,
"1720" : 63437,
"1736" : 57114,
"1752" : 26183,
"1768" : 47206,
"1784" : 21269,
"1800" : 37510,
"1816" : 32599,
"1832" : 14663,
"1848" : 26614,
"1864" : 11919,
"1880" : 21332,
"1896" : 18517,
"1912" : 8242,
"1928" : 14735,
"1944" : 6520,
"1960" : 12029,
"1976" : 10342,
"1992" : 4787,
"2008" : 8510,
"2024" : 3791,
"2040" : 7102,
"2064" : 8959,
"2096" : 7473,
"2128" : 7735,
"2160" : 5317,
"2192" : 4105,
"2224" : 3478,
"2256" : 2916,
"2288" : 2935,
"2320" : 2435,
"2352" : 1685,
"2384" : 1516,
"2416" : 1289,
"2448" : 1238,
"2480" : 1211,
"2512" : 866,
"2544" : 729,
"2576" : 676,
"2608" : 583,
"2640" : 729,
"2672" : 500,
"2704" : 455,
"2736" : 400,
"2768" : 373,
"2800" : 464,
"2832" : 338,
"2864" : 286,
"2896" : 250,
"2928" : 242,
"2960" : 301,
"2992" : 215,
"3024" : 168,
"3056" : 158,
"3088" : 157,
"3120" : 185,
"3152" : 136,
"3184" : 141,
"3216" : 123,
"3248" : 104,
"3280" : 138,
"3312" : 101,
"3344" : 86,
"3376" : 88,
"3408" : 83,
"3440" : 91,
"3472" : 58,
"3504" : 68,
"3536" : 73,
"3568" : 65,
"3600" : 72,
"3632" : 70,
"3664" : 44,
"3696" : 48,
"3728" : 50,
"3760" : 44,
"3792" : 53,
"3824" : 29,
"3856" : 28,
"3888" : 35,
"3920" : 34,
"3952" : 38,
"3984" : 21,
"4016" : 31,
"4048" : 28,
"4080" : 24,
"4128" : 42,
"4192" : 35,
"4256" : 35,
"4320" : 31,
"4384" : 24,
"4448" : 31,
"4512" : 25,
"4576" : 24,
"4640" : 18,
"4704" : 19,
"4768" : 28,
"4832" : 40,
"4896" : 49,
"4960" : 42,
"5024" : 58,
"5088" : 71,
"5152" : 67,
"5216" : 104,
"5280" : 140,
"5344" : 104,
"5408" : 184,
"5472" : 169,
"5536" : 192,
"5600" : 267,
"5664" : 234,
"5728" : 285,
"5792" : 261,
"5856" : 307,
"5920" : 329,
"5984" : 324,
"6048" : 367,
"6112" : 367,
"6176" : 352,
"6240" : 398,
"6304" : 401,
"6368" : 392,
"6432" : 437,
"6496" : 443,
"6560" : 478,
"6624" : 410,
"6688" : 403,
"6752" : 476,
"6816" : 403,
"6880" : 507,
"6944" : 428,
"7008" : 409,
"7072" : 441,
"7136" : 410,
"7200" : 428,
"7264" : 382,
"7328" : 334,
"7392" : 410,
"7456" : 327,
"7520" : 333,
"7584" : 293,
"7648" : 291,
"7712" : 319,
"7776" : 249,
"7840" : 251,
"7904" : 236,
"7968" : 180,
"8032" : 211,
"8096" : 157,
"8160" : 134,
"8256" : 305,
"8384" : 277,
"8512" : 240,
"8640" : 206,
"8768" : 204,
"8896" : 167,
"9024" : 153,
"9152" : 174,
"9280" : 124,
"9408" : 156,
"9536" : 156,
"9664" : 142,
"9792" : 124,
"9920" : 128,
"10048" : 150,
"10176" : 137,
"10304" : 122,
"10432" : 132,
"10560" : 125,
"10688" : 134,
"10816" : 128,
"10944" : 133,
"11072" : 100,
"11200" : 123,
"11328" : 121,
"11456" : 109,
"11584" : 102,
"11712" : 124,
"11840" : 124,
"11968" : 118,
"12096" : 114,
"12224" : 97,
"12352" : 121,
"12480" : 99,
"12608" : 93,
"12736" : 99,
"12864" : 77,
"12992" : 95,
"13120" : 75,
"13248" : 103,
"13376" : 67,
"13504" : 69,
"13632" : 79,
"13760" : 72,
"13888" : 61,
"14016" : 72,
"14144" : 47,
"14272" : 63,
"14400" : 75,
"14528" : 41,
"14656" : 55,
"14784" : 65,
"14912" : 55,
"15040" : 74,
"15168" : 53,
"15296" : 48,
"15424" : 68,
"15552" : 54,
"15680" : 53,
"15808" : 46,
"15936" : 47,
"16064" : 70,
"16192" : 56,
"16320" : 56,
"16512" : 110,
"16768" : 104,
"17024" : 124,
"17280" : 91,
"17536" : 92,
"17792" : 77,
"18048" : 65,
"18304" : 77,
"18560" : 69,
"18816" : 70,
"19072" : 72,
"19328" : 53,
"19584" : 74,
"19840" : 69,
"20096" : 65,
"20352" : 53,
"20608" : 58,
"20864" : 50,
"21120" : 44,
"21376" : 38,
"21632" : 43,
"21888" : 46,
"22144" : 44,
"22400" : 40,
"22656" : 35,
"22912" : 30,
"23168" : 34,
"23424" : 30,
"23680" : 33,
"23936" : 33,
"24192" : 20,
"24448" : 28,
"24704" : 21,
"24960" : 11,
"25216" : 23,
"25472" : 13,
"25728" : 21,
"25984" : 14,
"26240" : 20,
"26496" : 18,
"26752" : 11,
"27008" : 14,
"27264" : 7,
"27520" : 16,
"27776" : 16,
"28032" : 11,
"28288" : 8,
"28544" : 8,
"28800" : 7,
"29056" : 7,
"29312" : 11,
"29568" : 10,
"29824" : 6,
"30080" : 11,
"30336" : 7,
"30592" : 9,
"30848" : 5,
"31104" : 5,
"31360" : 8,
"31616" : 5,
"31872" : 2,
"32128" : 5,
"32640" : 3,
"33024" : 10,
"33536" : 8,
"34048" : 11,
"34560" : 4,
"35072" : 6,
"35584" : 7,
"36096" : 2,
"36608" : 6,
"37120" : 8,
"38144" : 2,
"38656" : 3,
"39168" : 2,
"39680" : 1,
"40192" : 5,
"40704" : 4,
"41216" : 2,
"41728" : 1,
"42240" : 4,
"42752" : 1,
"43776" : 2,
"44288" : 1,
"45312" : 1,
"45824" : 1,
"46336" : 3,
"46848" : 1,
"49408" : 1,
"49920" : 3,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"53504" : 1,
"54016" : 1,
"55552" : 2,
"56576" : 1,
"57088" : 2,
"57600" : 1,
"58112" : 1,
"59136" : 1,
"60160" : 2,
"62720" : 1,
"63232" : 1,
"64256" : 1,
"66048" : 2,
"67072" : 2,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 308952.576586,
"stddev" : 135564.283224,
"N" : 2066612
},
"bw_min" : 7074169,
"bw_max" : 21858304,
"bw_agg" : 100.000000,
"bw_mean" : 13229379.724138,
"bw_dev" : 968707.424246,
"bw_samples" : 1276,
"iops_min" : 6908,
"iops_max" : 21346,
"iops_mean" : 12919.122257,
"iops_stddev" : 946.006160,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639999,
"usr_cpu" : 0.779532,
"sys_cpu" : 93.881397,
"ctx" : 1077157,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.838615,
"4" : 3.952887,
"10" : 0.883231,
"20" : 0.267974,
"50" : 0.055501,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064135,
"timestamp_ms" : 1773064135969,
"time" : "Mon Mar 9 10:48:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2304627441664,
"io_kbytes" : 2250612736,
"bw_bytes" : 13556632009,
"bw" : 13238898,
"iops" : 12928.635294,
"runtime" : 170000,
"total_ios" : 2197868,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 306928.566374,
"stddev" : 134393.190699,
"N" : 2197868
},
"clat_ns" : {
"min" : 1352,
"max" : 85340,
"mean" : 1730.280453,
"stddev" : 1024.652941,
"N" : 2197864,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1560,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1864,
"95.000000" : 2008,
"99.000000" : 6112,
"99.500000" : 7776,
"99.900000" : 16768,
"99.950000" : 20608,
"99.990000" : 29312
},
"bins" : {
"1352" : 2,
"1368" : 12,
"1384" : 141,
"1400" : 5308,
"1416" : 35774,
"1432" : 38591,
"1448" : 111090,
"1464" : 60211,
"1480" : 112219,
"1496" : 104830,
"1512" : 56712,
"1528" : 132402,
"1544" : 73300,
"1560" : 148638,
"1576" : 140562,
"1592" : 66126,
"1608" : 122845,
"1624" : 57165,
"1640" : 104962,
"1656" : 93360,
"1672" : 42720,
"1688" : 79052,
"1704" : 36789,
"1720" : 67344,
"1736" : 60770,
"1752" : 27884,
"1768" : 50229,
"1784" : 22605,
"1800" : 39887,
"1816" : 34754,
"1832" : 15578,
"1848" : 28310,
"1864" : 12666,
"1880" : 22706,
"1896" : 19708,
"1912" : 8761,
"1928" : 15658,
"1944" : 6928,
"1960" : 12775,
"1976" : 10986,
"1992" : 5076,
"2008" : 9015,
"2024" : 4014,
"2040" : 7538,
"2064" : 9499,
"2096" : 7856,
"2128" : 8151,
"2160" : 5555,
"2192" : 4299,
"2224" : 3653,
"2256" : 3083,
"2288" : 3064,
"2320" : 2541,
"2352" : 1768,
"2384" : 1597,
"2416" : 1345,
"2448" : 1307,
"2480" : 1266,
"2512" : 913,
"2544" : 758,
"2576" : 701,
"2608" : 602,
"2640" : 758,
"2672" : 519,
"2704" : 474,
"2736" : 414,
"2768" : 389,
"2800" : 484,
"2832" : 346,
"2864" : 301,
"2896" : 266,
"2928" : 258,
"2960" : 316,
"2992" : 226,
"3024" : 172,
"3056" : 168,
"3088" : 161,
"3120" : 190,
"3152" : 144,
"3184" : 146,
"3216" : 124,
"3248" : 110,
"3280" : 142,
"3312" : 103,
"3344" : 89,
"3376" : 89,
"3408" : 87,
"3440" : 94,
"3472" : 61,
"3504" : 69,
"3536" : 74,
"3568" : 68,
"3600" : 75,
"3632" : 76,
"3664" : 44,
"3696" : 54,
"3728" : 51,
"3760" : 45,
"3792" : 55,
"3824" : 29,
"3856" : 29,
"3888" : 35,
"3920" : 34,
"3952" : 40,
"3984" : 21,
"4016" : 34,
"4048" : 28,
"4080" : 24,
"4128" : 42,
"4192" : 37,
"4256" : 36,
"4320" : 33,
"4384" : 24,
"4448" : 32,
"4512" : 25,
"4576" : 24,
"4640" : 18,
"4704" : 19,
"4768" : 34,
"4832" : 43,
"4896" : 53,
"4960" : 44,
"5024" : 64,
"5088" : 79,
"5152" : 69,
"5216" : 109,
"5280" : 143,
"5344" : 114,
"5408" : 196,
"5472" : 177,
"5536" : 208,
"5600" : 281,
"5664" : 254,
"5728" : 312,
"5792" : 279,
"5856" : 329,
"5920" : 357,
"5984" : 335,
"6048" : 393,
"6112" : 389,
"6176" : 369,
"6240" : 420,
"6304" : 430,
"6368" : 422,
"6432" : 470,
"6496" : 473,
"6560" : 504,
"6624" : 436,
"6688" : 433,
"6752" : 507,
"6816" : 432,
"6880" : 539,
"6944" : 457,
"7008" : 452,
"7072" : 479,
"7136" : 431,
"7200" : 463,
"7264" : 407,
"7328" : 363,
"7392" : 432,
"7456" : 346,
"7520" : 352,
"7584" : 331,
"7648" : 305,
"7712" : 339,
"7776" : 263,
"7840" : 266,
"7904" : 253,
"7968" : 195,
"8032" : 228,
"8096" : 171,
"8160" : 147,
"8256" : 319,
"8384" : 288,
"8512" : 249,
"8640" : 214,
"8768" : 221,
"8896" : 177,
"9024" : 161,
"9152" : 178,
"9280" : 131,
"9408" : 165,
"9536" : 162,
"9664" : 158,
"9792" : 132,
"9920" : 133,
"10048" : 154,
"10176" : 149,
"10304" : 127,
"10432" : 137,
"10560" : 130,
"10688" : 143,
"10816" : 135,
"10944" : 145,
"11072" : 105,
"11200" : 134,
"11328" : 126,
"11456" : 119,
"11584" : 112,
"11712" : 133,
"11840" : 132,
"11968" : 127,
"12096" : 122,
"12224" : 103,
"12352" : 128,
"12480" : 106,
"12608" : 96,
"12736" : 105,
"12864" : 78,
"12992" : 97,
"13120" : 76,
"13248" : 107,
"13376" : 69,
"13504" : 71,
"13632" : 82,
"13760" : 72,
"13888" : 65,
"14016" : 76,
"14144" : 51,
"14272" : 64,
"14400" : 78,
"14528" : 42,
"14656" : 58,
"14784" : 66,
"14912" : 57,
"15040" : 77,
"15168" : 55,
"15296" : 50,
"15424" : 69,
"15552" : 56,
"15680" : 54,
"15808" : 47,
"15936" : 48,
"16064" : 72,
"16192" : 57,
"16320" : 61,
"16512" : 114,
"16768" : 111,
"17024" : 125,
"17280" : 94,
"17536" : 93,
"17792" : 80,
"18048" : 70,
"18304" : 77,
"18560" : 70,
"18816" : 71,
"19072" : 76,
"19328" : 57,
"19584" : 75,
"19840" : 73,
"20096" : 65,
"20352" : 54,
"20608" : 59,
"20864" : 51,
"21120" : 48,
"21376" : 39,
"21632" : 43,
"21888" : 48,
"22144" : 45,
"22400" : 43,
"22656" : 35,
"22912" : 31,
"23168" : 34,
"23424" : 32,
"23680" : 33,
"23936" : 33,
"24192" : 21,
"24448" : 28,
"24704" : 22,
"24960" : 12,
"25216" : 23,
"25472" : 13,
"25728" : 21,
"25984" : 14,
"26240" : 20,
"26496" : 19,
"26752" : 11,
"27008" : 16,
"27264" : 8,
"27520" : 16,
"27776" : 17,
"28032" : 11,
"28288" : 9,
"28544" : 10,
"28800" : 7,
"29056" : 8,
"29312" : 11,
"29568" : 10,
"29824" : 6,
"30080" : 12,
"30336" : 7,
"30592" : 9,
"30848" : 5,
"31104" : 5,
"31360" : 8,
"31616" : 6,
"31872" : 3,
"32128" : 5,
"32640" : 3,
"33024" : 10,
"33536" : 8,
"34048" : 11,
"34560" : 4,
"35072" : 6,
"35584" : 7,
"36096" : 2,
"36608" : 6,
"37120" : 8,
"38144" : 2,
"38656" : 3,
"39168" : 2,
"39680" : 1,
"40192" : 5,
"40704" : 4,
"41216" : 2,
"41728" : 1,
"42240" : 4,
"42752" : 1,
"43264" : 1,
"43776" : 2,
"44288" : 1,
"45312" : 1,
"45824" : 1,
"46336" : 3,
"46848" : 1,
"49408" : 1,
"49920" : 3,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"52992" : 1,
"53504" : 1,
"54016" : 1,
"55552" : 2,
"56576" : 2,
"57088" : 2,
"57600" : 1,
"58112" : 1,
"59136" : 1,
"60160" : 2,
"62720" : 1,
"63232" : 1,
"64256" : 1,
"66048" : 2,
"67072" : 2,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 308658.356558,
"stddev" : 134611.500442,
"N" : 2197864
},
"bw_min" : 7070073,
"bw_max" : 21858304,
"bw_agg" : 99.992262,
"bw_mean" : 13237874.734513,
"bw_dev" : 951161.299832,
"bw_samples" : 1356,
"iops_min" : 6904,
"iops_max" : 21346,
"iops_mean" : 12927.415929,
"iops_stddev" : 928.870650,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 679999,
"usr_cpu" : 0.780001,
"sys_cpu" : 93.987638,
"ctx" : 1110785,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.884497,
"4" : 3.910835,
"10" : 0.885358,
"20" : 0.263847,
"50" : 0.053688,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064146,
"timestamp_ms" : 1773064146004,
"time" : "Mon Mar 9 10:49:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2447624896512,
"io_kbytes" : 2390258688,
"bw_bytes" : 13597840548,
"bw" : 13279141,
"iops" : 12967.894623,
"runtime" : 180001,
"total_ios" : 2334234,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 305985.643394,
"stddev" : 134900.721751,
"N" : 2334238
},
"clat_ns" : {
"min" : 1352,
"max" : 85340,
"mean" : 1732.430840,
"stddev" : 1039.416352,
"N" : 2334234,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1560,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1864,
"95.000000" : 2008,
"99.000000" : 6176,
"99.500000" : 7904,
"99.900000" : 17024,
"99.950000" : 20608,
"99.990000" : 29312
},
"bins" : {
"1352" : 2,
"1368" : 12,
"1384" : 148,
"1400" : 5847,
"1416" : 38439,
"1432" : 40945,
"1448" : 117512,
"1464" : 63889,
"1480" : 119516,
"1496" : 111775,
"1512" : 60267,
"1528" : 140474,
"1544" : 77604,
"1560" : 157336,
"1576" : 149114,
"1592" : 70261,
"1608" : 130724,
"1624" : 60911,
"1640" : 111796,
"1656" : 99351,
"1672" : 45400,
"1688" : 83902,
"1704" : 39027,
"1720" : 71613,
"1736" : 64684,
"1752" : 29648,
"1768" : 53265,
"1784" : 23991,
"1800" : 42297,
"1816" : 36819,
"1832" : 16491,
"1848" : 29945,
"1864" : 13393,
"1880" : 23988,
"1896" : 20834,
"1912" : 9258,
"1928" : 16587,
"1944" : 7317,
"1960" : 13457,
"1976" : 11592,
"1992" : 5352,
"2008" : 9470,
"2024" : 4238,
"2040" : 7933,
"2064" : 9981,
"2096" : 8290,
"2128" : 8543,
"2160" : 5856,
"2192" : 4532,
"2224" : 3864,
"2256" : 3263,
"2288" : 3236,
"2320" : 2674,
"2352" : 1889,
"2384" : 1702,
"2416" : 1434,
"2448" : 1400,
"2480" : 1359,
"2512" : 968,
"2544" : 822,
"2576" : 749,
"2608" : 649,
"2640" : 815,
"2672" : 559,
"2704" : 509,
"2736" : 446,
"2768" : 422,
"2800" : 524,
"2832" : 366,
"2864" : 322,
"2896" : 291,
"2928" : 278,
"2960" : 341,
"2992" : 245,
"3024" : 191,
"3056" : 175,
"3088" : 172,
"3120" : 210,
"3152" : 152,
"3184" : 161,
"3216" : 134,
"3248" : 121,
"3280" : 145,
"3312" : 109,
"3344" : 95,
"3376" : 95,
"3408" : 92,
"3440" : 105,
"3472" : 69,
"3504" : 74,
"3536" : 76,
"3568" : 72,
"3600" : 79,
"3632" : 82,
"3664" : 47,
"3696" : 58,
"3728" : 51,
"3760" : 50,
"3792" : 57,
"3824" : 31,
"3856" : 31,
"3888" : 35,
"3920" : 35,
"3952" : 42,
"3984" : 23,
"4016" : 34,
"4048" : 35,
"4080" : 26,
"4128" : 42,
"4192" : 41,
"4256" : 39,
"4320" : 33,
"4384" : 24,
"4448" : 33,
"4512" : 26,
"4576" : 25,
"4640" : 19,
"4704" : 19,
"4768" : 35,
"4832" : 44,
"4896" : 55,
"4960" : 45,
"5024" : 69,
"5088" : 82,
"5152" : 76,
"5216" : 116,
"5280" : 149,
"5344" : 124,
"5408" : 207,
"5472" : 191,
"5536" : 224,
"5600" : 293,
"5664" : 268,
"5728" : 333,
"5792" : 296,
"5856" : 350,
"5920" : 394,
"5984" : 361,
"6048" : 426,
"6112" : 430,
"6176" : 411,
"6240" : 469,
"6304" : 464,
"6368" : 468,
"6432" : 504,
"6496" : 508,
"6560" : 548,
"6624" : 469,
"6688" : 462,
"6752" : 540,
"6816" : 455,
"6880" : 567,
"6944" : 486,
"7008" : 476,
"7072" : 512,
"7136" : 457,
"7200" : 496,
"7264" : 433,
"7328" : 392,
"7392" : 469,
"7456" : 362,
"7520" : 371,
"7584" : 352,
"7648" : 322,
"7712" : 356,
"7776" : 276,
"7840" : 285,
"7904" : 271,
"7968" : 204,
"8032" : 239,
"8096" : 184,
"8160" : 155,
"8256" : 335,
"8384" : 309,
"8512" : 265,
"8640" : 235,
"8768" : 236,
"8896" : 199,
"9024" : 176,
"9152" : 194,
"9280" : 141,
"9408" : 175,
"9536" : 172,
"9664" : 169,
"9792" : 144,
"9920" : 146,
"10048" : 167,
"10176" : 157,
"10304" : 140,
"10432" : 148,
"10560" : 140,
"10688" : 157,
"10816" : 149,
"10944" : 161,
"11072" : 120,
"11200" : 141,
"11328" : 139,
"11456" : 127,
"11584" : 118,
"11712" : 144,
"11840" : 142,
"11968" : 144,
"12096" : 137,
"12224" : 114,
"12352" : 140,
"12480" : 121,
"12608" : 99,
"12736" : 121,
"12864" : 94,
"12992" : 103,
"13120" : 89,
"13248" : 112,
"13376" : 77,
"13504" : 77,
"13632" : 89,
"13760" : 88,
"13888" : 76,
"14016" : 85,
"14144" : 60,
"14272" : 70,
"14400" : 93,
"14528" : 50,
"14656" : 67,
"14784" : 75,
"14912" : 60,
"15040" : 85,
"15168" : 61,
"15296" : 58,
"15424" : 78,
"15552" : 63,
"15680" : 61,
"15808" : 60,
"15936" : 52,
"16064" : 79,
"16192" : 66,
"16320" : 68,
"16512" : 133,
"16768" : 125,
"17024" : 137,
"17280" : 107,
"17536" : 98,
"17792" : 89,
"18048" : 73,
"18304" : 83,
"18560" : 79,
"18816" : 77,
"19072" : 87,
"19328" : 63,
"19584" : 86,
"19840" : 78,
"20096" : 72,
"20352" : 62,
"20608" : 67,
"20864" : 57,
"21120" : 52,
"21376" : 45,
"21632" : 51,
"21888" : 54,
"22144" : 51,
"22400" : 47,
"22656" : 35,
"22912" : 35,
"23168" : 37,
"23424" : 35,
"23680" : 35,
"23936" : 36,
"24192" : 24,
"24448" : 28,
"24704" : 23,
"24960" : 13,
"25216" : 23,
"25472" : 15,
"25728" : 21,
"25984" : 18,
"26240" : 23,
"26496" : 21,
"26752" : 16,
"27008" : 19,
"27264" : 8,
"27520" : 20,
"27776" : 18,
"28032" : 12,
"28288" : 9,
"28544" : 10,
"28800" : 10,
"29056" : 11,
"29312" : 12,
"29568" : 10,
"29824" : 6,
"30080" : 12,
"30336" : 7,
"30592" : 9,
"30848" : 5,
"31104" : 6,
"31360" : 9,
"31616" : 7,
"31872" : 3,
"32128" : 6,
"32384" : 1,
"32640" : 3,
"33024" : 11,
"33536" : 8,
"34048" : 12,
"34560" : 4,
"35072" : 6,
"35584" : 7,
"36096" : 3,
"36608" : 7,
"37120" : 9,
"37632" : 1,
"38144" : 2,
"38656" : 3,
"39168" : 3,
"39680" : 1,
"40192" : 5,
"40704" : 4,
"41216" : 2,
"41728" : 1,
"42240" : 4,
"42752" : 1,
"43264" : 2,
"43776" : 2,
"44288" : 1,
"45312" : 1,
"45824" : 1,
"46336" : 3,
"46848" : 1,
"49408" : 1,
"49920" : 3,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"52992" : 1,
"53504" : 2,
"54016" : 1,
"55552" : 2,
"56576" : 2,
"57088" : 2,
"57600" : 1,
"58112" : 1,
"59136" : 1,
"60160" : 2,
"62720" : 1,
"63232" : 1,
"64256" : 1,
"66048" : 2,
"67072" : 2,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 307717.610993,
"stddev" : 135125.533016,
"N" : 2334234
},
"bw_min" : 7070073,
"bw_max" : 21858304,
"bw_agg" : 99.989351,
"bw_mean" : 13277727.573816,
"bw_dev" : 957523.211125,
"bw_samples" : 1436,
"iops_min" : 6904,
"iops_max" : 21346,
"iops_mean" : 12966.339833,
"iops_stddev" : 935.084261,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719999,
"usr_cpu" : 0.783473,
"sys_cpu" : 93.925269,
"ctx" : 1237842,
"majf" : 0,
"minf" : 162,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.882647,
"4" : 3.891598,
"10" : 0.892970,
"20" : 0.275294,
"50" : 0.055950,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773064146,
"timestamp_ms" : 1773064146059,
"time" : "Mon Mar 9 10:49:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2447625945088,
"io_kbytes" : 2390259712,
"bw_bytes" : 13595127363,
"bw" : 13276491,
"iops" : 12965.301577,
"runtime" : 180037,
"total_ios" : 2334234,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 137940,
"max" : 2642122,
"mean" : 305985.643394,
"stddev" : 134900.721751,
"N" : 2334238
},
"clat_ns" : {
"min" : 1352,
"max" : 85340,
"mean" : 1732.430840,
"stddev" : 1039.416352,
"N" : 2334234,
"percentile" : {
"1.000000" : 1416,
"5.000000" : 1448,
"10.000000" : 1464,
"20.000000" : 1496,
"30.000000" : 1544,
"40.000000" : 1560,
"50.000000" : 1608,
"60.000000" : 1640,
"70.000000" : 1688,
"80.000000" : 1752,
"90.000000" : 1864,
"95.000000" : 2008,
"99.000000" : 6176,
"99.500000" : 7904,
"99.900000" : 17024,
"99.950000" : 20608,
"99.990000" : 29312
},
"bins" : {
"1352" : 2,
"1368" : 12,
"1384" : 148,
"1400" : 5847,
"1416" : 38439,
"1432" : 40945,
"1448" : 117512,
"1464" : 63889,
"1480" : 119516,
"1496" : 111775,
"1512" : 60267,
"1528" : 140474,
"1544" : 77604,
"1560" : 157336,
"1576" : 149114,
"1592" : 70261,
"1608" : 130724,
"1624" : 60911,
"1640" : 111796,
"1656" : 99351,
"1672" : 45400,
"1688" : 83902,
"1704" : 39027,
"1720" : 71613,
"1736" : 64684,
"1752" : 29648,
"1768" : 53265,
"1784" : 23991,
"1800" : 42297,
"1816" : 36819,
"1832" : 16491,
"1848" : 29945,
"1864" : 13393,
"1880" : 23988,
"1896" : 20834,
"1912" : 9258,
"1928" : 16587,
"1944" : 7317,
"1960" : 13457,
"1976" : 11592,
"1992" : 5352,
"2008" : 9470,
"2024" : 4238,
"2040" : 7933,
"2064" : 9981,
"2096" : 8290,
"2128" : 8543,
"2160" : 5856,
"2192" : 4532,
"2224" : 3864,
"2256" : 3263,
"2288" : 3236,
"2320" : 2674,
"2352" : 1889,
"2384" : 1702,
"2416" : 1434,
"2448" : 1400,
"2480" : 1359,
"2512" : 968,
"2544" : 822,
"2576" : 749,
"2608" : 649,
"2640" : 815,
"2672" : 559,
"2704" : 509,
"2736" : 446,
"2768" : 422,
"2800" : 524,
"2832" : 366,
"2864" : 322,
"2896" : 291,
"2928" : 278,
"2960" : 341,
"2992" : 245,
"3024" : 191,
"3056" : 175,
"3088" : 172,
"3120" : 210,
"3152" : 152,
"3184" : 161,
"3216" : 134,
"3248" : 121,
"3280" : 145,
"3312" : 109,
"3344" : 95,
"3376" : 95,
"3408" : 92,
"3440" : 105,
"3472" : 69,
"3504" : 74,
"3536" : 76,
"3568" : 72,
"3600" : 79,
"3632" : 82,
"3664" : 47,
"3696" : 58,
"3728" : 51,
"3760" : 50,
"3792" : 57,
"3824" : 31,
"3856" : 31,
"3888" : 35,
"3920" : 35,
"3952" : 42,
"3984" : 23,
"4016" : 34,
"4048" : 35,
"4080" : 26,
"4128" : 42,
"4192" : 41,
"4256" : 39,
"4320" : 33,
"4384" : 24,
"4448" : 33,
"4512" : 26,
"4576" : 25,
"4640" : 19,
"4704" : 19,
"4768" : 35,
"4832" : 44,
"4896" : 55,
"4960" : 45,
"5024" : 69,
"5088" : 82,
"5152" : 76,
"5216" : 116,
"5280" : 149,
"5344" : 124,
"5408" : 207,
"5472" : 191,
"5536" : 224,
"5600" : 293,
"5664" : 268,
"5728" : 333,
"5792" : 296,
"5856" : 350,
"5920" : 394,
"5984" : 361,
"6048" : 426,
"6112" : 430,
"6176" : 411,
"6240" : 469,
"6304" : 464,
"6368" : 468,
"6432" : 504,
"6496" : 508,
"6560" : 548,
"6624" : 469,
"6688" : 462,
"6752" : 540,
"6816" : 455,
"6880" : 567,
"6944" : 486,
"7008" : 476,
"7072" : 512,
"7136" : 457,
"7200" : 496,
"7264" : 433,
"7328" : 392,
"7392" : 469,
"7456" : 362,
"7520" : 371,
"7584" : 352,
"7648" : 322,
"7712" : 356,
"7776" : 276,
"7840" : 285,
"7904" : 271,
"7968" : 204,
"8032" : 239,
"8096" : 184,
"8160" : 155,
"8256" : 335,
"8384" : 309,
"8512" : 265,
"8640" : 235,
"8768" : 236,
"8896" : 199,
"9024" : 176,
"9152" : 194,
"9280" : 141,
"9408" : 175,
"9536" : 172,
"9664" : 169,
"9792" : 144,
"9920" : 146,
"10048" : 167,
"10176" : 157,
"10304" : 140,
"10432" : 148,
"10560" : 140,
"10688" : 157,
"10816" : 149,
"10944" : 161,
"11072" : 120,
"11200" : 141,
"11328" : 139,
"11456" : 127,
"11584" : 118,
"11712" : 144,
"11840" : 142,
"11968" : 144,
"12096" : 137,
"12224" : 114,
"12352" : 140,
"12480" : 121,
"12608" : 99,
"12736" : 121,
"12864" : 94,
"12992" : 103,
"13120" : 89,
"13248" : 112,
"13376" : 77,
"13504" : 77,
"13632" : 89,
"13760" : 88,
"13888" : 76,
"14016" : 85,
"14144" : 60,
"14272" : 70,
"14400" : 93,
"14528" : 50,
"14656" : 67,
"14784" : 75,
"14912" : 60,
"15040" : 85,
"15168" : 61,
"15296" : 58,
"15424" : 78,
"15552" : 63,
"15680" : 61,
"15808" : 60,
"15936" : 52,
"16064" : 79,
"16192" : 66,
"16320" : 68,
"16512" : 133,
"16768" : 125,
"17024" : 137,
"17280" : 107,
"17536" : 98,
"17792" : 89,
"18048" : 73,
"18304" : 83,
"18560" : 79,
"18816" : 77,
"19072" : 87,
"19328" : 63,
"19584" : 86,
"19840" : 78,
"20096" : 72,
"20352" : 62,
"20608" : 67,
"20864" : 57,
"21120" : 52,
"21376" : 45,
"21632" : 51,
"21888" : 54,
"22144" : 51,
"22400" : 47,
"22656" : 35,
"22912" : 35,
"23168" : 37,
"23424" : 35,
"23680" : 35,
"23936" : 36,
"24192" : 24,
"24448" : 28,
"24704" : 23,
"24960" : 13,
"25216" : 23,
"25472" : 15,
"25728" : 21,
"25984" : 18,
"26240" : 23,
"26496" : 21,
"26752" : 16,
"27008" : 19,
"27264" : 8,
"27520" : 20,
"27776" : 18,
"28032" : 12,
"28288" : 9,
"28544" : 10,
"28800" : 10,
"29056" : 11,
"29312" : 12,
"29568" : 10,
"29824" : 6,
"30080" : 12,
"30336" : 7,
"30592" : 9,
"30848" : 5,
"31104" : 6,
"31360" : 9,
"31616" : 7,
"31872" : 3,
"32128" : 6,
"32384" : 1,
"32640" : 3,
"33024" : 11,
"33536" : 8,
"34048" : 12,
"34560" : 4,
"35072" : 6,
"35584" : 7,
"36096" : 3,
"36608" : 7,
"37120" : 9,
"37632" : 1,
"38144" : 2,
"38656" : 3,
"39168" : 3,
"39680" : 1,
"40192" : 5,
"40704" : 4,
"41216" : 2,
"41728" : 1,
"42240" : 4,
"42752" : 1,
"43264" : 2,
"43776" : 2,
"44288" : 1,
"45312" : 1,
"45824" : 1,
"46336" : 3,
"46848" : 1,
"49408" : 1,
"49920" : 3,
"50432" : 1,
"50944" : 1,
"51456" : 1,
"52480" : 3,
"52992" : 1,
"53504" : 2,
"54016" : 1,
"55552" : 2,
"56576" : 2,
"57088" : 2,
"57600" : 1,
"58112" : 1,
"59136" : 1,
"60160" : 2,
"62720" : 1,
"63232" : 1,
"64256" : 1,
"66048" : 2,
"67072" : 2,
"68096" : 1,
"69120" : 2,
"71168" : 2,
"85504" : 1
}
},
"lat_ns" : {
"min" : 139552,
"max" : 2644175,
"mean" : 307717.610993,
"stddev" : 135125.533016,
"N" : 2334234
},
"bw_min" : 7070073,
"bw_max" : 21858304,
"bw_agg" : 99.984080,
"bw_mean" : 13274378.485639,
"bw_dev" : 957716.920427,
"bw_samples" : 1437,
"iops_min" : 6904,
"iops_max" : 21346,
"iops_mean" : 12963.067881,
"iops_stddev" : 935.273855,
"iops_samples" : 1437
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720036,
"usr_cpu" : 0.783433,
"sys_cpu" : 93.920443,
"ctx" : 1237878,
"majf" : 0,
"minf" : 163,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 94.882647,
"4" : 3.891598,
"10" : 0.892970,
"20" : 0.275294,
"50" : 0.055950,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}