raidz2/benchmarks/seq/seq-read-qd1-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773065330,
"timestamp_ms" : 1773065330005,
"time" : "Mon Mar 9 11:08:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 196505239552,
"io_kbytes" : 191899648,
"bw_bytes" : 20135796654,
"bw" : 19663863,
"iops" : 19207.500769,
"runtime" : 9759,
"total_ios" : 187446,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156144,
"usr_cpu" : 0.494415,
"sys_cpu" : 79.690542,
"ctx" : 174102,
"majf" : 0,
"minf" : 4206,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999466,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999466,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065340,
"timestamp_ms" : 1773065340247,
"time" : "Mon Mar 9 11:09:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 192988315648,
"io_kbytes" : 188465152,
"bw_bytes" : 19298831564,
"bw" : 18846515,
"iops" : 18407.200000,
"runtime" : 10000,
"total_ios" : 184072,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 3996127,
"mean" : 865283.533422,
"stddev" : 326564.267450,
"N" : 184072
},
"clat_ns" : {
"min" : 1182,
"max" : 274118,
"mean" : 2684.235885,
"stddev" : 2548.875160,
"N" : 184056,
"percentile" : {
"1.000000" : 1448,
"5.000000" : 1576,
"10.000000" : 1672,
"20.000000" : 1848,
"30.000000" : 1992,
"40.000000" : 2128,
"50.000000" : 2224,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2896,
"90.000000" : 3792,
"95.000000" : 5216,
"99.000000" : 10432,
"99.500000" : 13248,
"99.900000" : 22400,
"99.950000" : 32640,
"99.990000" : 90624
},
"bins" : {
"1176" : 1,
"1208" : 3,
"1224" : 3,
"1240" : 4,
"1256" : 4,
"1272" : 3,
"1288" : 12,
"1304" : 11,
"1320" : 17,
"1336" : 30,
"1352" : 14,
"1368" : 45,
"1384" : 20,
"1400" : 105,
"1416" : 376,
"1432" : 328,
"1448" : 930,
"1464" : 551,
"1480" : 1104,
"1496" : 1110,
"1512" : 599,
"1528" : 1359,
"1544" : 749,
"1560" : 1481,
"1576" : 1626,
"1592" : 821,
"1608" : 1646,
"1624" : 884,
"1640" : 1907,
"1656" : 1991,
"1672" : 1009,
"1688" : 2046,
"1704" : 1076,
"1720" : 2123,
"1736" : 2127,
"1752" : 1031,
"1768" : 2194,
"1784" : 1097,
"1800" : 2258,
"1816" : 2220,
"1832" : 1166,
"1848" : 2414,
"1864" : 1151,
"1880" : 2363,
"1896" : 2479,
"1912" : 1237,
"1928" : 2526,
"1944" : 1279,
"1960" : 2632,
"1976" : 2706,
"1992" : 1394,
"2008" : 2820,
"2024" : 1471,
"2040" : 3021,
"2064" : 4470,
"2096" : 4681,
"2128" : 5944,
"2160" : 5009,
"2192" : 4532,
"2224" : 4430,
"2256" : 4238,
"2288" : 4686,
"2320" : 4570,
"2352" : 3600,
"2384" : 3330,
"2416" : 3261,
"2448" : 3198,
"2480" : 3518,
"2512" : 2589,
"2544" : 2450,
"2576" : 2252,
"2608" : 2175,
"2640" : 2669,
"2672" : 1906,
"2704" : 1730,
"2736" : 1676,
"2768" : 1507,
"2800" : 1878,
"2832" : 1378,
"2864" : 1175,
"2896" : 1220,
"2928" : 1071,
"2960" : 1409,
"2992" : 998,
"3024" : 951,
"3056" : 906,
"3088" : 834,
"3120" : 1024,
"3152" : 752,
"3184" : 684,
"3216" : 683,
"3248" : 669,
"3280" : 740,
"3312" : 599,
"3344" : 532,
"3376" : 545,
"3408" : 485,
"3440" : 588,
"3472" : 488,
"3504" : 457,
"3536" : 442,
"3568" : 407,
"3600" : 447,
"3632" : 453,
"3664" : 371,
"3696" : 393,
"3728" : 327,
"3760" : 384,
"3792" : 370,
"3824" : 334,
"3856" : 335,
"3888" : 293,
"3920" : 287,
"3952" : 356,
"3984" : 270,
"4016" : 253,
"4048" : 254,
"4080" : 248,
"4128" : 555,
"4192" : 490,
"4256" : 509,
"4320" : 451,
"4384" : 374,
"4448" : 470,
"4512" : 369,
"4576" : 407,
"4640" : 389,
"4704" : 327,
"4768" : 360,
"4832" : 313,
"4896" : 330,
"4960" : 306,
"5024" : 301,
"5088" : 306,
"5152" : 258,
"5216" : 263,
"5280" : 297,
"5344" : 215,
"5408" : 278,
"5472" : 219,
"5536" : 220,
"5600" : 253,
"5664" : 224,
"5728" : 221,
"5792" : 194,
"5856" : 181,
"5920" : 210,
"5984" : 160,
"6048" : 204,
"6112" : 157,
"6176" : 160,
"6240" : 172,
"6304" : 142,
"6368" : 146,
"6432" : 148,
"6496" : 108,
"6560" : 141,
"6624" : 117,
"6688" : 100,
"6752" : 108,
"6816" : 104,
"6880" : 105,
"6944" : 104,
"7008" : 95,
"7072" : 93,
"7136" : 81,
"7200" : 68,
"7264" : 73,
"7328" : 76,
"7392" : 63,
"7456" : 65,
"7520" : 65,
"7584" : 68,
"7648" : 59,
"7712" : 68,
"7776" : 48,
"7840" : 58,
"7904" : 64,
"7968" : 38,
"8032" : 54,
"8096" : 62,
"8160" : 45,
"8256" : 84,
"8384" : 87,
"8512" : 69,
"8640" : 72,
"8768" : 79,
"8896" : 78,
"9024" : 86,
"9152" : 72,
"9280" : 68,
"9408" : 70,
"9536" : 46,
"9664" : 66,
"9792" : 53,
"9920" : 67,
"10048" : 60,
"10176" : 68,
"10304" : 59,
"10432" : 44,
"10560" : 66,
"10688" : 63,
"10816" : 60,
"10944" : 46,
"11072" : 53,
"11200" : 42,
"11328" : 47,
"11456" : 40,
"11584" : 35,
"11712" : 43,
"11840" : 42,
"11968" : 41,
"12096" : 44,
"12224" : 37,
"12352" : 43,
"12480" : 51,
"12608" : 23,
"12736" : 33,
"12864" : 29,
"12992" : 33,
"13120" : 33,
"13248" : 41,
"13376" : 21,
"13504" : 22,
"13632" : 21,
"13760" : 24,
"13888" : 20,
"14016" : 19,
"14144" : 23,
"14272" : 17,
"14400" : 12,
"14528" : 19,
"14656" : 15,
"14784" : 24,
"14912" : 19,
"15040" : 19,
"15168" : 17,
"15296" : 18,
"15424" : 23,
"15552" : 12,
"15680" : 14,
"15808" : 12,
"15936" : 21,
"16064" : 15,
"16192" : 15,
"16320" : 9,
"16512" : 32,
"16768" : 24,
"17024" : 24,
"17280" : 14,
"17536" : 10,
"17792" : 14,
"18048" : 14,
"18304" : 10,
"18560" : 18,
"18816" : 10,
"19072" : 15,
"19328" : 8,
"19584" : 12,
"19840" : 11,
"20096" : 4,
"20352" : 5,
"20608" : 8,
"20864" : 4,
"21120" : 10,
"21376" : 7,
"21632" : 7,
"21888" : 5,
"22144" : 4,
"22400" : 4,
"22656" : 3,
"22912" : 7,
"23168" : 7,
"23424" : 9,
"23680" : 5,
"23936" : 6,
"24192" : 4,
"24448" : 1,
"24704" : 3,
"24960" : 3,
"25216" : 3,
"25472" : 4,
"25728" : 1,
"25984" : 2,
"26240" : 2,
"26496" : 3,
"26752" : 2,
"27008" : 1,
"27264" : 1,
"27520" : 1,
"27776" : 1,
"28288" : 3,
"28544" : 1,
"28800" : 4,
"29056" : 1,
"30336" : 1,
"30848" : 4,
"31104" : 2,
"31360" : 2,
"32128" : 1,
"32384" : 2,
"32640" : 3,
"33024" : 2,
"33536" : 3,
"34560" : 2,
"35072" : 2,
"36096" : 2,
"36608" : 4,
"37120" : 2,
"37632" : 3,
"38144" : 1,
"38656" : 1,
"39680" : 1,
"40192" : 1,
"44288" : 2,
"45824" : 2,
"46336" : 1,
"46848" : 1,
"47360" : 1,
"48896" : 1,
"50432" : 2,
"50944" : 2,
"51456" : 1,
"51968" : 1,
"54016" : 1,
"56576" : 1,
"58624" : 1,
"59136" : 1,
"59648" : 1,
"60160" : 1,
"61184" : 1,
"61696" : 1,
"62720" : 1,
"63744" : 1,
"64768" : 1,
"68096" : 1,
"69120" : 1,
"71168" : 1,
"73216" : 1,
"74240" : 1,
"75264" : 1,
"76288" : 1,
"77312" : 2,
"78336" : 2,
"79360" : 2,
"80384" : 2,
"82432" : 1,
"85504" : 1,
"87552" : 1,
"89600" : 2,
"90624" : 4,
"93696" : 1,
"97792" : 1,
"107008" : 1,
"109056" : 1,
"122368" : 1,
"127488" : 1,
"134144" : 1,
"142336" : 1,
"154624" : 1,
"160768" : 1,
"166912" : 1,
"168960" : 1,
"173056" : 1,
"175104" : 1,
"183296" : 1,
"203776" : 1,
"207872" : 1,
"272384" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 3999342,
"mean" : 867967.063725,
"stddev" : 327189.290665,
"N" : 184056
},
"bw_min" : 17077526,
"bw_max" : 20783361,
"bw_agg" : 100.000000,
"bw_mean" : 18885639.210526,
"bw_dev" : 189727.138208,
"bw_samples" : 304,
"iops_min" : 16673,
"iops_max" : 20295,
"iops_mean" : 18440.894737,
"iops_stddev" : 185.281067,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159998,
"usr_cpu" : 0.554382,
"sys_cpu" : 79.075363,
"ctx" : 168763,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.998913,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998913,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 30.565214,
"4" : 60.448086,
"10" : 7.861054,
"20" : 0.985484,
"50" : 0.099418,
"100" : 0.023360,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065350,
"timestamp_ms" : 1773065350246,
"time" : "Mon Mar 9 11:09:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 371473776640,
"io_kbytes" : 362767360,
"bw_bytes" : 18573688832,
"bw" : 18138368,
"iops" : 17714.350000,
"runtime" : 20000,
"total_ios" : 354287,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 4364669,
"mean" : 899106.547627,
"stddev" : 320819.797284,
"N" : 354287
},
"clat_ns" : {
"min" : 1182,
"max" : 364886,
"mean" : 2732.569386,
"stddev" : 2746.344965,
"N" : 354271,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2024,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10816,
"99.500000" : 13504,
"99.900000" : 22912,
"99.950000" : 31872,
"99.990000" : 107008
},
"bins" : {
"1176" : 2,
"1208" : 4,
"1224" : 3,
"1240" : 8,
"1256" : 11,
"1272" : 4,
"1288" : 24,
"1304" : 20,
"1320" : 27,
"1336" : 54,
"1352" : 22,
"1368" : 60,
"1384" : 32,
"1400" : 134,
"1416" : 485,
"1432" : 444,
"1448" : 1467,
"1464" : 900,
"1480" : 1788,
"1496" : 1850,
"1512" : 970,
"1528" : 2238,
"1544" : 1218,
"1560" : 2590,
"1576" : 2680,
"1592" : 1393,
"1608" : 2785,
"1624" : 1481,
"1640" : 3162,
"1656" : 3366,
"1672" : 1693,
"1688" : 3533,
"1704" : 1821,
"1720" : 3603,
"1736" : 3685,
"1752" : 1802,
"1768" : 3878,
"1784" : 1875,
"1800" : 3951,
"1816" : 4033,
"1832" : 2069,
"1848" : 4350,
"1864" : 2129,
"1880" : 4348,
"1896" : 4572,
"1912" : 2366,
"1928" : 4761,
"1944" : 2395,
"1960" : 5052,
"1976" : 5269,
"1992" : 2727,
"2008" : 5553,
"2024" : 2902,
"2040" : 5825,
"2064" : 8869,
"2096" : 9187,
"2128" : 11656,
"2160" : 9767,
"2192" : 9079,
"2224" : 8870,
"2256" : 8543,
"2288" : 9380,
"2320" : 8983,
"2352" : 7277,
"2384" : 6854,
"2416" : 6524,
"2448" : 6543,
"2480" : 7095,
"2512" : 5179,
"2544" : 4841,
"2576" : 4540,
"2608" : 4291,
"2640" : 5369,
"2672" : 3756,
"2704" : 3473,
"2736" : 3245,
"2768" : 2988,
"2800" : 3801,
"2832" : 2713,
"2864" : 2389,
"2896" : 2423,
"2928" : 2205,
"2960" : 2784,
"2992" : 1981,
"3024" : 1862,
"3056" : 1739,
"3088" : 1617,
"3120" : 2106,
"3152" : 1477,
"3184" : 1343,
"3216" : 1374,
"3248" : 1321,
"3280" : 1529,
"3312" : 1224,
"3344" : 1058,
"3376" : 1099,
"3408" : 976,
"3440" : 1181,
"3472" : 1014,
"3504" : 889,
"3536" : 897,
"3568" : 822,
"3600" : 918,
"3632" : 885,
"3664" : 772,
"3696" : 775,
"3728" : 643,
"3760" : 766,
"3792" : 790,
"3824" : 642,
"3856" : 636,
"3888" : 576,
"3920" : 572,
"3952" : 754,
"3984" : 554,
"4016" : 475,
"4048" : 525,
"4080" : 517,
"4128" : 1134,
"4192" : 924,
"4256" : 1050,
"4320" : 902,
"4384" : 800,
"4448" : 903,
"4512" : 763,
"4576" : 840,
"4640" : 746,
"4704" : 677,
"4768" : 769,
"4832" : 622,
"4896" : 678,
"4960" : 599,
"5024" : 561,
"5088" : 641,
"5152" : 518,
"5216" : 553,
"5280" : 595,
"5344" : 487,
"5408" : 569,
"5472" : 441,
"5536" : 456,
"5600" : 489,
"5664" : 435,
"5728" : 446,
"5792" : 383,
"5856" : 360,
"5920" : 408,
"5984" : 339,
"6048" : 375,
"6112" : 336,
"6176" : 327,
"6240" : 329,
"6304" : 267,
"6368" : 286,
"6432" : 308,
"6496" : 241,
"6560" : 264,
"6624" : 236,
"6688" : 207,
"6752" : 232,
"6816" : 193,
"6880" : 218,
"6944" : 186,
"7008" : 191,
"7072" : 185,
"7136" : 149,
"7200" : 135,
"7264" : 144,
"7328" : 160,
"7392" : 152,
"7456" : 126,
"7520" : 121,
"7584" : 141,
"7648" : 109,
"7712" : 132,
"7776" : 82,
"7840" : 115,
"7904" : 116,
"7968" : 84,
"8032" : 121,
"8096" : 114,
"8160" : 92,
"8256" : 178,
"8384" : 185,
"8512" : 143,
"8640" : 169,
"8768" : 167,
"8896" : 146,
"9024" : 161,
"9152" : 151,
"9280" : 143,
"9408" : 127,
"9536" : 112,
"9664" : 134,
"9792" : 117,
"9920" : 135,
"10048" : 128,
"10176" : 138,
"10304" : 115,
"10432" : 106,
"10560" : 129,
"10688" : 132,
"10816" : 119,
"10944" : 106,
"11072" : 100,
"11200" : 94,
"11328" : 95,
"11456" : 93,
"11584" : 77,
"11712" : 89,
"11840" : 87,
"11968" : 95,
"12096" : 87,
"12224" : 69,
"12352" : 95,
"12480" : 91,
"12608" : 71,
"12736" : 60,
"12864" : 62,
"12992" : 69,
"13120" : 70,
"13248" : 65,
"13376" : 52,
"13504" : 51,
"13632" : 47,
"13760" : 46,
"13888" : 44,
"14016" : 43,
"14144" : 56,
"14272" : 35,
"14400" : 33,
"14528" : 43,
"14656" : 34,
"14784" : 42,
"14912" : 36,
"15040" : 40,
"15168" : 32,
"15296" : 33,
"15424" : 40,
"15552" : 33,
"15680" : 22,
"15808" : 26,
"15936" : 34,
"16064" : 24,
"16192" : 22,
"16320" : 25,
"16512" : 56,
"16768" : 46,
"17024" : 42,
"17280" : 31,
"17536" : 29,
"17792" : 36,
"18048" : 25,
"18304" : 27,
"18560" : 30,
"18816" : 25,
"19072" : 33,
"19328" : 23,
"19584" : 24,
"19840" : 25,
"20096" : 16,
"20352" : 14,
"20608" : 17,
"20864" : 11,
"21120" : 23,
"21376" : 14,
"21632" : 13,
"21888" : 9,
"22144" : 13,
"22400" : 7,
"22656" : 6,
"22912" : 13,
"23168" : 14,
"23424" : 15,
"23680" : 10,
"23936" : 11,
"24192" : 6,
"24448" : 4,
"24704" : 8,
"24960" : 6,
"25216" : 6,
"25472" : 6,
"25728" : 4,
"25984" : 3,
"26240" : 3,
"26496" : 5,
"26752" : 7,
"27008" : 7,
"27264" : 3,
"27520" : 3,
"27776" : 2,
"28032" : 1,
"28288" : 5,
"28544" : 2,
"28800" : 6,
"29056" : 5,
"29312" : 5,
"29568" : 3,
"29824" : 1,
"30080" : 2,
"30336" : 4,
"30592" : 2,
"30848" : 7,
"31104" : 3,
"31360" : 4,
"31872" : 2,
"32128" : 1,
"32384" : 4,
"32640" : 4,
"33024" : 3,
"33536" : 4,
"34560" : 3,
"35072" : 2,
"36096" : 3,
"36608" : 6,
"37120" : 4,
"37632" : 4,
"38144" : 1,
"38656" : 3,
"39680" : 2,
"40192" : 2,
"41216" : 2,
"43264" : 1,
"44288" : 3,
"44800" : 1,
"45824" : 2,
"46336" : 2,
"46848" : 1,
"47360" : 2,
"48384" : 3,
"48896" : 1,
"49408" : 1,
"50432" : 2,
"50944" : 2,
"51456" : 2,
"51968" : 2,
"52480" : 1,
"53504" : 1,
"54016" : 1,
"54528" : 1,
"56576" : 1,
"58624" : 1,
"59136" : 2,
"59648" : 1,
"60160" : 3,
"60672" : 2,
"61184" : 1,
"61696" : 1,
"62720" : 1,
"63744" : 1,
"64768" : 2,
"65280" : 1,
"68096" : 1,
"69120" : 2,
"70144" : 1,
"71168" : 1,
"73216" : 6,
"74240" : 1,
"75264" : 1,
"76288" : 2,
"77312" : 2,
"78336" : 2,
"79360" : 2,
"80384" : 2,
"82432" : 1,
"83456" : 1,
"84480" : 1,
"85504" : 1,
"86528" : 1,
"87552" : 3,
"89600" : 2,
"90624" : 4,
"93696" : 1,
"95744" : 3,
"97792" : 1,
"99840" : 1,
"100864" : 1,
"103936" : 1,
"107008" : 2,
"109056" : 1,
"118272" : 1,
"120320" : 1,
"122368" : 1,
"127488" : 2,
"134144" : 1,
"142336" : 2,
"144384" : 1,
"154624" : 3,
"160768" : 3,
"162816" : 1,
"164864" : 1,
"166912" : 1,
"168960" : 1,
"173056" : 1,
"175104" : 2,
"179200" : 1,
"181248" : 1,
"183296" : 1,
"189440" : 1,
"199680" : 1,
"201728" : 1,
"203776" : 1,
"207872" : 1,
"226304" : 1,
"272384" : 1,
"358400" : 1,
"366592" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 4370668,
"mean" : 901840.277993,
"stddev" : 321431.554735,
"N" : 354271
},
"bw_min" : 15479901,
"bw_max" : 20795649,
"bw_agg" : 100.000000,
"bw_mean" : 18158029.358974,
"bw_dev" : 210537.909589,
"bw_samples" : 624,
"iops_min" : 15112,
"iops_max" : 20307,
"iops_mean" : 17730.282051,
"iops_stddev" : 205.619152,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 0.553443,
"sys_cpu" : 77.960731,
"ctx" : 353037,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.981269,
"4" : 62.575257,
"10" : 8.234285,
"20" : 1.062415,
"50" : 0.110927,
"100" : 0.020323,
"250" : 0.010161,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065360,
"timestamp_ms" : 1773065360246,
"time" : "Mon Mar 9 11:09:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 553615622144,
"io_kbytes" : 540640256,
"bw_bytes" : 18453854071,
"bw" : 18021341,
"iops" : 17599.666667,
"runtime" : 30000,
"total_ios" : 527990,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 5384676,
"mean" : 904945.476276,
"stddev" : 324205.456074,
"N" : 527990
},
"clat_ns" : {
"min" : 1181,
"max" : 525051,
"mean" : 2742.353284,
"stddev" : 2844.229298,
"N" : 527974,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2024,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 34048,
"99.990000" : 114176
},
"bins" : {
"1176" : 3,
"1192" : 1,
"1208" : 5,
"1224" : 4,
"1240" : 16,
"1256" : 18,
"1272" : 7,
"1288" : 32,
"1304" : 34,
"1320" : 35,
"1336" : 68,
"1352" : 38,
"1368" : 78,
"1384" : 49,
"1400" : 212,
"1416" : 805,
"1432" : 745,
"1448" : 2347,
"1464" : 1395,
"1480" : 2763,
"1496" : 2841,
"1512" : 1536,
"1528" : 3443,
"1544" : 1847,
"1560" : 3883,
"1576" : 3972,
"1592" : 2078,
"1608" : 4209,
"1624" : 2236,
"1640" : 4708,
"1656" : 4948,
"1672" : 2558,
"1688" : 5232,
"1704" : 2660,
"1720" : 5344,
"1736" : 5419,
"1752" : 2700,
"1768" : 5650,
"1784" : 2780,
"1800" : 5728,
"1816" : 5810,
"1832" : 2964,
"1848" : 6299,
"1864" : 3106,
"1880" : 6332,
"1896" : 6772,
"1912" : 3426,
"1928" : 6966,
"1944" : 3536,
"1960" : 7375,
"1976" : 7730,
"1992" : 4036,
"2008" : 8059,
"2024" : 4229,
"2040" : 8548,
"2064" : 13052,
"2096" : 13677,
"2128" : 17085,
"2160" : 14542,
"2192" : 13673,
"2224" : 13167,
"2256" : 12611,
"2288" : 14050,
"2320" : 13536,
"2352" : 10915,
"2384" : 10294,
"2416" : 9679,
"2448" : 9838,
"2480" : 10662,
"2512" : 7823,
"2544" : 7352,
"2576" : 6789,
"2608" : 6470,
"2640" : 8091,
"2672" : 5588,
"2704" : 5265,
"2736" : 4867,
"2768" : 4500,
"2800" : 5721,
"2832" : 4024,
"2864" : 3676,
"2896" : 3617,
"2928" : 3257,
"2960" : 4163,
"2992" : 2984,
"3024" : 2710,
"3056" : 2624,
"3088" : 2451,
"3120" : 3154,
"3152" : 2175,
"3184" : 2023,
"3216" : 2044,
"3248" : 1926,
"3280" : 2274,
"3312" : 1790,
"3344" : 1619,
"3376" : 1573,
"3408" : 1482,
"3440" : 1766,
"3472" : 1537,
"3504" : 1353,
"3536" : 1339,
"3568" : 1216,
"3600" : 1368,
"3632" : 1304,
"3664" : 1162,
"3696" : 1110,
"3728" : 1002,
"3760" : 1137,
"3792" : 1188,
"3824" : 915,
"3856" : 965,
"3888" : 875,
"3920" : 871,
"3952" : 1127,
"3984" : 826,
"4016" : 773,
"4048" : 759,
"4080" : 800,
"4128" : 1747,
"4192" : 1385,
"4256" : 1611,
"4320" : 1309,
"4384" : 1207,
"4448" : 1374,
"4512" : 1139,
"4576" : 1240,
"4640" : 1091,
"4704" : 1033,
"4768" : 1166,
"4832" : 936,
"4896" : 1019,
"4960" : 925,
"5024" : 852,
"5088" : 998,
"5152" : 826,
"5216" : 801,
"5280" : 903,
"5344" : 732,
"5408" : 830,
"5472" : 676,
"5536" : 674,
"5600" : 754,
"5664" : 647,
"5728" : 689,
"5792" : 550,
"5856" : 557,
"5920" : 618,
"5984" : 497,
"6048" : 568,
"6112" : 533,
"6176" : 483,
"6240" : 508,
"6304" : 406,
"6368" : 434,
"6432" : 475,
"6496" : 357,
"6560" : 417,
"6624" : 360,
"6688" : 309,
"6752" : 349,
"6816" : 296,
"6880" : 333,
"6944" : 274,
"7008" : 288,
"7072" : 275,
"7136" : 211,
"7200" : 208,
"7264" : 222,
"7328" : 226,
"7392" : 245,
"7456" : 185,
"7520" : 189,
"7584" : 207,
"7648" : 172,
"7712" : 188,
"7776" : 147,
"7840" : 171,
"7904" : 169,
"7968" : 129,
"8032" : 184,
"8096" : 161,
"8160" : 147,
"8256" : 265,
"8384" : 285,
"8512" : 208,
"8640" : 239,
"8768" : 244,
"8896" : 219,
"9024" : 231,
"9152" : 217,
"9280" : 207,
"9408" : 205,
"9536" : 188,
"9664" : 194,
"9792" : 182,
"9920" : 198,
"10048" : 193,
"10176" : 190,
"10304" : 162,
"10432" : 155,
"10560" : 192,
"10688" : 196,
"10816" : 176,
"10944" : 167,
"11072" : 164,
"11200" : 140,
"11328" : 145,
"11456" : 142,
"11584" : 111,
"11712" : 137,
"11840" : 133,
"11968" : 135,
"12096" : 125,
"12224" : 101,
"12352" : 136,
"12480" : 125,
"12608" : 106,
"12736" : 97,
"12864" : 96,
"12992" : 101,
"13120" : 101,
"13248" : 90,
"13376" : 77,
"13504" : 76,
"13632" : 73,
"13760" : 78,
"13888" : 71,
"14016" : 65,
"14144" : 79,
"14272" : 58,
"14400" : 55,
"14528" : 56,
"14656" : 55,
"14784" : 62,
"14912" : 49,
"15040" : 53,
"15168" : 45,
"15296" : 41,
"15424" : 54,
"15552" : 46,
"15680" : 38,
"15808" : 42,
"15936" : 46,
"16064" : 32,
"16192" : 41,
"16320" : 43,
"16512" : 80,
"16768" : 69,
"17024" : 58,
"17280" : 54,
"17536" : 52,
"17792" : 54,
"18048" : 43,
"18304" : 51,
"18560" : 42,
"18816" : 44,
"19072" : 47,
"19328" : 36,
"19584" : 38,
"19840" : 33,
"20096" : 26,
"20352" : 21,
"20608" : 28,
"20864" : 28,
"21120" : 31,
"21376" : 22,
"21632" : 17,
"21888" : 23,
"22144" : 19,
"22400" : 16,
"22656" : 10,
"22912" : 14,
"23168" : 20,
"23424" : 20,
"23680" : 17,
"23936" : 16,
"24192" : 13,
"24448" : 5,
"24704" : 13,
"24960" : 10,
"25216" : 7,
"25472" : 9,
"25728" : 7,
"25984" : 7,
"26240" : 4,
"26496" : 8,
"26752" : 7,
"27008" : 10,
"27264" : 8,
"27520" : 4,
"27776" : 5,
"28032" : 2,
"28288" : 6,
"28544" : 2,
"28800" : 6,
"29056" : 7,
"29312" : 7,
"29568" : 4,
"29824" : 3,
"30080" : 3,
"30336" : 4,
"30592" : 4,
"30848" : 9,
"31104" : 4,
"31360" : 8,
"31872" : 3,
"32128" : 1,
"32384" : 8,
"32640" : 5,
"33024" : 3,
"33536" : 5,
"34048" : 5,
"34560" : 6,
"35072" : 5,
"36096" : 4,
"36608" : 8,
"37120" : 4,
"37632" : 7,
"38144" : 2,
"38656" : 5,
"39168" : 2,
"39680" : 4,
"40192" : 3,
"40704" : 1,
"41216" : 3,
"41728" : 1,
"42752" : 1,
"43264" : 1,
"44288" : 3,
"44800" : 2,
"45824" : 3,
"46336" : 2,
"46848" : 3,
"47360" : 4,
"48384" : 4,
"48896" : 2,
"49408" : 1,
"50432" : 2,
"50944" : 3,
"51456" : 2,
"51968" : 2,
"52480" : 1,
"53504" : 1,
"54016" : 1,
"54528" : 1,
"56064" : 1,
"56576" : 1,
"57600" : 1,
"58624" : 1,
"59136" : 2,
"59648" : 2,
"60160" : 3,
"60672" : 2,
"61184" : 2,
"61696" : 4,
"62720" : 1,
"63232" : 1,
"63744" : 2,
"64256" : 1,
"64768" : 2,
"65280" : 2,
"66048" : 1,
"68096" : 2,
"69120" : 2,
"70144" : 2,
"71168" : 1,
"72192" : 2,
"73216" : 7,
"74240" : 3,
"75264" : 2,
"76288" : 5,
"77312" : 3,
"78336" : 3,
"79360" : 4,
"80384" : 3,
"81408" : 1,
"82432" : 2,
"83456" : 1,
"84480" : 2,
"85504" : 3,
"86528" : 1,
"87552" : 4,
"88576" : 3,
"89600" : 3,
"90624" : 4,
"93696" : 2,
"94720" : 1,
"95744" : 3,
"96768" : 1,
"97792" : 3,
"98816" : 1,
"99840" : 1,
"100864" : 2,
"103936" : 1,
"107008" : 2,
"108032" : 1,
"109056" : 2,
"110080" : 1,
"112128" : 3,
"114176" : 2,
"115200" : 1,
"117248" : 1,
"118272" : 2,
"120320" : 2,
"121344" : 1,
"122368" : 1,
"127488" : 2,
"128512" : 1,
"132096" : 1,
"134144" : 1,
"140288" : 2,
"142336" : 2,
"144384" : 1,
"154624" : 3,
"158720" : 2,
"160768" : 4,
"162816" : 2,
"164864" : 1,
"166912" : 1,
"168960" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 1,
"181248" : 1,
"183296" : 1,
"189440" : 1,
"199680" : 1,
"201728" : 1,
"203776" : 1,
"207872" : 1,
"226304" : 1,
"234496" : 1,
"272384" : 1,
"284672" : 1,
"358400" : 1,
"366592" : 1,
"528384" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 5391477,
"mean" : 907688.785525,
"stddev" : 324829.198651,
"N" : 527974
},
"bw_min" : 15369420,
"bw_max" : 20805643,
"bw_agg" : 100.000000,
"bw_mean" : 18030225.457627,
"bw_dev" : 184095.958362,
"bw_samples" : 944,
"iops_min" : 15005,
"iops_max" : 20317,
"iops_mean" : 17605.728814,
"iops_stddev" : 179.793078,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480000,
"usr_cpu" : 0.532500,
"sys_cpu" : 78.087917,
"ctx" : 533343,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.799580,
"4" : 62.635656,
"10" : 8.344666,
"20" : 1.064982,
"50" : 0.117616,
"100" : 0.022160,
"250" : 0.011364,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065370,
"timestamp_ms" : 1773065370246,
"time" : "Mon Mar 9 11:09:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 731962671104,
"io_kbytes" : 714807296,
"bw_bytes" : 18299066777,
"bw" : 17870182,
"iops" : 17451.850000,
"runtime" : 40000,
"total_ios" : 698074,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 912612.986769,
"stddev" : 321512.729412,
"N" : 698074
},
"clat_ns" : {
"min" : 1181,
"max" : 637913,
"mean" : 2749.356763,
"stddev" : 2871.988195,
"N" : 698058,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3952,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23168,
"99.950000" : 35072,
"99.990000" : 110080
},
"bins" : {
"1176" : 3,
"1192" : 2,
"1208" : 5,
"1224" : 6,
"1240" : 19,
"1256" : 28,
"1272" : 13,
"1288" : 39,
"1304" : 43,
"1320" : 49,
"1336" : 86,
"1352" : 47,
"1368" : 93,
"1384" : 65,
"1400" : 260,
"1416" : 993,
"1432" : 983,
"1448" : 3063,
"1464" : 1819,
"1480" : 3588,
"1496" : 3718,
"1512" : 1955,
"1528" : 4414,
"1544" : 2357,
"1560" : 4975,
"1576" : 5050,
"1592" : 2655,
"1608" : 5354,
"1624" : 2862,
"1640" : 5912,
"1656" : 6257,
"1672" : 3271,
"1688" : 6652,
"1704" : 3381,
"1720" : 6762,
"1736" : 6896,
"1752" : 3480,
"1768" : 7240,
"1784" : 3530,
"1800" : 7390,
"1816" : 7535,
"1832" : 3854,
"1848" : 8107,
"1864" : 4048,
"1880" : 8200,
"1896" : 8780,
"1912" : 4501,
"1928" : 9162,
"1944" : 4627,
"1960" : 9645,
"1976" : 10096,
"1992" : 5379,
"2008" : 10663,
"2024" : 5622,
"2040" : 11337,
"2064" : 17415,
"2096" : 18043,
"2128" : 22635,
"2160" : 19615,
"2192" : 18222,
"2224" : 17584,
"2256" : 16992,
"2288" : 18865,
"2320" : 18071,
"2352" : 14573,
"2384" : 13835,
"2416" : 12945,
"2448" : 13229,
"2480" : 14246,
"2512" : 10444,
"2544" : 9809,
"2576" : 9092,
"2608" : 8662,
"2640" : 10749,
"2672" : 7515,
"2704" : 7063,
"2736" : 6487,
"2768" : 6062,
"2800" : 7701,
"2832" : 5338,
"2864" : 4979,
"2896" : 4755,
"2928" : 4355,
"2960" : 5476,
"2992" : 3970,
"3024" : 3640,
"3056" : 3508,
"3088" : 3235,
"3120" : 4156,
"3152" : 2893,
"3184" : 2704,
"3216" : 2698,
"3248" : 2570,
"3280" : 3073,
"3312" : 2330,
"3344" : 2167,
"3376" : 2071,
"3408" : 1985,
"3440" : 2355,
"3472" : 2034,
"3504" : 1843,
"3536" : 1807,
"3568" : 1640,
"3600" : 1799,
"3632" : 1751,
"3664" : 1529,
"3696" : 1494,
"3728" : 1355,
"3760" : 1534,
"3792" : 1610,
"3824" : 1222,
"3856" : 1246,
"3888" : 1174,
"3920" : 1175,
"3952" : 1526,
"3984" : 1115,
"4016" : 1051,
"4048" : 1011,
"4080" : 1049,
"4128" : 2324,
"4192" : 1857,
"4256" : 2130,
"4320" : 1796,
"4384" : 1622,
"4448" : 1821,
"4512" : 1524,
"4576" : 1689,
"4640" : 1421,
"4704" : 1392,
"4768" : 1552,
"4832" : 1247,
"4896" : 1374,
"4960" : 1222,
"5024" : 1137,
"5088" : 1306,
"5152" : 1094,
"5216" : 1085,
"5280" : 1234,
"5344" : 983,
"5408" : 1125,
"5472" : 918,
"5536" : 897,
"5600" : 1006,
"5664" : 860,
"5728" : 906,
"5792" : 753,
"5856" : 747,
"5920" : 814,
"5984" : 662,
"6048" : 757,
"6112" : 691,
"6176" : 624,
"6240" : 692,
"6304" : 540,
"6368" : 561,
"6432" : 614,
"6496" : 465,
"6560" : 555,
"6624" : 476,
"6688" : 412,
"6752" : 465,
"6816" : 405,
"6880" : 433,
"6944" : 358,
"7008" : 372,
"7072" : 364,
"7136" : 302,
"7200" : 279,
"7264" : 299,
"7328" : 282,
"7392" : 308,
"7456" : 244,
"7520" : 247,
"7584" : 268,
"7648" : 228,
"7712" : 251,
"7776" : 193,
"7840" : 217,
"7904" : 217,
"7968" : 183,
"8032" : 235,
"8096" : 212,
"8160" : 185,
"8256" : 372,
"8384" : 380,
"8512" : 294,
"8640" : 325,
"8768" : 316,
"8896" : 296,
"9024" : 301,
"9152" : 289,
"9280" : 269,
"9408" : 281,
"9536" : 265,
"9664" : 261,
"9792" : 253,
"9920" : 261,
"10048" : 246,
"10176" : 249,
"10304" : 233,
"10432" : 224,
"10560" : 249,
"10688" : 243,
"10816" : 238,
"10944" : 231,
"11072" : 216,
"11200" : 191,
"11328" : 204,
"11456" : 187,
"11584" : 148,
"11712" : 172,
"11840" : 171,
"11968" : 181,
"12096" : 161,
"12224" : 144,
"12352" : 168,
"12480" : 151,
"12608" : 142,
"12736" : 127,
"12864" : 136,
"12992" : 133,
"13120" : 123,
"13248" : 123,
"13376" : 101,
"13504" : 99,
"13632" : 93,
"13760" : 96,
"13888" : 97,
"14016" : 81,
"14144" : 100,
"14272" : 82,
"14400" : 76,
"14528" : 71,
"14656" : 75,
"14784" : 80,
"14912" : 63,
"15040" : 77,
"15168" : 56,
"15296" : 55,
"15424" : 76,
"15552" : 61,
"15680" : 46,
"15808" : 50,
"15936" : 58,
"16064" : 45,
"16192" : 53,
"16320" : 55,
"16512" : 105,
"16768" : 96,
"17024" : 73,
"17280" : 71,
"17536" : 70,
"17792" : 75,
"18048" : 53,
"18304" : 69,
"18560" : 56,
"18816" : 56,
"19072" : 59,
"19328" : 45,
"19584" : 49,
"19840" : 42,
"20096" : 37,
"20352" : 30,
"20608" : 37,
"20864" : 34,
"21120" : 34,
"21376" : 28,
"21632" : 27,
"21888" : 30,
"22144" : 26,
"22400" : 23,
"22656" : 12,
"22912" : 20,
"23168" : 27,
"23424" : 20,
"23680" : 20,
"23936" : 20,
"24192" : 16,
"24448" : 9,
"24704" : 15,
"24960" : 13,
"25216" : 8,
"25472" : 11,
"25728" : 11,
"25984" : 11,
"26240" : 9,
"26496" : 11,
"26752" : 10,
"27008" : 11,
"27264" : 9,
"27520" : 5,
"27776" : 8,
"28032" : 2,
"28288" : 7,
"28544" : 3,
"28800" : 8,
"29056" : 8,
"29312" : 8,
"29568" : 5,
"29824" : 5,
"30080" : 4,
"30336" : 4,
"30592" : 5,
"30848" : 10,
"31104" : 5,
"31360" : 8,
"31872" : 5,
"32128" : 2,
"32384" : 9,
"32640" : 6,
"33024" : 3,
"33536" : 6,
"34048" : 5,
"34560" : 8,
"35072" : 6,
"35584" : 1,
"36096" : 7,
"36608" : 9,
"37120" : 5,
"37632" : 8,
"38144" : 3,
"38656" : 7,
"39168" : 5,
"39680" : 4,
"40192" : 4,
"40704" : 1,
"41216" : 4,
"41728" : 2,
"42240" : 3,
"42752" : 2,
"43264" : 3,
"43776" : 3,
"44288" : 3,
"44800" : 4,
"45824" : 3,
"46336" : 3,
"46848" : 3,
"47360" : 4,
"48384" : 4,
"48896" : 3,
"49408" : 1,
"50432" : 2,
"50944" : 3,
"51456" : 2,
"51968" : 3,
"52480" : 2,
"53504" : 2,
"54016" : 2,
"54528" : 1,
"55040" : 2,
"55552" : 2,
"56064" : 2,
"56576" : 1,
"57600" : 1,
"58624" : 2,
"59136" : 4,
"59648" : 2,
"60160" : 3,
"60672" : 4,
"61184" : 3,
"61696" : 5,
"62208" : 2,
"62720" : 1,
"63232" : 2,
"63744" : 2,
"64256" : 1,
"64768" : 3,
"65280" : 2,
"66048" : 1,
"68096" : 2,
"69120" : 2,
"70144" : 2,
"71168" : 2,
"72192" : 2,
"73216" : 8,
"74240" : 5,
"75264" : 3,
"76288" : 7,
"77312" : 5,
"78336" : 4,
"79360" : 4,
"80384" : 4,
"81408" : 1,
"82432" : 5,
"83456" : 2,
"84480" : 3,
"85504" : 4,
"86528" : 2,
"87552" : 5,
"88576" : 3,
"89600" : 3,
"90624" : 4,
"91648" : 1,
"93696" : 2,
"94720" : 1,
"95744" : 5,
"96768" : 4,
"97792" : 3,
"98816" : 1,
"99840" : 1,
"100864" : 3,
"103936" : 1,
"105984" : 3,
"107008" : 2,
"108032" : 1,
"109056" : 4,
"110080" : 2,
"111104" : 1,
"112128" : 3,
"114176" : 2,
"115200" : 1,
"117248" : 1,
"118272" : 3,
"120320" : 2,
"121344" : 1,
"122368" : 2,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"129536" : 1,
"132096" : 1,
"134144" : 2,
"140288" : 3,
"142336" : 2,
"144384" : 2,
"154624" : 3,
"158720" : 2,
"160768" : 4,
"162816" : 2,
"164864" : 2,
"166912" : 1,
"168960" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 1,
"181248" : 1,
"183296" : 1,
"189440" : 1,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"207872" : 1,
"226304" : 1,
"234496" : 1,
"250880" : 1,
"272384" : 1,
"284672" : 1,
"358400" : 1,
"366592" : 1,
"528384" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 915363.242318,
"stddev" : 322131.138463,
"N" : 698058
},
"bw_min" : 15326536,
"bw_max" : 20826123,
"bw_agg" : 100.000000,
"bw_mean" : 17873882.088608,
"bw_dev" : 185088.221990,
"bw_samples" : 1264,
"iops_min" : 14964,
"iops_max" : 20337,
"iops_mean" : 17453.012658,
"iops_stddev" : 180.766288,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639995,
"usr_cpu" : 0.536254,
"sys_cpu" : 77.744514,
"ctx" : 709618,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.110163,
"4" : 63.258050,
"10" : 8.415583,
"20" : 1.062925,
"50" : 0.115747,
"100" : 0.023207,
"250" : 0.011030,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065380,
"timestamp_ms" : 1773065380247,
"time" : "Mon Mar 9 11:09:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 927463374848,
"io_kbytes" : 905725952,
"bw_bytes" : 18549267496,
"bw" : 18114519,
"iops" : 17690.500000,
"runtime" : 50000,
"total_ios" : 884525,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 900283.027567,
"stddev" : 326242.526042,
"N" : 884526
},
"clat_ns" : {
"min" : 1172,
"max" : 637913,
"mean" : 2731.131594,
"stddev" : 2854.906416,
"N" : 884510,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1576,
"10.000000" : 1688,
"20.000000" : 1880,
"30.000000" : 2024,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2928,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13504,
"99.900000" : 23168,
"99.950000" : 35072,
"99.990000" : 110080
},
"bins" : {
"1176" : 5,
"1192" : 6,
"1208" : 9,
"1224" : 9,
"1240" : 38,
"1256" : 58,
"1272" : 31,
"1288" : 76,
"1304" : 80,
"1320" : 121,
"1336" : 158,
"1352" : 87,
"1368" : 153,
"1384" : 93,
"1400" : 367,
"1416" : 1455,
"1432" : 1443,
"1448" : 4378,
"1464" : 2544,
"1480" : 5009,
"1496" : 5249,
"1512" : 2783,
"1528" : 6069,
"1544" : 3193,
"1560" : 6685,
"1576" : 6867,
"1592" : 3579,
"1608" : 7258,
"1624" : 3865,
"1640" : 8043,
"1656" : 8478,
"1672" : 4328,
"1688" : 8817,
"1704" : 4540,
"1720" : 8975,
"1736" : 9134,
"1752" : 4537,
"1768" : 9426,
"1784" : 4644,
"1800" : 9644,
"1816" : 9820,
"1832" : 5014,
"1848" : 10423,
"1864" : 5236,
"1880" : 10607,
"1896" : 11122,
"1912" : 5749,
"1928" : 11705,
"1944" : 5941,
"1960" : 12360,
"1976" : 12779,
"1992" : 6754,
"2008" : 13521,
"2024" : 7058,
"2040" : 14307,
"2064" : 21874,
"2096" : 22625,
"2128" : 28397,
"2160" : 24634,
"2192" : 22708,
"2224" : 21831,
"2256" : 21197,
"2288" : 23500,
"2320" : 22492,
"2352" : 18138,
"2384" : 17203,
"2416" : 16040,
"2448" : 16412,
"2480" : 17766,
"2512" : 12925,
"2544" : 12175,
"2576" : 11367,
"2608" : 10851,
"2640" : 13367,
"2672" : 9446,
"2704" : 8783,
"2736" : 8094,
"2768" : 7563,
"2800" : 9664,
"2832" : 6634,
"2864" : 6228,
"2896" : 5950,
"2928" : 5498,
"2960" : 6849,
"2992" : 4902,
"3024" : 4548,
"3056" : 4348,
"3088" : 3982,
"3120" : 5212,
"3152" : 3631,
"3184" : 3363,
"3216" : 3335,
"3248" : 3217,
"3280" : 3852,
"3312" : 2905,
"3344" : 2722,
"3376" : 2573,
"3408" : 2487,
"3440" : 2955,
"3472" : 2552,
"3504" : 2286,
"3536" : 2236,
"3568" : 2083,
"3600" : 2250,
"3632" : 2193,
"3664" : 1902,
"3696" : 1846,
"3728" : 1699,
"3760" : 1885,
"3792" : 2026,
"3824" : 1530,
"3856" : 1561,
"3888" : 1487,
"3920" : 1453,
"3952" : 1891,
"3984" : 1382,
"4016" : 1319,
"4048" : 1249,
"4080" : 1320,
"4128" : 2859,
"4192" : 2289,
"4256" : 2603,
"4320" : 2177,
"4384" : 2003,
"4448" : 2272,
"4512" : 1883,
"4576" : 2085,
"4640" : 1755,
"4704" : 1710,
"4768" : 1933,
"4832" : 1575,
"4896" : 1676,
"4960" : 1511,
"5024" : 1426,
"5088" : 1631,
"5152" : 1343,
"5216" : 1326,
"5280" : 1525,
"5344" : 1234,
"5408" : 1357,
"5472" : 1133,
"5536" : 1113,
"5600" : 1250,
"5664" : 1060,
"5728" : 1111,
"5792" : 939,
"5856" : 915,
"5920" : 1004,
"5984" : 828,
"6048" : 921,
"6112" : 847,
"6176" : 783,
"6240" : 866,
"6304" : 675,
"6368" : 690,
"6432" : 750,
"6496" : 570,
"6560" : 690,
"6624" : 584,
"6688" : 540,
"6752" : 585,
"6816" : 508,
"6880" : 552,
"6944" : 441,
"7008" : 445,
"7072" : 441,
"7136" : 393,
"7200" : 354,
"7264" : 376,
"7328" : 356,
"7392" : 380,
"7456" : 307,
"7520" : 323,
"7584" : 328,
"7648" : 296,
"7712" : 314,
"7776" : 254,
"7840" : 265,
"7904" : 280,
"7968" : 220,
"8032" : 286,
"8096" : 271,
"8160" : 239,
"8256" : 460,
"8384" : 479,
"8512" : 394,
"8640" : 413,
"8768" : 405,
"8896" : 368,
"9024" : 382,
"9152" : 377,
"9280" : 326,
"9408" : 351,
"9536" : 328,
"9664" : 312,
"9792" : 331,
"9920" : 322,
"10048" : 320,
"10176" : 294,
"10304" : 299,
"10432" : 274,
"10560" : 304,
"10688" : 289,
"10816" : 299,
"10944" : 294,
"11072" : 259,
"11200" : 240,
"11328" : 249,
"11456" : 233,
"11584" : 191,
"11712" : 226,
"11840" : 203,
"11968" : 222,
"12096" : 194,
"12224" : 175,
"12352" : 215,
"12480" : 195,
"12608" : 181,
"12736" : 158,
"12864" : 167,
"12992" : 160,
"13120" : 152,
"13248" : 146,
"13376" : 133,
"13504" : 128,
"13632" : 118,
"13760" : 119,
"13888" : 124,
"14016" : 104,
"14144" : 116,
"14272" : 106,
"14400" : 103,
"14528" : 94,
"14656" : 91,
"14784" : 94,
"14912" : 80,
"15040" : 103,
"15168" : 72,
"15296" : 76,
"15424" : 90,
"15552" : 74,
"15680" : 59,
"15808" : 58,
"15936" : 71,
"16064" : 61,
"16192" : 63,
"16320" : 65,
"16512" : 128,
"16768" : 111,
"17024" : 88,
"17280" : 89,
"17536" : 84,
"17792" : 92,
"18048" : 66,
"18304" : 86,
"18560" : 65,
"18816" : 74,
"19072" : 77,
"19328" : 57,
"19584" : 54,
"19840" : 51,
"20096" : 45,
"20352" : 39,
"20608" : 48,
"20864" : 42,
"21120" : 37,
"21376" : 36,
"21632" : 31,
"21888" : 37,
"22144" : 34,
"22400" : 23,
"22656" : 21,
"22912" : 25,
"23168" : 28,
"23424" : 26,
"23680" : 23,
"23936" : 24,
"24192" : 23,
"24448" : 13,
"24704" : 19,
"24960" : 15,
"25216" : 10,
"25472" : 13,
"25728" : 12,
"25984" : 13,
"26240" : 11,
"26496" : 13,
"26752" : 12,
"27008" : 14,
"27264" : 10,
"27520" : 6,
"27776" : 11,
"28032" : 3,
"28288" : 8,
"28544" : 6,
"28800" : 10,
"29056" : 9,
"29312" : 11,
"29568" : 7,
"29824" : 6,
"30080" : 5,
"30336" : 6,
"30592" : 7,
"30848" : 12,
"31104" : 7,
"31360" : 8,
"31872" : 8,
"32128" : 4,
"32384" : 10,
"32640" : 6,
"33024" : 4,
"33536" : 10,
"34048" : 7,
"34560" : 9,
"35072" : 7,
"35584" : 5,
"36096" : 9,
"36608" : 9,
"37120" : 5,
"37632" : 12,
"38144" : 3,
"38656" : 10,
"39168" : 6,
"39680" : 4,
"40192" : 6,
"40704" : 2,
"41216" : 7,
"41728" : 2,
"42240" : 4,
"42752" : 3,
"43264" : 3,
"43776" : 3,
"44288" : 4,
"44800" : 4,
"45312" : 2,
"45824" : 3,
"46336" : 4,
"46848" : 4,
"47360" : 4,
"48384" : 6,
"48896" : 3,
"49408" : 1,
"49920" : 2,
"50432" : 7,
"50944" : 6,
"51456" : 2,
"51968" : 3,
"52480" : 2,
"53504" : 2,
"54016" : 2,
"54528" : 1,
"55040" : 2,
"55552" : 2,
"56064" : 2,
"56576" : 1,
"57600" : 1,
"58624" : 3,
"59136" : 4,
"59648" : 2,
"60160" : 3,
"60672" : 5,
"61184" : 4,
"61696" : 5,
"62208" : 3,
"62720" : 2,
"63232" : 2,
"63744" : 2,
"64256" : 1,
"64768" : 4,
"65280" : 3,
"66048" : 1,
"67072" : 1,
"68096" : 2,
"69120" : 4,
"70144" : 2,
"71168" : 2,
"72192" : 3,
"73216" : 9,
"74240" : 6,
"75264" : 3,
"76288" : 9,
"77312" : 6,
"78336" : 4,
"79360" : 4,
"80384" : 6,
"81408" : 1,
"82432" : 6,
"83456" : 2,
"84480" : 3,
"85504" : 4,
"86528" : 3,
"87552" : 5,
"88576" : 4,
"89600" : 3,
"90624" : 4,
"91648" : 1,
"92672" : 1,
"93696" : 4,
"94720" : 3,
"95744" : 5,
"96768" : 5,
"97792" : 3,
"98816" : 2,
"99840" : 1,
"100864" : 4,
"102912" : 1,
"103936" : 1,
"105984" : 3,
"107008" : 3,
"108032" : 1,
"109056" : 5,
"110080" : 2,
"111104" : 1,
"112128" : 3,
"114176" : 3,
"115200" : 1,
"117248" : 2,
"118272" : 3,
"119296" : 1,
"120320" : 3,
"121344" : 1,
"122368" : 3,
"124416" : 1,
"126464" : 2,
"127488" : 2,
"128512" : 1,
"129536" : 1,
"132096" : 3,
"134144" : 2,
"136192" : 1,
"140288" : 3,
"142336" : 2,
"144384" : 2,
"146432" : 1,
"152576" : 1,
"154624" : 3,
"158720" : 2,
"160768" : 5,
"162816" : 2,
"164864" : 2,
"166912" : 1,
"168960" : 1,
"173056" : 1,
"175104" : 4,
"177152" : 1,
"179200" : 1,
"181248" : 1,
"183296" : 1,
"189440" : 1,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"207872" : 1,
"211968" : 1,
"224256" : 1,
"226304" : 1,
"234496" : 1,
"250880" : 1,
"272384" : 1,
"280576" : 1,
"284672" : 1,
"305152" : 1,
"358400" : 2,
"366592" : 1,
"528384" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 903014.645448,
"stddev" : 326864.106062,
"N" : 884510
},
"bw_min" : 15295940,
"bw_max" : 22679272,
"bw_agg" : 99.918016,
"bw_mean" : 18099668.636364,
"bw_dev" : 220044.843854,
"bw_samples" : 1584,
"iops_min" : 14935,
"iops_max" : 22147,
"iops_mean" : 17673.222222,
"iops_stddev" : 214.897234,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800000,
"usr_cpu" : 0.532875,
"sys_cpu" : 77.788375,
"ctx" : 876681,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 28.234815,
"4" : 62.337526,
"10" : 8.235494,
"20" : 1.041915,
"50" : 0.113846,
"100" : 0.022498,
"250" : 0.011079,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065390,
"timestamp_ms" : 1773065390247,
"time" : "Mon Mar 9 11:09:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1119057084416,
"io_kbytes" : 1092829184,
"bw_bytes" : 18650951406,
"bw" : 18213819,
"iops" : 17787.383333,
"runtime" : 60000,
"total_ios" : 1067243,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 895366.308979,
"stddev" : 326294.746588,
"N" : 1067243
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2721.076687,
"stddev" : 2877.057267,
"N" : 1067227,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1576,
"10.000000" : 1688,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2928,
"90.000000" : 3856,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13504,
"99.900000" : 23168,
"99.950000" : 34560,
"99.990000" : 114176
},
"bins" : {
"1160" : 1,
"1176" : 5,
"1192" : 7,
"1208" : 15,
"1224" : 14,
"1240" : 42,
"1256" : 65,
"1272" : 38,
"1288" : 85,
"1304" : 91,
"1320" : 144,
"1336" : 190,
"1352" : 104,
"1368" : 178,
"1384" : 112,
"1400" : 440,
"1416" : 1749,
"1432" : 1763,
"1448" : 5339,
"1464" : 3083,
"1480" : 6179,
"1496" : 6437,
"1512" : 3441,
"1528" : 7503,
"1544" : 3940,
"1560" : 8208,
"1576" : 8401,
"1592" : 4352,
"1608" : 8921,
"1624" : 4694,
"1640" : 9755,
"1656" : 10292,
"1672" : 5266,
"1688" : 10789,
"1704" : 5512,
"1720" : 10964,
"1736" : 11274,
"1752" : 5542,
"1768" : 11527,
"1784" : 5737,
"1800" : 11684,
"1816" : 11965,
"1832" : 6157,
"1848" : 12665,
"1864" : 6380,
"1880" : 13011,
"1896" : 13468,
"1912" : 6998,
"1928" : 14288,
"1944" : 7296,
"1960" : 14996,
"1976" : 15635,
"1992" : 8165,
"2008" : 16468,
"2024" : 8531,
"2040" : 17315,
"2064" : 26669,
"2096" : 27391,
"2128" : 34463,
"2160" : 29831,
"2192" : 27400,
"2224" : 26268,
"2256" : 25410,
"2288" : 28206,
"2320" : 27066,
"2352" : 21765,
"2384" : 20727,
"2416" : 19290,
"2448" : 19665,
"2480" : 21325,
"2512" : 15555,
"2544" : 14655,
"2576" : 13690,
"2608" : 12946,
"2640" : 15990,
"2672" : 11305,
"2704" : 10575,
"2736" : 9724,
"2768" : 9044,
"2800" : 11566,
"2832" : 8010,
"2864" : 7391,
"2896" : 7109,
"2928" : 6506,
"2960" : 8208,
"2992" : 5864,
"3024" : 5475,
"3056" : 5195,
"3088" : 4790,
"3120" : 6286,
"3152" : 4354,
"3184" : 4063,
"3216" : 3994,
"3248" : 3855,
"3280" : 4673,
"3312" : 3490,
"3344" : 3233,
"3376" : 3127,
"3408" : 2952,
"3440" : 3555,
"3472" : 3084,
"3504" : 2719,
"3536" : 2682,
"3568" : 2502,
"3600" : 2696,
"3632" : 2616,
"3664" : 2274,
"3696" : 2158,
"3728" : 2017,
"3760" : 2227,
"3792" : 2430,
"3824" : 1846,
"3856" : 1841,
"3888" : 1765,
"3920" : 1742,
"3952" : 2266,
"3984" : 1639,
"4016" : 1558,
"4048" : 1476,
"4080" : 1569,
"4128" : 3388,
"4192" : 2716,
"4256" : 3097,
"4320" : 2595,
"4384" : 2378,
"4448" : 2723,
"4512" : 2212,
"4576" : 2488,
"4640" : 2086,
"4704" : 2040,
"4768" : 2312,
"4832" : 1865,
"4896" : 1973,
"4960" : 1781,
"5024" : 1703,
"5088" : 1945,
"5152" : 1597,
"5216" : 1574,
"5280" : 1785,
"5344" : 1465,
"5408" : 1608,
"5472" : 1354,
"5536" : 1314,
"5600" : 1495,
"5664" : 1222,
"5728" : 1332,
"5792" : 1136,
"5856" : 1054,
"5920" : 1205,
"5984" : 981,
"6048" : 1070,
"6112" : 986,
"6176" : 921,
"6240" : 1003,
"6304" : 803,
"6368" : 798,
"6432" : 891,
"6496" : 689,
"6560" : 822,
"6624" : 675,
"6688" : 627,
"6752" : 691,
"6816" : 590,
"6880" : 650,
"6944" : 521,
"7008" : 496,
"7072" : 533,
"7136" : 466,
"7200" : 426,
"7264" : 441,
"7328" : 416,
"7392" : 443,
"7456" : 369,
"7520" : 379,
"7584" : 377,
"7648" : 330,
"7712" : 369,
"7776" : 298,
"7840" : 329,
"7904" : 323,
"7968" : 265,
"8032" : 339,
"8096" : 314,
"8160" : 271,
"8256" : 545,
"8384" : 566,
"8512" : 485,
"8640" : 484,
"8768" : 490,
"8896" : 455,
"9024" : 447,
"9152" : 440,
"9280" : 398,
"9408" : 421,
"9536" : 404,
"9664" : 368,
"9792" : 402,
"9920" : 397,
"10048" : 374,
"10176" : 350,
"10304" : 344,
"10432" : 325,
"10560" : 360,
"10688" : 334,
"10816" : 338,
"10944" : 355,
"11072" : 304,
"11200" : 300,
"11328" : 295,
"11456" : 278,
"11584" : 251,
"11712" : 277,
"11840" : 249,
"11968" : 253,
"12096" : 225,
"12224" : 205,
"12352" : 247,
"12480" : 231,
"12608" : 213,
"12736" : 183,
"12864" : 201,
"12992" : 191,
"13120" : 178,
"13248" : 173,
"13376" : 160,
"13504" : 162,
"13632" : 145,
"13760" : 145,
"13888" : 152,
"14016" : 121,
"14144" : 140,
"14272" : 133,
"14400" : 120,
"14528" : 111,
"14656" : 113,
"14784" : 117,
"14912" : 106,
"15040" : 117,
"15168" : 88,
"15296" : 88,
"15424" : 104,
"15552" : 89,
"15680" : 76,
"15808" : 67,
"15936" : 86,
"16064" : 77,
"16192" : 75,
"16320" : 75,
"16512" : 157,
"16768" : 129,
"17024" : 116,
"17280" : 117,
"17536" : 94,
"17792" : 113,
"18048" : 83,
"18304" : 99,
"18560" : 71,
"18816" : 89,
"19072" : 84,
"19328" : 64,
"19584" : 63,
"19840" : 55,
"20096" : 52,
"20352" : 48,
"20608" : 57,
"20864" : 46,
"21120" : 39,
"21376" : 43,
"21632" : 39,
"21888" : 46,
"22144" : 37,
"22400" : 29,
"22656" : 28,
"22912" : 28,
"23168" : 32,
"23424" : 29,
"23680" : 26,
"23936" : 28,
"24192" : 25,
"24448" : 17,
"24704" : 21,
"24960" : 20,
"25216" : 15,
"25472" : 18,
"25728" : 15,
"25984" : 15,
"26240" : 13,
"26496" : 15,
"26752" : 14,
"27008" : 15,
"27264" : 13,
"27520" : 6,
"27776" : 15,
"28032" : 3,
"28288" : 8,
"28544" : 9,
"28800" : 11,
"29056" : 12,
"29312" : 11,
"29568" : 8,
"29824" : 8,
"30080" : 6,
"30336" : 7,
"30592" : 9,
"30848" : 14,
"31104" : 7,
"31360" : 9,
"31616" : 3,
"31872" : 8,
"32128" : 6,
"32384" : 11,
"32640" : 6,
"33024" : 5,
"33536" : 11,
"34048" : 8,
"34560" : 11,
"35072" : 12,
"35584" : 9,
"36096" : 11,
"36608" : 11,
"37120" : 6,
"37632" : 12,
"38144" : 4,
"38656" : 12,
"39168" : 7,
"39680" : 6,
"40192" : 7,
"40704" : 3,
"41216" : 7,
"41728" : 2,
"42240" : 5,
"42752" : 3,
"43264" : 4,
"43776" : 3,
"44288" : 5,
"44800" : 4,
"45312" : 3,
"45824" : 3,
"46336" : 4,
"46848" : 4,
"47360" : 4,
"48384" : 7,
"48896" : 4,
"49408" : 2,
"49920" : 2,
"50432" : 7,
"50944" : 6,
"51456" : 2,
"51968" : 4,
"52480" : 2,
"53504" : 2,
"54016" : 2,
"54528" : 1,
"55040" : 4,
"55552" : 2,
"56064" : 2,
"56576" : 1,
"57600" : 1,
"58624" : 3,
"59136" : 4,
"59648" : 2,
"60160" : 3,
"60672" : 5,
"61184" : 4,
"61696" : 5,
"62208" : 3,
"62720" : 3,
"63232" : 3,
"63744" : 2,
"64256" : 1,
"64768" : 4,
"65280" : 3,
"66048" : 2,
"67072" : 1,
"68096" : 2,
"69120" : 5,
"70144" : 2,
"71168" : 3,
"72192" : 4,
"73216" : 9,
"74240" : 7,
"75264" : 4,
"76288" : 11,
"77312" : 6,
"78336" : 4,
"79360" : 5,
"80384" : 7,
"81408" : 1,
"82432" : 6,
"83456" : 2,
"84480" : 3,
"85504" : 5,
"86528" : 3,
"87552" : 6,
"88576" : 4,
"89600" : 4,
"90624" : 5,
"91648" : 1,
"92672" : 1,
"93696" : 5,
"94720" : 5,
"95744" : 5,
"96768" : 6,
"97792" : 3,
"98816" : 3,
"99840" : 2,
"100864" : 4,
"102912" : 4,
"103936" : 1,
"105984" : 3,
"107008" : 4,
"108032" : 1,
"109056" : 5,
"110080" : 2,
"111104" : 2,
"112128" : 3,
"114176" : 4,
"115200" : 1,
"117248" : 4,
"118272" : 3,
"119296" : 2,
"120320" : 3,
"121344" : 2,
"122368" : 3,
"123392" : 1,
"124416" : 1,
"126464" : 5,
"127488" : 2,
"128512" : 1,
"129536" : 2,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 1,
"138240" : 1,
"140288" : 3,
"142336" : 2,
"144384" : 3,
"146432" : 2,
"152576" : 1,
"154624" : 3,
"158720" : 2,
"160768" : 6,
"162816" : 2,
"164864" : 2,
"166912" : 1,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 4,
"177152" : 1,
"179200" : 2,
"181248" : 2,
"183296" : 1,
"189440" : 3,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"207872" : 1,
"211968" : 1,
"224256" : 1,
"226304" : 1,
"234496" : 1,
"250880" : 1,
"272384" : 1,
"280576" : 2,
"284672" : 1,
"305152" : 1,
"313344" : 1,
"358400" : 2,
"366592" : 1,
"528384" : 1,
"544768" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 898087.714985,
"stddev" : 326911.731564,
"N" : 1067227
},
"bw_min" : 15289796,
"bw_max" : 22829317,
"bw_agg" : 100.000000,
"bw_mean" : 18222386.521008,
"bw_dev" : 219473.369395,
"bw_samples" : 1904,
"iops_min" : 14929,
"iops_max" : 22294,
"iops_mean" : 17793.100840,
"iops_stddev" : 214.338908,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959999,
"usr_cpu" : 0.530313,
"sys_cpu" : 77.564456,
"ctx" : 1047805,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 28.569595,
"4" : 62.167098,
"10" : 8.087568,
"20" : 1.028632,
"50" : 0.111783,
"100" : 0.020895,
"250" : 0.011712,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065400,
"timestamp_ms" : 1773065400246,
"time" : "Mon Mar 9 11:10:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1296200368128,
"io_kbytes" : 1265820672,
"bw_bytes" : 18517148116,
"bw" : 18083152,
"iops" : 17659.642857,
"runtime" : 70000,
"total_ios" : 1236175,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 901833.894495,
"stddev" : 321852.509043,
"N" : 1236176
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2733.390484,
"stddev" : 2925.976158,
"N" : 1236160,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1576,
"10.000000" : 1688,
"20.000000" : 1880,
"30.000000" : 2024,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2928,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23168,
"99.950000" : 35072,
"99.990000" : 117248
},
"bins" : {
"1160" : 1,
"1176" : 5,
"1192" : 7,
"1208" : 17,
"1224" : 17,
"1240" : 45,
"1256" : 72,
"1272" : 42,
"1288" : 92,
"1304" : 97,
"1320" : 155,
"1336" : 207,
"1352" : 116,
"1368" : 196,
"1384" : 123,
"1400" : 493,
"1416" : 2013,
"1432" : 2047,
"1448" : 6013,
"1464" : 3424,
"1480" : 6843,
"1496" : 7121,
"1512" : 3835,
"1528" : 8354,
"1544" : 4334,
"1560" : 9021,
"1576" : 9314,
"1592" : 4787,
"1608" : 9934,
"1624" : 5212,
"1640" : 10771,
"1656" : 11438,
"1672" : 5891,
"1688" : 11999,
"1704" : 6172,
"1720" : 12330,
"1736" : 12639,
"1752" : 6227,
"1768" : 12962,
"1784" : 6497,
"1800" : 13297,
"1816" : 13647,
"1832" : 7011,
"1848" : 14443,
"1864" : 7278,
"1880" : 14911,
"1896" : 15578,
"1912" : 8037,
"1928" : 16571,
"1944" : 8448,
"1960" : 17454,
"1976" : 18239,
"1992" : 9468,
"2008" : 19232,
"2024" : 9931,
"2040" : 20200,
"2064" : 31064,
"2096" : 31885,
"2128" : 40190,
"2160" : 34774,
"2192" : 31970,
"2224" : 30778,
"2256" : 29658,
"2288" : 32973,
"2320" : 31609,
"2352" : 25502,
"2384" : 24189,
"2416" : 22561,
"2448" : 23049,
"2480" : 24919,
"2512" : 18302,
"2544" : 17083,
"2576" : 16071,
"2608" : 15172,
"2640" : 18717,
"2672" : 13154,
"2704" : 12306,
"2736" : 11345,
"2768" : 10576,
"2800" : 13399,
"2832" : 9359,
"2864" : 8690,
"2896" : 8397,
"2928" : 7692,
"2960" : 9543,
"2992" : 6864,
"3024" : 6367,
"3056" : 6045,
"3088" : 5604,
"3120" : 7384,
"3152" : 5045,
"3184" : 4754,
"3216" : 4633,
"3248" : 4460,
"3280" : 5487,
"3312" : 4047,
"3344" : 3773,
"3376" : 3704,
"3408" : 3458,
"3440" : 4145,
"3472" : 3616,
"3504" : 3204,
"3536" : 3120,
"3568" : 2911,
"3600" : 3178,
"3632" : 3107,
"3664" : 2661,
"3696" : 2505,
"3728" : 2367,
"3760" : 2599,
"3792" : 2816,
"3824" : 2159,
"3856" : 2141,
"3888" : 2074,
"3920" : 2065,
"3952" : 2649,
"3984" : 1933,
"4016" : 1850,
"4048" : 1760,
"4080" : 1845,
"4128" : 3941,
"4192" : 3183,
"4256" : 3565,
"4320" : 3034,
"4384" : 2826,
"4448" : 3156,
"4512" : 2567,
"4576" : 2930,
"4640" : 2454,
"4704" : 2344,
"4768" : 2737,
"4832" : 2176,
"4896" : 2296,
"4960" : 2086,
"5024" : 2004,
"5088" : 2248,
"5152" : 1863,
"5216" : 1865,
"5280" : 2036,
"5344" : 1723,
"5408" : 1909,
"5472" : 1569,
"5536" : 1534,
"5600" : 1736,
"5664" : 1418,
"5728" : 1566,
"5792" : 1330,
"5856" : 1239,
"5920" : 1405,
"5984" : 1145,
"6048" : 1254,
"6112" : 1191,
"6176" : 1072,
"6240" : 1160,
"6304" : 925,
"6368" : 925,
"6432" : 1044,
"6496" : 814,
"6560" : 949,
"6624" : 786,
"6688" : 736,
"6752" : 802,
"6816" : 682,
"6880" : 746,
"6944" : 599,
"7008" : 583,
"7072" : 623,
"7136" : 555,
"7200" : 524,
"7264" : 530,
"7328" : 491,
"7392" : 530,
"7456" : 443,
"7520" : 458,
"7584" : 426,
"7648" : 379,
"7712" : 435,
"7776" : 358,
"7840" : 380,
"7904" : 380,
"7968" : 327,
"8032" : 397,
"8096" : 365,
"8160" : 321,
"8256" : 640,
"8384" : 673,
"8512" : 552,
"8640" : 559,
"8768" : 554,
"8896" : 557,
"9024" : 531,
"9152" : 521,
"9280" : 463,
"9408" : 493,
"9536" : 466,
"9664" : 435,
"9792" : 484,
"9920" : 465,
"10048" : 436,
"10176" : 413,
"10304" : 407,
"10432" : 404,
"10560" : 405,
"10688" : 384,
"10816" : 399,
"10944" : 418,
"11072" : 348,
"11200" : 357,
"11328" : 360,
"11456" : 328,
"11584" : 296,
"11712" : 315,
"11840" : 283,
"11968" : 290,
"12096" : 272,
"12224" : 235,
"12352" : 285,
"12480" : 267,
"12608" : 258,
"12736" : 224,
"12864" : 230,
"12992" : 233,
"13120" : 207,
"13248" : 204,
"13376" : 185,
"13504" : 194,
"13632" : 179,
"13760" : 184,
"13888" : 174,
"14016" : 147,
"14144" : 162,
"14272" : 157,
"14400" : 132,
"14528" : 131,
"14656" : 131,
"14784" : 135,
"14912" : 128,
"15040" : 132,
"15168" : 104,
"15296" : 105,
"15424" : 120,
"15552" : 101,
"15680" : 85,
"15808" : 78,
"15936" : 104,
"16064" : 94,
"16192" : 92,
"16320" : 86,
"16512" : 186,
"16768" : 149,
"17024" : 142,
"17280" : 143,
"17536" : 114,
"17792" : 132,
"18048" : 91,
"18304" : 118,
"18560" : 79,
"18816" : 114,
"19072" : 98,
"19328" : 73,
"19584" : 72,
"19840" : 62,
"20096" : 65,
"20352" : 58,
"20608" : 66,
"20864" : 55,
"21120" : 47,
"21376" : 55,
"21632" : 47,
"21888" : 53,
"22144" : 48,
"22400" : 33,
"22656" : 31,
"22912" : 35,
"23168" : 36,
"23424" : 35,
"23680" : 30,
"23936" : 31,
"24192" : 29,
"24448" : 19,
"24704" : 22,
"24960" : 20,
"25216" : 17,
"25472" : 24,
"25728" : 19,
"25984" : 18,
"26240" : 17,
"26496" : 21,
"26752" : 16,
"27008" : 16,
"27264" : 15,
"27520" : 9,
"27776" : 15,
"28032" : 5,
"28288" : 9,
"28544" : 11,
"28800" : 13,
"29056" : 15,
"29312" : 12,
"29568" : 12,
"29824" : 9,
"30080" : 8,
"30336" : 10,
"30592" : 13,
"30848" : 14,
"31104" : 8,
"31360" : 10,
"31616" : 6,
"31872" : 10,
"32128" : 6,
"32384" : 12,
"32640" : 8,
"33024" : 7,
"33536" : 13,
"34048" : 11,
"34560" : 12,
"35072" : 14,
"35584" : 10,
"36096" : 11,
"36608" : 11,
"37120" : 6,
"37632" : 14,
"38144" : 5,
"38656" : 12,
"39168" : 7,
"39680" : 7,
"40192" : 7,
"40704" : 3,
"41216" : 8,
"41728" : 2,
"42240" : 6,
"42752" : 4,
"43264" : 5,
"43776" : 5,
"44288" : 6,
"44800" : 6,
"45312" : 4,
"45824" : 3,
"46336" : 5,
"46848" : 4,
"47360" : 4,
"47872" : 1,
"48384" : 7,
"48896" : 4,
"49408" : 2,
"49920" : 3,
"50432" : 7,
"50944" : 7,
"51456" : 2,
"51968" : 5,
"52480" : 2,
"53504" : 2,
"54016" : 2,
"54528" : 2,
"55040" : 4,
"55552" : 3,
"56064" : 3,
"56576" : 1,
"57600" : 2,
"58112" : 1,
"58624" : 3,
"59136" : 4,
"59648" : 2,
"60160" : 6,
"60672" : 5,
"61184" : 4,
"61696" : 6,
"62208" : 4,
"62720" : 3,
"63232" : 5,
"63744" : 2,
"64256" : 1,
"64768" : 4,
"65280" : 3,
"66048" : 3,
"67072" : 1,
"68096" : 4,
"69120" : 5,
"70144" : 2,
"71168" : 3,
"72192" : 5,
"73216" : 10,
"74240" : 10,
"75264" : 5,
"76288" : 12,
"77312" : 6,
"78336" : 8,
"79360" : 9,
"80384" : 9,
"81408" : 1,
"82432" : 6,
"83456" : 3,
"84480" : 5,
"85504" : 6,
"86528" : 3,
"87552" : 6,
"88576" : 4,
"89600" : 6,
"90624" : 5,
"91648" : 1,
"92672" : 1,
"93696" : 5,
"94720" : 5,
"95744" : 5,
"96768" : 7,
"97792" : 4,
"98816" : 5,
"99840" : 4,
"100864" : 4,
"101888" : 1,
"102912" : 4,
"103936" : 1,
"105984" : 3,
"107008" : 4,
"108032" : 3,
"109056" : 7,
"110080" : 2,
"111104" : 2,
"112128" : 3,
"114176" : 4,
"115200" : 1,
"116224" : 1,
"117248" : 4,
"118272" : 5,
"119296" : 2,
"120320" : 3,
"121344" : 2,
"122368" : 4,
"123392" : 2,
"124416" : 3,
"126464" : 5,
"127488" : 2,
"128512" : 1,
"129536" : 2,
"130560" : 1,
"132096" : 5,
"134144" : 3,
"136192" : 1,
"138240" : 1,
"140288" : 4,
"142336" : 2,
"144384" : 6,
"146432" : 2,
"152576" : 2,
"154624" : 6,
"158720" : 2,
"160768" : 6,
"162816" : 3,
"164864" : 2,
"166912" : 1,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 4,
"177152" : 1,
"179200" : 2,
"181248" : 2,
"183296" : 2,
"185344" : 1,
"189440" : 3,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"207872" : 1,
"211968" : 1,
"214016" : 1,
"224256" : 1,
"226304" : 1,
"234496" : 1,
"244736" : 1,
"250880" : 1,
"272384" : 1,
"280576" : 2,
"284672" : 1,
"305152" : 1,
"313344" : 1,
"342016" : 1,
"358400" : 2,
"366592" : 1,
"528384" : 2,
"544768" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 904567.653005,
"stddev" : 322468.208090,
"N" : 1236160
},
"bw_min" : 15095121,
"bw_max" : 22829317,
"bw_agg" : 100.000000,
"bw_mean" : 18106041.906475,
"bw_dev" : 221211.879639,
"bw_samples" : 2224,
"iops_min" : 14738,
"iops_max" : 22294,
"iops_mean" : 17679.517986,
"iops_stddev" : 216.036984,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119991,
"usr_cpu" : 0.531701,
"sys_cpu" : 77.659285,
"ctx" : 1238394,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999676,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999676,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.928489,
"4" : 62.706656,
"10" : 8.170122,
"20" : 1.044027,
"50" : 0.114223,
"100" : 0.021761,
"250" : 0.012296,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065410,
"timestamp_ms" : 1773065410246,
"time" : "Mon Mar 9 11:10:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1470925635584,
"io_kbytes" : 1436450816,
"bw_bytes" : 18386570444,
"bw" : 17955635,
"iops" : 17535.050000,
"runtime" : 80000,
"total_ios" : 1402804,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 908248.768016,
"stddev" : 319660.303514,
"N" : 1402804
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2747.745644,
"stddev" : 2913.319933,
"N" : 1402788,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 115200
},
"bins" : {
"1160" : 1,
"1176" : 5,
"1192" : 7,
"1208" : 19,
"1224" : 19,
"1240" : 48,
"1256" : 75,
"1272" : 46,
"1288" : 100,
"1304" : 99,
"1320" : 169,
"1336" : 218,
"1352" : 120,
"1368" : 218,
"1384" : 131,
"1400" : 532,
"1416" : 2119,
"1432" : 2202,
"1448" : 6585,
"1464" : 3734,
"1480" : 7483,
"1496" : 7780,
"1512" : 4216,
"1528" : 9072,
"1544" : 4701,
"1560" : 9823,
"1576" : 10175,
"1592" : 5191,
"1608" : 10840,
"1624" : 5710,
"1640" : 11823,
"1656" : 12507,
"1672" : 6484,
"1688" : 13180,
"1704" : 6780,
"1720" : 13548,
"1736" : 13853,
"1752" : 6896,
"1768" : 14327,
"1784" : 7173,
"1800" : 14798,
"1816" : 15158,
"1832" : 7782,
"1848" : 16180,
"1864" : 8098,
"1880" : 16650,
"1896" : 17513,
"1912" : 9061,
"1928" : 18607,
"1944" : 9493,
"1960" : 19730,
"1976" : 20594,
"1992" : 10740,
"2008" : 21894,
"2024" : 11266,
"2040" : 22821,
"2064" : 35188,
"2096" : 36187,
"2128" : 45730,
"2160" : 39597,
"2192" : 36421,
"2224" : 35041,
"2256" : 33879,
"2288" : 37636,
"2320" : 36205,
"2352" : 29124,
"2384" : 27758,
"2416" : 25867,
"2448" : 26522,
"2480" : 28547,
"2512" : 20988,
"2544" : 19669,
"2576" : 18449,
"2608" : 17404,
"2640" : 21476,
"2672" : 15002,
"2704" : 14077,
"2736" : 13040,
"2768" : 12206,
"2800" : 15303,
"2832" : 10760,
"2864" : 10005,
"2896" : 9611,
"2928" : 8863,
"2960" : 10968,
"2992" : 7905,
"3024" : 7309,
"3056" : 6932,
"3088" : 6504,
"3120" : 8485,
"3152" : 5830,
"3184" : 5472,
"3216" : 5298,
"3248" : 5133,
"3280" : 6265,
"3312" : 4648,
"3344" : 4356,
"3376" : 4254,
"3408" : 4007,
"3440" : 4783,
"3472" : 4132,
"3504" : 3691,
"3536" : 3555,
"3568" : 3362,
"3600" : 3679,
"3632" : 3593,
"3664" : 3065,
"3696" : 2908,
"3728" : 2742,
"3760" : 3004,
"3792" : 3253,
"3824" : 2504,
"3856" : 2481,
"3888" : 2369,
"3920" : 2368,
"3952" : 3035,
"3984" : 2271,
"4016" : 2127,
"4048" : 2040,
"4080" : 2086,
"4128" : 4540,
"4192" : 3667,
"4256" : 4089,
"4320" : 3481,
"4384" : 3257,
"4448" : 3646,
"4512" : 2936,
"4576" : 3374,
"4640" : 2832,
"4704" : 2727,
"4768" : 3142,
"4832" : 2521,
"4896" : 2656,
"4960" : 2438,
"5024" : 2323,
"5088" : 2604,
"5152" : 2149,
"5216" : 2195,
"5280" : 2323,
"5344" : 2002,
"5408" : 2232,
"5472" : 1805,
"5536" : 1803,
"5600" : 2019,
"5664" : 1628,
"5728" : 1827,
"5792" : 1536,
"5856" : 1443,
"5920" : 1635,
"5984" : 1314,
"6048" : 1458,
"6112" : 1347,
"6176" : 1238,
"6240" : 1356,
"6304" : 1064,
"6368" : 1079,
"6432" : 1184,
"6496" : 940,
"6560" : 1081,
"6624" : 904,
"6688" : 853,
"6752" : 927,
"6816" : 812,
"6880" : 859,
"6944" : 705,
"7008" : 660,
"7072" : 705,
"7136" : 624,
"7200" : 609,
"7264" : 606,
"7328" : 564,
"7392" : 611,
"7456" : 512,
"7520" : 544,
"7584" : 494,
"7648" : 438,
"7712" : 511,
"7776" : 412,
"7840" : 435,
"7904" : 440,
"7968" : 386,
"8032" : 463,
"8096" : 404,
"8160" : 374,
"8256" : 726,
"8384" : 766,
"8512" : 629,
"8640" : 626,
"8768" : 626,
"8896" : 637,
"9024" : 627,
"9152" : 607,
"9280" : 539,
"9408" : 578,
"9536" : 538,
"9664" : 510,
"9792" : 558,
"9920" : 535,
"10048" : 500,
"10176" : 477,
"10304" : 476,
"10432" : 466,
"10560" : 483,
"10688" : 446,
"10816" : 465,
"10944" : 484,
"11072" : 406,
"11200" : 398,
"11328" : 414,
"11456" : 372,
"11584" : 346,
"11712" : 350,
"11840" : 324,
"11968" : 345,
"12096" : 315,
"12224" : 285,
"12352" : 319,
"12480" : 314,
"12608" : 306,
"12736" : 254,
"12864" : 264,
"12992" : 260,
"13120" : 253,
"13248" : 241,
"13376" : 220,
"13504" : 222,
"13632" : 205,
"13760" : 209,
"13888" : 203,
"14016" : 171,
"14144" : 180,
"14272" : 180,
"14400" : 154,
"14528" : 160,
"14656" : 153,
"14784" : 164,
"14912" : 142,
"15040" : 148,
"15168" : 126,
"15296" : 124,
"15424" : 141,
"15552" : 114,
"15680" : 97,
"15808" : 99,
"15936" : 116,
"16064" : 112,
"16192" : 104,
"16320" : 104,
"16512" : 215,
"16768" : 167,
"17024" : 171,
"17280" : 171,
"17536" : 132,
"17792" : 146,
"18048" : 109,
"18304" : 133,
"18560" : 89,
"18816" : 123,
"19072" : 109,
"19328" : 87,
"19584" : 85,
"19840" : 76,
"20096" : 75,
"20352" : 69,
"20608" : 74,
"20864" : 64,
"21120" : 56,
"21376" : 68,
"21632" : 55,
"21888" : 62,
"22144" : 53,
"22400" : 41,
"22656" : 36,
"22912" : 39,
"23168" : 42,
"23424" : 43,
"23680" : 35,
"23936" : 37,
"24192" : 32,
"24448" : 22,
"24704" : 27,
"24960" : 22,
"25216" : 20,
"25472" : 26,
"25728" : 20,
"25984" : 22,
"26240" : 21,
"26496" : 21,
"26752" : 19,
"27008" : 18,
"27264" : 16,
"27520" : 12,
"27776" : 18,
"28032" : 8,
"28288" : 12,
"28544" : 13,
"28800" : 17,
"29056" : 18,
"29312" : 12,
"29568" : 13,
"29824" : 9,
"30080" : 8,
"30336" : 15,
"30592" : 15,
"30848" : 16,
"31104" : 10,
"31360" : 11,
"31616" : 6,
"31872" : 12,
"32128" : 6,
"32384" : 12,
"32640" : 10,
"33024" : 9,
"33536" : 15,
"34048" : 15,
"34560" : 13,
"35072" : 14,
"35584" : 13,
"36096" : 11,
"36608" : 13,
"37120" : 10,
"37632" : 16,
"38144" : 5,
"38656" : 13,
"39168" : 7,
"39680" : 8,
"40192" : 8,
"40704" : 3,
"41216" : 8,
"41728" : 4,
"42240" : 8,
"42752" : 5,
"43264" : 5,
"43776" : 5,
"44288" : 7,
"44800" : 6,
"45312" : 5,
"45824" : 4,
"46336" : 5,
"46848" : 5,
"47360" : 4,
"47872" : 1,
"48384" : 8,
"48896" : 5,
"49408" : 2,
"49920" : 4,
"50432" : 9,
"50944" : 8,
"51456" : 3,
"51968" : 6,
"52480" : 2,
"53504" : 2,
"54016" : 2,
"54528" : 2,
"55040" : 7,
"55552" : 4,
"56064" : 4,
"56576" : 1,
"57600" : 3,
"58112" : 1,
"58624" : 3,
"59136" : 5,
"59648" : 2,
"60160" : 6,
"60672" : 7,
"61184" : 5,
"61696" : 6,
"62208" : 5,
"62720" : 4,
"63232" : 5,
"63744" : 2,
"64256" : 2,
"64768" : 5,
"65280" : 4,
"66048" : 3,
"67072" : 1,
"68096" : 5,
"69120" : 5,
"70144" : 3,
"71168" : 3,
"72192" : 7,
"73216" : 13,
"74240" : 11,
"75264" : 6,
"76288" : 14,
"77312" : 6,
"78336" : 9,
"79360" : 10,
"80384" : 10,
"81408" : 1,
"82432" : 6,
"83456" : 9,
"84480" : 6,
"85504" : 6,
"86528" : 4,
"87552" : 6,
"88576" : 5,
"89600" : 7,
"90624" : 5,
"91648" : 2,
"92672" : 1,
"93696" : 5,
"94720" : 5,
"95744" : 6,
"96768" : 8,
"97792" : 5,
"98816" : 6,
"99840" : 4,
"100864" : 4,
"101888" : 1,
"102912" : 4,
"103936" : 2,
"104960" : 1,
"105984" : 3,
"107008" : 4,
"108032" : 3,
"109056" : 8,
"110080" : 2,
"111104" : 2,
"112128" : 3,
"113152" : 3,
"114176" : 4,
"115200" : 2,
"116224" : 1,
"117248" : 4,
"118272" : 5,
"119296" : 2,
"120320" : 3,
"121344" : 2,
"122368" : 4,
"123392" : 2,
"124416" : 3,
"126464" : 6,
"127488" : 2,
"128512" : 2,
"129536" : 2,
"130560" : 1,
"132096" : 6,
"134144" : 3,
"136192" : 1,
"138240" : 2,
"140288" : 5,
"142336" : 2,
"144384" : 6,
"146432" : 2,
"152576" : 3,
"154624" : 7,
"158720" : 2,
"160768" : 6,
"162816" : 4,
"164864" : 2,
"166912" : 1,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 4,
"177152" : 1,
"179200" : 2,
"181248" : 2,
"183296" : 2,
"185344" : 1,
"189440" : 3,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"205824" : 1,
"207872" : 2,
"211968" : 2,
"214016" : 1,
"224256" : 1,
"226304" : 1,
"234496" : 2,
"244736" : 1,
"250880" : 1,
"272384" : 1,
"280576" : 3,
"284672" : 1,
"305152" : 1,
"313344" : 1,
"342016" : 1,
"358400" : 2,
"366592" : 1,
"528384" : 2,
"544768" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 910996.911138,
"stddev" : 320274.395717,
"N" : 1402788
},
"bw_min" : 14978249,
"bw_max" : 22829317,
"bw_agg" : 100.000000,
"bw_mean" : 17963479.647799,
"bw_dev" : 231991.410982,
"bw_samples" : 2544,
"iops_min" : 14623,
"iops_max" : 22294,
"iops_mean" : 17540.220126,
"iops_stddev" : 226.564426,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280000,
"usr_cpu" : 0.529609,
"sys_cpu" : 77.551406,
"ctx" : 1428569,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.260615,
"4" : 63.208902,
"10" : 8.310997,
"20" : 1.065295,
"50" : 0.117051,
"100" : 0.022669,
"250" : 0.012190,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065420,
"timestamp_ms" : 1773065420246,
"time" : "Mon Mar 9 11:10:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1648811311104,
"io_kbytes" : 1610167296,
"bw_bytes" : 18320125678,
"bw" : 17890747,
"iops" : 17471.711111,
"runtime" : 90000,
"total_ios" : 1572454,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 911539.909021,
"stddev" : 319006.425161,
"N" : 1572454
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2755.460353,
"stddev" : 2969.387334,
"N" : 1572438,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1720,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13760,
"99.900000" : 23680,
"99.950000" : 36608,
"99.990000" : 117248
},
"bins" : {
"1160" : 1,
"1176" : 6,
"1192" : 7,
"1208" : 19,
"1224" : 20,
"1240" : 50,
"1256" : 80,
"1272" : 49,
"1288" : 114,
"1304" : 101,
"1320" : 182,
"1336" : 241,
"1352" : 127,
"1368" : 235,
"1384" : 146,
"1400" : 567,
"1416" : 2376,
"1432" : 2481,
"1448" : 7394,
"1464" : 4155,
"1480" : 8402,
"1496" : 8718,
"1512" : 4715,
"1528" : 10030,
"1544" : 5162,
"1560" : 10836,
"1576" : 11203,
"1592" : 5705,
"1608" : 11889,
"1624" : 6276,
"1640" : 13038,
"1656" : 13820,
"1672" : 7129,
"1688" : 14509,
"1704" : 7443,
"1720" : 14954,
"1736" : 15294,
"1752" : 7615,
"1768" : 15884,
"1784" : 7925,
"1800" : 16398,
"1816" : 16802,
"1832" : 8623,
"1848" : 17889,
"1864" : 8996,
"1880" : 18545,
"1896" : 19512,
"1912" : 10088,
"1928" : 20825,
"1944" : 10586,
"1960" : 22104,
"1976" : 23004,
"1992" : 11978,
"2008" : 24405,
"2024" : 12581,
"2040" : 25605,
"2064" : 39477,
"2096" : 40494,
"2128" : 51350,
"2160" : 44365,
"2192" : 40832,
"2224" : 39348,
"2256" : 38088,
"2288" : 42267,
"2320" : 40810,
"2352" : 32868,
"2384" : 31273,
"2416" : 29269,
"2448" : 29936,
"2480" : 32073,
"2512" : 23745,
"2544" : 22204,
"2576" : 20830,
"2608" : 19639,
"2640" : 24225,
"2672" : 16825,
"2704" : 15784,
"2736" : 14743,
"2768" : 13846,
"2800" : 17225,
"2832" : 12068,
"2864" : 11281,
"2896" : 10796,
"2928" : 9939,
"2960" : 12352,
"2992" : 8901,
"3024" : 8275,
"3056" : 7772,
"3088" : 7349,
"3120" : 9543,
"3152" : 6567,
"3184" : 6161,
"3216" : 5976,
"3248" : 5777,
"3280" : 7026,
"3312" : 5256,
"3344" : 4939,
"3376" : 4807,
"3408" : 4492,
"3440" : 5367,
"3472" : 4647,
"3504" : 4141,
"3536" : 3966,
"3568" : 3751,
"3600" : 4085,
"3632" : 4088,
"3664" : 3457,
"3696" : 3262,
"3728" : 3086,
"3760" : 3369,
"3792" : 3674,
"3824" : 2814,
"3856" : 2792,
"3888" : 2668,
"3920" : 2662,
"3952" : 3396,
"3984" : 2561,
"4016" : 2403,
"4048" : 2297,
"4080" : 2343,
"4128" : 5198,
"4192" : 4126,
"4256" : 4615,
"4320" : 3926,
"4384" : 3674,
"4448" : 4103,
"4512" : 3356,
"4576" : 3816,
"4640" : 3197,
"4704" : 3059,
"4768" : 3513,
"4832" : 2839,
"4896" : 2984,
"4960" : 2778,
"5024" : 2620,
"5088" : 2932,
"5152" : 2427,
"5216" : 2464,
"5280" : 2631,
"5344" : 2264,
"5408" : 2537,
"5472" : 2055,
"5536" : 2017,
"5600" : 2256,
"5664" : 1848,
"5728" : 2083,
"5792" : 1751,
"5856" : 1610,
"5920" : 1845,
"5984" : 1481,
"6048" : 1652,
"6112" : 1512,
"6176" : 1395,
"6240" : 1526,
"6304" : 1190,
"6368" : 1204,
"6432" : 1327,
"6496" : 1079,
"6560" : 1227,
"6624" : 1008,
"6688" : 979,
"6752" : 1065,
"6816" : 895,
"6880" : 986,
"6944" : 777,
"7008" : 753,
"7072" : 806,
"7136" : 719,
"7200" : 706,
"7264" : 684,
"7328" : 630,
"7392" : 682,
"7456" : 577,
"7520" : 613,
"7584" : 562,
"7648" : 499,
"7712" : 581,
"7776" : 464,
"7840" : 491,
"7904" : 496,
"7968" : 430,
"8032" : 527,
"8096" : 453,
"8160" : 422,
"8256" : 817,
"8384" : 854,
"8512" : 717,
"8640" : 695,
"8768" : 691,
"8896" : 730,
"9024" : 730,
"9152" : 701,
"9280" : 607,
"9408" : 677,
"9536" : 611,
"9664" : 581,
"9792" : 623,
"9920" : 596,
"10048" : 573,
"10176" : 536,
"10304" : 550,
"10432" : 524,
"10560" : 543,
"10688" : 507,
"10816" : 528,
"10944" : 543,
"11072" : 466,
"11200" : 441,
"11328" : 461,
"11456" : 424,
"11584" : 397,
"11712" : 388,
"11840" : 367,
"11968" : 384,
"12096" : 351,
"12224" : 336,
"12352" : 357,
"12480" : 351,
"12608" : 344,
"12736" : 289,
"12864" : 299,
"12992" : 293,
"13120" : 280,
"13248" : 264,
"13376" : 240,
"13504" : 251,
"13632" : 228,
"13760" : 226,
"13888" : 233,
"14016" : 189,
"14144" : 207,
"14272" : 208,
"14400" : 175,
"14528" : 190,
"14656" : 174,
"14784" : 189,
"14912" : 157,
"15040" : 167,
"15168" : 137,
"15296" : 148,
"15424" : 160,
"15552" : 126,
"15680" : 112,
"15808" : 115,
"15936" : 127,
"16064" : 122,
"16192" : 118,
"16320" : 117,
"16512" : 237,
"16768" : 186,
"17024" : 187,
"17280" : 194,
"17536" : 148,
"17792" : 162,
"18048" : 131,
"18304" : 147,
"18560" : 104,
"18816" : 141,
"19072" : 122,
"19328" : 96,
"19584" : 98,
"19840" : 84,
"20096" : 86,
"20352" : 78,
"20608" : 83,
"20864" : 71,
"21120" : 67,
"21376" : 79,
"21632" : 60,
"21888" : 69,
"22144" : 57,
"22400" : 46,
"22656" : 45,
"22912" : 42,
"23168" : 49,
"23424" : 49,
"23680" : 39,
"23936" : 45,
"24192" : 36,
"24448" : 29,
"24704" : 32,
"24960" : 25,
"25216" : 22,
"25472" : 32,
"25728" : 21,
"25984" : 24,
"26240" : 25,
"26496" : 25,
"26752" : 21,
"27008" : 18,
"27264" : 20,
"27520" : 13,
"27776" : 21,
"28032" : 14,
"28288" : 12,
"28544" : 14,
"28800" : 19,
"29056" : 19,
"29312" : 14,
"29568" : 14,
"29824" : 12,
"30080" : 8,
"30336" : 16,
"30592" : 17,
"30848" : 17,
"31104" : 12,
"31360" : 14,
"31616" : 10,
"31872" : 13,
"32128" : 6,
"32384" : 14,
"32640" : 14,
"33024" : 9,
"33536" : 16,
"34048" : 16,
"34560" : 14,
"35072" : 15,
"35584" : 17,
"36096" : 14,
"36608" : 16,
"37120" : 11,
"37632" : 16,
"38144" : 5,
"38656" : 16,
"39168" : 7,
"39680" : 9,
"40192" : 8,
"40704" : 3,
"41216" : 8,
"41728" : 5,
"42240" : 8,
"42752" : 5,
"43264" : 6,
"43776" : 7,
"44288" : 7,
"44800" : 6,
"45312" : 6,
"45824" : 5,
"46336" : 8,
"46848" : 5,
"47360" : 4,
"47872" : 1,
"48384" : 9,
"48896" : 5,
"49408" : 2,
"49920" : 5,
"50432" : 9,
"50944" : 10,
"51456" : 4,
"51968" : 6,
"52480" : 4,
"53504" : 2,
"54016" : 2,
"54528" : 4,
"55040" : 7,
"55552" : 4,
"56064" : 4,
"56576" : 1,
"57600" : 4,
"58112" : 1,
"58624" : 3,
"59136" : 6,
"59648" : 2,
"60160" : 6,
"60672" : 7,
"61184" : 5,
"61696" : 6,
"62208" : 7,
"62720" : 5,
"63232" : 5,
"63744" : 2,
"64256" : 2,
"64768" : 5,
"65280" : 5,
"66048" : 4,
"67072" : 5,
"68096" : 8,
"69120" : 7,
"70144" : 4,
"71168" : 3,
"72192" : 8,
"73216" : 13,
"74240" : 14,
"75264" : 6,
"76288" : 15,
"77312" : 7,
"78336" : 12,
"79360" : 10,
"80384" : 11,
"81408" : 2,
"82432" : 9,
"83456" : 11,
"84480" : 7,
"85504" : 6,
"86528" : 5,
"87552" : 7,
"88576" : 6,
"89600" : 8,
"90624" : 7,
"91648" : 4,
"92672" : 2,
"93696" : 5,
"94720" : 6,
"95744" : 8,
"96768" : 8,
"97792" : 6,
"98816" : 7,
"99840" : 4,
"100864" : 4,
"101888" : 3,
"102912" : 5,
"103936" : 3,
"104960" : 2,
"105984" : 4,
"107008" : 5,
"108032" : 4,
"109056" : 10,
"110080" : 2,
"111104" : 3,
"112128" : 3,
"113152" : 3,
"114176" : 4,
"115200" : 4,
"116224" : 1,
"117248" : 5,
"118272" : 6,
"119296" : 2,
"120320" : 4,
"121344" : 2,
"122368" : 4,
"123392" : 2,
"124416" : 3,
"126464" : 8,
"127488" : 2,
"128512" : 2,
"129536" : 3,
"130560" : 1,
"132096" : 6,
"134144" : 3,
"136192" : 3,
"138240" : 3,
"140288" : 5,
"142336" : 3,
"144384" : 6,
"146432" : 2,
"152576" : 3,
"154624" : 7,
"158720" : 2,
"160768" : 8,
"162816" : 5,
"164864" : 2,
"166912" : 1,
"168960" : 1,
"171008" : 2,
"173056" : 1,
"175104" : 5,
"177152" : 1,
"179200" : 2,
"181248" : 3,
"183296" : 2,
"185344" : 1,
"189440" : 3,
"193536" : 1,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"205824" : 1,
"207872" : 2,
"211968" : 2,
"214016" : 1,
"224256" : 1,
"226304" : 1,
"234496" : 2,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 1,
"268288" : 1,
"272384" : 1,
"280576" : 3,
"284672" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 1,
"342016" : 1,
"358400" : 2,
"366592" : 1,
"528384" : 2,
"544768" : 1,
"552960" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 914295.757457,
"stddev" : 319622.925605,
"N" : 1572438
},
"bw_min" : 14961758,
"bw_max" : 22829317,
"bw_agg" : 100.000000,
"bw_mean" : 17900082.854749,
"bw_dev" : 226588.865988,
"bw_samples" : 2864,
"iops_min" : 14607,
"iops_max" : 22294,
"iops_mean" : 17478.256983,
"iops_stddev" : 221.288352,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.528267,
"sys_cpu" : 77.490222,
"ctx" : 1617071,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 26.979994,
"4" : 63.414892,
"10" : 8.375380,
"20" : 1.072019,
"50" : 0.118795,
"100" : 0.023784,
"250" : 0.012910,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065430,
"timestamp_ms" : 1773065430246,
"time" : "Mon Mar 9 11:10:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1831530921984,
"io_kbytes" : 1788604416,
"bw_bytes" : 18315309219,
"bw" : 17886044,
"iops" : 17467.060000,
"runtime" : 100000,
"total_ios" : 1746706,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 911783.678114,
"stddev" : 320344.490605,
"N" : 1746706
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2754.613227,
"stddev" : 2988.633366,
"N" : 1746690,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13760,
"99.900000" : 23680,
"99.950000" : 36096,
"99.990000" : 117248
},
"bins" : {
"1160" : 1,
"1176" : 6,
"1192" : 7,
"1208" : 22,
"1224" : 21,
"1240" : 55,
"1256" : 87,
"1272" : 51,
"1288" : 121,
"1304" : 111,
"1320" : 206,
"1336" : 266,
"1352" : 137,
"1368" : 265,
"1384" : 156,
"1400" : 612,
"1416" : 2568,
"1432" : 2695,
"1448" : 8227,
"1464" : 4674,
"1480" : 9493,
"1496" : 9814,
"1512" : 5303,
"1528" : 11270,
"1544" : 5796,
"1560" : 12167,
"1576" : 12525,
"1592" : 6399,
"1608" : 13327,
"1624" : 7062,
"1640" : 14588,
"1656" : 15423,
"1672" : 8005,
"1688" : 16151,
"1704" : 8316,
"1720" : 16730,
"1736" : 17126,
"1752" : 8493,
"1768" : 17715,
"1784" : 8816,
"1800" : 18266,
"1816" : 18662,
"1832" : 9603,
"1848" : 19790,
"1864" : 10018,
"1880" : 20659,
"1896" : 21590,
"1912" : 11158,
"1928" : 23059,
"1944" : 11758,
"1960" : 24526,
"1976" : 25485,
"1992" : 13295,
"2008" : 27104,
"2024" : 13927,
"2040" : 28453,
"2064" : 43767,
"2096" : 44926,
"2128" : 56987,
"2160" : 49287,
"2192" : 45185,
"2224" : 43676,
"2256" : 42172,
"2288" : 46926,
"2320" : 45218,
"2352" : 36513,
"2384" : 34716,
"2416" : 32457,
"2448" : 33293,
"2480" : 35596,
"2512" : 26306,
"2544" : 24551,
"2576" : 23104,
"2608" : 21852,
"2640" : 26987,
"2672" : 18663,
"2704" : 17490,
"2736" : 16316,
"2768" : 15377,
"2800" : 19148,
"2832" : 13362,
"2864" : 12513,
"2896" : 11955,
"2928" : 11081,
"2960" : 13671,
"2992" : 9859,
"3024" : 9194,
"3056" : 8614,
"3088" : 8166,
"3120" : 10582,
"3152" : 7302,
"3184" : 6875,
"3216" : 6666,
"3248" : 6347,
"3280" : 7822,
"3312" : 5857,
"3344" : 5479,
"3376" : 5318,
"3408" : 4970,
"3440" : 5932,
"3472" : 5125,
"3504" : 4583,
"3536" : 4374,
"3568" : 4155,
"3600" : 4588,
"3632" : 4525,
"3664" : 3829,
"3696" : 3625,
"3728" : 3450,
"3760" : 3749,
"3792" : 4078,
"3824" : 3122,
"3856" : 3125,
"3888" : 2963,
"3920" : 2953,
"3952" : 3737,
"3984" : 2801,
"4016" : 2695,
"4048" : 2548,
"4080" : 2621,
"4128" : 5742,
"4192" : 4590,
"4256" : 5122,
"4320" : 4350,
"4384" : 4067,
"4448" : 4532,
"4512" : 3700,
"4576" : 4241,
"4640" : 3524,
"4704" : 3375,
"4768" : 3856,
"4832" : 3143,
"4896" : 3307,
"4960" : 3108,
"5024" : 2910,
"5088" : 3260,
"5152" : 2700,
"5216" : 2724,
"5280" : 2943,
"5344" : 2513,
"5408" : 2780,
"5472" : 2294,
"5536" : 2242,
"5600" : 2490,
"5664" : 2052,
"5728" : 2303,
"5792" : 1918,
"5856" : 1779,
"5920" : 2056,
"5984" : 1683,
"6048" : 1837,
"6112" : 1703,
"6176" : 1538,
"6240" : 1712,
"6304" : 1318,
"6368" : 1348,
"6432" : 1470,
"6496" : 1207,
"6560" : 1374,
"6624" : 1119,
"6688" : 1083,
"6752" : 1176,
"6816" : 1006,
"6880" : 1105,
"6944" : 879,
"7008" : 830,
"7072" : 907,
"7136" : 809,
"7200" : 789,
"7264" : 759,
"7328" : 693,
"7392" : 764,
"7456" : 638,
"7520" : 684,
"7584" : 625,
"7648" : 557,
"7712" : 633,
"7776" : 510,
"7840" : 536,
"7904" : 558,
"7968" : 480,
"8032" : 581,
"8096" : 503,
"8160" : 467,
"8256" : 929,
"8384" : 953,
"8512" : 812,
"8640" : 776,
"8768" : 771,
"8896" : 800,
"9024" : 818,
"9152" : 783,
"9280" : 682,
"9408" : 742,
"9536" : 683,
"9664" : 629,
"9792" : 703,
"9920" : 668,
"10048" : 639,
"10176" : 600,
"10304" : 611,
"10432" : 597,
"10560" : 599,
"10688" : 558,
"10816" : 585,
"10944" : 595,
"11072" : 532,
"11200" : 489,
"11328" : 523,
"11456" : 478,
"11584" : 435,
"11712" : 433,
"11840" : 417,
"11968" : 419,
"12096" : 391,
"12224" : 373,
"12352" : 393,
"12480" : 384,
"12608" : 380,
"12736" : 316,
"12864" : 327,
"12992" : 337,
"13120" : 303,
"13248" : 288,
"13376" : 264,
"13504" : 271,
"13632" : 252,
"13760" : 250,
"13888" : 267,
"14016" : 206,
"14144" : 223,
"14272" : 223,
"14400" : 204,
"14528" : 208,
"14656" : 195,
"14784" : 212,
"14912" : 173,
"15040" : 179,
"15168" : 155,
"15296" : 165,
"15424" : 174,
"15552" : 140,
"15680" : 120,
"15808" : 129,
"15936" : 146,
"16064" : 132,
"16192" : 130,
"16320" : 128,
"16512" : 256,
"16768" : 201,
"17024" : 217,
"17280" : 222,
"17536" : 166,
"17792" : 178,
"18048" : 146,
"18304" : 161,
"18560" : 111,
"18816" : 158,
"19072" : 132,
"19328" : 102,
"19584" : 106,
"19840" : 96,
"20096" : 94,
"20352" : 90,
"20608" : 94,
"20864" : 77,
"21120" : 81,
"21376" : 87,
"21632" : 71,
"21888" : 80,
"22144" : 65,
"22400" : 50,
"22656" : 52,
"22912" : 46,
"23168" : 53,
"23424" : 56,
"23680" : 42,
"23936" : 49,
"24192" : 45,
"24448" : 30,
"24704" : 35,
"24960" : 28,
"25216" : 25,
"25472" : 32,
"25728" : 22,
"25984" : 26,
"26240" : 27,
"26496" : 29,
"26752" : 23,
"27008" : 18,
"27264" : 20,
"27520" : 17,
"27776" : 21,
"28032" : 17,
"28288" : 14,
"28544" : 16,
"28800" : 23,
"29056" : 19,
"29312" : 16,
"29568" : 15,
"29824" : 14,
"30080" : 10,
"30336" : 17,
"30592" : 19,
"30848" : 17,
"31104" : 13,
"31360" : 15,
"31616" : 12,
"31872" : 13,
"32128" : 6,
"32384" : 14,
"32640" : 16,
"33024" : 13,
"33536" : 19,
"34048" : 19,
"34560" : 18,
"35072" : 16,
"35584" : 17,
"36096" : 19,
"36608" : 18,
"37120" : 11,
"37632" : 16,
"38144" : 6,
"38656" : 16,
"39168" : 7,
"39680" : 9,
"40192" : 8,
"40704" : 3,
"41216" : 9,
"41728" : 5,
"42240" : 8,
"42752" : 6,
"43264" : 6,
"43776" : 8,
"44288" : 7,
"44800" : 6,
"45312" : 7,
"45824" : 7,
"46336" : 8,
"46848" : 6,
"47360" : 4,
"47872" : 1,
"48384" : 10,
"48896" : 5,
"49408" : 4,
"49920" : 5,
"50432" : 9,
"50944" : 10,
"51456" : 4,
"51968" : 6,
"52480" : 4,
"52992" : 1,
"53504" : 2,
"54016" : 2,
"54528" : 6,
"55040" : 7,
"55552" : 4,
"56064" : 4,
"56576" : 2,
"57600" : 4,
"58112" : 2,
"58624" : 3,
"59136" : 7,
"59648" : 2,
"60160" : 6,
"60672" : 7,
"61184" : 6,
"61696" : 7,
"62208" : 8,
"62720" : 7,
"63232" : 6,
"63744" : 2,
"64256" : 3,
"64768" : 5,
"65280" : 5,
"66048" : 4,
"67072" : 6,
"68096" : 9,
"69120" : 9,
"70144" : 5,
"71168" : 3,
"72192" : 11,
"73216" : 13,
"74240" : 15,
"75264" : 6,
"76288" : 15,
"77312" : 9,
"78336" : 12,
"79360" : 11,
"80384" : 12,
"81408" : 2,
"82432" : 12,
"83456" : 11,
"84480" : 7,
"85504" : 8,
"86528" : 6,
"87552" : 8,
"88576" : 7,
"89600" : 10,
"90624" : 7,
"91648" : 4,
"92672" : 4,
"93696" : 6,
"94720" : 6,
"95744" : 8,
"96768" : 8,
"97792" : 6,
"98816" : 7,
"99840" : 5,
"100864" : 6,
"101888" : 4,
"102912" : 5,
"103936" : 3,
"104960" : 4,
"105984" : 4,
"107008" : 5,
"108032" : 4,
"109056" : 10,
"110080" : 2,
"111104" : 5,
"112128" : 4,
"113152" : 3,
"114176" : 4,
"115200" : 4,
"116224" : 1,
"117248" : 5,
"118272" : 6,
"119296" : 2,
"120320" : 6,
"121344" : 3,
"122368" : 4,
"123392" : 2,
"124416" : 4,
"125440" : 1,
"126464" : 8,
"127488" : 2,
"128512" : 2,
"129536" : 3,
"130560" : 1,
"132096" : 6,
"134144" : 3,
"136192" : 3,
"138240" : 3,
"140288" : 5,
"142336" : 3,
"144384" : 6,
"146432" : 2,
"152576" : 3,
"154624" : 8,
"158720" : 2,
"160768" : 8,
"162816" : 6,
"164864" : 2,
"166912" : 1,
"168960" : 2,
"171008" : 3,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 2,
"181248" : 3,
"183296" : 3,
"185344" : 1,
"189440" : 3,
"193536" : 2,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"205824" : 1,
"207872" : 2,
"211968" : 2,
"214016" : 1,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"232448" : 1,
"234496" : 2,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 1,
"268288" : 1,
"272384" : 1,
"280576" : 3,
"284672" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 1,
"342016" : 1,
"358400" : 2,
"366592" : 1,
"493568" : 1,
"528384" : 3,
"544768" : 1,
"552960" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 914538.642941,
"stddev" : 320963.076134,
"N" : 1746690
},
"bw_min" : 14961758,
"bw_max" : 22921969,
"bw_agg" : 100.000000,
"bw_mean" : 17892621.668342,
"bw_dev" : 218048.483735,
"bw_samples" : 3184,
"iops_min" : 14607,
"iops_max" : 22384,
"iops_mean" : 17470.994975,
"iops_stddev" : 212.947347,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599995,
"usr_cpu" : 0.527627,
"sys_cpu" : 77.520555,
"ctx" : 1797363,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.060994,
"4" : 63.338822,
"10" : 8.371873,
"20" : 1.070300,
"50" : 0.119310,
"100" : 0.023702,
"250" : 0.012881,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065440,
"timestamp_ms" : 1773065440247,
"time" : "Mon Mar 9 11:10:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2020094246912,
"io_kbytes" : 1972748288,
"bw_bytes" : 18364493153,
"bw" : 17934075,
"iops" : 17513.963636,
"runtime" : 110000,
"total_ios" : 1926536,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 909338.899898,
"stddev" : 322090.821146,
"N" : 1926536
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2749.272173,
"stddev" : 3005.011926,
"N" : 1926520,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1576,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 117248
},
"bins" : {
"1160" : 1,
"1176" : 6,
"1192" : 7,
"1208" : 29,
"1224" : 22,
"1240" : 63,
"1256" : 93,
"1272" : 56,
"1288" : 139,
"1304" : 122,
"1320" : 230,
"1336" : 285,
"1352" : 153,
"1368" : 303,
"1384" : 179,
"1400" : 674,
"1416" : 2751,
"1432" : 2913,
"1448" : 9235,
"1464" : 5321,
"1480" : 10857,
"1496" : 11167,
"1512" : 5979,
"1528" : 12792,
"1544" : 6606,
"1560" : 13881,
"1576" : 14212,
"1592" : 7234,
"1608" : 15168,
"1624" : 8000,
"1640" : 16322,
"1656" : 17287,
"1672" : 9092,
"1688" : 18108,
"1704" : 9362,
"1720" : 18825,
"1736" : 19162,
"1752" : 9524,
"1768" : 19769,
"1784" : 9853,
"1800" : 20236,
"1816" : 20744,
"1832" : 10567,
"1848" : 21921,
"1864" : 11118,
"1880" : 22868,
"1896" : 23817,
"1912" : 12265,
"1928" : 25432,
"1944" : 12955,
"1960" : 27004,
"1976" : 27984,
"1992" : 14703,
"2008" : 29886,
"2024" : 15272,
"2040" : 31281,
"2064" : 48224,
"2096" : 49450,
"2128" : 62433,
"2160" : 54229,
"2192" : 49566,
"2224" : 47995,
"2256" : 46222,
"2288" : 51365,
"2320" : 49722,
"2352" : 40179,
"2384" : 38144,
"2416" : 35692,
"2448" : 36532,
"2480" : 39050,
"2512" : 28856,
"2544" : 26947,
"2576" : 25423,
"2608" : 23972,
"2640" : 29572,
"2672" : 20547,
"2704" : 19221,
"2736" : 17874,
"2768" : 16910,
"2800" : 20964,
"2832" : 14658,
"2864" : 13737,
"2896" : 13149,
"2928" : 12176,
"2960" : 15051,
"2992" : 10827,
"3024" : 10147,
"3056" : 9449,
"3088" : 8972,
"3120" : 11609,
"3152" : 8029,
"3184" : 7547,
"3216" : 7322,
"3248" : 6988,
"3280" : 8621,
"3312" : 6465,
"3344" : 6015,
"3376" : 5838,
"3408" : 5465,
"3440" : 6532,
"3472" : 5593,
"3504" : 4997,
"3536" : 4778,
"3568" : 4555,
"3600" : 5035,
"3632" : 4954,
"3664" : 4172,
"3696" : 3953,
"3728" : 3801,
"3760" : 4140,
"3792" : 4471,
"3824" : 3398,
"3856" : 3419,
"3888" : 3250,
"3920" : 3239,
"3952" : 4111,
"3984" : 3061,
"4016" : 2970,
"4048" : 2806,
"4080" : 2855,
"4128" : 6316,
"4192" : 5046,
"4256" : 5599,
"4320" : 4740,
"4384" : 4463,
"4448" : 4985,
"4512" : 4044,
"4576" : 4664,
"4640" : 3834,
"4704" : 3711,
"4768" : 4216,
"4832" : 3421,
"4896" : 3634,
"4960" : 3429,
"5024" : 3217,
"5088" : 3560,
"5152" : 2971,
"5216" : 3013,
"5280" : 3240,
"5344" : 2764,
"5408" : 3024,
"5472" : 2516,
"5536" : 2450,
"5600" : 2731,
"5664" : 2254,
"5728" : 2526,
"5792" : 2099,
"5856" : 1956,
"5920" : 2245,
"5984" : 1854,
"6048" : 2028,
"6112" : 1880,
"6176" : 1696,
"6240" : 1894,
"6304" : 1453,
"6368" : 1501,
"6432" : 1610,
"6496" : 1315,
"6560" : 1512,
"6624" : 1235,
"6688" : 1206,
"6752" : 1283,
"6816" : 1095,
"6880" : 1208,
"6944" : 967,
"7008" : 920,
"7072" : 1004,
"7136" : 896,
"7200" : 880,
"7264" : 839,
"7328" : 778,
"7392" : 858,
"7456" : 698,
"7520" : 757,
"7584" : 694,
"7648" : 608,
"7712" : 687,
"7776" : 567,
"7840" : 588,
"7904" : 616,
"7968" : 513,
"8032" : 631,
"8096" : 537,
"8160" : 514,
"8256" : 1028,
"8384" : 1044,
"8512" : 902,
"8640" : 867,
"8768" : 840,
"8896" : 876,
"9024" : 898,
"9152" : 851,
"9280" : 761,
"9408" : 818,
"9536" : 764,
"9664" : 691,
"9792" : 772,
"9920" : 714,
"10048" : 709,
"10176" : 672,
"10304" : 669,
"10432" : 658,
"10560" : 663,
"10688" : 617,
"10816" : 642,
"10944" : 658,
"11072" : 573,
"11200" : 545,
"11328" : 577,
"11456" : 527,
"11584" : 467,
"11712" : 470,
"11840" : 459,
"11968" : 456,
"12096" : 438,
"12224" : 405,
"12352" : 429,
"12480" : 427,
"12608" : 400,
"12736" : 355,
"12864" : 356,
"12992" : 371,
"13120" : 344,
"13248" : 321,
"13376" : 282,
"13504" : 305,
"13632" : 285,
"13760" : 272,
"13888" : 281,
"14016" : 229,
"14144" : 241,
"14272" : 244,
"14400" : 221,
"14528" : 226,
"14656" : 214,
"14784" : 224,
"14912" : 188,
"15040" : 202,
"15168" : 171,
"15296" : 181,
"15424" : 192,
"15552" : 153,
"15680" : 137,
"15808" : 146,
"15936" : 151,
"16064" : 144,
"16192" : 147,
"16320" : 142,
"16512" : 277,
"16768" : 215,
"17024" : 241,
"17280" : 237,
"17536" : 180,
"17792" : 189,
"18048" : 158,
"18304" : 175,
"18560" : 128,
"18816" : 177,
"19072" : 139,
"19328" : 109,
"19584" : 116,
"19840" : 101,
"20096" : 104,
"20352" : 96,
"20608" : 102,
"20864" : 81,
"21120" : 87,
"21376" : 91,
"21632" : 83,
"21888" : 86,
"22144" : 66,
"22400" : 56,
"22656" : 58,
"22912" : 52,
"23168" : 59,
"23424" : 61,
"23680" : 47,
"23936" : 54,
"24192" : 45,
"24448" : 31,
"24704" : 38,
"24960" : 30,
"25216" : 32,
"25472" : 38,
"25728" : 23,
"25984" : 28,
"26240" : 31,
"26496" : 30,
"26752" : 30,
"27008" : 19,
"27264" : 20,
"27520" : 21,
"27776" : 25,
"28032" : 18,
"28288" : 17,
"28544" : 16,
"28800" : 24,
"29056" : 19,
"29312" : 17,
"29568" : 16,
"29824" : 14,
"30080" : 11,
"30336" : 18,
"30592" : 21,
"30848" : 18,
"31104" : 15,
"31360" : 16,
"31616" : 12,
"31872" : 16,
"32128" : 7,
"32384" : 14,
"32640" : 16,
"33024" : 20,
"33536" : 20,
"34048" : 20,
"34560" : 21,
"35072" : 16,
"35584" : 17,
"36096" : 20,
"36608" : 19,
"37120" : 11,
"37632" : 18,
"38144" : 6,
"38656" : 16,
"39168" : 8,
"39680" : 10,
"40192" : 9,
"40704" : 3,
"41216" : 11,
"41728" : 6,
"42240" : 11,
"42752" : 6,
"43264" : 6,
"43776" : 9,
"44288" : 7,
"44800" : 6,
"45312" : 8,
"45824" : 8,
"46336" : 8,
"46848" : 6,
"47360" : 4,
"47872" : 2,
"48384" : 11,
"48896" : 6,
"49408" : 4,
"49920" : 5,
"50432" : 9,
"50944" : 10,
"51456" : 5,
"51968" : 6,
"52480" : 4,
"52992" : 1,
"53504" : 4,
"54016" : 2,
"54528" : 6,
"55040" : 7,
"55552" : 4,
"56064" : 4,
"56576" : 3,
"57600" : 4,
"58112" : 2,
"58624" : 3,
"59136" : 8,
"59648" : 3,
"60160" : 6,
"60672" : 7,
"61184" : 6,
"61696" : 7,
"62208" : 8,
"62720" : 9,
"63232" : 6,
"63744" : 2,
"64256" : 3,
"64768" : 5,
"65280" : 5,
"66048" : 4,
"67072" : 7,
"68096" : 9,
"69120" : 9,
"70144" : 6,
"71168" : 5,
"72192" : 11,
"73216" : 14,
"74240" : 15,
"75264" : 6,
"76288" : 16,
"77312" : 9,
"78336" : 14,
"79360" : 11,
"80384" : 13,
"81408" : 2,
"82432" : 12,
"83456" : 12,
"84480" : 8,
"85504" : 9,
"86528" : 7,
"87552" : 8,
"88576" : 7,
"89600" : 12,
"90624" : 7,
"91648" : 4,
"92672" : 5,
"93696" : 6,
"94720" : 8,
"95744" : 10,
"96768" : 8,
"97792" : 6,
"98816" : 7,
"99840" : 5,
"100864" : 8,
"101888" : 4,
"102912" : 5,
"103936" : 3,
"104960" : 4,
"105984" : 4,
"107008" : 5,
"108032" : 4,
"109056" : 11,
"110080" : 2,
"111104" : 5,
"112128" : 4,
"113152" : 3,
"114176" : 5,
"115200" : 4,
"116224" : 1,
"117248" : 7,
"118272" : 6,
"119296" : 2,
"120320" : 6,
"121344" : 3,
"122368" : 5,
"123392" : 2,
"124416" : 5,
"125440" : 1,
"126464" : 9,
"127488" : 3,
"128512" : 2,
"129536" : 4,
"130560" : 1,
"132096" : 7,
"134144" : 3,
"136192" : 3,
"138240" : 4,
"140288" : 5,
"142336" : 4,
"144384" : 7,
"146432" : 2,
"150528" : 1,
"152576" : 3,
"154624" : 8,
"158720" : 3,
"160768" : 8,
"162816" : 6,
"164864" : 2,
"166912" : 3,
"168960" : 2,
"171008" : 3,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 2,
"181248" : 3,
"183296" : 3,
"185344" : 1,
"189440" : 3,
"193536" : 2,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"205824" : 1,
"207872" : 2,
"211968" : 2,
"214016" : 1,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"232448" : 1,
"234496" : 2,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 1,
"261120" : 1,
"268288" : 1,
"272384" : 1,
"280576" : 3,
"284672" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 1,
"333824" : 1,
"342016" : 2,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"493568" : 1,
"528384" : 3,
"544768" : 1,
"552960" : 1,
"569344" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 912088.470546,
"stddev" : 322712.207262,
"N" : 1926520
},
"bw_min" : 14957296,
"bw_max" : 23001841,
"bw_agg" : 100.000000,
"bw_mean" : 17940380.949772,
"bw_dev" : 222764.331662,
"bw_samples" : 3504,
"iops_min" : 14601,
"iops_max" : 22462,
"iops_mean" : 17517.616438,
"iops_stddev" : 217.552818,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759997,
"usr_cpu" : 0.527274,
"sys_cpu" : 77.548200,
"ctx" : 1972408,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999896,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999896,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.375351,
"4" : 63.069260,
"10" : 8.334908,
"20" : 1.064761,
"50" : 0.117932,
"100" : 0.022943,
"250" : 0.012665,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065450,
"timestamp_ms" : 1773065450246,
"time" : "Mon Mar 9 11:10:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2202183663616,
"io_kbytes" : 2150569984,
"bw_bytes" : 18351530530,
"bw" : 17921416,
"iops" : 17501.541667,
"runtime" : 120000,
"total_ios" : 2100185,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 909985.913979,
"stddev" : 321435.847048,
"N" : 2100185
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2749.571173,
"stddev" : 3057.166296,
"N" : 2100169,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1576,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 118272
},
"bins" : {
"1160" : 1,
"1176" : 8,
"1192" : 7,
"1208" : 32,
"1224" : 22,
"1240" : 68,
"1256" : 97,
"1272" : 61,
"1288" : 153,
"1304" : 130,
"1320" : 244,
"1336" : 305,
"1352" : 159,
"1368" : 324,
"1384" : 200,
"1400" : 743,
"1416" : 2974,
"1432" : 3168,
"1448" : 10016,
"1464" : 5758,
"1480" : 11759,
"1496" : 12178,
"1512" : 6483,
"1528" : 13921,
"1544" : 7219,
"1560" : 15047,
"1576" : 15417,
"1592" : 7864,
"1608" : 16453,
"1624" : 8719,
"1640" : 17745,
"1656" : 18703,
"1672" : 9870,
"1688" : 19677,
"1704" : 10180,
"1720" : 20534,
"1736" : 20837,
"1752" : 10332,
"1768" : 21474,
"1784" : 10724,
"1800" : 21940,
"1816" : 22582,
"1832" : 11550,
"1848" : 23883,
"1864" : 12081,
"1880" : 24925,
"1896" : 25972,
"1912" : 13435,
"1928" : 27734,
"1944" : 14146,
"1960" : 29541,
"1976" : 30557,
"1992" : 16085,
"2008" : 32715,
"2024" : 16721,
"2040" : 34101,
"2064" : 52720,
"2096" : 54030,
"2128" : 68224,
"2160" : 59393,
"2192" : 53973,
"2224" : 52340,
"2256" : 50519,
"2288" : 56024,
"2320" : 54412,
"2352" : 43873,
"2384" : 41587,
"2416" : 38959,
"2448" : 39916,
"2480" : 42578,
"2512" : 31504,
"2544" : 29373,
"2576" : 27657,
"2608" : 26163,
"2640" : 32299,
"2672" : 22419,
"2704" : 20945,
"2736" : 19493,
"2768" : 18473,
"2800" : 22869,
"2832" : 15982,
"2864" : 14958,
"2896" : 14329,
"2928" : 13253,
"2960" : 16475,
"2992" : 11776,
"3024" : 11034,
"3056" : 10303,
"3088" : 9747,
"3120" : 12657,
"3152" : 8782,
"3184" : 8247,
"3216" : 7977,
"3248" : 7650,
"3280" : 9399,
"3312" : 7027,
"3344" : 6514,
"3376" : 6372,
"3408" : 5965,
"3440" : 7087,
"3472" : 6046,
"3504" : 5396,
"3536" : 5205,
"3568" : 4965,
"3600" : 5488,
"3632" : 5391,
"3664" : 4529,
"3696" : 4306,
"3728" : 4149,
"3760" : 4493,
"3792" : 4890,
"3824" : 3706,
"3856" : 3706,
"3888" : 3507,
"3920" : 3505,
"3952" : 4494,
"3984" : 3303,
"4016" : 3232,
"4048" : 3034,
"4080" : 3104,
"4128" : 6885,
"4192" : 5523,
"4256" : 6104,
"4320" : 5130,
"4384" : 4887,
"4448" : 5419,
"4512" : 4376,
"4576" : 5120,
"4640" : 4150,
"4704" : 4051,
"4768" : 4568,
"4832" : 3729,
"4896" : 3927,
"4960" : 3737,
"5024" : 3499,
"5088" : 3876,
"5152" : 3216,
"5216" : 3240,
"5280" : 3501,
"5344" : 2995,
"5408" : 3292,
"5472" : 2732,
"5536" : 2651,
"5600" : 2949,
"5664" : 2444,
"5728" : 2752,
"5792" : 2299,
"5856" : 2141,
"5920" : 2445,
"5984" : 2020,
"6048" : 2203,
"6112" : 2034,
"6176" : 1844,
"6240" : 2041,
"6304" : 1585,
"6368" : 1640,
"6432" : 1756,
"6496" : 1441,
"6560" : 1635,
"6624" : 1340,
"6688" : 1305,
"6752" : 1381,
"6816" : 1184,
"6880" : 1313,
"6944" : 1052,
"7008" : 1004,
"7072" : 1096,
"7136" : 980,
"7200" : 959,
"7264" : 923,
"7328" : 846,
"7392" : 934,
"7456" : 752,
"7520" : 835,
"7584" : 753,
"7648" : 655,
"7712" : 744,
"7776" : 626,
"7840" : 632,
"7904" : 668,
"7968" : 552,
"8032" : 689,
"8096" : 586,
"8160" : 552,
"8256" : 1109,
"8384" : 1129,
"8512" : 977,
"8640" : 970,
"8768" : 914,
"8896" : 946,
"9024" : 963,
"9152" : 923,
"9280" : 831,
"9408" : 892,
"9536" : 830,
"9664" : 767,
"9792" : 828,
"9920" : 796,
"10048" : 774,
"10176" : 745,
"10304" : 742,
"10432" : 708,
"10560" : 720,
"10688" : 674,
"10816" : 682,
"10944" : 716,
"11072" : 637,
"11200" : 604,
"11328" : 628,
"11456" : 566,
"11584" : 512,
"11712" : 521,
"11840" : 511,
"11968" : 493,
"12096" : 485,
"12224" : 443,
"12352" : 466,
"12480" : 463,
"12608" : 432,
"12736" : 387,
"12864" : 389,
"12992" : 405,
"13120" : 376,
"13248" : 351,
"13376" : 306,
"13504" : 330,
"13632" : 311,
"13760" : 305,
"13888" : 306,
"14016" : 261,
"14144" : 271,
"14272" : 274,
"14400" : 242,
"14528" : 246,
"14656" : 230,
"14784" : 246,
"14912" : 201,
"15040" : 223,
"15168" : 190,
"15296" : 189,
"15424" : 204,
"15552" : 175,
"15680" : 153,
"15808" : 153,
"15936" : 164,
"16064" : 160,
"16192" : 163,
"16320" : 152,
"16512" : 303,
"16768" : 237,
"17024" : 261,
"17280" : 249,
"17536" : 202,
"17792" : 207,
"18048" : 169,
"18304" : 193,
"18560" : 145,
"18816" : 187,
"19072" : 148,
"19328" : 119,
"19584" : 123,
"19840" : 109,
"20096" : 111,
"20352" : 103,
"20608" : 110,
"20864" : 88,
"21120" : 94,
"21376" : 97,
"21632" : 86,
"21888" : 94,
"22144" : 68,
"22400" : 64,
"22656" : 60,
"22912" : 58,
"23168" : 65,
"23424" : 67,
"23680" : 50,
"23936" : 59,
"24192" : 51,
"24448" : 35,
"24704" : 44,
"24960" : 31,
"25216" : 37,
"25472" : 39,
"25728" : 26,
"25984" : 29,
"26240" : 32,
"26496" : 32,
"26752" : 32,
"27008" : 21,
"27264" : 22,
"27520" : 23,
"27776" : 27,
"28032" : 19,
"28288" : 20,
"28544" : 17,
"28800" : 27,
"29056" : 21,
"29312" : 19,
"29568" : 16,
"29824" : 16,
"30080" : 13,
"30336" : 20,
"30592" : 25,
"30848" : 19,
"31104" : 18,
"31360" : 17,
"31616" : 13,
"31872" : 16,
"32128" : 8,
"32384" : 15,
"32640" : 16,
"33024" : 21,
"33536" : 21,
"34048" : 22,
"34560" : 24,
"35072" : 18,
"35584" : 17,
"36096" : 20,
"36608" : 20,
"37120" : 14,
"37632" : 18,
"38144" : 6,
"38656" : 17,
"39168" : 8,
"39680" : 11,
"40192" : 9,
"40704" : 5,
"41216" : 11,
"41728" : 6,
"42240" : 12,
"42752" : 7,
"43264" : 7,
"43776" : 11,
"44288" : 8,
"44800" : 7,
"45312" : 8,
"45824" : 8,
"46336" : 11,
"46848" : 7,
"47360" : 4,
"47872" : 3,
"48384" : 11,
"48896" : 6,
"49408" : 4,
"49920" : 5,
"50432" : 10,
"50944" : 10,
"51456" : 5,
"51968" : 6,
"52480" : 5,
"52992" : 1,
"53504" : 4,
"54016" : 2,
"54528" : 7,
"55040" : 7,
"55552" : 4,
"56064" : 4,
"56576" : 4,
"57600" : 6,
"58112" : 2,
"58624" : 4,
"59136" : 10,
"59648" : 3,
"60160" : 6,
"60672" : 7,
"61184" : 6,
"61696" : 8,
"62208" : 8,
"62720" : 9,
"63232" : 6,
"63744" : 2,
"64256" : 5,
"64768" : 8,
"65280" : 5,
"66048" : 4,
"67072" : 10,
"68096" : 9,
"69120" : 11,
"70144" : 8,
"71168" : 6,
"72192" : 11,
"73216" : 14,
"74240" : 15,
"75264" : 8,
"76288" : 16,
"77312" : 9,
"78336" : 14,
"79360" : 11,
"80384" : 15,
"81408" : 2,
"82432" : 13,
"83456" : 14,
"84480" : 9,
"85504" : 9,
"86528" : 9,
"87552" : 8,
"88576" : 8,
"89600" : 13,
"90624" : 7,
"91648" : 4,
"92672" : 5,
"93696" : 6,
"94720" : 8,
"95744" : 12,
"96768" : 9,
"97792" : 6,
"98816" : 7,
"99840" : 5,
"100864" : 8,
"101888" : 6,
"102912" : 5,
"103936" : 4,
"104960" : 4,
"105984" : 5,
"107008" : 5,
"108032" : 4,
"109056" : 12,
"110080" : 3,
"111104" : 5,
"112128" : 5,
"113152" : 3,
"114176" : 5,
"115200" : 5,
"116224" : 1,
"117248" : 7,
"118272" : 9,
"119296" : 3,
"120320" : 6,
"121344" : 4,
"122368" : 7,
"123392" : 2,
"124416" : 5,
"125440" : 1,
"126464" : 9,
"127488" : 4,
"128512" : 2,
"129536" : 5,
"130560" : 1,
"132096" : 7,
"134144" : 4,
"136192" : 4,
"138240" : 5,
"140288" : 5,
"142336" : 4,
"144384" : 8,
"146432" : 2,
"150528" : 3,
"152576" : 3,
"154624" : 8,
"158720" : 3,
"160768" : 8,
"162816" : 7,
"164864" : 2,
"166912" : 4,
"168960" : 2,
"171008" : 4,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 2,
"181248" : 3,
"183296" : 3,
"185344" : 1,
"189440" : 3,
"193536" : 3,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"205824" : 1,
"207872" : 2,
"209920" : 1,
"211968" : 2,
"214016" : 1,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"230400" : 1,
"232448" : 1,
"234496" : 2,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"261120" : 1,
"268288" : 1,
"272384" : 1,
"280576" : 3,
"284672" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 1,
"333824" : 1,
"342016" : 2,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"473088" : 1,
"493568" : 1,
"528384" : 3,
"536576" : 1,
"544768" : 1,
"552960" : 1,
"569344" : 2,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 912735.763878,
"stddev" : 322056.538634,
"N" : 2100169
},
"bw_min" : 14914267,
"bw_max" : 23010033,
"bw_agg" : 100.000000,
"bw_mean" : 17928069.811715,
"bw_dev" : 218705.398093,
"bw_samples" : 3824,
"iops_min" : 14559,
"iops_max" : 22470,
"iops_mean" : 17505.564854,
"iops_stddev" : 213.588628,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919999,
"usr_cpu" : 0.527917,
"sys_cpu" : 77.431342,
"ctx" : 2149312,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.332687,
"4" : 63.132200,
"10" : 8.312601,
"20" : 1.067192,
"50" : 0.117228,
"100" : 0.022855,
"250" : 0.012999,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065460,
"timestamp_ms" : 1773065460246,
"time" : "Mon Mar 9 11:11:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2387037126656,
"io_kbytes" : 2331090944,
"bw_bytes" : 18361824051,
"bw" : 17931468,
"iops" : 17511.346154,
"runtime" : 130000,
"total_ios" : 2276475,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 909468.676495,
"stddev" : 322037.723728,
"N" : 2276475
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2749.508491,
"stddev" : 3069.611114,
"N" : 2276459,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1576,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 118272
},
"bins" : {
"1160" : 1,
"1176" : 8,
"1192" : 9,
"1208" : 36,
"1224" : 25,
"1240" : 72,
"1256" : 105,
"1272" : 64,
"1288" : 165,
"1304" : 141,
"1320" : 261,
"1336" : 322,
"1352" : 169,
"1368" : 348,
"1384" : 213,
"1400" : 792,
"1416" : 3163,
"1432" : 3394,
"1448" : 10826,
"1464" : 6224,
"1480" : 12788,
"1496" : 13260,
"1512" : 7073,
"1528" : 15103,
"1544" : 7843,
"1560" : 16375,
"1576" : 16770,
"1592" : 8590,
"1608" : 17946,
"1624" : 9494,
"1640" : 19286,
"1656" : 20375,
"1672" : 10735,
"1688" : 21408,
"1704" : 11048,
"1720" : 22271,
"1736" : 22663,
"1752" : 11202,
"1768" : 23406,
"1784" : 11622,
"1800" : 23860,
"1816" : 24602,
"1832" : 12509,
"1848" : 25852,
"1864" : 13119,
"1880" : 26981,
"1896" : 28173,
"1912" : 14540,
"1928" : 30066,
"1944" : 15345,
"1960" : 31970,
"1976" : 33109,
"1992" : 17400,
"2008" : 35501,
"2024" : 18133,
"2040" : 36972,
"2064" : 57160,
"2096" : 58480,
"2128" : 73932,
"2160" : 64388,
"2192" : 58461,
"2224" : 56566,
"2256" : 54764,
"2288" : 60845,
"2320" : 58893,
"2352" : 47413,
"2384" : 45020,
"2416" : 42145,
"2448" : 43347,
"2480" : 46136,
"2512" : 34101,
"2544" : 31834,
"2576" : 29993,
"2608" : 28360,
"2640" : 34900,
"2672" : 24337,
"2704" : 22684,
"2736" : 21098,
"2768" : 19931,
"2800" : 24721,
"2832" : 17228,
"2864" : 16197,
"2896" : 15583,
"2928" : 14322,
"2960" : 17843,
"2992" : 12754,
"3024" : 11922,
"3056" : 11182,
"3088" : 10546,
"3120" : 13723,
"3152" : 9493,
"3184" : 8954,
"3216" : 8650,
"3248" : 8298,
"3280" : 10166,
"3312" : 7612,
"3344" : 7059,
"3376" : 6902,
"3408" : 6487,
"3440" : 7690,
"3472" : 6587,
"3504" : 5821,
"3536" : 5636,
"3568" : 5364,
"3600" : 5941,
"3632" : 5815,
"3664" : 4885,
"3696" : 4628,
"3728" : 4470,
"3760" : 4878,
"3792" : 5306,
"3824" : 4020,
"3856" : 4013,
"3888" : 3815,
"3920" : 3798,
"3952" : 4854,
"3984" : 3577,
"4016" : 3519,
"4048" : 3305,
"4080" : 3373,
"4128" : 7492,
"4192" : 5947,
"4256" : 6633,
"4320" : 5532,
"4384" : 5290,
"4448" : 5881,
"4512" : 4770,
"4576" : 5523,
"4640" : 4507,
"4704" : 4411,
"4768" : 4925,
"4832" : 4041,
"4896" : 4222,
"4960" : 4047,
"5024" : 3788,
"5088" : 4193,
"5152" : 3469,
"5216" : 3523,
"5280" : 3811,
"5344" : 3262,
"5408" : 3582,
"5472" : 2981,
"5536" : 2901,
"5600" : 3199,
"5664" : 2646,
"5728" : 2957,
"5792" : 2482,
"5856" : 2338,
"5920" : 2686,
"5984" : 2208,
"6048" : 2400,
"6112" : 2212,
"6176" : 2010,
"6240" : 2224,
"6304" : 1721,
"6368" : 1776,
"6432" : 1917,
"6496" : 1563,
"6560" : 1773,
"6624" : 1442,
"6688" : 1419,
"6752" : 1498,
"6816" : 1301,
"6880" : 1427,
"6944" : 1140,
"7008" : 1100,
"7072" : 1183,
"7136" : 1067,
"7200" : 1052,
"7264" : 988,
"7328" : 914,
"7392" : 1005,
"7456" : 816,
"7520" : 896,
"7584" : 818,
"7648" : 726,
"7712" : 811,
"7776" : 677,
"7840" : 675,
"7904" : 724,
"7968" : 601,
"8032" : 747,
"8096" : 634,
"8160" : 597,
"8256" : 1222,
"8384" : 1229,
"8512" : 1059,
"8640" : 1050,
"8768" : 975,
"8896" : 1022,
"9024" : 1040,
"9152" : 1003,
"9280" : 891,
"9408" : 976,
"9536" : 884,
"9664" : 828,
"9792" : 885,
"9920" : 869,
"10048" : 857,
"10176" : 815,
"10304" : 815,
"10432" : 773,
"10560" : 775,
"10688" : 729,
"10816" : 724,
"10944" : 774,
"11072" : 684,
"11200" : 644,
"11328" : 672,
"11456" : 614,
"11584" : 559,
"11712" : 583,
"11840" : 556,
"11968" : 532,
"12096" : 530,
"12224" : 477,
"12352" : 498,
"12480" : 503,
"12608" : 464,
"12736" : 425,
"12864" : 423,
"12992" : 440,
"13120" : 408,
"13248" : 379,
"13376" : 335,
"13504" : 352,
"13632" : 339,
"13760" : 331,
"13888" : 332,
"14016" : 287,
"14144" : 296,
"14272" : 301,
"14400" : 264,
"14528" : 265,
"14656" : 241,
"14784" : 262,
"14912" : 223,
"15040" : 241,
"15168" : 209,
"15296" : 209,
"15424" : 219,
"15552" : 186,
"15680" : 164,
"15808" : 168,
"15936" : 175,
"16064" : 177,
"16192" : 175,
"16320" : 165,
"16512" : 331,
"16768" : 254,
"17024" : 280,
"17280" : 270,
"17536" : 219,
"17792" : 221,
"18048" : 183,
"18304" : 212,
"18560" : 160,
"18816" : 201,
"19072" : 164,
"19328" : 129,
"19584" : 134,
"19840" : 123,
"20096" : 120,
"20352" : 114,
"20608" : 119,
"20864" : 93,
"21120" : 105,
"21376" : 100,
"21632" : 92,
"21888" : 99,
"22144" : 75,
"22400" : 72,
"22656" : 64,
"22912" : 67,
"23168" : 67,
"23424" : 71,
"23680" : 56,
"23936" : 67,
"24192" : 53,
"24448" : 37,
"24704" : 46,
"24960" : 33,
"25216" : 39,
"25472" : 43,
"25728" : 30,
"25984" : 30,
"26240" : 36,
"26496" : 33,
"26752" : 33,
"27008" : 23,
"27264" : 22,
"27520" : 26,
"27776" : 29,
"28032" : 19,
"28288" : 26,
"28544" : 21,
"28800" : 27,
"29056" : 23,
"29312" : 21,
"29568" : 17,
"29824" : 19,
"30080" : 15,
"30336" : 20,
"30592" : 28,
"30848" : 20,
"31104" : 19,
"31360" : 17,
"31616" : 14,
"31872" : 16,
"32128" : 8,
"32384" : 15,
"32640" : 16,
"33024" : 23,
"33536" : 24,
"34048" : 24,
"34560" : 26,
"35072" : 20,
"35584" : 19,
"36096" : 20,
"36608" : 24,
"37120" : 14,
"37632" : 19,
"38144" : 6,
"38656" : 19,
"39168" : 9,
"39680" : 11,
"40192" : 10,
"40704" : 6,
"41216" : 11,
"41728" : 6,
"42240" : 12,
"42752" : 8,
"43264" : 7,
"43776" : 11,
"44288" : 9,
"44800" : 8,
"45312" : 8,
"45824" : 9,
"46336" : 11,
"46848" : 9,
"47360" : 4,
"47872" : 4,
"48384" : 11,
"48896" : 6,
"49408" : 4,
"49920" : 6,
"50432" : 10,
"50944" : 10,
"51456" : 5,
"51968" : 6,
"52480" : 7,
"52992" : 1,
"53504" : 4,
"54016" : 3,
"54528" : 7,
"55040" : 8,
"55552" : 4,
"56064" : 4,
"56576" : 5,
"57088" : 1,
"57600" : 6,
"58112" : 3,
"58624" : 5,
"59136" : 10,
"59648" : 4,
"60160" : 7,
"60672" : 7,
"61184" : 6,
"61696" : 8,
"62208" : 8,
"62720" : 9,
"63232" : 6,
"63744" : 2,
"64256" : 7,
"64768" : 9,
"65280" : 5,
"66048" : 6,
"67072" : 11,
"68096" : 9,
"69120" : 12,
"70144" : 11,
"71168" : 6,
"72192" : 12,
"73216" : 15,
"74240" : 15,
"75264" : 8,
"76288" : 16,
"77312" : 10,
"78336" : 15,
"79360" : 11,
"80384" : 17,
"81408" : 2,
"82432" : 13,
"83456" : 15,
"84480" : 9,
"85504" : 10,
"86528" : 13,
"87552" : 8,
"88576" : 8,
"89600" : 13,
"90624" : 8,
"91648" : 5,
"92672" : 9,
"93696" : 7,
"94720" : 9,
"95744" : 12,
"96768" : 9,
"97792" : 6,
"98816" : 7,
"99840" : 5,
"100864" : 9,
"101888" : 6,
"102912" : 5,
"103936" : 4,
"104960" : 4,
"105984" : 6,
"107008" : 5,
"108032" : 4,
"109056" : 13,
"110080" : 3,
"111104" : 7,
"112128" : 6,
"113152" : 3,
"114176" : 5,
"115200" : 6,
"116224" : 3,
"117248" : 7,
"118272" : 10,
"119296" : 3,
"120320" : 6,
"121344" : 4,
"122368" : 7,
"123392" : 2,
"124416" : 5,
"125440" : 2,
"126464" : 9,
"127488" : 4,
"128512" : 2,
"129536" : 5,
"130560" : 1,
"132096" : 8,
"134144" : 5,
"136192" : 4,
"138240" : 5,
"140288" : 6,
"142336" : 5,
"144384" : 8,
"146432" : 2,
"150528" : 4,
"152576" : 3,
"154624" : 8,
"156672" : 2,
"158720" : 3,
"160768" : 9,
"162816" : 7,
"164864" : 2,
"166912" : 5,
"168960" : 2,
"171008" : 4,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 2,
"181248" : 3,
"183296" : 3,
"185344" : 1,
"189440" : 3,
"193536" : 3,
"199680" : 2,
"201728" : 1,
"203776" : 1,
"205824" : 1,
"207872" : 2,
"209920" : 1,
"211968" : 3,
"214016" : 2,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"230400" : 1,
"232448" : 1,
"234496" : 3,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 1,
"272384" : 2,
"280576" : 3,
"284672" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 1,
"333824" : 1,
"342016" : 2,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"436224" : 1,
"473088" : 1,
"493568" : 1,
"514048" : 1,
"528384" : 3,
"536576" : 1,
"544768" : 1,
"552960" : 1,
"569344" : 2,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 912218.438492,
"stddev" : 322658.782041,
"N" : 2276459
},
"bw_min" : 14889827,
"bw_max" : 23067312,
"bw_agg" : 100.000000,
"bw_mean" : 17938811.127413,
"bw_dev" : 212002.876851,
"bw_samples" : 4144,
"iops_min" : 14536,
"iops_max" : 22526,
"iops_mean" : 17516.042471,
"iops_stddev" : 207.043470,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079994,
"usr_cpu" : 0.524136,
"sys_cpu" : 77.421666,
"ctx" : 2328081,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.372231,
"4" : 63.085867,
"10" : 8.318782,
"20" : 1.068362,
"50" : 0.116628,
"100" : 0.022886,
"250" : 0.013003,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065470,
"timestamp_ms" : 1773065470246,
"time" : "Mon Mar 9 11:11:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2566357254144,
"io_kbytes" : 2506208256,
"bw_bytes" : 18331123243,
"bw" : 17901487,
"iops" : 17482.071429,
"runtime" : 140000,
"total_ios" : 2447490,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 910992.499146,
"stddev" : 320495.396922,
"N" : 2447490
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2752.246725,
"stddev" : 3067.408509,
"N" : 2447474,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1576,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 118272
},
"bins" : {
"1160" : 1,
"1176" : 8,
"1192" : 9,
"1208" : 38,
"1224" : 26,
"1240" : 77,
"1256" : 113,
"1272" : 69,
"1288" : 177,
"1304" : 148,
"1320" : 273,
"1336" : 342,
"1352" : 184,
"1368" : 370,
"1384" : 229,
"1400" : 828,
"1416" : 3322,
"1432" : 3595,
"1448" : 11402,
"1464" : 6590,
"1480" : 13510,
"1496" : 14054,
"1512" : 7485,
"1528" : 16004,
"1544" : 8306,
"1560" : 17396,
"1576" : 17837,
"1592" : 9083,
"1608" : 19074,
"1624" : 10069,
"1640" : 20391,
"1656" : 21612,
"1672" : 11447,
"1688" : 22802,
"1704" : 11780,
"1720" : 23828,
"1736" : 24178,
"1752" : 11991,
"1768" : 25036,
"1784" : 12470,
"1800" : 25610,
"1816" : 26404,
"1832" : 13471,
"1848" : 27730,
"1864" : 14137,
"1880" : 29039,
"1896" : 30289,
"1912" : 15688,
"1928" : 32397,
"1944" : 16494,
"1960" : 34383,
"1976" : 35614,
"1992" : 18779,
"2008" : 38277,
"2024" : 19559,
"2040" : 39855,
"2064" : 61603,
"2096" : 63003,
"2128" : 79574,
"2160" : 69351,
"2192" : 62958,
"2224" : 60934,
"2256" : 58973,
"2288" : 65558,
"2320" : 63428,
"2352" : 51020,
"2384" : 48354,
"2416" : 45341,
"2448" : 46589,
"2480" : 49758,
"2512" : 36786,
"2544" : 34298,
"2576" : 32293,
"2608" : 30581,
"2640" : 37653,
"2672" : 26224,
"2704" : 24390,
"2736" : 22713,
"2768" : 21510,
"2800" : 26670,
"2832" : 18539,
"2864" : 17398,
"2896" : 16735,
"2928" : 15390,
"2960" : 19280,
"2992" : 13707,
"3024" : 12834,
"3056" : 12059,
"3088" : 11379,
"3120" : 14778,
"3152" : 10247,
"3184" : 9641,
"3216" : 9334,
"3248" : 8869,
"3280" : 10909,
"3312" : 8174,
"3344" : 7592,
"3376" : 7434,
"3408" : 7024,
"3440" : 8287,
"3472" : 7043,
"3504" : 6275,
"3536" : 6071,
"3568" : 5788,
"3600" : 6400,
"3632" : 6317,
"3664" : 5267,
"3696" : 4981,
"3728" : 4828,
"3760" : 5252,
"3792" : 5698,
"3824" : 4334,
"3856" : 4311,
"3888" : 4104,
"3920" : 4098,
"3952" : 5245,
"3984" : 3860,
"4016" : 3783,
"4048" : 3568,
"4080" : 3652,
"4128" : 8093,
"4192" : 6442,
"4256" : 7146,
"4320" : 5992,
"4384" : 5695,
"4448" : 6365,
"4512" : 5179,
"4576" : 5950,
"4640" : 4835,
"4704" : 4745,
"4768" : 5334,
"4832" : 4388,
"4896" : 4565,
"4960" : 4361,
"5024" : 4102,
"5088" : 4516,
"5152" : 3760,
"5216" : 3788,
"5280" : 4130,
"5344" : 3521,
"5408" : 3843,
"5472" : 3232,
"5536" : 3157,
"5600" : 3457,
"5664" : 2866,
"5728" : 3228,
"5792" : 2681,
"5856" : 2558,
"5920" : 2909,
"5984" : 2408,
"6048" : 2574,
"6112" : 2372,
"6176" : 2162,
"6240" : 2396,
"6304" : 1856,
"6368" : 1914,
"6432" : 2067,
"6496" : 1707,
"6560" : 1904,
"6624" : 1584,
"6688" : 1532,
"6752" : 1608,
"6816" : 1373,
"6880" : 1547,
"6944" : 1230,
"7008" : 1199,
"7072" : 1277,
"7136" : 1143,
"7200" : 1141,
"7264" : 1062,
"7328" : 982,
"7392" : 1072,
"7456" : 884,
"7520" : 956,
"7584" : 888,
"7648" : 789,
"7712" : 874,
"7776" : 730,
"7840" : 721,
"7904" : 774,
"7968" : 662,
"8032" : 811,
"8096" : 703,
"8160" : 642,
"8256" : 1316,
"8384" : 1331,
"8512" : 1161,
"8640" : 1130,
"8768" : 1059,
"8896" : 1108,
"9024" : 1124,
"9152" : 1084,
"9280" : 972,
"9408" : 1043,
"9536" : 956,
"9664" : 893,
"9792" : 952,
"9920" : 946,
"10048" : 912,
"10176" : 878,
"10304" : 864,
"10432" : 826,
"10560" : 827,
"10688" : 780,
"10816" : 779,
"10944" : 820,
"11072" : 734,
"11200" : 695,
"11328" : 715,
"11456" : 658,
"11584" : 599,
"11712" : 631,
"11840" : 606,
"11968" : 566,
"12096" : 567,
"12224" : 522,
"12352" : 546,
"12480" : 546,
"12608" : 515,
"12736" : 450,
"12864" : 451,
"12992" : 481,
"13120" : 442,
"13248" : 406,
"13376" : 357,
"13504" : 378,
"13632" : 364,
"13760" : 354,
"13888" : 359,
"14016" : 315,
"14144" : 320,
"14272" : 321,
"14400" : 292,
"14528" : 278,
"14656" : 265,
"14784" : 283,
"14912" : 248,
"15040" : 253,
"15168" : 226,
"15296" : 228,
"15424" : 232,
"15552" : 200,
"15680" : 175,
"15808" : 186,
"15936" : 193,
"16064" : 187,
"16192" : 192,
"16320" : 180,
"16512" : 352,
"16768" : 280,
"17024" : 297,
"17280" : 281,
"17536" : 242,
"17792" : 241,
"18048" : 197,
"18304" : 223,
"18560" : 175,
"18816" : 214,
"19072" : 174,
"19328" : 139,
"19584" : 152,
"19840" : 137,
"20096" : 131,
"20352" : 121,
"20608" : 131,
"20864" : 99,
"21120" : 113,
"21376" : 111,
"21632" : 98,
"21888" : 104,
"22144" : 77,
"22400" : 78,
"22656" : 70,
"22912" : 73,
"23168" : 71,
"23424" : 76,
"23680" : 61,
"23936" : 72,
"24192" : 63,
"24448" : 41,
"24704" : 48,
"24960" : 36,
"25216" : 45,
"25472" : 50,
"25728" : 31,
"25984" : 32,
"26240" : 37,
"26496" : 39,
"26752" : 34,
"27008" : 26,
"27264" : 25,
"27520" : 29,
"27776" : 32,
"28032" : 21,
"28288" : 28,
"28544" : 24,
"28800" : 28,
"29056" : 23,
"29312" : 21,
"29568" : 18,
"29824" : 19,
"30080" : 15,
"30336" : 20,
"30592" : 29,
"30848" : 21,
"31104" : 20,
"31360" : 17,
"31616" : 15,
"31872" : 17,
"32128" : 9,
"32384" : 16,
"32640" : 16,
"33024" : 25,
"33536" : 25,
"34048" : 25,
"34560" : 27,
"35072" : 22,
"35584" : 21,
"36096" : 20,
"36608" : 25,
"37120" : 15,
"37632" : 20,
"38144" : 7,
"38656" : 19,
"39168" : 9,
"39680" : 11,
"40192" : 12,
"40704" : 7,
"41216" : 11,
"41728" : 6,
"42240" : 14,
"42752" : 8,
"43264" : 9,
"43776" : 11,
"44288" : 9,
"44800" : 9,
"45312" : 9,
"45824" : 9,
"46336" : 12,
"46848" : 10,
"47360" : 5,
"47872" : 4,
"48384" : 11,
"48896" : 6,
"49408" : 4,
"49920" : 6,
"50432" : 10,
"50944" : 10,
"51456" : 5,
"51968" : 6,
"52480" : 8,
"52992" : 2,
"53504" : 5,
"54016" : 4,
"54528" : 7,
"55040" : 8,
"55552" : 4,
"56064" : 4,
"56576" : 7,
"57088" : 2,
"57600" : 7,
"58112" : 3,
"58624" : 5,
"59136" : 10,
"59648" : 4,
"60160" : 8,
"60672" : 7,
"61184" : 8,
"61696" : 8,
"62208" : 8,
"62720" : 10,
"63232" : 6,
"63744" : 2,
"64256" : 7,
"64768" : 9,
"65280" : 5,
"66048" : 6,
"67072" : 11,
"68096" : 9,
"69120" : 13,
"70144" : 12,
"71168" : 6,
"72192" : 13,
"73216" : 15,
"74240" : 16,
"75264" : 8,
"76288" : 16,
"77312" : 11,
"78336" : 17,
"79360" : 12,
"80384" : 17,
"81408" : 3,
"82432" : 13,
"83456" : 17,
"84480" : 11,
"85504" : 10,
"86528" : 13,
"87552" : 8,
"88576" : 9,
"89600" : 13,
"90624" : 9,
"91648" : 7,
"92672" : 10,
"93696" : 7,
"94720" : 9,
"95744" : 14,
"96768" : 10,
"97792" : 6,
"98816" : 7,
"99840" : 6,
"100864" : 9,
"101888" : 7,
"102912" : 5,
"103936" : 4,
"104960" : 5,
"105984" : 7,
"107008" : 6,
"108032" : 4,
"109056" : 13,
"110080" : 4,
"111104" : 7,
"112128" : 8,
"113152" : 4,
"114176" : 6,
"115200" : 9,
"116224" : 3,
"117248" : 8,
"118272" : 10,
"119296" : 3,
"120320" : 6,
"121344" : 4,
"122368" : 8,
"123392" : 3,
"124416" : 6,
"125440" : 2,
"126464" : 9,
"127488" : 4,
"128512" : 2,
"129536" : 5,
"130560" : 2,
"132096" : 8,
"134144" : 5,
"136192" : 4,
"138240" : 5,
"140288" : 7,
"142336" : 5,
"144384" : 8,
"146432" : 2,
"150528" : 5,
"152576" : 4,
"154624" : 9,
"156672" : 2,
"158720" : 4,
"160768" : 9,
"162816" : 7,
"164864" : 2,
"166912" : 5,
"168960" : 2,
"171008" : 4,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 3,
"181248" : 3,
"183296" : 3,
"185344" : 1,
"189440" : 3,
"191488" : 1,
"193536" : 3,
"199680" : 3,
"201728" : 1,
"203776" : 1,
"205824" : 1,
"207872" : 2,
"209920" : 1,
"211968" : 3,
"214016" : 2,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"230400" : 1,
"232448" : 1,
"234496" : 3,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 1,
"272384" : 3,
"280576" : 3,
"284672" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 1,
"333824" : 1,
"342016" : 2,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"436224" : 1,
"473088" : 1,
"493568" : 1,
"514048" : 1,
"528384" : 3,
"536576" : 1,
"544768" : 1,
"552960" : 1,
"569344" : 2,
"593920" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 913744.991625,
"stddev" : 321114.903768,
"N" : 2447474
},
"bw_min" : 14883671,
"bw_max" : 23067312,
"bw_agg" : 100.000000,
"bw_mean" : 17908533.867384,
"bw_dev" : 209511.581796,
"bw_samples" : 4464,
"iops_min" : 14530,
"iops_max" : 22526,
"iops_mean" : 17486.455197,
"iops_stddev" : 204.611132,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239994,
"usr_cpu" : 0.523394,
"sys_cpu" : 77.516413,
"ctx" : 2513244,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.219274,
"4" : 63.196785,
"10" : 8.360279,
"20" : 1.069095,
"50" : 0.116609,
"100" : 0.022635,
"250" : 0.013156,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065480,
"timestamp_ms" : 1773065480246,
"time" : "Mon Mar 9 11:11:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2749651484672,
"io_kbytes" : 2685206528,
"bw_bytes" : 18331009897,
"bw" : 17901376,
"iops" : 17481.973333,
"runtime" : 150000,
"total_ios" : 2622296,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 910998.648842,
"stddev" : 321044.002896,
"N" : 2622296
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2752.079982,
"stddev" : 3057.232638,
"N" : 2622280,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 118272
},
"bins" : {
"1160" : 2,
"1176" : 10,
"1192" : 11,
"1208" : 41,
"1224" : 30,
"1240" : 79,
"1256" : 119,
"1272" : 74,
"1288" : 196,
"1304" : 153,
"1320" : 283,
"1336" : 364,
"1352" : 195,
"1368" : 388,
"1384" : 243,
"1400" : 864,
"1416" : 3398,
"1432" : 3694,
"1448" : 11840,
"1464" : 6899,
"1480" : 14166,
"1496" : 14820,
"1512" : 7964,
"1528" : 17177,
"1544" : 8947,
"1560" : 18727,
"1576" : 19263,
"1592" : 9854,
"1608" : 20570,
"1624" : 10792,
"1640" : 22021,
"1656" : 23366,
"1672" : 12401,
"1688" : 24628,
"1704" : 12703,
"1720" : 25746,
"1736" : 26101,
"1752" : 12973,
"1768" : 27144,
"1784" : 13521,
"1800" : 27669,
"1816" : 28493,
"1832" : 14516,
"1848" : 29830,
"1864" : 15286,
"1880" : 31256,
"1896" : 32593,
"1912" : 16760,
"1928" : 34689,
"1944" : 17722,
"1960" : 36831,
"1976" : 38146,
"1992" : 20097,
"2008" : 41019,
"2024" : 20954,
"2040" : 42557,
"2064" : 65951,
"2096" : 67434,
"2128" : 85118,
"2160" : 74324,
"2192" : 67376,
"2224" : 65146,
"2256" : 63066,
"2288" : 70162,
"2320" : 67876,
"2352" : 54569,
"2384" : 51636,
"2416" : 48555,
"2448" : 49890,
"2480" : 53217,
"2512" : 39312,
"2544" : 36787,
"2576" : 34650,
"2608" : 32728,
"2640" : 40330,
"2672" : 27976,
"2704" : 26111,
"2736" : 24399,
"2768" : 23009,
"2800" : 28540,
"2832" : 19829,
"2864" : 18643,
"2896" : 17903,
"2928" : 16409,
"2960" : 20590,
"2992" : 14637,
"3024" : 13659,
"3056" : 12911,
"3088" : 12177,
"3120" : 15743,
"3152" : 10932,
"3184" : 10309,
"3216" : 9967,
"3248" : 9533,
"3280" : 11660,
"3312" : 8832,
"3344" : 8110,
"3376" : 7931,
"3408" : 7541,
"3440" : 8898,
"3472" : 7526,
"3504" : 6690,
"3536" : 6484,
"3568" : 6189,
"3600" : 6889,
"3632" : 6776,
"3664" : 5636,
"3696" : 5303,
"3728" : 5190,
"3760" : 5614,
"3792" : 6077,
"3824" : 4619,
"3856" : 4645,
"3888" : 4438,
"3920" : 4375,
"3952" : 5637,
"3984" : 4150,
"4016" : 4040,
"4048" : 3833,
"4080" : 3914,
"4128" : 8668,
"4192" : 6952,
"4256" : 7644,
"4320" : 6434,
"4384" : 6095,
"4448" : 6787,
"4512" : 5574,
"4576" : 6384,
"4640" : 5158,
"4704" : 5066,
"4768" : 5733,
"4832" : 4726,
"4896" : 4924,
"4960" : 4666,
"5024" : 4404,
"5088" : 4817,
"5152" : 4024,
"5216" : 4042,
"5280" : 4409,
"5344" : 3777,
"5408" : 4121,
"5472" : 3462,
"5536" : 3391,
"5600" : 3718,
"5664" : 3097,
"5728" : 3446,
"5792" : 2878,
"5856" : 2756,
"5920" : 3116,
"5984" : 2572,
"6048" : 2758,
"6112" : 2544,
"6176" : 2336,
"6240" : 2575,
"6304" : 1977,
"6368" : 2068,
"6432" : 2229,
"6496" : 1842,
"6560" : 2051,
"6624" : 1693,
"6688" : 1657,
"6752" : 1725,
"6816" : 1464,
"6880" : 1665,
"6944" : 1346,
"7008" : 1292,
"7072" : 1368,
"7136" : 1227,
"7200" : 1249,
"7264" : 1143,
"7328" : 1038,
"7392" : 1144,
"7456" : 957,
"7520" : 1025,
"7584" : 959,
"7648" : 850,
"7712" : 940,
"7776" : 782,
"7840" : 770,
"7904" : 831,
"7968" : 716,
"8032" : 851,
"8096" : 745,
"8160" : 683,
"8256" : 1402,
"8384" : 1430,
"8512" : 1243,
"8640" : 1224,
"8768" : 1140,
"8896" : 1180,
"9024" : 1193,
"9152" : 1156,
"9280" : 1038,
"9408" : 1110,
"9536" : 1025,
"9664" : 956,
"9792" : 1005,
"9920" : 1021,
"10048" : 979,
"10176" : 936,
"10304" : 913,
"10432" : 879,
"10560" : 894,
"10688" : 835,
"10816" : 844,
"10944" : 869,
"11072" : 779,
"11200" : 749,
"11328" : 755,
"11456" : 715,
"11584" : 633,
"11712" : 673,
"11840" : 649,
"11968" : 603,
"12096" : 618,
"12224" : 562,
"12352" : 576,
"12480" : 583,
"12608" : 554,
"12736" : 482,
"12864" : 484,
"12992" : 512,
"13120" : 483,
"13248" : 435,
"13376" : 371,
"13504" : 416,
"13632" : 388,
"13760" : 377,
"13888" : 381,
"14016" : 340,
"14144" : 354,
"14272" : 345,
"14400" : 327,
"14528" : 300,
"14656" : 292,
"14784" : 305,
"14912" : 266,
"15040" : 275,
"15168" : 242,
"15296" : 247,
"15424" : 249,
"15552" : 210,
"15680" : 192,
"15808" : 204,
"15936" : 207,
"16064" : 199,
"16192" : 202,
"16320" : 191,
"16512" : 375,
"16768" : 291,
"17024" : 325,
"17280" : 306,
"17536" : 259,
"17792" : 249,
"18048" : 207,
"18304" : 240,
"18560" : 188,
"18816" : 228,
"19072" : 187,
"19328" : 155,
"19584" : 161,
"19840" : 143,
"20096" : 139,
"20352" : 126,
"20608" : 137,
"20864" : 105,
"21120" : 120,
"21376" : 116,
"21632" : 104,
"21888" : 111,
"22144" : 80,
"22400" : 83,
"22656" : 78,
"22912" : 83,
"23168" : 76,
"23424" : 81,
"23680" : 64,
"23936" : 77,
"24192" : 65,
"24448" : 45,
"24704" : 53,
"24960" : 39,
"25216" : 49,
"25472" : 51,
"25728" : 32,
"25984" : 36,
"26240" : 42,
"26496" : 39,
"26752" : 38,
"27008" : 28,
"27264" : 26,
"27520" : 30,
"27776" : 35,
"28032" : 23,
"28288" : 30,
"28544" : 24,
"28800" : 29,
"29056" : 25,
"29312" : 21,
"29568" : 19,
"29824" : 21,
"30080" : 15,
"30336" : 23,
"30592" : 31,
"30848" : 22,
"31104" : 20,
"31360" : 19,
"31616" : 15,
"31872" : 18,
"32128" : 10,
"32384" : 17,
"32640" : 19,
"33024" : 26,
"33536" : 27,
"34048" : 25,
"34560" : 28,
"35072" : 23,
"35584" : 22,
"36096" : 21,
"36608" : 26,
"37120" : 16,
"37632" : 21,
"38144" : 7,
"38656" : 20,
"39168" : 10,
"39680" : 13,
"40192" : 13,
"40704" : 8,
"41216" : 11,
"41728" : 6,
"42240" : 17,
"42752" : 8,
"43264" : 11,
"43776" : 11,
"44288" : 9,
"44800" : 10,
"45312" : 10,
"45824" : 9,
"46336" : 13,
"46848" : 10,
"47360" : 8,
"47872" : 4,
"48384" : 11,
"48896" : 6,
"49408" : 5,
"49920" : 7,
"50432" : 10,
"50944" : 11,
"51456" : 5,
"51968" : 8,
"52480" : 8,
"52992" : 3,
"53504" : 5,
"54016" : 6,
"54528" : 8,
"55040" : 8,
"55552" : 5,
"56064" : 4,
"56576" : 7,
"57088" : 2,
"57600" : 7,
"58112" : 3,
"58624" : 5,
"59136" : 10,
"59648" : 4,
"60160" : 9,
"60672" : 8,
"61184" : 8,
"61696" : 8,
"62208" : 8,
"62720" : 10,
"63232" : 6,
"63744" : 2,
"64256" : 7,
"64768" : 10,
"65280" : 7,
"66048" : 9,
"67072" : 11,
"68096" : 11,
"69120" : 13,
"70144" : 12,
"71168" : 6,
"72192" : 15,
"73216" : 16,
"74240" : 17,
"75264" : 9,
"76288" : 16,
"77312" : 11,
"78336" : 18,
"79360" : 12,
"80384" : 22,
"81408" : 3,
"82432" : 15,
"83456" : 17,
"84480" : 12,
"85504" : 11,
"86528" : 13,
"87552" : 11,
"88576" : 9,
"89600" : 13,
"90624" : 9,
"91648" : 7,
"92672" : 10,
"93696" : 8,
"94720" : 10,
"95744" : 15,
"96768" : 11,
"97792" : 7,
"98816" : 7,
"99840" : 8,
"100864" : 10,
"101888" : 8,
"102912" : 5,
"103936" : 4,
"104960" : 5,
"105984" : 7,
"107008" : 7,
"108032" : 6,
"109056" : 13,
"110080" : 5,
"111104" : 7,
"112128" : 9,
"113152" : 4,
"114176" : 6,
"115200" : 9,
"116224" : 3,
"117248" : 8,
"118272" : 10,
"119296" : 5,
"120320" : 6,
"121344" : 4,
"122368" : 8,
"123392" : 4,
"124416" : 6,
"125440" : 3,
"126464" : 9,
"127488" : 4,
"128512" : 2,
"129536" : 5,
"130560" : 3,
"132096" : 8,
"134144" : 7,
"136192" : 6,
"138240" : 6,
"140288" : 7,
"142336" : 6,
"144384" : 9,
"146432" : 3,
"150528" : 5,
"152576" : 4,
"154624" : 9,
"156672" : 3,
"158720" : 4,
"160768" : 9,
"162816" : 7,
"164864" : 2,
"166912" : 6,
"168960" : 2,
"171008" : 4,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 3,
"181248" : 3,
"183296" : 3,
"185344" : 1,
"189440" : 4,
"191488" : 1,
"193536" : 3,
"199680" : 3,
"201728" : 1,
"203776" : 2,
"205824" : 1,
"207872" : 2,
"209920" : 2,
"211968" : 3,
"214016" : 2,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"232448" : 1,
"234496" : 3,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 1,
"272384" : 3,
"280576" : 3,
"284672" : 1,
"301056" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 2,
"333824" : 1,
"342016" : 2,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"436224" : 1,
"473088" : 1,
"493568" : 1,
"514048" : 1,
"528384" : 3,
"536576" : 1,
"544768" : 1,
"552960" : 1,
"569344" : 2,
"593920" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 913750.958233,
"stddev" : 321664.206399,
"N" : 2622280
},
"bw_min" : 14832442,
"bw_max" : 23067312,
"bw_agg" : 100.000000,
"bw_mean" : 17909105.548495,
"bw_dev" : 204162.298491,
"bw_samples" : 4784,
"iops_min" : 14480,
"iops_max" : 22526,
"iops_mean" : 17487.026756,
"iops_stddev" : 199.386991,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399995,
"usr_cpu" : 0.522584,
"sys_cpu" : 77.627453,
"ctx" : 2692688,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.291160,
"4" : 63.118122,
"10" : 8.367248,
"20" : 1.069406,
"50" : 0.115891,
"100" : 0.022766,
"250" : 0.013309,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065490,
"timestamp_ms" : 1773065490247,
"time" : "Mon Mar 9 11:11:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2927914647552,
"io_kbytes" : 2859291648,
"bw_bytes" : 18299352176,
"bw" : 17870461,
"iops" : 17451.778426,
"runtime" : 160001,
"total_ios" : 2792302,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 912576.461816,
"stddev" : 320770.455760,
"N" : 2792302
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2753.928267,
"stddev" : 3070.309188,
"N" : 2792286,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 118272
},
"bins" : {
"1160" : 2,
"1176" : 12,
"1192" : 11,
"1208" : 42,
"1224" : 32,
"1240" : 85,
"1256" : 123,
"1272" : 80,
"1288" : 204,
"1304" : 156,
"1320" : 296,
"1336" : 384,
"1352" : 204,
"1368" : 399,
"1384" : 253,
"1400" : 919,
"1416" : 3571,
"1432" : 3907,
"1448" : 12535,
"1464" : 7328,
"1480" : 14901,
"1496" : 15617,
"1512" : 8433,
"1528" : 18102,
"1544" : 9431,
"1560" : 19722,
"1576" : 20365,
"1592" : 10421,
"1608" : 21678,
"1624" : 11388,
"1640" : 23269,
"1656" : 24695,
"1672" : 13096,
"1688" : 26010,
"1704" : 13454,
"1720" : 27215,
"1736" : 27582,
"1752" : 13739,
"1768" : 28692,
"1784" : 14354,
"1800" : 29340,
"1816" : 30269,
"1832" : 15385,
"1848" : 31563,
"1864" : 16227,
"1880" : 33210,
"1896" : 34638,
"1912" : 17859,
"1928" : 36872,
"1944" : 18897,
"1960" : 39291,
"1976" : 40580,
"1992" : 21439,
"2008" : 43587,
"2024" : 22308,
"2040" : 45294,
"2064" : 70199,
"2096" : 71946,
"2128" : 90720,
"2160" : 79139,
"2192" : 71830,
"2224" : 69532,
"2256" : 67241,
"2288" : 75069,
"2320" : 72464,
"2352" : 58241,
"2384" : 55237,
"2416" : 51932,
"2448" : 53182,
"2480" : 56824,
"2512" : 41955,
"2544" : 39269,
"2576" : 37052,
"2608" : 34942,
"2640" : 43135,
"2672" : 29821,
"2704" : 27870,
"2736" : 25991,
"2768" : 24496,
"2800" : 30437,
"2832" : 21165,
"2864" : 19917,
"2896" : 19063,
"2928" : 17488,
"2960" : 21983,
"2992" : 15583,
"3024" : 14552,
"3056" : 13775,
"3088" : 13042,
"3120" : 16765,
"3152" : 11649,
"3184" : 11051,
"3216" : 10668,
"3248" : 10164,
"3280" : 12464,
"3312" : 9424,
"3344" : 8689,
"3376" : 8449,
"3408" : 8041,
"3440" : 9436,
"3472" : 8044,
"3504" : 7121,
"3536" : 6924,
"3568" : 6599,
"3600" : 7386,
"3632" : 7239,
"3664" : 6007,
"3696" : 5690,
"3728" : 5507,
"3760" : 5990,
"3792" : 6492,
"3824" : 4933,
"3856" : 4971,
"3888" : 4725,
"3920" : 4672,
"3952" : 6009,
"3984" : 4417,
"4016" : 4306,
"4048" : 4094,
"4080" : 4153,
"4128" : 9239,
"4192" : 7382,
"4256" : 8191,
"4320" : 6861,
"4384" : 6527,
"4448" : 7271,
"4512" : 5934,
"4576" : 6795,
"4640" : 5514,
"4704" : 5407,
"4768" : 6109,
"4832" : 5053,
"4896" : 5255,
"4960" : 4965,
"5024" : 4677,
"5088" : 5118,
"5152" : 4292,
"5216" : 4295,
"5280" : 4716,
"5344" : 4046,
"5408" : 4383,
"5472" : 3695,
"5536" : 3619,
"5600" : 3987,
"5664" : 3312,
"5728" : 3677,
"5792" : 3087,
"5856" : 2956,
"5920" : 3303,
"5984" : 2747,
"6048" : 2940,
"6112" : 2681,
"6176" : 2486,
"6240" : 2748,
"6304" : 2119,
"6368" : 2212,
"6432" : 2356,
"6496" : 1969,
"6560" : 2179,
"6624" : 1812,
"6688" : 1762,
"6752" : 1833,
"6816" : 1568,
"6880" : 1787,
"6944" : 1438,
"7008" : 1385,
"7072" : 1459,
"7136" : 1304,
"7200" : 1331,
"7264" : 1211,
"7328" : 1094,
"7392" : 1218,
"7456" : 1022,
"7520" : 1104,
"7584" : 1021,
"7648" : 897,
"7712" : 1005,
"7776" : 843,
"7840" : 821,
"7904" : 887,
"7968" : 755,
"8032" : 906,
"8096" : 779,
"8160" : 727,
"8256" : 1515,
"8384" : 1524,
"8512" : 1333,
"8640" : 1319,
"8768" : 1220,
"8896" : 1252,
"9024" : 1271,
"9152" : 1227,
"9280" : 1112,
"9408" : 1180,
"9536" : 1111,
"9664" : 1026,
"9792" : 1081,
"9920" : 1073,
"10048" : 1048,
"10176" : 1010,
"10304" : 998,
"10432" : 933,
"10560" : 955,
"10688" : 897,
"10816" : 918,
"10944" : 911,
"11072" : 819,
"11200" : 803,
"11328" : 796,
"11456" : 768,
"11584" : 680,
"11712" : 710,
"11840" : 693,
"11968" : 630,
"12096" : 660,
"12224" : 604,
"12352" : 606,
"12480" : 626,
"12608" : 596,
"12736" : 514,
"12864" : 505,
"12992" : 542,
"13120" : 513,
"13248" : 463,
"13376" : 405,
"13504" : 444,
"13632" : 411,
"13760" : 398,
"13888" : 407,
"14016" : 359,
"14144" : 377,
"14272" : 358,
"14400" : 346,
"14528" : 315,
"14656" : 315,
"14784" : 331,
"14912" : 280,
"15040" : 295,
"15168" : 259,
"15296" : 264,
"15424" : 271,
"15552" : 221,
"15680" : 202,
"15808" : 217,
"15936" : 221,
"16064" : 209,
"16192" : 209,
"16320" : 202,
"16512" : 392,
"16768" : 312,
"17024" : 344,
"17280" : 319,
"17536" : 270,
"17792" : 264,
"18048" : 219,
"18304" : 255,
"18560" : 204,
"18816" : 241,
"19072" : 201,
"19328" : 166,
"19584" : 170,
"19840" : 154,
"20096" : 153,
"20352" : 135,
"20608" : 142,
"20864" : 112,
"21120" : 126,
"21376" : 125,
"21632" : 112,
"21888" : 114,
"22144" : 88,
"22400" : 86,
"22656" : 81,
"22912" : 89,
"23168" : 84,
"23424" : 88,
"23680" : 66,
"23936" : 78,
"24192" : 72,
"24448" : 49,
"24704" : 58,
"24960" : 42,
"25216" : 54,
"25472" : 56,
"25728" : 37,
"25984" : 39,
"26240" : 44,
"26496" : 40,
"26752" : 41,
"27008" : 31,
"27264" : 27,
"27520" : 33,
"27776" : 40,
"28032" : 26,
"28288" : 31,
"28544" : 24,
"28800" : 30,
"29056" : 27,
"29312" : 23,
"29568" : 19,
"29824" : 21,
"30080" : 16,
"30336" : 25,
"30592" : 33,
"30848" : 24,
"31104" : 20,
"31360" : 20,
"31616" : 15,
"31872" : 18,
"32128" : 10,
"32384" : 17,
"32640" : 20,
"33024" : 28,
"33536" : 30,
"34048" : 26,
"34560" : 30,
"35072" : 24,
"35584" : 24,
"36096" : 22,
"36608" : 30,
"37120" : 16,
"37632" : 21,
"38144" : 7,
"38656" : 20,
"39168" : 12,
"39680" : 15,
"40192" : 14,
"40704" : 9,
"41216" : 11,
"41728" : 8,
"42240" : 17,
"42752" : 8,
"43264" : 11,
"43776" : 11,
"44288" : 9,
"44800" : 10,
"45312" : 11,
"45824" : 11,
"46336" : 13,
"46848" : 11,
"47360" : 10,
"47872" : 5,
"48384" : 11,
"48896" : 6,
"49408" : 6,
"49920" : 7,
"50432" : 11,
"50944" : 11,
"51456" : 6,
"51968" : 8,
"52480" : 8,
"52992" : 3,
"53504" : 5,
"54016" : 6,
"54528" : 8,
"55040" : 9,
"55552" : 5,
"56064" : 4,
"56576" : 7,
"57088" : 2,
"57600" : 7,
"58112" : 3,
"58624" : 5,
"59136" : 11,
"59648" : 5,
"60160" : 9,
"60672" : 8,
"61184" : 8,
"61696" : 8,
"62208" : 9,
"62720" : 11,
"63232" : 6,
"63744" : 2,
"64256" : 7,
"64768" : 11,
"65280" : 7,
"66048" : 9,
"67072" : 12,
"68096" : 14,
"69120" : 13,
"70144" : 13,
"71168" : 6,
"72192" : 15,
"73216" : 17,
"74240" : 18,
"75264" : 10,
"76288" : 17,
"77312" : 12,
"78336" : 21,
"79360" : 12,
"80384" : 23,
"81408" : 5,
"82432" : 16,
"83456" : 19,
"84480" : 14,
"85504" : 11,
"86528" : 13,
"87552" : 12,
"88576" : 11,
"89600" : 15,
"90624" : 9,
"91648" : 9,
"92672" : 11,
"93696" : 9,
"94720" : 11,
"95744" : 17,
"96768" : 11,
"97792" : 7,
"98816" : 7,
"99840" : 8,
"100864" : 10,
"101888" : 8,
"102912" : 5,
"103936" : 5,
"104960" : 5,
"105984" : 8,
"107008" : 7,
"108032" : 6,
"109056" : 14,
"110080" : 5,
"111104" : 7,
"112128" : 9,
"113152" : 4,
"114176" : 6,
"115200" : 9,
"116224" : 3,
"117248" : 8,
"118272" : 10,
"119296" : 5,
"120320" : 7,
"121344" : 4,
"122368" : 8,
"123392" : 4,
"124416" : 6,
"125440" : 3,
"126464" : 9,
"127488" : 6,
"128512" : 2,
"129536" : 5,
"130560" : 3,
"132096" : 11,
"134144" : 7,
"136192" : 6,
"138240" : 6,
"140288" : 7,
"142336" : 6,
"144384" : 9,
"146432" : 3,
"150528" : 5,
"152576" : 5,
"154624" : 10,
"156672" : 4,
"158720" : 4,
"160768" : 9,
"162816" : 7,
"164864" : 3,
"166912" : 6,
"168960" : 2,
"171008" : 4,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 4,
"181248" : 4,
"183296" : 3,
"185344" : 1,
"187392" : 1,
"189440" : 5,
"191488" : 1,
"193536" : 3,
"199680" : 3,
"201728" : 1,
"203776" : 2,
"205824" : 1,
"207872" : 2,
"209920" : 2,
"211968" : 3,
"214016" : 2,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"232448" : 1,
"234496" : 3,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 2,
"272384" : 3,
"280576" : 4,
"284672" : 1,
"301056" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 2,
"333824" : 1,
"342016" : 2,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"436224" : 1,
"473088" : 1,
"481280" : 1,
"493568" : 1,
"514048" : 1,
"528384" : 3,
"536576" : 1,
"544768" : 1,
"552960" : 1,
"561152" : 1,
"569344" : 2,
"593920" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 915330.614566,
"stddev" : 321389.948277,
"N" : 2792286
},
"bw_min" : 14826516,
"bw_max" : 23067312,
"bw_agg" : 100.000000,
"bw_mean" : 17877030.633229,
"bw_dev" : 202458.495770,
"bw_samples" : 5104,
"iops_min" : 14475,
"iops_max" : 22526,
"iops_mean" : 17455.692790,
"iops_stddev" : 197.723406,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560002,
"usr_cpu" : 0.520390,
"sys_cpu" : 77.579783,
"ctx" : 2874248,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.155981,
"4" : 63.238396,
"10" : 8.381973,
"20" : 1.069476,
"50" : 0.116105,
"100" : 0.022849,
"250" : 0.013107,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065500,
"timestamp_ms" : 1773065500246,
"time" : "Mon Mar 9 11:11:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3110420348928,
"io_kbytes" : 3037519872,
"bw_bytes" : 18296590287,
"bw" : 17867763,
"iops" : 17449.129412,
"runtime" : 170000,
"total_ios" : 2966352,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 912718.291673,
"stddev" : 321414.086547,
"N" : 2966352
},
"clat_ns" : {
"min" : 1162,
"max" : 637913,
"mean" : 2753.259627,
"stddev" : 3056.664536,
"N" : 2966336,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 118272
},
"bins" : {
"1160" : 3,
"1176" : 14,
"1192" : 13,
"1208" : 43,
"1224" : 34,
"1240" : 89,
"1256" : 128,
"1272" : 87,
"1288" : 224,
"1304" : 163,
"1320" : 318,
"1336" : 405,
"1352" : 216,
"1368" : 421,
"1384" : 267,
"1400" : 991,
"1416" : 3824,
"1432" : 4171,
"1448" : 13461,
"1464" : 7809,
"1480" : 15869,
"1496" : 16688,
"1512" : 8966,
"1528" : 19355,
"1544" : 10110,
"1560" : 21113,
"1576" : 21721,
"1592" : 11139,
"1608" : 23164,
"1624" : 12183,
"1640" : 24897,
"1656" : 26266,
"1672" : 13960,
"1688" : 27650,
"1704" : 14301,
"1720" : 28896,
"1736" : 29421,
"1752" : 14579,
"1768" : 30473,
"1784" : 15224,
"1800" : 31225,
"1816" : 32052,
"1832" : 16334,
"1848" : 33524,
"1864" : 17190,
"1880" : 35237,
"1896" : 36685,
"1912" : 18954,
"1928" : 39155,
"1944" : 20086,
"1960" : 41777,
"1976" : 42984,
"1992" : 22699,
"2008" : 46230,
"2024" : 23657,
"2040" : 47939,
"2064" : 74427,
"2096" : 76358,
"2128" : 96219,
"2160" : 83943,
"2192" : 76248,
"2224" : 73904,
"2256" : 71491,
"2288" : 79798,
"2320" : 76937,
"2352" : 61866,
"2384" : 58675,
"2416" : 55150,
"2448" : 56537,
"2480" : 60338,
"2512" : 44679,
"2544" : 41723,
"2576" : 39347,
"2608" : 37079,
"2640" : 45781,
"2672" : 31716,
"2704" : 29625,
"2736" : 27619,
"2768" : 26044,
"2800" : 32354,
"2832" : 22499,
"2864" : 21135,
"2896" : 20200,
"2928" : 18585,
"2960" : 23266,
"2992" : 16526,
"3024" : 15450,
"3056" : 14631,
"3088" : 13839,
"3120" : 17774,
"3152" : 12377,
"3184" : 11699,
"3216" : 11266,
"3248" : 10800,
"3280" : 13217,
"3312" : 10040,
"3344" : 9213,
"3376" : 8978,
"3408" : 8548,
"3440" : 10035,
"3472" : 8501,
"3504" : 7555,
"3536" : 7346,
"3568" : 7030,
"3600" : 7838,
"3632" : 7699,
"3664" : 6366,
"3696" : 6047,
"3728" : 5853,
"3760" : 6368,
"3792" : 6897,
"3824" : 5261,
"3856" : 5266,
"3888" : 5023,
"3920" : 4941,
"3952" : 6358,
"3984" : 4684,
"4016" : 4585,
"4048" : 4355,
"4080" : 4420,
"4128" : 9853,
"4192" : 7859,
"4256" : 8712,
"4320" : 7283,
"4384" : 6940,
"4448" : 7740,
"4512" : 6274,
"4576" : 7232,
"4640" : 5880,
"4704" : 5703,
"4768" : 6476,
"4832" : 5352,
"4896" : 5643,
"4960" : 5271,
"5024" : 4969,
"5088" : 5433,
"5152" : 4536,
"5216" : 4559,
"5280" : 4973,
"5344" : 4306,
"5408" : 4654,
"5472" : 3942,
"5536" : 3840,
"5600" : 4241,
"5664" : 3532,
"5728" : 3912,
"5792" : 3305,
"5856" : 3133,
"5920" : 3507,
"5984" : 2926,
"6048" : 3151,
"6112" : 2866,
"6176" : 2637,
"6240" : 2905,
"6304" : 2255,
"6368" : 2355,
"6432" : 2480,
"6496" : 2098,
"6560" : 2329,
"6624" : 1945,
"6688" : 1861,
"6752" : 1936,
"6816" : 1655,
"6880" : 1909,
"6944" : 1538,
"7008" : 1478,
"7072" : 1553,
"7136" : 1381,
"7200" : 1421,
"7264" : 1275,
"7328" : 1162,
"7392" : 1303,
"7456" : 1099,
"7520" : 1167,
"7584" : 1092,
"7648" : 964,
"7712" : 1061,
"7776" : 885,
"7840" : 874,
"7904" : 937,
"7968" : 803,
"8032" : 966,
"8096" : 827,
"8160" : 768,
"8256" : 1614,
"8384" : 1623,
"8512" : 1417,
"8640" : 1396,
"8768" : 1301,
"8896" : 1318,
"9024" : 1350,
"9152" : 1320,
"9280" : 1181,
"9408" : 1263,
"9536" : 1183,
"9664" : 1108,
"9792" : 1151,
"9920" : 1137,
"10048" : 1110,
"10176" : 1069,
"10304" : 1049,
"10432" : 993,
"10560" : 1012,
"10688" : 958,
"10816" : 979,
"10944" : 948,
"11072" : 865,
"11200" : 847,
"11328" : 840,
"11456" : 814,
"11584" : 716,
"11712" : 751,
"11840" : 737,
"11968" : 666,
"12096" : 690,
"12224" : 643,
"12352" : 639,
"12480" : 658,
"12608" : 630,
"12736" : 545,
"12864" : 526,
"12992" : 568,
"13120" : 530,
"13248" : 495,
"13376" : 433,
"13504" : 471,
"13632" : 440,
"13760" : 419,
"13888" : 433,
"14016" : 385,
"14144" : 396,
"14272" : 385,
"14400" : 363,
"14528" : 330,
"14656" : 326,
"14784" : 350,
"14912" : 299,
"15040" : 316,
"15168" : 276,
"15296" : 278,
"15424" : 288,
"15552" : 233,
"15680" : 215,
"15808" : 226,
"15936" : 230,
"16064" : 229,
"16192" : 222,
"16320" : 212,
"16512" : 420,
"16768" : 334,
"17024" : 366,
"17280" : 330,
"17536" : 284,
"17792" : 276,
"18048" : 235,
"18304" : 268,
"18560" : 222,
"18816" : 254,
"19072" : 211,
"19328" : 173,
"19584" : 176,
"19840" : 167,
"20096" : 165,
"20352" : 147,
"20608" : 154,
"20864" : 116,
"21120" : 136,
"21376" : 129,
"21632" : 119,
"21888" : 124,
"22144" : 99,
"22400" : 90,
"22656" : 89,
"22912" : 92,
"23168" : 86,
"23424" : 92,
"23680" : 70,
"23936" : 81,
"24192" : 79,
"24448" : 50,
"24704" : 61,
"24960" : 45,
"25216" : 58,
"25472" : 62,
"25728" : 39,
"25984" : 41,
"26240" : 48,
"26496" : 41,
"26752" : 43,
"27008" : 34,
"27264" : 31,
"27520" : 34,
"27776" : 42,
"28032" : 28,
"28288" : 31,
"28544" : 27,
"28800" : 33,
"29056" : 29,
"29312" : 24,
"29568" : 22,
"29824" : 21,
"30080" : 18,
"30336" : 25,
"30592" : 35,
"30848" : 28,
"31104" : 21,
"31360" : 24,
"31616" : 17,
"31872" : 20,
"32128" : 10,
"32384" : 17,
"32640" : 22,
"33024" : 28,
"33536" : 31,
"34048" : 27,
"34560" : 30,
"35072" : 27,
"35584" : 25,
"36096" : 23,
"36608" : 30,
"37120" : 18,
"37632" : 22,
"38144" : 8,
"38656" : 22,
"39168" : 13,
"39680" : 15,
"40192" : 15,
"40704" : 10,
"41216" : 12,
"41728" : 8,
"42240" : 17,
"42752" : 11,
"43264" : 12,
"43776" : 11,
"44288" : 9,
"44800" : 10,
"45312" : 12,
"45824" : 11,
"46336" : 14,
"46848" : 12,
"47360" : 10,
"47872" : 6,
"48384" : 12,
"48896" : 7,
"49408" : 6,
"49920" : 7,
"50432" : 11,
"50944" : 11,
"51456" : 6,
"51968" : 8,
"52480" : 8,
"52992" : 3,
"53504" : 5,
"54016" : 6,
"54528" : 9,
"55040" : 9,
"55552" : 6,
"56064" : 5,
"56576" : 7,
"57088" : 3,
"57600" : 7,
"58112" : 3,
"58624" : 7,
"59136" : 12,
"59648" : 6,
"60160" : 10,
"60672" : 8,
"61184" : 8,
"61696" : 8,
"62208" : 9,
"62720" : 11,
"63232" : 7,
"63744" : 3,
"64256" : 8,
"64768" : 11,
"65280" : 8,
"66048" : 9,
"67072" : 12,
"68096" : 16,
"69120" : 16,
"70144" : 13,
"71168" : 7,
"72192" : 17,
"73216" : 18,
"74240" : 18,
"75264" : 11,
"76288" : 18,
"77312" : 12,
"78336" : 21,
"79360" : 14,
"80384" : 24,
"81408" : 7,
"82432" : 16,
"83456" : 19,
"84480" : 14,
"85504" : 14,
"86528" : 14,
"87552" : 13,
"88576" : 11,
"89600" : 15,
"90624" : 10,
"91648" : 9,
"92672" : 13,
"93696" : 9,
"94720" : 14,
"95744" : 18,
"96768" : 13,
"97792" : 8,
"98816" : 8,
"99840" : 9,
"100864" : 11,
"101888" : 8,
"102912" : 8,
"103936" : 5,
"104960" : 5,
"105984" : 8,
"107008" : 7,
"108032" : 6,
"109056" : 14,
"110080" : 6,
"111104" : 8,
"112128" : 9,
"113152" : 5,
"114176" : 6,
"115200" : 11,
"116224" : 3,
"117248" : 9,
"118272" : 10,
"119296" : 5,
"120320" : 7,
"121344" : 4,
"122368" : 8,
"123392" : 4,
"124416" : 6,
"125440" : 4,
"126464" : 9,
"127488" : 6,
"128512" : 2,
"129536" : 5,
"130560" : 3,
"132096" : 11,
"134144" : 7,
"136192" : 6,
"138240" : 6,
"140288" : 7,
"142336" : 8,
"144384" : 11,
"146432" : 4,
"150528" : 5,
"152576" : 5,
"154624" : 10,
"156672" : 4,
"158720" : 4,
"160768" : 9,
"162816" : 7,
"164864" : 3,
"166912" : 6,
"168960" : 2,
"171008" : 4,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 4,
"181248" : 4,
"183296" : 4,
"185344" : 1,
"187392" : 1,
"189440" : 5,
"191488" : 1,
"193536" : 3,
"199680" : 3,
"201728" : 1,
"203776" : 2,
"205824" : 1,
"207872" : 2,
"209920" : 2,
"211968" : 3,
"214016" : 2,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"232448" : 1,
"234496" : 3,
"240640" : 1,
"244736" : 2,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 2,
"272384" : 5,
"280576" : 4,
"284672" : 1,
"301056" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 2,
"333824" : 1,
"342016" : 2,
"350208" : 1,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"436224" : 1,
"473088" : 1,
"481280" : 1,
"493568" : 1,
"514048" : 1,
"528384" : 3,
"536576" : 1,
"544768" : 1,
"552960" : 1,
"561152" : 1,
"569344" : 2,
"593920" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 915471.763376,
"stddev" : 322033.730620,
"N" : 2966336
},
"bw_min" : 14826516,
"bw_max" : 23067312,
"bw_agg" : 100.000000,
"bw_mean" : 17873939.811209,
"bw_dev" : 197556.039601,
"bw_samples" : 5424,
"iops_min" : 14475,
"iops_max" : 22526,
"iops_mean" : 17452.687316,
"iops_stddev" : 192.935764,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719997,
"usr_cpu" : 0.519302,
"sys_cpu" : 77.608100,
"ctx" : 3045687,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.190232,
"4" : 63.202041,
"10" : 8.388553,
"20" : 1.064574,
"50" : 0.116507,
"100" : 0.023059,
"250" : 0.012945,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065510,
"timestamp_ms" : 1773065510266,
"time" : "Mon Mar 9 11:11:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3295096602624,
"io_kbytes" : 3217867776,
"bw_bytes" : 18305990536,
"bw" : 17876943,
"iops" : 17457.925234,
"runtime" : 180001,
"total_ios" : 3142444,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 912242.108712,
"stddev" : 321732.418627,
"N" : 3142460
},
"clat_ns" : {
"min" : 1161,
"max" : 637913,
"mean" : 2752.872016,
"stddev" : 3070.125905,
"N" : 3142444,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 117248
},
"bins" : {
"1160" : 4,
"1176" : 14,
"1192" : 13,
"1208" : 48,
"1224" : 37,
"1240" : 98,
"1256" : 137,
"1272" : 98,
"1288" : 241,
"1304" : 175,
"1320" : 342,
"1336" : 430,
"1352" : 231,
"1368" : 446,
"1384" : 285,
"1400" : 1066,
"1416" : 4230,
"1432" : 4564,
"1448" : 14579,
"1464" : 8430,
"1480" : 17038,
"1496" : 17917,
"1512" : 9618,
"1528" : 20703,
"1544" : 10751,
"1560" : 22469,
"1576" : 23117,
"1592" : 11852,
"1608" : 24610,
"1624" : 12958,
"1640" : 26498,
"1656" : 27937,
"1672" : 14804,
"1688" : 29288,
"1704" : 15108,
"1720" : 30616,
"1736" : 31103,
"1752" : 15439,
"1768" : 32198,
"1784" : 16100,
"1800" : 32979,
"1816" : 33798,
"1832" : 17255,
"1848" : 35380,
"1864" : 18178,
"1880" : 37252,
"1896" : 38803,
"1912" : 20054,
"1928" : 41466,
"1944" : 21267,
"1960" : 44217,
"1976" : 45479,
"1992" : 23980,
"2008" : 48825,
"2024" : 25039,
"2040" : 50610,
"2064" : 78759,
"2096" : 80694,
"2128" : 101860,
"2160" : 88885,
"2192" : 80845,
"2224" : 78399,
"2256" : 75669,
"2288" : 84445,
"2320" : 81332,
"2352" : 65573,
"2384" : 62043,
"2416" : 58394,
"2448" : 59849,
"2480" : 63977,
"2512" : 47247,
"2544" : 44170,
"2576" : 41642,
"2608" : 39230,
"2640" : 48525,
"2672" : 33563,
"2704" : 31305,
"2736" : 29258,
"2768" : 27577,
"2800" : 34220,
"2832" : 23882,
"2864" : 22342,
"2896" : 21419,
"2928" : 19683,
"2960" : 24660,
"2992" : 17509,
"3024" : 16369,
"3056" : 15491,
"3088" : 14701,
"3120" : 18852,
"3152" : 13116,
"3184" : 12393,
"3216" : 11941,
"3248" : 11442,
"3280" : 14018,
"3312" : 10622,
"3344" : 9782,
"3376" : 9510,
"3408" : 9086,
"3440" : 10617,
"3472" : 9004,
"3504" : 8015,
"3536" : 7782,
"3568" : 7508,
"3600" : 8294,
"3632" : 8157,
"3664" : 6700,
"3696" : 6412,
"3728" : 6204,
"3760" : 6738,
"3792" : 7302,
"3824" : 5560,
"3856" : 5567,
"3888" : 5324,
"3920" : 5240,
"3952" : 6720,
"3984" : 4963,
"4016" : 4845,
"4048" : 4634,
"4080" : 4667,
"4128" : 10399,
"4192" : 8334,
"4256" : 9235,
"4320" : 7705,
"4384" : 7324,
"4448" : 8231,
"4512" : 6658,
"4576" : 7649,
"4640" : 6245,
"4704" : 6065,
"4768" : 6826,
"4832" : 5686,
"4896" : 5975,
"4960" : 5578,
"5024" : 5242,
"5088" : 5736,
"5152" : 4797,
"5216" : 4827,
"5280" : 5275,
"5344" : 4569,
"5408" : 4931,
"5472" : 4162,
"5536" : 4093,
"5600" : 4505,
"5664" : 3732,
"5728" : 4139,
"5792" : 3495,
"5856" : 3301,
"5920" : 3709,
"5984" : 3100,
"6048" : 3335,
"6112" : 3057,
"6176" : 2800,
"6240" : 3075,
"6304" : 2403,
"6368" : 2500,
"6432" : 2625,
"6496" : 2234,
"6560" : 2473,
"6624" : 2067,
"6688" : 1971,
"6752" : 2033,
"6816" : 1748,
"6880" : 2011,
"6944" : 1622,
"7008" : 1562,
"7072" : 1644,
"7136" : 1464,
"7200" : 1525,
"7264" : 1359,
"7328" : 1250,
"7392" : 1386,
"7456" : 1170,
"7520" : 1246,
"7584" : 1167,
"7648" : 1026,
"7712" : 1129,
"7776" : 940,
"7840" : 923,
"7904" : 1013,
"7968" : 853,
"8032" : 1010,
"8096" : 871,
"8160" : 814,
"8256" : 1710,
"8384" : 1725,
"8512" : 1503,
"8640" : 1475,
"8768" : 1384,
"8896" : 1397,
"9024" : 1437,
"9152" : 1392,
"9280" : 1246,
"9408" : 1354,
"9536" : 1250,
"9664" : 1173,
"9792" : 1201,
"9920" : 1206,
"10048" : 1174,
"10176" : 1136,
"10304" : 1113,
"10432" : 1051,
"10560" : 1072,
"10688" : 1024,
"10816" : 1035,
"10944" : 997,
"11072" : 914,
"11200" : 885,
"11328" : 911,
"11456" : 860,
"11584" : 756,
"11712" : 790,
"11840" : 780,
"11968" : 707,
"12096" : 734,
"12224" : 687,
"12352" : 673,
"12480" : 700,
"12608" : 674,
"12736" : 580,
"12864" : 557,
"12992" : 603,
"13120" : 551,
"13248" : 528,
"13376" : 457,
"13504" : 498,
"13632" : 459,
"13760" : 445,
"13888" : 458,
"14016" : 415,
"14144" : 410,
"14272" : 403,
"14400" : 388,
"14528" : 350,
"14656" : 350,
"14784" : 370,
"14912" : 316,
"15040" : 333,
"15168" : 289,
"15296" : 298,
"15424" : 301,
"15552" : 249,
"15680" : 228,
"15808" : 230,
"15936" : 236,
"16064" : 246,
"16192" : 233,
"16320" : 220,
"16512" : 445,
"16768" : 357,
"17024" : 388,
"17280" : 346,
"17536" : 296,
"17792" : 287,
"18048" : 252,
"18304" : 277,
"18560" : 234,
"18816" : 268,
"19072" : 226,
"19328" : 187,
"19584" : 188,
"19840" : 178,
"20096" : 169,
"20352" : 156,
"20608" : 159,
"20864" : 129,
"21120" : 144,
"21376" : 137,
"21632" : 125,
"21888" : 136,
"22144" : 106,
"22400" : 94,
"22656" : 96,
"22912" : 95,
"23168" : 90,
"23424" : 96,
"23680" : 75,
"23936" : 84,
"24192" : 81,
"24448" : 53,
"24704" : 64,
"24960" : 47,
"25216" : 63,
"25472" : 66,
"25728" : 40,
"25984" : 45,
"26240" : 50,
"26496" : 42,
"26752" : 47,
"27008" : 36,
"27264" : 33,
"27520" : 35,
"27776" : 44,
"28032" : 30,
"28288" : 37,
"28544" : 33,
"28800" : 34,
"29056" : 29,
"29312" : 25,
"29568" : 22,
"29824" : 23,
"30080" : 18,
"30336" : 28,
"30592" : 35,
"30848" : 30,
"31104" : 23,
"31360" : 26,
"31616" : 17,
"31872" : 20,
"32128" : 10,
"32384" : 18,
"32640" : 22,
"33024" : 28,
"33536" : 32,
"34048" : 27,
"34560" : 31,
"35072" : 30,
"35584" : 27,
"36096" : 23,
"36608" : 30,
"37120" : 18,
"37632" : 23,
"38144" : 8,
"38656" : 22,
"39168" : 13,
"39680" : 16,
"40192" : 15,
"40704" : 10,
"41216" : 14,
"41728" : 8,
"42240" : 17,
"42752" : 11,
"43264" : 13,
"43776" : 14,
"44288" : 9,
"44800" : 11,
"45312" : 12,
"45824" : 12,
"46336" : 16,
"46848" : 13,
"47360" : 10,
"47872" : 6,
"48384" : 12,
"48896" : 7,
"49408" : 7,
"49920" : 8,
"50432" : 12,
"50944" : 12,
"51456" : 6,
"51968" : 9,
"52480" : 9,
"52992" : 5,
"53504" : 5,
"54016" : 6,
"54528" : 10,
"55040" : 11,
"55552" : 7,
"56064" : 5,
"56576" : 7,
"57088" : 3,
"57600" : 9,
"58112" : 3,
"58624" : 7,
"59136" : 12,
"59648" : 6,
"60160" : 10,
"60672" : 9,
"61184" : 8,
"61696" : 9,
"62208" : 11,
"62720" : 11,
"63232" : 7,
"63744" : 4,
"64256" : 9,
"64768" : 11,
"65280" : 8,
"66048" : 9,
"67072" : 12,
"68096" : 17,
"69120" : 18,
"70144" : 13,
"71168" : 10,
"72192" : 17,
"73216" : 19,
"74240" : 19,
"75264" : 12,
"76288" : 18,
"77312" : 13,
"78336" : 23,
"79360" : 16,
"80384" : 25,
"81408" : 9,
"82432" : 19,
"83456" : 23,
"84480" : 15,
"85504" : 14,
"86528" : 14,
"87552" : 13,
"88576" : 12,
"89600" : 15,
"90624" : 12,
"91648" : 9,
"92672" : 14,
"93696" : 9,
"94720" : 14,
"95744" : 19,
"96768" : 13,
"97792" : 8,
"98816" : 8,
"99840" : 10,
"100864" : 12,
"101888" : 8,
"102912" : 8,
"103936" : 5,
"104960" : 5,
"105984" : 9,
"107008" : 7,
"108032" : 7,
"109056" : 14,
"110080" : 7,
"111104" : 9,
"112128" : 9,
"113152" : 5,
"114176" : 8,
"115200" : 11,
"116224" : 4,
"117248" : 9,
"118272" : 10,
"119296" : 5,
"120320" : 8,
"121344" : 5,
"122368" : 8,
"123392" : 5,
"124416" : 6,
"125440" : 4,
"126464" : 9,
"127488" : 6,
"128512" : 2,
"129536" : 6,
"130560" : 3,
"132096" : 11,
"134144" : 7,
"136192" : 6,
"138240" : 6,
"140288" : 7,
"142336" : 8,
"144384" : 11,
"146432" : 5,
"150528" : 6,
"152576" : 6,
"154624" : 10,
"156672" : 4,
"158720" : 5,
"160768" : 9,
"162816" : 7,
"164864" : 4,
"166912" : 6,
"168960" : 3,
"171008" : 4,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 4,
"181248" : 4,
"183296" : 4,
"185344" : 1,
"187392" : 1,
"189440" : 6,
"191488" : 1,
"193536" : 3,
"195584" : 1,
"199680" : 3,
"201728" : 1,
"203776" : 2,
"205824" : 1,
"207872" : 2,
"209920" : 2,
"211968" : 3,
"214016" : 2,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"232448" : 1,
"234496" : 3,
"240640" : 1,
"244736" : 2,
"248832" : 1,
"250880" : 2,
"252928" : 1,
"254976" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 2,
"272384" : 5,
"280576" : 4,
"284672" : 2,
"301056" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 2,
"333824" : 1,
"342016" : 2,
"350208" : 1,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"436224" : 1,
"473088" : 1,
"481280" : 1,
"493568" : 1,
"514048" : 1,
"528384" : 4,
"536576" : 1,
"544768" : 1,
"552960" : 1,
"561152" : 1,
"569344" : 2,
"585728" : 1,
"593920" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 914995.178495,
"stddev" : 322354.004965,
"N" : 3142444
},
"bw_min" : 14826516,
"bw_max" : 23067312,
"bw_agg" : 100.000000,
"bw_mean" : 17882985.150418,
"bw_dev" : 194809.247117,
"bw_samples" : 5744,
"iops_min" : 14475,
"iops_max" : 22526,
"iops_mean" : 17461.529248,
"iops_stddev" : 190.253274,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879998,
"usr_cpu" : 0.518889,
"sys_cpu" : 77.593387,
"ctx" : 3223974,
"majf" : 0,
"minf" : 602,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.230398,
"4" : 63.162939,
"10" : 8.389235,
"20" : 1.063663,
"50" : 0.115993,
"100" : 0.023294,
"250" : 0.012888,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065510,
"timestamp_ms" : 1773065510311,
"time" : "Mon Mar 9 11:11:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3295108136960,
"io_kbytes" : 3217879040,
"bw_bytes" : 18303715821,
"bw" : 17874722,
"iops" : 17455.694796,
"runtime" : 180024,
"total_ios" : 3142444,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 195789,
"max" : 6473938,
"mean" : 912242.108712,
"stddev" : 321732.418627,
"N" : 3142460
},
"clat_ns" : {
"min" : 1161,
"max" : 637913,
"mean" : 2752.872016,
"stddev" : 3070.125905,
"N" : 3142444,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1896,
"30.000000" : 2040,
"40.000000" : 2160,
"50.000000" : 2288,
"60.000000" : 2416,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3920,
"95.000000" : 5344,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23424,
"99.950000" : 35584,
"99.990000" : 117248
},
"bins" : {
"1160" : 4,
"1176" : 14,
"1192" : 13,
"1208" : 48,
"1224" : 37,
"1240" : 98,
"1256" : 137,
"1272" : 98,
"1288" : 241,
"1304" : 175,
"1320" : 342,
"1336" : 430,
"1352" : 231,
"1368" : 446,
"1384" : 285,
"1400" : 1066,
"1416" : 4230,
"1432" : 4564,
"1448" : 14579,
"1464" : 8430,
"1480" : 17038,
"1496" : 17917,
"1512" : 9618,
"1528" : 20703,
"1544" : 10751,
"1560" : 22469,
"1576" : 23117,
"1592" : 11852,
"1608" : 24610,
"1624" : 12958,
"1640" : 26498,
"1656" : 27937,
"1672" : 14804,
"1688" : 29288,
"1704" : 15108,
"1720" : 30616,
"1736" : 31103,
"1752" : 15439,
"1768" : 32198,
"1784" : 16100,
"1800" : 32979,
"1816" : 33798,
"1832" : 17255,
"1848" : 35380,
"1864" : 18178,
"1880" : 37252,
"1896" : 38803,
"1912" : 20054,
"1928" : 41466,
"1944" : 21267,
"1960" : 44217,
"1976" : 45479,
"1992" : 23980,
"2008" : 48825,
"2024" : 25039,
"2040" : 50610,
"2064" : 78759,
"2096" : 80694,
"2128" : 101860,
"2160" : 88885,
"2192" : 80845,
"2224" : 78399,
"2256" : 75669,
"2288" : 84445,
"2320" : 81332,
"2352" : 65573,
"2384" : 62043,
"2416" : 58394,
"2448" : 59849,
"2480" : 63977,
"2512" : 47247,
"2544" : 44170,
"2576" : 41642,
"2608" : 39230,
"2640" : 48525,
"2672" : 33563,
"2704" : 31305,
"2736" : 29258,
"2768" : 27577,
"2800" : 34220,
"2832" : 23882,
"2864" : 22342,
"2896" : 21419,
"2928" : 19683,
"2960" : 24660,
"2992" : 17509,
"3024" : 16369,
"3056" : 15491,
"3088" : 14701,
"3120" : 18852,
"3152" : 13116,
"3184" : 12393,
"3216" : 11941,
"3248" : 11442,
"3280" : 14018,
"3312" : 10622,
"3344" : 9782,
"3376" : 9510,
"3408" : 9086,
"3440" : 10617,
"3472" : 9004,
"3504" : 8015,
"3536" : 7782,
"3568" : 7508,
"3600" : 8294,
"3632" : 8157,
"3664" : 6700,
"3696" : 6412,
"3728" : 6204,
"3760" : 6738,
"3792" : 7302,
"3824" : 5560,
"3856" : 5567,
"3888" : 5324,
"3920" : 5240,
"3952" : 6720,
"3984" : 4963,
"4016" : 4845,
"4048" : 4634,
"4080" : 4667,
"4128" : 10399,
"4192" : 8334,
"4256" : 9235,
"4320" : 7705,
"4384" : 7324,
"4448" : 8231,
"4512" : 6658,
"4576" : 7649,
"4640" : 6245,
"4704" : 6065,
"4768" : 6826,
"4832" : 5686,
"4896" : 5975,
"4960" : 5578,
"5024" : 5242,
"5088" : 5736,
"5152" : 4797,
"5216" : 4827,
"5280" : 5275,
"5344" : 4569,
"5408" : 4931,
"5472" : 4162,
"5536" : 4093,
"5600" : 4505,
"5664" : 3732,
"5728" : 4139,
"5792" : 3495,
"5856" : 3301,
"5920" : 3709,
"5984" : 3100,
"6048" : 3335,
"6112" : 3057,
"6176" : 2800,
"6240" : 3075,
"6304" : 2403,
"6368" : 2500,
"6432" : 2625,
"6496" : 2234,
"6560" : 2473,
"6624" : 2067,
"6688" : 1971,
"6752" : 2033,
"6816" : 1748,
"6880" : 2011,
"6944" : 1622,
"7008" : 1562,
"7072" : 1644,
"7136" : 1464,
"7200" : 1525,
"7264" : 1359,
"7328" : 1250,
"7392" : 1386,
"7456" : 1170,
"7520" : 1246,
"7584" : 1167,
"7648" : 1026,
"7712" : 1129,
"7776" : 940,
"7840" : 923,
"7904" : 1013,
"7968" : 853,
"8032" : 1010,
"8096" : 871,
"8160" : 814,
"8256" : 1710,
"8384" : 1725,
"8512" : 1503,
"8640" : 1475,
"8768" : 1384,
"8896" : 1397,
"9024" : 1437,
"9152" : 1392,
"9280" : 1246,
"9408" : 1354,
"9536" : 1250,
"9664" : 1173,
"9792" : 1201,
"9920" : 1206,
"10048" : 1174,
"10176" : 1136,
"10304" : 1113,
"10432" : 1051,
"10560" : 1072,
"10688" : 1024,
"10816" : 1035,
"10944" : 997,
"11072" : 914,
"11200" : 885,
"11328" : 911,
"11456" : 860,
"11584" : 756,
"11712" : 790,
"11840" : 780,
"11968" : 707,
"12096" : 734,
"12224" : 687,
"12352" : 673,
"12480" : 700,
"12608" : 674,
"12736" : 580,
"12864" : 557,
"12992" : 603,
"13120" : 551,
"13248" : 528,
"13376" : 457,
"13504" : 498,
"13632" : 459,
"13760" : 445,
"13888" : 458,
"14016" : 415,
"14144" : 410,
"14272" : 403,
"14400" : 388,
"14528" : 350,
"14656" : 350,
"14784" : 370,
"14912" : 316,
"15040" : 333,
"15168" : 289,
"15296" : 298,
"15424" : 301,
"15552" : 249,
"15680" : 228,
"15808" : 230,
"15936" : 236,
"16064" : 246,
"16192" : 233,
"16320" : 220,
"16512" : 445,
"16768" : 357,
"17024" : 388,
"17280" : 346,
"17536" : 296,
"17792" : 287,
"18048" : 252,
"18304" : 277,
"18560" : 234,
"18816" : 268,
"19072" : 226,
"19328" : 187,
"19584" : 188,
"19840" : 178,
"20096" : 169,
"20352" : 156,
"20608" : 159,
"20864" : 129,
"21120" : 144,
"21376" : 137,
"21632" : 125,
"21888" : 136,
"22144" : 106,
"22400" : 94,
"22656" : 96,
"22912" : 95,
"23168" : 90,
"23424" : 96,
"23680" : 75,
"23936" : 84,
"24192" : 81,
"24448" : 53,
"24704" : 64,
"24960" : 47,
"25216" : 63,
"25472" : 66,
"25728" : 40,
"25984" : 45,
"26240" : 50,
"26496" : 42,
"26752" : 47,
"27008" : 36,
"27264" : 33,
"27520" : 35,
"27776" : 44,
"28032" : 30,
"28288" : 37,
"28544" : 33,
"28800" : 34,
"29056" : 29,
"29312" : 25,
"29568" : 22,
"29824" : 23,
"30080" : 18,
"30336" : 28,
"30592" : 35,
"30848" : 30,
"31104" : 23,
"31360" : 26,
"31616" : 17,
"31872" : 20,
"32128" : 10,
"32384" : 18,
"32640" : 22,
"33024" : 28,
"33536" : 32,
"34048" : 27,
"34560" : 31,
"35072" : 30,
"35584" : 27,
"36096" : 23,
"36608" : 30,
"37120" : 18,
"37632" : 23,
"38144" : 8,
"38656" : 22,
"39168" : 13,
"39680" : 16,
"40192" : 15,
"40704" : 10,
"41216" : 14,
"41728" : 8,
"42240" : 17,
"42752" : 11,
"43264" : 13,
"43776" : 14,
"44288" : 9,
"44800" : 11,
"45312" : 12,
"45824" : 12,
"46336" : 16,
"46848" : 13,
"47360" : 10,
"47872" : 6,
"48384" : 12,
"48896" : 7,
"49408" : 7,
"49920" : 8,
"50432" : 12,
"50944" : 12,
"51456" : 6,
"51968" : 9,
"52480" : 9,
"52992" : 5,
"53504" : 5,
"54016" : 6,
"54528" : 10,
"55040" : 11,
"55552" : 7,
"56064" : 5,
"56576" : 7,
"57088" : 3,
"57600" : 9,
"58112" : 3,
"58624" : 7,
"59136" : 12,
"59648" : 6,
"60160" : 10,
"60672" : 9,
"61184" : 8,
"61696" : 9,
"62208" : 11,
"62720" : 11,
"63232" : 7,
"63744" : 4,
"64256" : 9,
"64768" : 11,
"65280" : 8,
"66048" : 9,
"67072" : 12,
"68096" : 17,
"69120" : 18,
"70144" : 13,
"71168" : 10,
"72192" : 17,
"73216" : 19,
"74240" : 19,
"75264" : 12,
"76288" : 18,
"77312" : 13,
"78336" : 23,
"79360" : 16,
"80384" : 25,
"81408" : 9,
"82432" : 19,
"83456" : 23,
"84480" : 15,
"85504" : 14,
"86528" : 14,
"87552" : 13,
"88576" : 12,
"89600" : 15,
"90624" : 12,
"91648" : 9,
"92672" : 14,
"93696" : 9,
"94720" : 14,
"95744" : 19,
"96768" : 13,
"97792" : 8,
"98816" : 8,
"99840" : 10,
"100864" : 12,
"101888" : 8,
"102912" : 8,
"103936" : 5,
"104960" : 5,
"105984" : 9,
"107008" : 7,
"108032" : 7,
"109056" : 14,
"110080" : 7,
"111104" : 9,
"112128" : 9,
"113152" : 5,
"114176" : 8,
"115200" : 11,
"116224" : 4,
"117248" : 9,
"118272" : 10,
"119296" : 5,
"120320" : 8,
"121344" : 5,
"122368" : 8,
"123392" : 5,
"124416" : 6,
"125440" : 4,
"126464" : 9,
"127488" : 6,
"128512" : 2,
"129536" : 6,
"130560" : 3,
"132096" : 11,
"134144" : 7,
"136192" : 6,
"138240" : 6,
"140288" : 7,
"142336" : 8,
"144384" : 11,
"146432" : 5,
"150528" : 6,
"152576" : 6,
"154624" : 10,
"156672" : 4,
"158720" : 5,
"160768" : 9,
"162816" : 7,
"164864" : 4,
"166912" : 6,
"168960" : 3,
"171008" : 4,
"173056" : 2,
"175104" : 5,
"177152" : 1,
"179200" : 4,
"181248" : 4,
"183296" : 4,
"185344" : 1,
"187392" : 1,
"189440" : 6,
"191488" : 1,
"193536" : 3,
"195584" : 1,
"199680" : 3,
"201728" : 1,
"203776" : 2,
"205824" : 1,
"207872" : 2,
"209920" : 2,
"211968" : 3,
"214016" : 2,
"216064" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"232448" : 1,
"234496" : 3,
"240640" : 1,
"244736" : 2,
"248832" : 1,
"250880" : 2,
"252928" : 1,
"254976" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 2,
"272384" : 5,
"280576" : 4,
"284672" : 2,
"301056" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 2,
"333824" : 1,
"342016" : 2,
"350208" : 1,
"358400" : 2,
"366592" : 1,
"407552" : 1,
"436224" : 1,
"473088" : 1,
"481280" : 1,
"493568" : 1,
"514048" : 1,
"528384" : 4,
"536576" : 1,
"544768" : 1,
"552960" : 1,
"561152" : 1,
"569344" : 2,
"585728" : 1,
"593920" : 1,
"634880" : 1
}
},
"lat_ns" : {
"min" : 197361,
"max" : 6477894,
"mean" : 914995.178495,
"stddev" : 322354.004965,
"N" : 3142444
},
"bw_min" : 14818017,
"bw_max" : 23067312,
"bw_agg" : 100.000000,
"bw_mean" : 17881589.112009,
"bw_dev" : 194637.623160,
"bw_samples" : 5755,
"iops_min" : 14468,
"iops_max" : 22526,
"iops_mean" : 17460.156020,
"iops_stddev" : 190.085806,
"iops_samples" : 5755
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880244,
"usr_cpu" : 0.518845,
"sys_cpu" : 77.586760,
"ctx" : 3224205,
"majf" : 0,
"minf" : 613,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 27.230398,
"4" : 63.162939,
"10" : 8.389235,
"20" : 1.063663,
"50" : 0.115993,
"100" : 0.023294,
"250" : 0.012888,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}