raidz2/benchmarks/seq/seq-read-qd1-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773065569,
"timestamp_ms" : 1773065569069,
"time" : "Mon Mar 9 11:12:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 195400040448,
"io_kbytes" : 190820352,
"bw_bytes" : 20022547438,
"bw" : 19553268,
"iops" : 19100.112716,
"runtime" : 9759,
"total_ios" : 186398,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156144,
"usr_cpu" : 0.520033,
"sys_cpu" : 79.694385,
"ctx" : 170960,
"majf" : 0,
"minf" : 4208,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999463,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999463,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065579,
"timestamp_ms" : 1773065579310,
"time" : "Mon Mar 9 11:12:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 195072884736,
"io_kbytes" : 190500864,
"bw_bytes" : 19507288473,
"bw" : 19050086,
"iops" : 18606.300000,
"runtime" : 10000,
"total_ios" : 186063,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 207567,
"max" : 4552737,
"mean" : 856026.258207,
"stddev" : 335748.972333,
"N" : 186064
},
"clat_ns" : {
"min" : 1191,
"max" : 554446,
"mean" : 2631.936796,
"stddev" : 2833.366888,
"N" : 186048,
"percentile" : {
"1.000000" : 1464,
"5.000000" : 1544,
"10.000000" : 1640,
"20.000000" : 1800,
"30.000000" : 1944,
"40.000000" : 2064,
"50.000000" : 2192,
"60.000000" : 2320,
"70.000000" : 2512,
"80.000000" : 2832,
"90.000000" : 3696,
"95.000000" : 5088,
"99.000000" : 10176,
"99.500000" : 12992,
"99.900000" : 22144,
"99.950000" : 30080,
"99.990000" : 101888
},
"bins" : {
"1192" : 1,
"1208" : 4,
"1224" : 2,
"1240" : 6,
"1256" : 10,
"1272" : 8,
"1288" : 13,
"1304" : 7,
"1320" : 23,
"1336" : 28,
"1352" : 19,
"1368" : 35,
"1384" : 16,
"1400" : 28,
"1416" : 69,
"1432" : 122,
"1448" : 766,
"1464" : 741,
"1480" : 1868,
"1496" : 1898,
"1512" : 971,
"1528" : 1879,
"1544" : 1022,
"1560" : 1974,
"1576" : 2030,
"1592" : 1013,
"1608" : 2178,
"1624" : 1072,
"1640" : 2283,
"1656" : 2244,
"1672" : 1194,
"1688" : 2436,
"1704" : 1183,
"1720" : 2415,
"1736" : 2355,
"1752" : 1143,
"1768" : 2433,
"1784" : 1235,
"1800" : 2356,
"1816" : 2395,
"1832" : 1231,
"1848" : 2438,
"1864" : 1230,
"1880" : 2450,
"1896" : 2525,
"1912" : 1294,
"1928" : 2699,
"1944" : 1370,
"1960" : 2857,
"1976" : 2876,
"1992" : 1497,
"2008" : 2936,
"2024" : 1476,
"2040" : 2987,
"2064" : 4656,
"2096" : 4603,
"2128" : 5630,
"2160" : 4735,
"2192" : 4412,
"2224" : 4192,
"2256" : 4000,
"2288" : 4430,
"2320" : 4215,
"2352" : 3388,
"2384" : 3189,
"2416" : 2959,
"2448" : 2996,
"2480" : 3347,
"2512" : 2426,
"2544" : 2305,
"2576" : 2112,
"2608" : 1986,
"2640" : 2564,
"2672" : 1723,
"2704" : 1615,
"2736" : 1520,
"2768" : 1408,
"2800" : 1846,
"2832" : 1247,
"2864" : 1210,
"2896" : 1117,
"2928" : 1071,
"2960" : 1321,
"2992" : 948,
"3024" : 867,
"3056" : 822,
"3088" : 853,
"3120" : 1057,
"3152" : 720,
"3184" : 698,
"3216" : 642,
"3248" : 615,
"3280" : 781,
"3312" : 562,
"3344" : 489,
"3376" : 526,
"3408" : 494,
"3440" : 580,
"3472" : 509,
"3504" : 441,
"3536" : 400,
"3568" : 423,
"3600" : 421,
"3632" : 395,
"3664" : 322,
"3696" : 361,
"3728" : 345,
"3760" : 349,
"3792" : 365,
"3824" : 296,
"3856" : 289,
"3888" : 306,
"3920" : 246,
"3952" : 352,
"3984" : 308,
"4016" : 259,
"4048" : 269,
"4080" : 235,
"4128" : 501,
"4192" : 442,
"4256" : 484,
"4320" : 364,
"4384" : 386,
"4448" : 427,
"4512" : 334,
"4576" : 376,
"4640" : 333,
"4704" : 329,
"4768" : 378,
"4832" : 266,
"4896" : 277,
"4960" : 348,
"5024" : 275,
"5088" : 311,
"5152" : 273,
"5216" : 244,
"5280" : 270,
"5344" : 237,
"5408" : 252,
"5472" : 219,
"5536" : 211,
"5600" : 214,
"5664" : 186,
"5728" : 236,
"5792" : 173,
"5856" : 152,
"5920" : 223,
"5984" : 170,
"6048" : 157,
"6112" : 151,
"6176" : 133,
"6240" : 198,
"6304" : 128,
"6368" : 140,
"6432" : 144,
"6496" : 104,
"6560" : 129,
"6624" : 114,
"6688" : 102,
"6752" : 124,
"6816" : 80,
"6880" : 113,
"6944" : 78,
"7008" : 58,
"7072" : 95,
"7136" : 68,
"7200" : 56,
"7264" : 53,
"7328" : 64,
"7392" : 78,
"7456" : 68,
"7520" : 51,
"7584" : 58,
"7648" : 58,
"7712" : 53,
"7776" : 55,
"7840" : 43,
"7904" : 72,
"7968" : 39,
"8032" : 56,
"8096" : 43,
"8160" : 42,
"8256" : 96,
"8384" : 84,
"8512" : 101,
"8640" : 72,
"8768" : 71,
"8896" : 63,
"9024" : 70,
"9152" : 70,
"9280" : 64,
"9408" : 74,
"9536" : 70,
"9664" : 77,
"9792" : 75,
"9920" : 73,
"10048" : 66,
"10176" : 61,
"10304" : 65,
"10432" : 51,
"10560" : 50,
"10688" : 62,
"10816" : 54,
"10944" : 60,
"11072" : 41,
"11200" : 47,
"11328" : 47,
"11456" : 49,
"11584" : 57,
"11712" : 39,
"11840" : 46,
"11968" : 38,
"12096" : 33,
"12224" : 36,
"12352" : 34,
"12480" : 33,
"12608" : 25,
"12736" : 24,
"12864" : 34,
"12992" : 33,
"13120" : 25,
"13248" : 18,
"13376" : 27,
"13504" : 18,
"13632" : 20,
"13760" : 28,
"13888" : 18,
"14016" : 16,
"14144" : 17,
"14272" : 10,
"14400" : 13,
"14528" : 13,
"14656" : 16,
"14784" : 19,
"14912" : 15,
"15040" : 16,
"15168" : 17,
"15296" : 13,
"15424" : 19,
"15552" : 18,
"15680" : 20,
"15808" : 13,
"15936" : 15,
"16064" : 14,
"16192" : 14,
"16320" : 13,
"16512" : 19,
"16768" : 18,
"17024" : 22,
"17280" : 17,
"17536" : 14,
"17792" : 18,
"18048" : 14,
"18304" : 17,
"18560" : 14,
"18816" : 17,
"19072" : 14,
"19328" : 10,
"19584" : 9,
"19840" : 7,
"20096" : 3,
"20352" : 2,
"20608" : 5,
"20864" : 6,
"21120" : 11,
"21376" : 7,
"21632" : 8,
"21888" : 6,
"22144" : 10,
"22400" : 6,
"22656" : 11,
"22912" : 4,
"23168" : 4,
"23424" : 7,
"23680" : 4,
"23936" : 2,
"24192" : 4,
"24448" : 1,
"24704" : 4,
"24960" : 2,
"25216" : 2,
"25472" : 4,
"25728" : 1,
"26240" : 2,
"26496" : 5,
"26752" : 3,
"27008" : 2,
"27264" : 2,
"27520" : 3,
"27776" : 3,
"28032" : 1,
"28288" : 2,
"28544" : 1,
"28800" : 1,
"29312" : 2,
"29568" : 5,
"30080" : 5,
"30336" : 1,
"30848" : 1,
"31360" : 2,
"31616" : 1,
"31872" : 1,
"32128" : 1,
"32384" : 1,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"35584" : 1,
"37120" : 1,
"38656" : 1,
"39168" : 5,
"39680" : 1,
"40192" : 1,
"40704" : 1,
"41216" : 1,
"41728" : 1,
"42240" : 2,
"42752" : 2,
"43264" : 1,
"43776" : 1,
"44288" : 1,
"45312" : 1,
"46336" : 1,
"46848" : 2,
"47360" : 2,
"54016" : 2,
"58112" : 2,
"58624" : 2,
"59136" : 2,
"67072" : 1,
"69120" : 1,
"70144" : 1,
"72192" : 3,
"74240" : 1,
"75264" : 1,
"76288" : 2,
"79360" : 2,
"82432" : 1,
"83456" : 1,
"84480" : 1,
"87552" : 1,
"89600" : 1,
"90624" : 1,
"96768" : 1,
"98816" : 1,
"99840" : 1,
"101888" : 1,
"103936" : 1,
"105984" : 1,
"113152" : 1,
"118272" : 1,
"119296" : 1,
"121344" : 1,
"124416" : 2,
"130560" : 1,
"136192" : 1,
"138240" : 2,
"140288" : 1,
"168960" : 1,
"179200" : 1,
"211968" : 1,
"272384" : 1,
"333824" : 1,
"552960" : 1
}
},
"lat_ns" : {
"min" : 209269,
"max" : 4555351,
"mean" : 858653.527052,
"stddev" : 336398.914302,
"N" : 186048
},
"bw_min" : 17382477,
"bw_max" : 20914339,
"bw_agg" : 100.000000,
"bw_mean" : 19130800.842105,
"bw_dev" : 204837.734866,
"bw_samples" : 304,
"iops_min" : 16969,
"iops_max" : 20423,
"iops_mean" : 18680.263158,
"iops_stddev" : 200.057736,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.526276,
"sys_cpu" : 78.968948,
"ctx" : 173451,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999463,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999463,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 34.365779,
"4" : 57.186544,
"10" : 7.379758,
"20" : 0.928718,
"50" : 0.104803,
"100" : 0.015586,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065589,
"timestamp_ms" : 1773065589311,
"time" : "Mon Mar 9 11:13:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 374074245120,
"io_kbytes" : 365306880,
"bw_bytes" : 18702777117,
"bw" : 18264430,
"iops" : 17837.858107,
"runtime" : 20001,
"total_ios" : 356775,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 207567,
"max" : 4552737,
"mean" : 892901.295693,
"stddev" : 325321.348631,
"N" : 356776
},
"clat_ns" : {
"min" : 1191,
"max" : 554446,
"mean" : 2690.159368,
"stddev" : 2776.026406,
"N" : 356760,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1576,
"10.000000" : 1672,
"20.000000" : 1848,
"30.000000" : 1976,
"40.000000" : 2096,
"50.000000" : 2224,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2896,
"90.000000" : 3824,
"95.000000" : 5216,
"99.000000" : 10560,
"99.500000" : 13376,
"99.900000" : 22656,
"99.950000" : 31872,
"99.990000" : 101888
},
"bins" : {
"1192" : 1,
"1208" : 5,
"1224" : 4,
"1240" : 7,
"1256" : 16,
"1272" : 9,
"1288" : 22,
"1304" : 13,
"1320" : 34,
"1336" : 41,
"1352" : 24,
"1368" : 58,
"1384" : 28,
"1400" : 52,
"1416" : 133,
"1432" : 216,
"1448" : 1249,
"1464" : 1117,
"1480" : 2710,
"1496" : 2751,
"1512" : 1407,
"1528" : 2850,
"1544" : 1534,
"1560" : 2998,
"1576" : 3259,
"1592" : 1643,
"1608" : 3390,
"1624" : 1722,
"1640" : 3636,
"1656" : 3658,
"1672" : 1900,
"1688" : 3954,
"1704" : 1996,
"1720" : 3975,
"1736" : 4068,
"1752" : 2007,
"1768" : 4196,
"1784" : 2163,
"1800" : 4193,
"1816" : 4324,
"1832" : 2231,
"1848" : 4466,
"1864" : 2226,
"1880" : 4662,
"1896" : 4836,
"1912" : 2463,
"1928" : 5097,
"1944" : 2618,
"1960" : 5586,
"1976" : 5518,
"1992" : 2933,
"2008" : 5719,
"2024" : 2973,
"2040" : 5893,
"2064" : 9243,
"2096" : 9116,
"2128" : 11250,
"2160" : 9548,
"2192" : 8803,
"2224" : 8355,
"2256" : 8055,
"2288" : 9079,
"2320" : 8518,
"2352" : 6814,
"2384" : 6549,
"2416" : 6009,
"2448" : 6092,
"2480" : 6684,
"2512" : 4902,
"2544" : 4688,
"2576" : 4353,
"2608" : 4141,
"2640" : 5133,
"2672" : 3472,
"2704" : 3299,
"2736" : 3076,
"2768" : 2973,
"2800" : 3735,
"2832" : 2527,
"2864" : 2413,
"2896" : 2283,
"2928" : 2184,
"2960" : 2720,
"2992" : 1916,
"3024" : 1719,
"3056" : 1739,
"3088" : 1683,
"3120" : 2094,
"3152" : 1468,
"3184" : 1404,
"3216" : 1261,
"3248" : 1274,
"3280" : 1575,
"3312" : 1158,
"3344" : 1029,
"3376" : 1046,
"3408" : 1015,
"3440" : 1199,
"3472" : 1026,
"3504" : 876,
"3536" : 846,
"3568" : 854,
"3600" : 869,
"3632" : 831,
"3664" : 707,
"3696" : 732,
"3728" : 688,
"3760" : 698,
"3792" : 778,
"3824" : 621,
"3856" : 584,
"3888" : 588,
"3920" : 549,
"3952" : 689,
"3984" : 579,
"4016" : 519,
"4048" : 503,
"4080" : 478,
"4128" : 1088,
"4192" : 918,
"4256" : 963,
"4320" : 777,
"4384" : 793,
"4448" : 879,
"4512" : 713,
"4576" : 780,
"4640" : 718,
"4704" : 665,
"4768" : 739,
"4832" : 560,
"4896" : 589,
"4960" : 664,
"5024" : 575,
"5088" : 629,
"5152" : 546,
"5216" : 526,
"5280" : 556,
"5344" : 461,
"5408" : 543,
"5472" : 446,
"5536" : 440,
"5600" : 433,
"5664" : 386,
"5728" : 447,
"5792" : 344,
"5856" : 340,
"5920" : 428,
"5984" : 333,
"6048" : 324,
"6112" : 315,
"6176" : 257,
"6240" : 347,
"6304" : 265,
"6368" : 284,
"6432" : 300,
"6496" : 233,
"6560" : 259,
"6624" : 205,
"6688" : 197,
"6752" : 229,
"6816" : 162,
"6880" : 227,
"6944" : 146,
"7008" : 139,
"7072" : 190,
"7136" : 145,
"7200" : 140,
"7264" : 124,
"7328" : 137,
"7392" : 136,
"7456" : 140,
"7520" : 114,
"7584" : 111,
"7648" : 110,
"7712" : 100,
"7776" : 95,
"7840" : 96,
"7904" : 144,
"7968" : 93,
"8032" : 111,
"8096" : 93,
"8160" : 83,
"8256" : 183,
"8384" : 166,
"8512" : 173,
"8640" : 153,
"8768" : 158,
"8896" : 138,
"9024" : 156,
"9152" : 146,
"9280" : 137,
"9408" : 144,
"9536" : 153,
"9664" : 150,
"9792" : 134,
"9920" : 143,
"10048" : 133,
"10176" : 123,
"10304" : 128,
"10432" : 111,
"10560" : 108,
"10688" : 124,
"10816" : 113,
"10944" : 110,
"11072" : 93,
"11200" : 91,
"11328" : 107,
"11456" : 96,
"11584" : 105,
"11712" : 79,
"11840" : 101,
"11968" : 75,
"12096" : 83,
"12224" : 71,
"12352" : 70,
"12480" : 60,
"12608" : 43,
"12736" : 46,
"12864" : 61,
"12992" : 69,
"13120" : 60,
"13248" : 45,
"13376" : 55,
"13504" : 42,
"13632" : 55,
"13760" : 51,
"13888" : 42,
"14016" : 35,
"14144" : 45,
"14272" : 33,
"14400" : 34,
"14528" : 32,
"14656" : 41,
"14784" : 45,
"14912" : 36,
"15040" : 36,
"15168" : 26,
"15296" : 26,
"15424" : 27,
"15552" : 39,
"15680" : 33,
"15808" : 23,
"15936" : 26,
"16064" : 22,
"16192" : 31,
"16320" : 25,
"16512" : 42,
"16768" : 30,
"17024" : 46,
"17280" : 43,
"17536" : 28,
"17792" : 33,
"18048" : 26,
"18304" : 36,
"18560" : 33,
"18816" : 30,
"19072" : 33,
"19328" : 19,
"19584" : 22,
"19840" : 18,
"20096" : 14,
"20352" : 13,
"20608" : 12,
"20864" : 12,
"21120" : 17,
"21376" : 12,
"21632" : 13,
"21888" : 12,
"22144" : 20,
"22400" : 14,
"22656" : 18,
"22912" : 10,
"23168" : 8,
"23424" : 8,
"23680" : 9,
"23936" : 8,
"24192" : 5,
"24448" : 6,
"24704" : 9,
"24960" : 5,
"25216" : 3,
"25472" : 5,
"25728" : 5,
"25984" : 2,
"26240" : 5,
"26496" : 6,
"26752" : 6,
"27008" : 3,
"27264" : 5,
"27520" : 4,
"27776" : 6,
"28032" : 4,
"28288" : 4,
"28544" : 1,
"28800" : 3,
"29056" : 1,
"29312" : 3,
"29568" : 7,
"29824" : 1,
"30080" : 7,
"30336" : 2,
"30592" : 1,
"30848" : 4,
"31104" : 2,
"31360" : 3,
"31616" : 2,
"31872" : 1,
"32128" : 2,
"32384" : 3,
"32640" : 3,
"33024" : 2,
"33536" : 3,
"34048" : 3,
"34560" : 1,
"35072" : 3,
"35584" : 1,
"36096" : 1,
"37120" : 2,
"37632" : 2,
"38144" : 1,
"38656" : 3,
"39168" : 5,
"39680" : 1,
"40192" : 2,
"40704" : 1,
"41216" : 2,
"41728" : 2,
"42240" : 2,
"42752" : 2,
"43264" : 3,
"43776" : 2,
"44288" : 3,
"45312" : 2,
"46336" : 2,
"46848" : 2,
"47360" : 3,
"47872" : 1,
"48896" : 1,
"50432" : 1,
"54016" : 2,
"55040" : 1,
"58112" : 3,
"58624" : 3,
"59136" : 2,
"62720" : 1,
"63232" : 1,
"64768" : 1,
"66048" : 2,
"67072" : 1,
"68096" : 3,
"69120" : 1,
"70144" : 3,
"71168" : 3,
"72192" : 7,
"73216" : 2,
"74240" : 1,
"75264" : 2,
"76288" : 3,
"77312" : 1,
"78336" : 1,
"79360" : 3,
"80384" : 2,
"81408" : 1,
"82432" : 1,
"83456" : 2,
"84480" : 2,
"85504" : 1,
"86528" : 1,
"87552" : 1,
"88576" : 1,
"89600" : 1,
"90624" : 2,
"91648" : 1,
"92672" : 1,
"94720" : 1,
"95744" : 1,
"96768" : 1,
"97792" : 2,
"98816" : 3,
"99840" : 1,
"101888" : 3,
"103936" : 1,
"105984" : 2,
"107008" : 1,
"109056" : 1,
"113152" : 2,
"118272" : 2,
"119296" : 1,
"120320" : 1,
"121344" : 1,
"124416" : 2,
"127488" : 1,
"130560" : 1,
"132096" : 1,
"136192" : 2,
"138240" : 4,
"140288" : 1,
"142336" : 2,
"146432" : 1,
"168960" : 1,
"179200" : 1,
"211968" : 1,
"216064" : 1,
"272384" : 1,
"333824" : 1,
"428032" : 1,
"552960" : 1
}
},
"lat_ns" : {
"min" : 209269,
"max" : 4555351,
"mean" : 895590.674529,
"stddev" : 325942.558099,
"N" : 356760
},
"bw_min" : 15497645,
"bw_max" : 20953148,
"bw_agg" : 100.000000,
"bw_mean" : 18285480.717949,
"bw_dev" : 231469.015206,
"bw_samples" : 624,
"iops_min" : 15131,
"iops_max" : 20461,
"iops_mean" : 17854.487179,
"iops_stddev" : 226.063221,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320006,
"usr_cpu" : 0.520303,
"sys_cpu" : 77.942601,
"ctx" : 353155,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 30.831476,
"4" : 60.176302,
"10" : 7.844440,
"20" : 1.003994,
"50" : 0.108191,
"100" : 0.020741,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065599,
"timestamp_ms" : 1773065599310,
"time" : "Mon Mar 9 11:13:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 556724649984,
"io_kbytes" : 543676416,
"bw_bytes" : 18557488332,
"bw" : 18122547,
"iops" : 17698.633333,
"runtime" : 30000,
"total_ios" : 530959,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 192043,
"max" : 4552737,
"mean" : 899912.058718,
"stddev" : 328390.230655,
"N" : 530959
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2702.216407,
"stddev" : 2835.479090,
"N" : 530943,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1576,
"10.000000" : 1672,
"20.000000" : 1848,
"30.000000" : 1992,
"40.000000" : 2128,
"50.000000" : 2224,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2928,
"90.000000" : 3856,
"95.000000" : 5216,
"99.000000" : 10560,
"99.500000" : 13376,
"99.900000" : 22656,
"99.950000" : 32640,
"99.990000" : 109056
},
"bins" : {
"1128" : 1,
"1176" : 1,
"1192" : 1,
"1208" : 6,
"1224" : 6,
"1240" : 13,
"1256" : 24,
"1272" : 10,
"1288" : 37,
"1304" : 28,
"1320" : 47,
"1336" : 62,
"1352" : 31,
"1368" : 81,
"1384" : 38,
"1400" : 83,
"1416" : 181,
"1432" : 293,
"1448" : 1777,
"1464" : 1608,
"1480" : 3939,
"1496" : 4046,
"1512" : 2022,
"1528" : 4106,
"1544" : 2167,
"1560" : 4411,
"1576" : 4743,
"1592" : 2407,
"1608" : 5066,
"1624" : 2564,
"1640" : 5436,
"1656" : 5490,
"1672" : 2809,
"1688" : 5769,
"1704" : 2963,
"1720" : 5881,
"1736" : 5979,
"1752" : 2964,
"1768" : 6317,
"1784" : 3213,
"1800" : 6212,
"1816" : 6321,
"1832" : 3236,
"1848" : 6635,
"1864" : 3293,
"1880" : 6884,
"1896" : 7140,
"1912" : 3694,
"1928" : 7447,
"1944" : 3861,
"1960" : 8189,
"1976" : 8181,
"1992" : 4319,
"2008" : 8419,
"2024" : 4434,
"2040" : 8710,
"2064" : 13579,
"2096" : 13424,
"2128" : 16678,
"2160" : 14213,
"2192" : 13052,
"2224" : 12397,
"2256" : 11973,
"2288" : 13517,
"2320" : 12689,
"2352" : 10099,
"2384" : 9657,
"2416" : 8939,
"2448" : 9171,
"2480" : 9963,
"2512" : 7328,
"2544" : 7078,
"2576" : 6543,
"2608" : 6147,
"2640" : 7706,
"2672" : 5234,
"2704" : 4976,
"2736" : 4635,
"2768" : 4489,
"2800" : 5502,
"2832" : 3840,
"2864" : 3614,
"2896" : 3407,
"2928" : 3256,
"2960" : 4049,
"2992" : 2823,
"3024" : 2644,
"3056" : 2585,
"3088" : 2504,
"3120" : 3113,
"3152" : 2199,
"3184" : 2113,
"3216" : 1924,
"3248" : 1912,
"3280" : 2315,
"3312" : 1812,
"3344" : 1579,
"3376" : 1597,
"3408" : 1479,
"3440" : 1863,
"3472" : 1532,
"3504" : 1340,
"3536" : 1263,
"3568" : 1312,
"3600" : 1366,
"3632" : 1294,
"3664" : 1079,
"3696" : 1085,
"3728" : 1092,
"3760" : 1064,
"3792" : 1162,
"3824" : 935,
"3856" : 918,
"3888" : 893,
"3920" : 877,
"3952" : 1050,
"3984" : 855,
"4016" : 782,
"4048" : 759,
"4080" : 738,
"4128" : 1694,
"4192" : 1391,
"4256" : 1466,
"4320" : 1205,
"4384" : 1198,
"4448" : 1355,
"4512" : 1077,
"4576" : 1195,
"4640" : 1042,
"4704" : 1046,
"4768" : 1106,
"4832" : 874,
"4896" : 928,
"4960" : 968,
"5024" : 877,
"5088" : 985,
"5152" : 828,
"5216" : 784,
"5280" : 872,
"5344" : 716,
"5408" : 821,
"5472" : 686,
"5536" : 675,
"5600" : 664,
"5664" : 584,
"5728" : 667,
"5792" : 546,
"5856" : 530,
"5920" : 631,
"5984" : 511,
"6048" : 505,
"6112" : 472,
"6176" : 418,
"6240" : 495,
"6304" : 404,
"6368" : 415,
"6432" : 429,
"6496" : 345,
"6560" : 379,
"6624" : 310,
"6688" : 303,
"6752" : 360,
"6816" : 263,
"6880" : 324,
"6944" : 219,
"7008" : 221,
"7072" : 267,
"7136" : 228,
"7200" : 223,
"7264" : 186,
"7328" : 201,
"7392" : 207,
"7456" : 194,
"7520" : 166,
"7584" : 169,
"7648" : 155,
"7712" : 179,
"7776" : 155,
"7840" : 144,
"7904" : 199,
"7968" : 120,
"8032" : 157,
"8096" : 129,
"8160" : 135,
"8256" : 270,
"8384" : 238,
"8512" : 253,
"8640" : 226,
"8768" : 230,
"8896" : 228,
"9024" : 224,
"9152" : 214,
"9280" : 205,
"9408" : 222,
"9536" : 227,
"9664" : 212,
"9792" : 195,
"9920" : 196,
"10048" : 195,
"10176" : 181,
"10304" : 189,
"10432" : 177,
"10560" : 157,
"10688" : 186,
"10816" : 183,
"10944" : 168,
"11072" : 142,
"11200" : 149,
"11328" : 160,
"11456" : 145,
"11584" : 146,
"11712" : 121,
"11840" : 141,
"11968" : 106,
"12096" : 129,
"12224" : 94,
"12352" : 113,
"12480" : 98,
"12608" : 73,
"12736" : 87,
"12864" : 93,
"12992" : 98,
"13120" : 90,
"13248" : 81,
"13376" : 79,
"13504" : 62,
"13632" : 77,
"13760" : 73,
"13888" : 68,
"14016" : 64,
"14144" : 62,
"14272" : 58,
"14400" : 47,
"14528" : 55,
"14656" : 56,
"14784" : 63,
"14912" : 48,
"15040" : 49,
"15168" : 42,
"15296" : 43,
"15424" : 45,
"15552" : 57,
"15680" : 41,
"15808" : 38,
"15936" : 38,
"16064" : 36,
"16192" : 43,
"16320" : 36,
"16512" : 68,
"16768" : 46,
"17024" : 69,
"17280" : 62,
"17536" : 48,
"17792" : 49,
"18048" : 38,
"18304" : 50,
"18560" : 51,
"18816" : 42,
"19072" : 45,
"19328" : 34,
"19584" : 34,
"19840" : 34,
"20096" : 21,
"20352" : 19,
"20608" : 23,
"20864" : 21,
"21120" : 25,
"21376" : 16,
"21632" : 16,
"21888" : 17,
"22144" : 25,
"22400" : 21,
"22656" : 22,
"22912" : 12,
"23168" : 13,
"23424" : 13,
"23680" : 16,
"23936" : 13,
"24192" : 9,
"24448" : 10,
"24704" : 15,
"24960" : 10,
"25216" : 7,
"25472" : 7,
"25728" : 7,
"25984" : 4,
"26240" : 6,
"26496" : 11,
"26752" : 7,
"27008" : 4,
"27264" : 6,
"27520" : 7,
"27776" : 7,
"28032" : 5,
"28288" : 5,
"28544" : 4,
"28800" : 5,
"29056" : 1,
"29312" : 4,
"29568" : 7,
"29824" : 2,
"30080" : 8,
"30336" : 3,
"30592" : 1,
"30848" : 5,
"31104" : 3,
"31360" : 3,
"31616" : 2,
"31872" : 3,
"32128" : 3,
"32384" : 4,
"32640" : 4,
"33024" : 6,
"33536" : 3,
"34048" : 5,
"34560" : 3,
"35072" : 7,
"35584" : 2,
"36096" : 4,
"36608" : 1,
"37120" : 3,
"37632" : 2,
"38144" : 2,
"38656" : 3,
"39168" : 5,
"39680" : 1,
"40192" : 2,
"40704" : 1,
"41216" : 2,
"41728" : 3,
"42240" : 2,
"42752" : 2,
"43264" : 4,
"43776" : 3,
"44288" : 3,
"45312" : 2,
"46336" : 4,
"46848" : 3,
"47360" : 4,
"47872" : 2,
"48896" : 1,
"50432" : 1,
"52480" : 1,
"54016" : 2,
"54528" : 1,
"55040" : 1,
"58112" : 3,
"58624" : 3,
"59136" : 4,
"59648" : 1,
"61184" : 1,
"62208" : 1,
"62720" : 1,
"63232" : 3,
"64768" : 2,
"65280" : 1,
"66048" : 2,
"67072" : 3,
"68096" : 4,
"69120" : 1,
"70144" : 4,
"71168" : 3,
"72192" : 9,
"73216" : 4,
"74240" : 2,
"75264" : 3,
"76288" : 3,
"77312" : 1,
"78336" : 3,
"79360" : 4,
"80384" : 4,
"81408" : 1,
"82432" : 2,
"83456" : 2,
"84480" : 2,
"85504" : 2,
"86528" : 1,
"87552" : 1,
"88576" : 1,
"89600" : 4,
"90624" : 2,
"91648" : 1,
"92672" : 1,
"94720" : 2,
"95744" : 4,
"96768" : 2,
"97792" : 4,
"98816" : 3,
"99840" : 1,
"101888" : 4,
"102912" : 2,
"103936" : 2,
"104960" : 1,
"105984" : 2,
"107008" : 1,
"109056" : 3,
"110080" : 1,
"111104" : 1,
"113152" : 4,
"114176" : 1,
"118272" : 2,
"119296" : 1,
"120320" : 3,
"121344" : 2,
"122368" : 2,
"124416" : 2,
"127488" : 1,
"130560" : 1,
"132096" : 1,
"136192" : 4,
"138240" : 5,
"140288" : 1,
"142336" : 2,
"146432" : 1,
"168960" : 1,
"171008" : 1,
"179200" : 1,
"181248" : 1,
"195584" : 1,
"197632" : 1,
"203776" : 1,
"211968" : 1,
"216064" : 1,
"250880" : 1,
"272384" : 1,
"276480" : 1,
"333824" : 1,
"428032" : 1,
"460800" : 1,
"552960" : 1
}
},
"lat_ns" : {
"min" : 194096,
"max" : 4555351,
"mean" : 902613.961928,
"stddev" : 329013.352303,
"N" : 530943
},
"bw_min" : 15359980,
"bw_max" : 21037116,
"bw_agg" : 100.000000,
"bw_mean" : 18134769.762712,
"bw_dev" : 201356.167301,
"bw_samples" : 944,
"iops_min" : 14998,
"iops_max" : 20543,
"iops_mean" : 17707.881356,
"iops_stddev" : 196.648263,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.517092,
"sys_cpu" : 78.073176,
"ctx" : 529145,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 30.516857,
"4" : 60.324243,
"10" : 7.994968,
"20" : 1.021171,
"50" : 0.106223,
"100" : 0.021094,
"250" : 0.011112,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065609,
"timestamp_ms" : 1773065609310,
"time" : "Mon Mar 9 11:13:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 734933286912,
"io_kbytes" : 717708288,
"bw_bytes" : 18373332172,
"bw" : 17942707,
"iops" : 17522.775000,
"runtime" : 40000,
"total_ios" : 700911,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 179143,
"max" : 5672205,
"mean" : 908952.484037,
"stddev" : 324604.734215,
"N" : 700911
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2717.282268,
"stddev" : 2862.942143,
"N" : 700895,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1576,
"10.000000" : 1688,
"20.000000" : 1864,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2928,
"90.000000" : 3856,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13376,
"99.900000" : 22656,
"99.950000" : 33536,
"99.990000" : 111104
},
"bins" : {
"1128" : 1,
"1160" : 1,
"1176" : 2,
"1192" : 1,
"1208" : 6,
"1224" : 7,
"1240" : 15,
"1256" : 30,
"1272" : 16,
"1288" : 49,
"1304" : 33,
"1320" : 62,
"1336" : 89,
"1352" : 38,
"1368" : 106,
"1384" : 45,
"1400" : 112,
"1416" : 216,
"1432" : 355,
"1448" : 2085,
"1464" : 1873,
"1480" : 4530,
"1496" : 4778,
"1512" : 2429,
"1528" : 4992,
"1544" : 2630,
"1560" : 5433,
"1576" : 5838,
"1592" : 2976,
"1608" : 6269,
"1624" : 3225,
"1640" : 6750,
"1656" : 6921,
"1672" : 3536,
"1688" : 7319,
"1704" : 3752,
"1720" : 7520,
"1736" : 7624,
"1752" : 3832,
"1768" : 8167,
"1784" : 4118,
"1800" : 8187,
"1816" : 8286,
"1832" : 4239,
"1848" : 8696,
"1864" : 4308,
"1880" : 9056,
"1896" : 9423,
"1912" : 4917,
"1928" : 9944,
"1944" : 5179,
"1960" : 10863,
"1976" : 10832,
"1992" : 5771,
"2008" : 11208,
"2024" : 5921,
"2040" : 11573,
"2064" : 17962,
"2096" : 18019,
"2128" : 22365,
"2160" : 19084,
"2192" : 17412,
"2224" : 16586,
"2256" : 16142,
"2288" : 17914,
"2320" : 17119,
"2352" : 13470,
"2384" : 12895,
"2416" : 12084,
"2448" : 12277,
"2480" : 13421,
"2512" : 9830,
"2544" : 9492,
"2576" : 8798,
"2608" : 8175,
"2640" : 10301,
"2672" : 7034,
"2704" : 6683,
"2736" : 6216,
"2768" : 5999,
"2800" : 7286,
"2832" : 5132,
"2864" : 4847,
"2896" : 4484,
"2928" : 4356,
"2960" : 5390,
"2992" : 3797,
"3024" : 3522,
"3056" : 3460,
"3088" : 3314,
"3120" : 4081,
"3152" : 2929,
"3184" : 2827,
"3216" : 2592,
"3248" : 2555,
"3280" : 3104,
"3312" : 2419,
"3344" : 2139,
"3376" : 2118,
"3408" : 1986,
"3440" : 2461,
"3472" : 2047,
"3504" : 1776,
"3536" : 1729,
"3568" : 1719,
"3600" : 1838,
"3632" : 1766,
"3664" : 1500,
"3696" : 1438,
"3728" : 1421,
"3760" : 1409,
"3792" : 1563,
"3824" : 1261,
"3856" : 1226,
"3888" : 1196,
"3920" : 1210,
"3952" : 1417,
"3984" : 1117,
"4016" : 1041,
"4048" : 1018,
"4080" : 976,
"4128" : 2262,
"4192" : 1892,
"4256" : 1967,
"4320" : 1625,
"4384" : 1604,
"4448" : 1786,
"4512" : 1434,
"4576" : 1631,
"4640" : 1390,
"4704" : 1372,
"4768" : 1483,
"4832" : 1180,
"4896" : 1299,
"4960" : 1279,
"5024" : 1166,
"5088" : 1311,
"5152" : 1067,
"5216" : 1026,
"5280" : 1154,
"5344" : 989,
"5408" : 1105,
"5472" : 919,
"5536" : 904,
"5600" : 908,
"5664" : 802,
"5728" : 890,
"5792" : 731,
"5856" : 698,
"5920" : 831,
"5984" : 649,
"6048" : 690,
"6112" : 627,
"6176" : 563,
"6240" : 652,
"6304" : 527,
"6368" : 516,
"6432" : 573,
"6496" : 465,
"6560" : 524,
"6624" : 420,
"6688" : 409,
"6752" : 486,
"6816" : 364,
"6880" : 443,
"6944" : 308,
"7008" : 304,
"7072" : 346,
"7136" : 318,
"7200" : 314,
"7264" : 247,
"7328" : 266,
"7392" : 275,
"7456" : 261,
"7520" : 223,
"7584" : 228,
"7648" : 210,
"7712" : 252,
"7776" : 208,
"7840" : 187,
"7904" : 249,
"7968" : 160,
"8032" : 209,
"8096" : 155,
"8160" : 179,
"8256" : 365,
"8384" : 315,
"8512" : 332,
"8640" : 301,
"8768" : 300,
"8896" : 301,
"9024" : 305,
"9152" : 287,
"9280" : 269,
"9408" : 296,
"9536" : 305,
"9664" : 270,
"9792" : 256,
"9920" : 251,
"10048" : 267,
"10176" : 238,
"10304" : 250,
"10432" : 229,
"10560" : 213,
"10688" : 262,
"10816" : 235,
"10944" : 211,
"11072" : 197,
"11200" : 195,
"11328" : 213,
"11456" : 196,
"11584" : 188,
"11712" : 173,
"11840" : 172,
"11968" : 142,
"12096" : 168,
"12224" : 131,
"12352" : 151,
"12480" : 136,
"12608" : 116,
"12736" : 124,
"12864" : 126,
"12992" : 135,
"13120" : 123,
"13248" : 108,
"13376" : 104,
"13504" : 88,
"13632" : 106,
"13760" : 91,
"13888" : 93,
"14016" : 87,
"14144" : 88,
"14272" : 79,
"14400" : 63,
"14528" : 70,
"14656" : 71,
"14784" : 80,
"14912" : 71,
"15040" : 61,
"15168" : 54,
"15296" : 60,
"15424" : 63,
"15552" : 74,
"15680" : 53,
"15808" : 56,
"15936" : 59,
"16064" : 50,
"16192" : 59,
"16320" : 48,
"16512" : 89,
"16768" : 65,
"17024" : 88,
"17280" : 82,
"17536" : 68,
"17792" : 68,
"18048" : 52,
"18304" : 62,
"18560" : 56,
"18816" : 55,
"19072" : 61,
"19328" : 44,
"19584" : 45,
"19840" : 44,
"20096" : 27,
"20352" : 29,
"20608" : 29,
"20864" : 29,
"21120" : 31,
"21376" : 21,
"21632" : 20,
"21888" : 25,
"22144" : 31,
"22400" : 25,
"22656" : 29,
"22912" : 16,
"23168" : 21,
"23424" : 17,
"23680" : 18,
"23936" : 19,
"24192" : 13,
"24448" : 14,
"24704" : 18,
"24960" : 11,
"25216" : 10,
"25472" : 14,
"25728" : 10,
"25984" : 4,
"26240" : 6,
"26496" : 12,
"26752" : 11,
"27008" : 6,
"27264" : 8,
"27520" : 9,
"27776" : 9,
"28032" : 5,
"28288" : 6,
"28544" : 7,
"28800" : 7,
"29056" : 2,
"29312" : 4,
"29568" : 8,
"29824" : 2,
"30080" : 9,
"30336" : 4,
"30592" : 2,
"30848" : 7,
"31104" : 4,
"31360" : 3,
"31616" : 2,
"31872" : 7,
"32128" : 5,
"32384" : 4,
"32640" : 4,
"33024" : 7,
"33536" : 7,
"34048" : 5,
"34560" : 4,
"35072" : 8,
"35584" : 3,
"36096" : 5,
"36608" : 2,
"37120" : 4,
"37632" : 3,
"38144" : 3,
"38656" : 4,
"39168" : 5,
"39680" : 3,
"40192" : 2,
"40704" : 2,
"41216" : 3,
"41728" : 4,
"42240" : 3,
"42752" : 2,
"43264" : 4,
"43776" : 3,
"44288" : 4,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"46336" : 4,
"46848" : 3,
"47360" : 4,
"47872" : 4,
"48896" : 1,
"49408" : 2,
"50432" : 1,
"51456" : 1,
"52480" : 2,
"54016" : 2,
"54528" : 2,
"55040" : 2,
"55552" : 3,
"57088" : 1,
"57600" : 1,
"58112" : 4,
"58624" : 3,
"59136" : 4,
"59648" : 1,
"61184" : 1,
"61696" : 1,
"62208" : 1,
"62720" : 1,
"63232" : 3,
"64768" : 2,
"65280" : 2,
"66048" : 2,
"67072" : 5,
"68096" : 4,
"69120" : 1,
"70144" : 6,
"71168" : 3,
"72192" : 10,
"73216" : 6,
"74240" : 3,
"75264" : 3,
"76288" : 4,
"77312" : 1,
"78336" : 3,
"79360" : 5,
"80384" : 6,
"81408" : 2,
"82432" : 4,
"83456" : 3,
"84480" : 3,
"85504" : 2,
"86528" : 3,
"87552" : 2,
"88576" : 1,
"89600" : 5,
"90624" : 2,
"91648" : 2,
"92672" : 3,
"93696" : 1,
"94720" : 3,
"95744" : 5,
"96768" : 3,
"97792" : 4,
"98816" : 4,
"99840" : 1,
"100864" : 1,
"101888" : 4,
"102912" : 3,
"103936" : 4,
"104960" : 2,
"105984" : 3,
"107008" : 1,
"109056" : 3,
"110080" : 2,
"111104" : 2,
"113152" : 4,
"114176" : 1,
"117248" : 2,
"118272" : 2,
"119296" : 2,
"120320" : 3,
"121344" : 2,
"122368" : 2,
"123392" : 2,
"124416" : 2,
"127488" : 1,
"128512" : 1,
"130560" : 1,
"132096" : 1,
"136192" : 5,
"138240" : 5,
"140288" : 2,
"142336" : 3,
"146432" : 1,
"152576" : 2,
"154624" : 1,
"162816" : 1,
"166912" : 1,
"168960" : 1,
"171008" : 1,
"175104" : 1,
"179200" : 1,
"181248" : 2,
"183296" : 1,
"195584" : 1,
"197632" : 1,
"203776" : 1,
"209920" : 1,
"211968" : 1,
"216064" : 1,
"218112" : 1,
"250880" : 1,
"272384" : 1,
"276480" : 1,
"301056" : 1,
"333824" : 2,
"428032" : 1,
"460800" : 1,
"552960" : 1
}
},
"lat_ns" : {
"min" : 180756,
"max" : 5675850,
"mean" : 911669.735425,
"stddev" : 325219.238904,
"N" : 700895
},
"bw_min" : 15312534,
"bw_max" : 21063699,
"bw_agg" : 100.000000,
"bw_mean" : 17951459.873418,
"bw_dev" : 198977.109751,
"bw_samples" : 1264,
"iops_min" : 14952,
"iops_max" : 20569,
"iops_mean" : 17528.683544,
"iops_stddev" : 194.324220,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639993,
"usr_cpu" : 0.511412,
"sys_cpu" : 77.773976,
"ctx" : 706697,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.601761,
"4" : 61.122168,
"10" : 8.096748,
"20" : 1.035510,
"50" : 0.106148,
"100" : 0.021829,
"250" : 0.012270,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065619,
"timestamp_ms" : 1773065619310,
"time" : "Mon Mar 9 11:13:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 932450402304,
"io_kbytes" : 910596096,
"bw_bytes" : 18649008046,
"bw" : 18211921,
"iops" : 17785.740000,
"runtime" : 50000,
"total_ios" : 889287,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 179143,
"max" : 5672205,
"mean" : 895486.335889,
"stddev" : 330940.546481,
"N" : 889287
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2695.716323,
"stddev" : 2836.442772,
"N" : 889271,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1576,
"10.000000" : 1672,
"20.000000" : 1848,
"30.000000" : 1976,
"40.000000" : 2096,
"50.000000" : 2224,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2928,
"90.000000" : 3824,
"95.000000" : 5216,
"99.000000" : 10560,
"99.500000" : 13376,
"99.900000" : 22400,
"99.950000" : 31872,
"99.990000" : 111104
},
"bins" : {
"1128" : 1,
"1160" : 1,
"1176" : 3,
"1192" : 4,
"1208" : 14,
"1224" : 12,
"1240" : 23,
"1256" : 36,
"1272" : 21,
"1288" : 63,
"1304" : 40,
"1320" : 86,
"1336" : 122,
"1352" : 55,
"1368" : 133,
"1384" : 64,
"1400" : 139,
"1416" : 286,
"1432" : 500,
"1448" : 3021,
"1464" : 2723,
"1480" : 6602,
"1496" : 6955,
"1512" : 3490,
"1528" : 7139,
"1544" : 3683,
"1560" : 7586,
"1576" : 8035,
"1592" : 4147,
"1608" : 8617,
"1624" : 4390,
"1640" : 9158,
"1656" : 9494,
"1672" : 4787,
"1688" : 9775,
"1704" : 5051,
"1720" : 10049,
"1736" : 10196,
"1752" : 5117,
"1768" : 10770,
"1784" : 5386,
"1800" : 10730,
"1816" : 10841,
"1832" : 5529,
"1848" : 11185,
"1864" : 5472,
"1880" : 11599,
"1896" : 11960,
"1912" : 6208,
"1928" : 12557,
"1944" : 6557,
"1960" : 13592,
"1976" : 13645,
"1992" : 7237,
"2008" : 14081,
"2024" : 7422,
"2040" : 14507,
"2064" : 22402,
"2096" : 22419,
"2128" : 27742,
"2160" : 23961,
"2192" : 21580,
"2224" : 20705,
"2256" : 20142,
"2288" : 22300,
"2320" : 21184,
"2352" : 16782,
"2384" : 16073,
"2416" : 15046,
"2448" : 15232,
"2480" : 16693,
"2512" : 12254,
"2544" : 11795,
"2576" : 10826,
"2608" : 10164,
"2640" : 12828,
"2672" : 8779,
"2704" : 8235,
"2736" : 7730,
"2768" : 7484,
"2800" : 9053,
"2832" : 6417,
"2864" : 6075,
"2896" : 5669,
"2928" : 5378,
"2960" : 6702,
"2992" : 4735,
"3024" : 4391,
"3056" : 4353,
"3088" : 4126,
"3120" : 5073,
"3152" : 3624,
"3184" : 3493,
"3216" : 3222,
"3248" : 3141,
"3280" : 3847,
"3312" : 3003,
"3344" : 2666,
"3376" : 2623,
"3408" : 2474,
"3440" : 3050,
"3472" : 2520,
"3504" : 2271,
"3536" : 2164,
"3568" : 2111,
"3600" : 2298,
"3632" : 2211,
"3664" : 1852,
"3696" : 1810,
"3728" : 1772,
"3760" : 1773,
"3792" : 1974,
"3824" : 1582,
"3856" : 1547,
"3888" : 1489,
"3920" : 1494,
"3952" : 1748,
"3984" : 1375,
"4016" : 1310,
"4048" : 1273,
"4080" : 1238,
"4128" : 2838,
"4192" : 2336,
"4256" : 2487,
"4320" : 2025,
"4384" : 2005,
"4448" : 2182,
"4512" : 1775,
"4576" : 2037,
"4640" : 1713,
"4704" : 1674,
"4768" : 1850,
"4832" : 1486,
"4896" : 1608,
"4960" : 1606,
"5024" : 1422,
"5088" : 1653,
"5152" : 1355,
"5216" : 1265,
"5280" : 1462,
"5344" : 1200,
"5408" : 1342,
"5472" : 1142,
"5536" : 1121,
"5600" : 1137,
"5664" : 989,
"5728" : 1096,
"5792" : 937,
"5856" : 873,
"5920" : 1014,
"5984" : 820,
"6048" : 822,
"6112" : 786,
"6176" : 716,
"6240" : 810,
"6304" : 664,
"6368" : 642,
"6432" : 729,
"6496" : 575,
"6560" : 658,
"6624" : 516,
"6688" : 505,
"6752" : 601,
"6816" : 457,
"6880" : 556,
"6944" : 397,
"7008" : 389,
"7072" : 446,
"7136" : 392,
"7200" : 383,
"7264" : 317,
"7328" : 333,
"7392" : 365,
"7456" : 320,
"7520" : 283,
"7584" : 304,
"7648" : 258,
"7712" : 333,
"7776" : 262,
"7840" : 233,
"7904" : 318,
"7968" : 192,
"8032" : 255,
"8096" : 197,
"8160" : 208,
"8256" : 452,
"8384" : 393,
"8512" : 422,
"8640" : 391,
"8768" : 353,
"8896" : 371,
"9024" : 375,
"9152" : 352,
"9280" : 318,
"9408" : 361,
"9536" : 370,
"9664" : 345,
"9792" : 318,
"9920" : 324,
"10048" : 319,
"10176" : 296,
"10304" : 314,
"10432" : 291,
"10560" : 267,
"10688" : 314,
"10816" : 296,
"10944" : 250,
"11072" : 240,
"11200" : 250,
"11328" : 270,
"11456" : 237,
"11584" : 226,
"11712" : 212,
"11840" : 205,
"11968" : 168,
"12096" : 197,
"12224" : 160,
"12352" : 189,
"12480" : 170,
"12608" : 146,
"12736" : 153,
"12864" : 158,
"12992" : 165,
"13120" : 153,
"13248" : 129,
"13376" : 128,
"13504" : 132,
"13632" : 138,
"13760" : 114,
"13888" : 122,
"14016" : 112,
"14144" : 106,
"14272" : 100,
"14400" : 85,
"14528" : 85,
"14656" : 91,
"14784" : 96,
"14912" : 87,
"15040" : 72,
"15168" : 73,
"15296" : 74,
"15424" : 78,
"15552" : 87,
"15680" : 66,
"15808" : 72,
"15936" : 75,
"16064" : 61,
"16192" : 74,
"16320" : 52,
"16512" : 107,
"16768" : 84,
"17024" : 110,
"17280" : 95,
"17536" : 87,
"17792" : 84,
"18048" : 78,
"18304" : 73,
"18560" : 71,
"18816" : 71,
"19072" : 76,
"19328" : 55,
"19584" : 57,
"19840" : 50,
"20096" : 34,
"20352" : 39,
"20608" : 35,
"20864" : 40,
"21120" : 35,
"21376" : 25,
"21632" : 25,
"21888" : 31,
"22144" : 34,
"22400" : 36,
"22656" : 33,
"22912" : 23,
"23168" : 27,
"23424" : 24,
"23680" : 22,
"23936" : 22,
"24192" : 22,
"24448" : 16,
"24704" : 20,
"24960" : 13,
"25216" : 16,
"25472" : 15,
"25728" : 14,
"25984" : 4,
"26240" : 7,
"26496" : 13,
"26752" : 15,
"27008" : 11,
"27264" : 11,
"27520" : 10,
"27776" : 10,
"28032" : 7,
"28288" : 8,
"28544" : 9,
"28800" : 7,
"29056" : 2,
"29312" : 6,
"29568" : 9,
"29824" : 5,
"30080" : 9,
"30336" : 4,
"30592" : 2,
"30848" : 9,
"31104" : 5,
"31360" : 4,
"31616" : 3,
"31872" : 7,
"32128" : 6,
"32384" : 6,
"32640" : 5,
"33024" : 10,
"33536" : 7,
"34048" : 8,
"34560" : 4,
"35072" : 8,
"35584" : 4,
"36096" : 5,
"36608" : 2,
"37120" : 5,
"37632" : 6,
"38144" : 3,
"38656" : 6,
"39168" : 6,
"39680" : 3,
"40192" : 2,
"40704" : 2,
"41216" : 3,
"41728" : 4,
"42240" : 4,
"42752" : 3,
"43264" : 4,
"43776" : 5,
"44288" : 5,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"46336" : 5,
"46848" : 4,
"47360" : 5,
"47872" : 4,
"48896" : 1,
"49408" : 2,
"50432" : 1,
"50944" : 1,
"51456" : 2,
"52480" : 2,
"53504" : 1,
"54016" : 2,
"54528" : 4,
"55040" : 2,
"55552" : 3,
"57088" : 2,
"57600" : 2,
"58112" : 4,
"58624" : 3,
"59136" : 4,
"59648" : 1,
"61184" : 1,
"61696" : 1,
"62208" : 1,
"62720" : 1,
"63232" : 3,
"64768" : 2,
"65280" : 2,
"66048" : 2,
"67072" : 5,
"68096" : 4,
"69120" : 1,
"70144" : 6,
"71168" : 4,
"72192" : 10,
"73216" : 6,
"74240" : 4,
"75264" : 5,
"76288" : 4,
"77312" : 3,
"78336" : 4,
"79360" : 5,
"80384" : 6,
"81408" : 3,
"82432" : 4,
"83456" : 3,
"84480" : 3,
"85504" : 2,
"86528" : 3,
"87552" : 3,
"88576" : 1,
"89600" : 6,
"90624" : 3,
"91648" : 2,
"92672" : 3,
"93696" : 1,
"94720" : 4,
"95744" : 5,
"96768" : 3,
"97792" : 4,
"98816" : 4,
"99840" : 3,
"100864" : 1,
"101888" : 5,
"102912" : 4,
"103936" : 5,
"104960" : 3,
"105984" : 4,
"107008" : 1,
"109056" : 3,
"110080" : 2,
"111104" : 3,
"112128" : 3,
"113152" : 4,
"114176" : 1,
"117248" : 2,
"118272" : 2,
"119296" : 2,
"120320" : 3,
"121344" : 2,
"122368" : 3,
"123392" : 2,
"124416" : 3,
"127488" : 1,
"128512" : 1,
"130560" : 2,
"132096" : 1,
"136192" : 5,
"138240" : 5,
"140288" : 3,
"142336" : 3,
"144384" : 1,
"146432" : 1,
"150528" : 1,
"152576" : 2,
"154624" : 1,
"156672" : 1,
"162816" : 1,
"166912" : 1,
"168960" : 1,
"171008" : 1,
"175104" : 2,
"179200" : 1,
"181248" : 2,
"183296" : 1,
"195584" : 1,
"197632" : 2,
"203776" : 1,
"207872" : 1,
"209920" : 1,
"211968" : 1,
"216064" : 1,
"218112" : 1,
"220160" : 1,
"250880" : 1,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"428032" : 1,
"432128" : 1,
"460800" : 1,
"552960" : 1
}
},
"lat_ns" : {
"min" : 180756,
"max" : 5675850,
"mean" : 898181.785587,
"stddev" : 331565.143378,
"N" : 889271
},
"bw_min" : 15277718,
"bw_max" : 22900768,
"bw_agg" : 99.925593,
"bw_mean" : 18198371.383838,
"bw_dev" : 233244.001696,
"bw_samples" : 1584,
"iops_min" : 14918,
"iops_max" : 22364,
"iops_mean" : 17769.686869,
"iops_stddev" : 227.784981,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799996,
"usr_cpu" : 0.519128,
"sys_cpu" : 77.833764,
"ctx" : 874326,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 30.910831,
"4" : 59.988733,
"10" : 7.950077,
"20" : 1.011597,
"50" : 0.104128,
"100" : 0.019454,
"250" : 0.012032,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065629,
"timestamp_ms" : 1773065629310,
"time" : "Mon Mar 9 11:13:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1123626778624,
"io_kbytes" : 1097291776,
"bw_bytes" : 18727112977,
"bw" : 18288196,
"iops" : 17860.000000,
"runtime" : 60000,
"total_ios" : 1071600,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 179143,
"max" : 5672205,
"mean" : 891748.788342,
"stddev" : 330148.239053,
"N" : 1071600
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2691.356099,
"stddev" : 2845.943583,
"N" : 1071584,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1576,
"10.000000" : 1688,
"20.000000" : 1848,
"30.000000" : 1976,
"40.000000" : 2096,
"50.000000" : 2224,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2896,
"90.000000" : 3824,
"95.000000" : 5216,
"99.000000" : 10560,
"99.500000" : 13376,
"99.900000" : 22400,
"99.950000" : 31616,
"99.990000" : 110080
},
"bins" : {
"1128" : 1,
"1160" : 1,
"1176" : 3,
"1192" : 4,
"1208" : 14,
"1224" : 15,
"1240" : 25,
"1256" : 44,
"1272" : 24,
"1288" : 71,
"1304" : 46,
"1320" : 97,
"1336" : 134,
"1352" : 70,
"1368" : 157,
"1384" : 76,
"1400" : 164,
"1416" : 346,
"1432" : 563,
"1448" : 3344,
"1464" : 3012,
"1480" : 7392,
"1496" : 7873,
"1512" : 4009,
"1528" : 8222,
"1544" : 4328,
"1560" : 9043,
"1576" : 9557,
"1592" : 4920,
"1608" : 10196,
"1624" : 5288,
"1640" : 10961,
"1656" : 11383,
"1672" : 5765,
"1688" : 11833,
"1704" : 6073,
"1720" : 12178,
"1736" : 12409,
"1752" : 6300,
"1768" : 13156,
"1784" : 6572,
"1800" : 13099,
"1816" : 13283,
"1832" : 6776,
"1848" : 13692,
"1864" : 6745,
"1880" : 14203,
"1896" : 14679,
"1912" : 7596,
"1928" : 15365,
"1944" : 8007,
"1960" : 16536,
"1976" : 16573,
"1992" : 8816,
"2008" : 17203,
"2024" : 9022,
"2040" : 17716,
"2064" : 27197,
"2096" : 27186,
"2128" : 33659,
"2160" : 28988,
"2192" : 26015,
"2224" : 25032,
"2256" : 24434,
"2288" : 26983,
"2320" : 25663,
"2352" : 20342,
"2384" : 19385,
"2416" : 18208,
"2448" : 18410,
"2480" : 20131,
"2512" : 14864,
"2544" : 14282,
"2576" : 13007,
"2608" : 12191,
"2640" : 15355,
"2672" : 10641,
"2704" : 9873,
"2736" : 9356,
"2768" : 8962,
"2800" : 10824,
"2832" : 7687,
"2864" : 7254,
"2896" : 6782,
"2928" : 6451,
"2960" : 8026,
"2992" : 5698,
"3024" : 5338,
"3056" : 5234,
"3088" : 4950,
"3120" : 6078,
"3152" : 4339,
"3184" : 4234,
"3216" : 3864,
"3248" : 3770,
"3280" : 4599,
"3312" : 3576,
"3344" : 3178,
"3376" : 3150,
"3408" : 2966,
"3440" : 3614,
"3472" : 3016,
"3504" : 2670,
"3536" : 2578,
"3568" : 2548,
"3600" : 2746,
"3632" : 2664,
"3664" : 2215,
"3696" : 2191,
"3728" : 2144,
"3760" : 2153,
"3792" : 2404,
"3824" : 1888,
"3856" : 1840,
"3888" : 1797,
"3920" : 1791,
"3952" : 2104,
"3984" : 1641,
"4016" : 1569,
"4048" : 1522,
"4080" : 1481,
"4128" : 3381,
"4192" : 2753,
"4256" : 2972,
"4320" : 2387,
"4384" : 2435,
"4448" : 2612,
"4512" : 2161,
"4576" : 2427,
"4640" : 2039,
"4704" : 1980,
"4768" : 2201,
"4832" : 1791,
"4896" : 1921,
"4960" : 1874,
"5024" : 1689,
"5088" : 1932,
"5152" : 1591,
"5216" : 1508,
"5280" : 1718,
"5344" : 1452,
"5408" : 1625,
"5472" : 1359,
"5536" : 1319,
"5600" : 1375,
"5664" : 1198,
"5728" : 1300,
"5792" : 1110,
"5856" : 1057,
"5920" : 1214,
"5984" : 973,
"6048" : 999,
"6112" : 917,
"6176" : 852,
"6240" : 954,
"6304" : 783,
"6368" : 767,
"6432" : 869,
"6496" : 667,
"6560" : 767,
"6624" : 621,
"6688" : 618,
"6752" : 706,
"6816" : 547,
"6880" : 649,
"6944" : 479,
"7008" : 478,
"7072" : 528,
"7136" : 463,
"7200" : 454,
"7264" : 393,
"7328" : 379,
"7392" : 426,
"7456" : 378,
"7520" : 342,
"7584" : 357,
"7648" : 323,
"7712" : 404,
"7776" : 305,
"7840" : 290,
"7904" : 357,
"7968" : 233,
"8032" : 317,
"8096" : 243,
"8160" : 248,
"8256" : 544,
"8384" : 445,
"8512" : 477,
"8640" : 468,
"8768" : 424,
"8896" : 446,
"9024" : 445,
"9152" : 410,
"9280" : 388,
"9408" : 425,
"9536" : 434,
"9664" : 417,
"9792" : 393,
"9920" : 382,
"10048" : 400,
"10176" : 354,
"10304" : 370,
"10432" : 351,
"10560" : 338,
"10688" : 370,
"10816" : 343,
"10944" : 291,
"11072" : 288,
"11200" : 302,
"11328" : 319,
"11456" : 288,
"11584" : 274,
"11712" : 246,
"11840" : 245,
"11968" : 204,
"12096" : 238,
"12224" : 190,
"12352" : 224,
"12480" : 202,
"12608" : 180,
"12736" : 180,
"12864" : 186,
"12992" : 201,
"13120" : 174,
"13248" : 154,
"13376" : 145,
"13504" : 153,
"13632" : 165,
"13760" : 142,
"13888" : 145,
"14016" : 133,
"14144" : 127,
"14272" : 128,
"14400" : 113,
"14528" : 104,
"14656" : 113,
"14784" : 112,
"14912" : 101,
"15040" : 87,
"15168" : 86,
"15296" : 92,
"15424" : 92,
"15552" : 106,
"15680" : 84,
"15808" : 91,
"15936" : 91,
"16064" : 71,
"16192" : 87,
"16320" : 68,
"16512" : 129,
"16768" : 105,
"17024" : 132,
"17280" : 110,
"17536" : 110,
"17792" : 101,
"18048" : 94,
"18304" : 90,
"18560" : 80,
"18816" : 82,
"19072" : 84,
"19328" : 71,
"19584" : 67,
"19840" : 58,
"20096" : 40,
"20352" : 46,
"20608" : 39,
"20864" : 44,
"21120" : 42,
"21376" : 30,
"21632" : 34,
"21888" : 38,
"22144" : 41,
"22400" : 40,
"22656" : 42,
"22912" : 28,
"23168" : 33,
"23424" : 28,
"23680" : 26,
"23936" : 27,
"24192" : 23,
"24448" : 18,
"24704" : 24,
"24960" : 15,
"25216" : 17,
"25472" : 17,
"25728" : 15,
"25984" : 6,
"26240" : 10,
"26496" : 14,
"26752" : 15,
"27008" : 13,
"27264" : 12,
"27520" : 12,
"27776" : 13,
"28032" : 7,
"28288" : 10,
"28544" : 10,
"28800" : 8,
"29056" : 2,
"29312" : 7,
"29568" : 10,
"29824" : 6,
"30080" : 12,
"30336" : 7,
"30592" : 4,
"30848" : 10,
"31104" : 5,
"31360" : 4,
"31616" : 5,
"31872" : 7,
"32128" : 7,
"32384" : 6,
"32640" : 6,
"33024" : 11,
"33536" : 8,
"34048" : 9,
"34560" : 7,
"35072" : 8,
"35584" : 4,
"36096" : 6,
"36608" : 2,
"37120" : 7,
"37632" : 7,
"38144" : 6,
"38656" : 7,
"39168" : 6,
"39680" : 4,
"40192" : 2,
"40704" : 4,
"41216" : 5,
"41728" : 4,
"42240" : 4,
"42752" : 3,
"43264" : 4,
"43776" : 7,
"44288" : 5,
"44800" : 2,
"45312" : 2,
"45824" : 1,
"46336" : 6,
"46848" : 5,
"47360" : 5,
"47872" : 6,
"48384" : 1,
"48896" : 1,
"49408" : 2,
"50432" : 1,
"50944" : 2,
"51456" : 2,
"51968" : 1,
"52480" : 2,
"52992" : 1,
"53504" : 2,
"54016" : 2,
"54528" : 4,
"55040" : 2,
"55552" : 5,
"57088" : 2,
"57600" : 2,
"58112" : 4,
"58624" : 3,
"59136" : 4,
"59648" : 1,
"61184" : 2,
"61696" : 1,
"62208" : 1,
"62720" : 1,
"63232" : 3,
"64768" : 5,
"65280" : 2,
"66048" : 2,
"67072" : 6,
"68096" : 6,
"69120" : 1,
"70144" : 7,
"71168" : 5,
"72192" : 13,
"73216" : 6,
"74240" : 5,
"75264" : 5,
"76288" : 5,
"77312" : 3,
"78336" : 4,
"79360" : 6,
"80384" : 8,
"81408" : 3,
"82432" : 4,
"83456" : 6,
"84480" : 4,
"85504" : 2,
"86528" : 3,
"87552" : 3,
"88576" : 1,
"89600" : 7,
"90624" : 3,
"91648" : 3,
"92672" : 3,
"93696" : 1,
"94720" : 4,
"95744" : 5,
"96768" : 5,
"97792" : 4,
"98816" : 4,
"99840" : 4,
"100864" : 2,
"101888" : 5,
"102912" : 4,
"103936" : 5,
"104960" : 4,
"105984" : 6,
"107008" : 1,
"109056" : 3,
"110080" : 2,
"111104" : 4,
"112128" : 3,
"113152" : 4,
"114176" : 1,
"117248" : 2,
"118272" : 2,
"119296" : 2,
"120320" : 3,
"121344" : 2,
"122368" : 3,
"123392" : 2,
"124416" : 3,
"125440" : 1,
"127488" : 1,
"128512" : 1,
"130560" : 3,
"132096" : 2,
"136192" : 6,
"138240" : 5,
"140288" : 3,
"142336" : 5,
"144384" : 1,
"146432" : 1,
"150528" : 2,
"152576" : 2,
"154624" : 1,
"156672" : 2,
"158720" : 1,
"162816" : 1,
"166912" : 1,
"168960" : 1,
"171008" : 1,
"175104" : 2,
"179200" : 1,
"181248" : 2,
"183296" : 1,
"193536" : 1,
"195584" : 1,
"197632" : 2,
"203776" : 1,
"207872" : 1,
"209920" : 1,
"211968" : 1,
"216064" : 1,
"218112" : 1,
"220160" : 1,
"240640" : 1,
"250880" : 1,
"252928" : 1,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 1,
"552960" : 1
}
},
"lat_ns" : {
"min" : 180756,
"max" : 5675850,
"mean" : 894439.867372,
"stddev" : 330767.608608,
"N" : 1071584
},
"bw_min" : 15265562,
"bw_max" : 23001190,
"bw_agg" : 100.000000,
"bw_mean" : 18309027.857143,
"bw_dev" : 230201.445223,
"bw_samples" : 1904,
"iops_min" : 14907,
"iops_max" : 22462,
"iops_mean" : 17877.865546,
"iops_stddev" : 224.813328,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959997,
"usr_cpu" : 0.524064,
"sys_cpu" : 77.564930,
"ctx" : 1047663,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 30.892031,
"4" : 60.107036,
"10" : 7.858249,
"20" : 1.007372,
"50" : 0.101717,
"100" : 0.019130,
"250" : 0.011478,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065639,
"timestamp_ms" : 1773065639310,
"time" : "Mon Mar 9 11:13:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1298301714432,
"io_kbytes" : 1267872768,
"bw_bytes" : 18546902393,
"bw" : 18112209,
"iops" : 17688.047314,
"runtime" : 70001,
"total_ios" : 1238181,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 5672205,
"mean" : 900410.565431,
"stddev" : 325240.576975,
"N" : 1238181
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2708.043464,
"stddev" : 2860.999637,
"N" : 1238165,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1576,
"10.000000" : 1688,
"20.000000" : 1864,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2928,
"90.000000" : 3856,
"95.000000" : 5216,
"99.000000" : 10688,
"99.500000" : 13504,
"99.900000" : 22656,
"99.950000" : 32384,
"99.990000" : 112128
},
"bins" : {
"1128" : 1,
"1160" : 2,
"1176" : 3,
"1192" : 4,
"1208" : 15,
"1224" : 15,
"1240" : 28,
"1256" : 49,
"1272" : 28,
"1288" : 83,
"1304" : 53,
"1320" : 115,
"1336" : 152,
"1352" : 76,
"1368" : 180,
"1384" : 87,
"1400" : 200,
"1416" : 397,
"1432" : 635,
"1448" : 3642,
"1464" : 3262,
"1480" : 7946,
"1496" : 8481,
"1512" : 4307,
"1528" : 8942,
"1544" : 4682,
"1560" : 9872,
"1576" : 10393,
"1592" : 5382,
"1608" : 11157,
"1624" : 5799,
"1640" : 12022,
"1656" : 12493,
"1672" : 6382,
"1688" : 13056,
"1704" : 6755,
"1720" : 13572,
"1736" : 13847,
"1752" : 7066,
"1768" : 14706,
"1784" : 7419,
"1800" : 14707,
"1816" : 14986,
"1832" : 7728,
"1848" : 15589,
"1864" : 7720,
"1880" : 16268,
"1896" : 16812,
"1912" : 8661,
"1928" : 17637,
"1944" : 9272,
"1960" : 19086,
"1976" : 19276,
"1992" : 10197,
"2008" : 20018,
"2024" : 10497,
"2040" : 20616,
"2064" : 31747,
"2096" : 31582,
"2128" : 39241,
"2160" : 33764,
"2192" : 30447,
"2224" : 29379,
"2256" : 28641,
"2288" : 31488,
"2320" : 30084,
"2352" : 23905,
"2384" : 22697,
"2416" : 21375,
"2448" : 21551,
"2480" : 23583,
"2512" : 17396,
"2544" : 16601,
"2576" : 15261,
"2608" : 14270,
"2640" : 18007,
"2672" : 12563,
"2704" : 11509,
"2736" : 11010,
"2768" : 10484,
"2800" : 12687,
"2832" : 8996,
"2864" : 8490,
"2896" : 8026,
"2928" : 7557,
"2960" : 9448,
"2992" : 6711,
"3024" : 6307,
"3056" : 6084,
"3088" : 5756,
"3120" : 7115,
"3152" : 5085,
"3184" : 4941,
"3216" : 4560,
"3248" : 4418,
"3280" : 5386,
"3312" : 4233,
"3344" : 3731,
"3376" : 3692,
"3408" : 3483,
"3440" : 4264,
"3472" : 3578,
"3504" : 3123,
"3536" : 3018,
"3568" : 2957,
"3600" : 3236,
"3632" : 3158,
"3664" : 2590,
"3696" : 2567,
"3728" : 2515,
"3760" : 2498,
"3792" : 2859,
"3824" : 2225,
"3856" : 2166,
"3888" : 2074,
"3920" : 2104,
"3952" : 2458,
"3984" : 1899,
"4016" : 1848,
"4048" : 1773,
"4080" : 1726,
"4128" : 4016,
"4192" : 3234,
"4256" : 3475,
"4320" : 2824,
"4384" : 2828,
"4448" : 3029,
"4512" : 2504,
"4576" : 2817,
"4640" : 2374,
"4704" : 2309,
"4768" : 2620,
"4832" : 2088,
"4896" : 2243,
"4960" : 2203,
"5024" : 1977,
"5088" : 2252,
"5152" : 1833,
"5216" : 1771,
"5280" : 2045,
"5344" : 1696,
"5408" : 1898,
"5472" : 1615,
"5536" : 1531,
"5600" : 1606,
"5664" : 1396,
"5728" : 1555,
"5792" : 1309,
"5856" : 1221,
"5920" : 1422,
"5984" : 1146,
"6048" : 1145,
"6112" : 1080,
"6176" : 1019,
"6240" : 1135,
"6304" : 920,
"6368" : 899,
"6432" : 1017,
"6496" : 780,
"6560" : 898,
"6624" : 735,
"6688" : 718,
"6752" : 835,
"6816" : 648,
"6880" : 760,
"6944" : 579,
"7008" : 547,
"7072" : 622,
"7136" : 542,
"7200" : 532,
"7264" : 470,
"7328" : 464,
"7392" : 494,
"7456" : 434,
"7520" : 409,
"7584" : 414,
"7648" : 384,
"7712" : 472,
"7776" : 359,
"7840" : 335,
"7904" : 403,
"7968" : 281,
"8032" : 371,
"8096" : 277,
"8160" : 289,
"8256" : 643,
"8384" : 522,
"8512" : 572,
"8640" : 551,
"8768" : 493,
"8896" : 524,
"9024" : 541,
"9152" : 497,
"9280" : 456,
"9408" : 512,
"9536" : 525,
"9664" : 483,
"9792" : 460,
"9920" : 455,
"10048" : 462,
"10176" : 430,
"10304" : 434,
"10432" : 407,
"10560" : 392,
"10688" : 422,
"10816" : 403,
"10944" : 347,
"11072" : 343,
"11200" : 368,
"11328" : 373,
"11456" : 346,
"11584" : 327,
"11712" : 295,
"11840" : 288,
"11968" : 239,
"12096" : 285,
"12224" : 228,
"12352" : 267,
"12480" : 226,
"12608" : 213,
"12736" : 220,
"12864" : 212,
"12992" : 233,
"13120" : 197,
"13248" : 185,
"13376" : 172,
"13504" : 188,
"13632" : 190,
"13760" : 161,
"13888" : 164,
"14016" : 157,
"14144" : 142,
"14272" : 150,
"14400" : 136,
"14528" : 117,
"14656" : 140,
"14784" : 125,
"14912" : 117,
"15040" : 101,
"15168" : 98,
"15296" : 114,
"15424" : 111,
"15552" : 119,
"15680" : 97,
"15808" : 112,
"15936" : 104,
"16064" : 91,
"16192" : 102,
"16320" : 81,
"16512" : 154,
"16768" : 135,
"17024" : 152,
"17280" : 126,
"17536" : 137,
"17792" : 122,
"18048" : 111,
"18304" : 105,
"18560" : 107,
"18816" : 96,
"19072" : 102,
"19328" : 77,
"19584" : 78,
"19840" : 72,
"20096" : 47,
"20352" : 53,
"20608" : 48,
"20864" : 47,
"21120" : 48,
"21376" : 40,
"21632" : 40,
"21888" : 45,
"22144" : 46,
"22400" : 44,
"22656" : 51,
"22912" : 34,
"23168" : 41,
"23424" : 33,
"23680" : 30,
"23936" : 29,
"24192" : 27,
"24448" : 23,
"24704" : 30,
"24960" : 18,
"25216" : 26,
"25472" : 17,
"25728" : 16,
"25984" : 7,
"26240" : 13,
"26496" : 18,
"26752" : 19,
"27008" : 17,
"27264" : 13,
"27520" : 13,
"27776" : 15,
"28032" : 9,
"28288" : 12,
"28544" : 13,
"28800" : 12,
"29056" : 4,
"29312" : 9,
"29568" : 13,
"29824" : 8,
"30080" : 13,
"30336" : 9,
"30592" : 5,
"30848" : 12,
"31104" : 5,
"31360" : 6,
"31616" : 6,
"31872" : 8,
"32128" : 7,
"32384" : 8,
"32640" : 6,
"33024" : 12,
"33536" : 9,
"34048" : 12,
"34560" : 7,
"35072" : 9,
"35584" : 4,
"36096" : 7,
"36608" : 3,
"37120" : 9,
"37632" : 11,
"38144" : 8,
"38656" : 8,
"39168" : 6,
"39680" : 5,
"40192" : 2,
"40704" : 4,
"41216" : 6,
"41728" : 4,
"42240" : 4,
"42752" : 4,
"43264" : 4,
"43776" : 8,
"44288" : 7,
"44800" : 3,
"45312" : 3,
"45824" : 3,
"46336" : 6,
"46848" : 6,
"47360" : 6,
"47872" : 6,
"48384" : 1,
"48896" : 1,
"49408" : 4,
"49920" : 1,
"50432" : 1,
"50944" : 2,
"51456" : 3,
"51968" : 1,
"52480" : 2,
"52992" : 1,
"53504" : 3,
"54016" : 2,
"54528" : 4,
"55040" : 2,
"55552" : 7,
"56064" : 1,
"57088" : 2,
"57600" : 2,
"58112" : 4,
"58624" : 4,
"59136" : 4,
"59648" : 3,
"61184" : 2,
"61696" : 1,
"62208" : 3,
"62720" : 1,
"63232" : 5,
"64768" : 5,
"65280" : 2,
"66048" : 3,
"67072" : 7,
"68096" : 8,
"69120" : 2,
"70144" : 8,
"71168" : 7,
"72192" : 13,
"73216" : 7,
"74240" : 5,
"75264" : 5,
"76288" : 6,
"77312" : 3,
"78336" : 4,
"79360" : 7,
"80384" : 10,
"81408" : 6,
"82432" : 7,
"83456" : 7,
"84480" : 4,
"85504" : 3,
"86528" : 3,
"87552" : 3,
"88576" : 3,
"89600" : 7,
"90624" : 3,
"91648" : 5,
"92672" : 3,
"93696" : 2,
"94720" : 5,
"95744" : 5,
"96768" : 5,
"97792" : 5,
"98816" : 4,
"99840" : 4,
"100864" : 2,
"101888" : 5,
"102912" : 5,
"103936" : 5,
"104960" : 5,
"105984" : 7,
"107008" : 2,
"108032" : 1,
"109056" : 3,
"110080" : 2,
"111104" : 4,
"112128" : 3,
"113152" : 5,
"114176" : 1,
"116224" : 1,
"117248" : 2,
"118272" : 2,
"119296" : 3,
"120320" : 3,
"121344" : 3,
"122368" : 3,
"123392" : 2,
"124416" : 3,
"125440" : 1,
"127488" : 1,
"128512" : 1,
"130560" : 3,
"132096" : 2,
"134144" : 2,
"136192" : 9,
"138240" : 7,
"140288" : 3,
"142336" : 6,
"144384" : 1,
"146432" : 2,
"150528" : 3,
"152576" : 2,
"154624" : 1,
"156672" : 3,
"158720" : 1,
"162816" : 1,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"175104" : 3,
"177152" : 2,
"179200" : 1,
"181248" : 2,
"183296" : 1,
"193536" : 1,
"195584" : 2,
"197632" : 2,
"203776" : 1,
"207872" : 2,
"209920" : 1,
"211968" : 1,
"216064" : 1,
"218112" : 1,
"220160" : 1,
"240640" : 1,
"250880" : 1,
"252928" : 1,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"346112" : 1,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 1,
"552960" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 5675850,
"mean" : 903118.481034,
"stddev" : 325855.743597,
"N" : 1238165
},
"bw_min" : 15015488,
"bw_max" : 23017574,
"bw_agg" : 100.000000,
"bw_mean" : 18135805.762590,
"bw_dev" : 239673.222278,
"bw_samples" : 2224,
"iops_min" : 14662,
"iops_max" : 22478,
"iops_mean" : 17708.719424,
"iops_stddev" : 234.059586,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120005,
"usr_cpu" : 0.524551,
"sys_cpu" : 77.620725,
"ctx" : 1236685,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999919,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.983096,
"4" : 60.872441,
"10" : 7.976378,
"20" : 1.028444,
"50" : 0.104993,
"100" : 0.019787,
"250" : 0.012195,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065649,
"timestamp_ms" : 1773065649310,
"time" : "Mon Mar 9 11:14:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1470161223680,
"io_kbytes" : 1435704320,
"bw_bytes" : 18377015296,
"bw" : 17946304,
"iops" : 17526.100000,
"runtime" : 80000,
"total_ios" : 1402088,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 5672205,
"mean" : 908750.725522,
"stddev" : 322184.148169,
"N" : 1402088
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2722.851183,
"stddev" : 2874.109154,
"N" : 1402072,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1688,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2928,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13504,
"99.900000" : 22656,
"99.950000" : 32640,
"99.990000" : 114176
},
"bins" : {
"1128" : 1,
"1160" : 2,
"1176" : 3,
"1192" : 5,
"1208" : 15,
"1224" : 16,
"1240" : 28,
"1256" : 57,
"1272" : 31,
"1288" : 93,
"1304" : 56,
"1320" : 127,
"1336" : 166,
"1352" : 83,
"1368" : 200,
"1384" : 101,
"1400" : 211,
"1416" : 465,
"1432" : 726,
"1448" : 4039,
"1464" : 3576,
"1480" : 8668,
"1496" : 9202,
"1512" : 4655,
"1528" : 9641,
"1544" : 5030,
"1560" : 10585,
"1576" : 11185,
"1592" : 5769,
"1608" : 12003,
"1624" : 6273,
"1640" : 12925,
"1656" : 13547,
"1672" : 6904,
"1688" : 14155,
"1704" : 7341,
"1720" : 14794,
"1736" : 15100,
"1752" : 7781,
"1768" : 16146,
"1784" : 8109,
"1800" : 16253,
"1816" : 16597,
"1832" : 8589,
"1848" : 17294,
"1864" : 8696,
"1880" : 18215,
"1896" : 18829,
"1912" : 9713,
"1928" : 19841,
"1944" : 10436,
"1960" : 21495,
"1976" : 21770,
"1992" : 11605,
"2008" : 22690,
"2024" : 11836,
"2040" : 23421,
"2064" : 35976,
"2096" : 35944,
"2128" : 44755,
"2160" : 38586,
"2192" : 34751,
"2224" : 33732,
"2256" : 32608,
"2288" : 36045,
"2320" : 34376,
"2352" : 27507,
"2384" : 25979,
"2416" : 24501,
"2448" : 24671,
"2480" : 27018,
"2512" : 19900,
"2544" : 18917,
"2576" : 17603,
"2608" : 16470,
"2640" : 20656,
"2672" : 14355,
"2704" : 13238,
"2736" : 12710,
"2768" : 11992,
"2800" : 14582,
"2832" : 10301,
"2864" : 9759,
"2896" : 9198,
"2928" : 8709,
"2960" : 10836,
"2992" : 7736,
"3024" : 7239,
"3056" : 6984,
"3088" : 6588,
"3120" : 8177,
"3152" : 5872,
"3184" : 5718,
"3216" : 5279,
"3248" : 5085,
"3280" : 6153,
"3312" : 4915,
"3344" : 4306,
"3376" : 4245,
"3408" : 3979,
"3440" : 4932,
"3472" : 4112,
"3504" : 3548,
"3536" : 3460,
"3568" : 3400,
"3600" : 3703,
"3632" : 3645,
"3664" : 2966,
"3696" : 2926,
"3728" : 2887,
"3760" : 2890,
"3792" : 3290,
"3824" : 2538,
"3856" : 2504,
"3888" : 2393,
"3920" : 2402,
"3952" : 2825,
"3984" : 2184,
"4016" : 2122,
"4048" : 2049,
"4080" : 1993,
"4128" : 4638,
"4192" : 3739,
"4256" : 3970,
"4320" : 3241,
"4384" : 3232,
"4448" : 3481,
"4512" : 2895,
"4576" : 3222,
"4640" : 2720,
"4704" : 2666,
"4768" : 3038,
"4832" : 2451,
"4896" : 2583,
"4960" : 2550,
"5024" : 2288,
"5088" : 2598,
"5152" : 2147,
"5216" : 2059,
"5280" : 2343,
"5344" : 1966,
"5408" : 2156,
"5472" : 1835,
"5536" : 1790,
"5600" : 1888,
"5664" : 1584,
"5728" : 1783,
"5792" : 1496,
"5856" : 1412,
"5920" : 1636,
"5984" : 1317,
"6048" : 1341,
"6112" : 1267,
"6176" : 1185,
"6240" : 1325,
"6304" : 1047,
"6368" : 1035,
"6432" : 1161,
"6496" : 908,
"6560" : 1040,
"6624" : 849,
"6688" : 811,
"6752" : 954,
"6816" : 741,
"6880" : 864,
"6944" : 683,
"7008" : 629,
"7072" : 711,
"7136" : 619,
"7200" : 621,
"7264" : 550,
"7328" : 516,
"7392" : 571,
"7456" : 490,
"7520" : 473,
"7584" : 491,
"7648" : 424,
"7712" : 540,
"7776" : 409,
"7840" : 385,
"7904" : 464,
"7968" : 332,
"8032" : 427,
"8096" : 326,
"8160" : 335,
"8256" : 725,
"8384" : 607,
"8512" : 659,
"8640" : 638,
"8768" : 572,
"8896" : 598,
"9024" : 632,
"9152" : 578,
"9280" : 517,
"9408" : 594,
"9536" : 597,
"9664" : 560,
"9792" : 534,
"9920" : 514,
"10048" : 514,
"10176" : 490,
"10304" : 491,
"10432" : 471,
"10560" : 451,
"10688" : 481,
"10816" : 469,
"10944" : 408,
"11072" : 380,
"11200" : 422,
"11328" : 430,
"11456" : 383,
"11584" : 382,
"11712" : 342,
"11840" : 331,
"11968" : 284,
"12096" : 326,
"12224" : 270,
"12352" : 307,
"12480" : 270,
"12608" : 246,
"12736" : 249,
"12864" : 237,
"12992" : 262,
"13120" : 222,
"13248" : 216,
"13376" : 198,
"13504" : 213,
"13632" : 221,
"13760" : 180,
"13888" : 193,
"14016" : 181,
"14144" : 160,
"14272" : 168,
"14400" : 155,
"14528" : 135,
"14656" : 157,
"14784" : 152,
"14912" : 143,
"15040" : 111,
"15168" : 122,
"15296" : 133,
"15424" : 123,
"15552" : 131,
"15680" : 112,
"15808" : 130,
"15936" : 121,
"16064" : 104,
"16192" : 111,
"16320" : 89,
"16512" : 183,
"16768" : 165,
"17024" : 174,
"17280" : 150,
"17536" : 154,
"17792" : 134,
"18048" : 130,
"18304" : 117,
"18560" : 125,
"18816" : 113,
"19072" : 110,
"19328" : 88,
"19584" : 92,
"19840" : 79,
"20096" : 63,
"20352" : 58,
"20608" : 58,
"20864" : 50,
"21120" : 57,
"21376" : 50,
"21632" : 46,
"21888" : 54,
"22144" : 56,
"22400" : 50,
"22656" : 59,
"22912" : 43,
"23168" : 46,
"23424" : 41,
"23680" : 33,
"23936" : 33,
"24192" : 27,
"24448" : 25,
"24704" : 35,
"24960" : 23,
"25216" : 27,
"25472" : 18,
"25728" : 19,
"25984" : 7,
"26240" : 14,
"26496" : 18,
"26752" : 23,
"27008" : 18,
"27264" : 15,
"27520" : 18,
"27776" : 16,
"28032" : 12,
"28288" : 13,
"28544" : 14,
"28800" : 14,
"29056" : 5,
"29312" : 10,
"29568" : 17,
"29824" : 10,
"30080" : 14,
"30336" : 10,
"30592" : 8,
"30848" : 14,
"31104" : 7,
"31360" : 8,
"31616" : 6,
"31872" : 8,
"32128" : 7,
"32384" : 10,
"32640" : 7,
"33024" : 12,
"33536" : 10,
"34048" : 12,
"34560" : 9,
"35072" : 14,
"35584" : 7,
"36096" : 8,
"36608" : 6,
"37120" : 10,
"37632" : 11,
"38144" : 10,
"38656" : 8,
"39168" : 7,
"39680" : 6,
"40192" : 4,
"40704" : 5,
"41216" : 7,
"41728" : 5,
"42240" : 5,
"42752" : 4,
"43264" : 4,
"43776" : 8,
"44288" : 8,
"44800" : 3,
"45312" : 3,
"45824" : 4,
"46336" : 7,
"46848" : 7,
"47360" : 6,
"47872" : 6,
"48384" : 1,
"48896" : 1,
"49408" : 4,
"49920" : 3,
"50432" : 1,
"50944" : 2,
"51456" : 3,
"51968" : 1,
"52480" : 2,
"52992" : 1,
"53504" : 3,
"54016" : 2,
"54528" : 4,
"55040" : 2,
"55552" : 9,
"56064" : 1,
"57088" : 3,
"57600" : 2,
"58112" : 4,
"58624" : 4,
"59136" : 4,
"59648" : 5,
"60160" : 1,
"60672" : 1,
"61184" : 2,
"61696" : 1,
"62208" : 3,
"62720" : 1,
"63232" : 6,
"64768" : 5,
"65280" : 3,
"66048" : 3,
"67072" : 9,
"68096" : 9,
"69120" : 2,
"70144" : 10,
"71168" : 9,
"72192" : 15,
"73216" : 7,
"74240" : 6,
"75264" : 5,
"76288" : 7,
"77312" : 5,
"78336" : 5,
"79360" : 7,
"80384" : 12,
"81408" : 7,
"82432" : 7,
"83456" : 8,
"84480" : 4,
"85504" : 3,
"86528" : 3,
"87552" : 3,
"88576" : 4,
"89600" : 8,
"90624" : 3,
"91648" : 6,
"92672" : 3,
"93696" : 2,
"94720" : 7,
"95744" : 7,
"96768" : 5,
"97792" : 5,
"98816" : 4,
"99840" : 4,
"100864" : 2,
"101888" : 6,
"102912" : 5,
"103936" : 6,
"104960" : 7,
"105984" : 8,
"107008" : 2,
"108032" : 1,
"109056" : 3,
"110080" : 2,
"111104" : 4,
"112128" : 3,
"113152" : 5,
"114176" : 1,
"116224" : 2,
"117248" : 2,
"118272" : 2,
"119296" : 3,
"120320" : 3,
"121344" : 3,
"122368" : 4,
"123392" : 2,
"124416" : 3,
"125440" : 1,
"127488" : 1,
"128512" : 2,
"129536" : 1,
"130560" : 3,
"132096" : 3,
"134144" : 4,
"136192" : 10,
"138240" : 8,
"140288" : 3,
"142336" : 6,
"144384" : 1,
"146432" : 2,
"148480" : 1,
"150528" : 4,
"152576" : 2,
"154624" : 1,
"156672" : 4,
"158720" : 1,
"162816" : 2,
"164864" : 3,
"166912" : 2,
"168960" : 2,
"171008" : 1,
"175104" : 3,
"177152" : 2,
"179200" : 1,
"181248" : 2,
"183296" : 1,
"193536" : 1,
"195584" : 2,
"197632" : 2,
"199680" : 1,
"203776" : 2,
"207872" : 2,
"209920" : 2,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 1,
"220160" : 1,
"222208" : 2,
"240640" : 1,
"250880" : 1,
"252928" : 1,
"264192" : 1,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"346112" : 1,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 1,
"552960" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 5675850,
"mean" : 911473.558966,
"stddev" : 322794.440088,
"N" : 1402072
},
"bw_min" : 14947904,
"bw_max" : 23017574,
"bw_agg" : 100.000000,
"bw_mean" : 17955182.716981,
"bw_dev" : 254206.339121,
"bw_samples" : 2544,
"iops_min" : 14596,
"iops_max" : 22478,
"iops_mean" : 17532.314465,
"iops_stddev" : 248.254142,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279991,
"usr_cpu" : 0.523910,
"sys_cpu" : 77.394216,
"ctx" : 1424499,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999929,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999929,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.181264,
"4" : 61.515611,
"10" : 8.117750,
"20" : 1.042659,
"50" : 0.107625,
"100" : 0.019970,
"250" : 0.012695,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065659,
"timestamp_ms" : 1773065659310,
"time" : "Mon Mar 9 11:14:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1648876322816,
"io_kbytes" : 1610230784,
"bw_bytes" : 18320848031,
"bw" : 17891453,
"iops" : 17472.400000,
"runtime" : 90000,
"total_ios" : 1572516,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6335577,
"mean" : 911550.088376,
"stddev" : 321554.492923,
"N" : 1572516
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2726.885274,
"stddev" : 2900.414243,
"N" : 1572500,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13504,
"99.900000" : 22912,
"99.950000" : 33536,
"99.990000" : 116224
},
"bins" : {
"1128" : 1,
"1160" : 2,
"1176" : 4,
"1192" : 6,
"1208" : 16,
"1224" : 17,
"1240" : 30,
"1256" : 65,
"1272" : 35,
"1288" : 97,
"1304" : 60,
"1320" : 135,
"1336" : 182,
"1352" : 93,
"1368" : 213,
"1384" : 119,
"1400" : 228,
"1416" : 496,
"1432" : 772,
"1448" : 4342,
"1464" : 3895,
"1480" : 9574,
"1496" : 10171,
"1512" : 5127,
"1528" : 10586,
"1544" : 5513,
"1560" : 11660,
"1576" : 12320,
"1592" : 6426,
"1608" : 13296,
"1624" : 6922,
"1640" : 14291,
"1656" : 14986,
"1672" : 7672,
"1688" : 15765,
"1704" : 8144,
"1720" : 16472,
"1736" : 16862,
"1752" : 8680,
"1768" : 18030,
"1784" : 9019,
"1800" : 18177,
"1816" : 18631,
"1832" : 9624,
"1848" : 19408,
"1864" : 9754,
"1880" : 20395,
"1896" : 21073,
"1912" : 10923,
"1928" : 22326,
"1944" : 11674,
"1960" : 24026,
"1976" : 24447,
"1992" : 13014,
"2008" : 25497,
"2024" : 13306,
"2040" : 26324,
"2064" : 40543,
"2096" : 40465,
"2128" : 50375,
"2160" : 43584,
"2192" : 39193,
"2224" : 37930,
"2256" : 36767,
"2288" : 40458,
"2320" : 38742,
"2352" : 30901,
"2384" : 29190,
"2416" : 27583,
"2448" : 27800,
"2480" : 30290,
"2512" : 22330,
"2544" : 21246,
"2576" : 19838,
"2608" : 18483,
"2640" : 23151,
"2672" : 16063,
"2704" : 14941,
"2736" : 14289,
"2768" : 13456,
"2800" : 16369,
"2832" : 11562,
"2864" : 11052,
"2896" : 10352,
"2928" : 9807,
"2960" : 12095,
"2992" : 8709,
"3024" : 8156,
"3056" : 7873,
"3088" : 7393,
"3120" : 9178,
"3152" : 6589,
"3184" : 6413,
"3216" : 5937,
"3248" : 5730,
"3280" : 6904,
"3312" : 5504,
"3344" : 4852,
"3376" : 4769,
"3408" : 4447,
"3440" : 5531,
"3472" : 4632,
"3504" : 3986,
"3536" : 3884,
"3568" : 3795,
"3600" : 4160,
"3632" : 4108,
"3664" : 3334,
"3696" : 3249,
"3728" : 3230,
"3760" : 3275,
"3792" : 3672,
"3824" : 2885,
"3856" : 2828,
"3888" : 2703,
"3920" : 2699,
"3952" : 3193,
"3984" : 2455,
"4016" : 2368,
"4048" : 2304,
"4080" : 2215,
"4128" : 5176,
"4192" : 4188,
"4256" : 4442,
"4320" : 3642,
"4384" : 3613,
"4448" : 3903,
"4512" : 3290,
"4576" : 3622,
"4640" : 3039,
"4704" : 3009,
"4768" : 3430,
"4832" : 2761,
"4896" : 2885,
"4960" : 2870,
"5024" : 2566,
"5088" : 2877,
"5152" : 2398,
"5216" : 2324,
"5280" : 2635,
"5344" : 2230,
"5408" : 2422,
"5472" : 2080,
"5536" : 2005,
"5600" : 2153,
"5664" : 1783,
"5728" : 1998,
"5792" : 1701,
"5856" : 1596,
"5920" : 1857,
"5984" : 1502,
"6048" : 1520,
"6112" : 1431,
"6176" : 1311,
"6240" : 1486,
"6304" : 1158,
"6368" : 1150,
"6432" : 1313,
"6496" : 1034,
"6560" : 1153,
"6624" : 941,
"6688" : 903,
"6752" : 1060,
"6816" : 841,
"6880" : 975,
"6944" : 760,
"7008" : 719,
"7072" : 791,
"7136" : 709,
"7200" : 705,
"7264" : 621,
"7328" : 580,
"7392" : 625,
"7456" : 556,
"7520" : 544,
"7584" : 546,
"7648" : 462,
"7712" : 620,
"7776" : 453,
"7840" : 439,
"7904" : 523,
"7968" : 385,
"8032" : 469,
"8096" : 366,
"8160" : 378,
"8256" : 825,
"8384" : 706,
"8512" : 755,
"8640" : 726,
"8768" : 659,
"8896" : 677,
"9024" : 707,
"9152" : 662,
"9280" : 577,
"9408" : 664,
"9536" : 669,
"9664" : 623,
"9792" : 622,
"9920" : 583,
"10048" : 587,
"10176" : 548,
"10304" : 559,
"10432" : 522,
"10560" : 510,
"10688" : 553,
"10816" : 530,
"10944" : 465,
"11072" : 427,
"11200" : 463,
"11328" : 477,
"11456" : 416,
"11584" : 421,
"11712" : 386,
"11840" : 376,
"11968" : 333,
"12096" : 362,
"12224" : 314,
"12352" : 341,
"12480" : 301,
"12608" : 283,
"12736" : 276,
"12864" : 274,
"12992" : 291,
"13120" : 248,
"13248" : 242,
"13376" : 226,
"13504" : 237,
"13632" : 242,
"13760" : 197,
"13888" : 219,
"14016" : 197,
"14144" : 187,
"14272" : 186,
"14400" : 174,
"14528" : 145,
"14656" : 184,
"14784" : 173,
"14912" : 156,
"15040" : 119,
"15168" : 139,
"15296" : 146,
"15424" : 138,
"15552" : 141,
"15680" : 123,
"15808" : 143,
"15936" : 131,
"16064" : 120,
"16192" : 126,
"16320" : 104,
"16512" : 213,
"16768" : 186,
"17024" : 197,
"17280" : 170,
"17536" : 171,
"17792" : 150,
"18048" : 151,
"18304" : 135,
"18560" : 135,
"18816" : 128,
"19072" : 124,
"19328" : 99,
"19584" : 105,
"19840" : 88,
"20096" : 72,
"20352" : 68,
"20608" : 67,
"20864" : 61,
"21120" : 63,
"21376" : 59,
"21632" : 54,
"21888" : 58,
"22144" : 63,
"22400" : 57,
"22656" : 62,
"22912" : 46,
"23168" : 50,
"23424" : 45,
"23680" : 40,
"23936" : 39,
"24192" : 33,
"24448" : 29,
"24704" : 40,
"24960" : 27,
"25216" : 28,
"25472" : 19,
"25728" : 19,
"25984" : 9,
"26240" : 16,
"26496" : 21,
"26752" : 26,
"27008" : 19,
"27264" : 17,
"27520" : 20,
"27776" : 17,
"28032" : 14,
"28288" : 13,
"28544" : 17,
"28800" : 15,
"29056" : 6,
"29312" : 14,
"29568" : 19,
"29824" : 11,
"30080" : 15,
"30336" : 13,
"30592" : 10,
"30848" : 14,
"31104" : 7,
"31360" : 8,
"31616" : 8,
"31872" : 10,
"32128" : 7,
"32384" : 10,
"32640" : 7,
"33024" : 14,
"33536" : 11,
"34048" : 15,
"34560" : 9,
"35072" : 16,
"35584" : 8,
"36096" : 9,
"36608" : 8,
"37120" : 13,
"37632" : 12,
"38144" : 10,
"38656" : 10,
"39168" : 8,
"39680" : 6,
"40192" : 6,
"40704" : 6,
"41216" : 8,
"41728" : 5,
"42240" : 7,
"42752" : 5,
"43264" : 5,
"43776" : 8,
"44288" : 9,
"44800" : 3,
"45312" : 4,
"45824" : 5,
"46336" : 8,
"46848" : 7,
"47360" : 6,
"47872" : 6,
"48384" : 1,
"48896" : 1,
"49408" : 6,
"49920" : 4,
"50432" : 1,
"50944" : 3,
"51456" : 3,
"51968" : 2,
"52480" : 2,
"52992" : 1,
"53504" : 3,
"54016" : 3,
"54528" : 6,
"55040" : 3,
"55552" : 9,
"56064" : 2,
"56576" : 1,
"57088" : 3,
"57600" : 2,
"58112" : 4,
"58624" : 4,
"59136" : 5,
"59648" : 7,
"60160" : 3,
"60672" : 2,
"61184" : 3,
"61696" : 1,
"62208" : 3,
"62720" : 4,
"63232" : 6,
"63744" : 1,
"64256" : 2,
"64768" : 5,
"65280" : 5,
"66048" : 3,
"67072" : 9,
"68096" : 10,
"69120" : 2,
"70144" : 11,
"71168" : 9,
"72192" : 16,
"73216" : 8,
"74240" : 7,
"75264" : 7,
"76288" : 8,
"77312" : 8,
"78336" : 6,
"79360" : 7,
"80384" : 12,
"81408" : 7,
"82432" : 9,
"83456" : 9,
"84480" : 4,
"85504" : 7,
"86528" : 3,
"87552" : 3,
"88576" : 5,
"89600" : 9,
"90624" : 4,
"91648" : 6,
"92672" : 4,
"93696" : 3,
"94720" : 9,
"95744" : 7,
"96768" : 5,
"97792" : 7,
"98816" : 5,
"99840" : 4,
"100864" : 3,
"101888" : 6,
"102912" : 5,
"103936" : 6,
"104960" : 7,
"105984" : 8,
"107008" : 3,
"108032" : 3,
"109056" : 3,
"110080" : 2,
"111104" : 5,
"112128" : 3,
"113152" : 5,
"114176" : 2,
"115200" : 1,
"116224" : 3,
"117248" : 4,
"118272" : 2,
"119296" : 3,
"120320" : 3,
"121344" : 3,
"122368" : 4,
"123392" : 2,
"124416" : 3,
"125440" : 1,
"127488" : 1,
"128512" : 2,
"129536" : 1,
"130560" : 3,
"132096" : 4,
"134144" : 5,
"136192" : 11,
"138240" : 8,
"140288" : 4,
"142336" : 7,
"144384" : 1,
"146432" : 2,
"148480" : 2,
"150528" : 4,
"152576" : 2,
"154624" : 1,
"156672" : 4,
"158720" : 2,
"162816" : 2,
"164864" : 3,
"166912" : 2,
"168960" : 2,
"171008" : 1,
"175104" : 3,
"177152" : 2,
"179200" : 1,
"181248" : 2,
"183296" : 1,
"187392" : 1,
"193536" : 1,
"195584" : 2,
"197632" : 2,
"199680" : 3,
"203776" : 2,
"205824" : 1,
"207872" : 2,
"209920" : 2,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 1,
"222208" : 2,
"240640" : 1,
"244736" : 1,
"250880" : 1,
"252928" : 1,
"264192" : 1,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"342016" : 1,
"346112" : 1,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"552960" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6339733,
"mean" : 914276.986317,
"stddev" : 322163.842529,
"N" : 1572500
},
"bw_min" : 14908836,
"bw_max" : 23017574,
"bw_agg" : 100.000000,
"bw_mean" : 17908121.955307,
"bw_dev" : 246091.342893,
"bw_samples" : 2864,
"iops_min" : 14557,
"iops_max" : 22478,
"iops_mean" : 17486.290503,
"iops_stddev" : 240.330199,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439998,
"usr_cpu" : 0.522154,
"sys_cpu" : 77.360107,
"ctx" : 1606126,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 28.985142,
"4" : 61.688085,
"10" : 8.137151,
"20" : 1.044695,
"50" : 0.108743,
"100" : 0.021113,
"250" : 0.012782,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065669,
"timestamp_ms" : 1773065669310,
"time" : "Mon Mar 9 11:14:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1831288700928,
"io_kbytes" : 1788367872,
"bw_bytes" : 18312887009,
"bw" : 17883678,
"iops" : 17464.780000,
"runtime" : 100000,
"total_ios" : 1746478,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6335577,
"mean" : 911940.608885,
"stddev" : 322638.086960,
"N" : 1746478
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2727.530042,
"stddev" : 2917.062836,
"N" : 1746462,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13632,
"99.900000" : 22912,
"99.950000" : 34560,
"99.990000" : 119296
},
"bins" : {
"1128" : 1,
"1160" : 2,
"1176" : 6,
"1192" : 7,
"1208" : 18,
"1224" : 17,
"1240" : 34,
"1256" : 73,
"1272" : 39,
"1288" : 109,
"1304" : 66,
"1320" : 150,
"1336" : 208,
"1352" : 99,
"1368" : 239,
"1384" : 127,
"1400" : 268,
"1416" : 538,
"1432" : 825,
"1448" : 4732,
"1464" : 4285,
"1480" : 10630,
"1496" : 11347,
"1512" : 5709,
"1528" : 11788,
"1544" : 6141,
"1560" : 13042,
"1576" : 13812,
"1592" : 7248,
"1608" : 14824,
"1624" : 7746,
"1640" : 15992,
"1656" : 16731,
"1672" : 8567,
"1688" : 17707,
"1704" : 9092,
"1720" : 18445,
"1736" : 18861,
"1752" : 9697,
"1768" : 20127,
"1784" : 10080,
"1800" : 20353,
"1816" : 20757,
"1832" : 10704,
"1848" : 21683,
"1864" : 10889,
"1880" : 22612,
"1896" : 23448,
"1912" : 12181,
"1928" : 24880,
"1944" : 13013,
"1960" : 26755,
"1976" : 27148,
"1992" : 14430,
"2008" : 28374,
"2024" : 14717,
"2040" : 29259,
"2064" : 44974,
"2096" : 44942,
"2128" : 55989,
"2160" : 48207,
"2192" : 43503,
"2224" : 42034,
"2256" : 40701,
"2288" : 44827,
"2320" : 43011,
"2352" : 34307,
"2384" : 32356,
"2416" : 30543,
"2448" : 30801,
"2480" : 33570,
"2512" : 24737,
"2544" : 23372,
"2576" : 21949,
"2608" : 20453,
"2640" : 25632,
"2672" : 17773,
"2704" : 16598,
"2736" : 15862,
"2768" : 14914,
"2800" : 18099,
"2832" : 12830,
"2864" : 12244,
"2896" : 11450,
"2928" : 10819,
"2960" : 13409,
"2992" : 9630,
"3024" : 9013,
"3056" : 8746,
"3088" : 8156,
"3120" : 10198,
"3152" : 7299,
"3184" : 7100,
"3216" : 6571,
"3248" : 6395,
"3280" : 7692,
"3312" : 6140,
"3344" : 5376,
"3376" : 5220,
"3408" : 4939,
"3440" : 6122,
"3472" : 5122,
"3504" : 4409,
"3536" : 4297,
"3568" : 4185,
"3600" : 4597,
"3632" : 4533,
"3664" : 3686,
"3696" : 3611,
"3728" : 3567,
"3760" : 3644,
"3792" : 4048,
"3824" : 3198,
"3856" : 3130,
"3888" : 2976,
"3920" : 3012,
"3952" : 3534,
"3984" : 2732,
"4016" : 2640,
"4048" : 2557,
"4080" : 2464,
"4128" : 5704,
"4192" : 4625,
"4256" : 4941,
"4320" : 4073,
"4384" : 4004,
"4448" : 4313,
"4512" : 3646,
"4576" : 4039,
"4640" : 3356,
"4704" : 3341,
"4768" : 3828,
"4832" : 3076,
"4896" : 3204,
"4960" : 3169,
"5024" : 2881,
"5088" : 3181,
"5152" : 2667,
"5216" : 2604,
"5280" : 2918,
"5344" : 2496,
"5408" : 2704,
"5472" : 2280,
"5536" : 2234,
"5600" : 2373,
"5664" : 1981,
"5728" : 2217,
"5792" : 1871,
"5856" : 1785,
"5920" : 2074,
"5984" : 1685,
"6048" : 1691,
"6112" : 1607,
"6176" : 1459,
"6240" : 1672,
"6304" : 1292,
"6368" : 1273,
"6432" : 1447,
"6496" : 1159,
"6560" : 1299,
"6624" : 1039,
"6688" : 998,
"6752" : 1155,
"6816" : 931,
"6880" : 1097,
"6944" : 833,
"7008" : 808,
"7072" : 865,
"7136" : 779,
"7200" : 792,
"7264" : 697,
"7328" : 639,
"7392" : 703,
"7456" : 609,
"7520" : 606,
"7584" : 602,
"7648" : 519,
"7712" : 679,
"7776" : 503,
"7840" : 481,
"7904" : 585,
"7968" : 428,
"8032" : 545,
"8096" : 392,
"8160" : 424,
"8256" : 924,
"8384" : 808,
"8512" : 844,
"8640" : 796,
"8768" : 737,
"8896" : 750,
"9024" : 778,
"9152" : 738,
"9280" : 652,
"9408" : 717,
"9536" : 750,
"9664" : 704,
"9792" : 695,
"9920" : 650,
"10048" : 656,
"10176" : 601,
"10304" : 610,
"10432" : 584,
"10560" : 576,
"10688" : 605,
"10816" : 587,
"10944" : 526,
"11072" : 484,
"11200" : 519,
"11328" : 521,
"11456" : 448,
"11584" : 469,
"11712" : 438,
"11840" : 421,
"11968" : 379,
"12096" : 400,
"12224" : 338,
"12352" : 370,
"12480" : 341,
"12608" : 319,
"12736" : 313,
"12864" : 305,
"12992" : 333,
"13120" : 276,
"13248" : 264,
"13376" : 257,
"13504" : 256,
"13632" : 279,
"13760" : 226,
"13888" : 249,
"14016" : 227,
"14144" : 205,
"14272" : 200,
"14400" : 198,
"14528" : 160,
"14656" : 200,
"14784" : 199,
"14912" : 183,
"15040" : 130,
"15168" : 158,
"15296" : 164,
"15424" : 154,
"15552" : 159,
"15680" : 140,
"15808" : 157,
"15936" : 145,
"16064" : 147,
"16192" : 143,
"16320" : 121,
"16512" : 242,
"16768" : 200,
"17024" : 218,
"17280" : 188,
"17536" : 181,
"17792" : 168,
"18048" : 166,
"18304" : 152,
"18560" : 147,
"18816" : 153,
"19072" : 137,
"19328" : 108,
"19584" : 115,
"19840" : 96,
"20096" : 80,
"20352" : 83,
"20608" : 77,
"20864" : 70,
"21120" : 68,
"21376" : 67,
"21632" : 63,
"21888" : 69,
"22144" : 68,
"22400" : 64,
"22656" : 67,
"22912" : 50,
"23168" : 56,
"23424" : 46,
"23680" : 45,
"23936" : 45,
"24192" : 36,
"24448" : 34,
"24704" : 44,
"24960" : 32,
"25216" : 32,
"25472" : 22,
"25728" : 20,
"25984" : 9,
"26240" : 17,
"26496" : 23,
"26752" : 27,
"27008" : 23,
"27264" : 18,
"27520" : 23,
"27776" : 19,
"28032" : 14,
"28288" : 15,
"28544" : 18,
"28800" : 17,
"29056" : 8,
"29312" : 14,
"29568" : 20,
"29824" : 12,
"30080" : 16,
"30336" : 14,
"30592" : 13,
"30848" : 14,
"31104" : 9,
"31360" : 8,
"31616" : 9,
"31872" : 13,
"32128" : 7,
"32384" : 10,
"32640" : 8,
"33024" : 15,
"33536" : 13,
"34048" : 15,
"34560" : 12,
"35072" : 18,
"35584" : 8,
"36096" : 9,
"36608" : 9,
"37120" : 15,
"37632" : 14,
"38144" : 11,
"38656" : 11,
"39168" : 9,
"39680" : 6,
"40192" : 8,
"40704" : 6,
"41216" : 8,
"41728" : 8,
"42240" : 7,
"42752" : 5,
"43264" : 7,
"43776" : 9,
"44288" : 10,
"44800" : 5,
"45312" : 5,
"45824" : 6,
"46336" : 8,
"46848" : 7,
"47360" : 10,
"47872" : 6,
"48384" : 1,
"48896" : 2,
"49408" : 6,
"49920" : 5,
"50432" : 2,
"50944" : 4,
"51456" : 3,
"51968" : 2,
"52480" : 2,
"52992" : 1,
"53504" : 3,
"54016" : 4,
"54528" : 7,
"55040" : 4,
"55552" : 9,
"56064" : 2,
"56576" : 1,
"57088" : 4,
"57600" : 2,
"58112" : 4,
"58624" : 4,
"59136" : 6,
"59648" : 7,
"60160" : 3,
"60672" : 2,
"61184" : 3,
"61696" : 2,
"62208" : 3,
"62720" : 5,
"63232" : 6,
"63744" : 1,
"64256" : 2,
"64768" : 6,
"65280" : 6,
"66048" : 3,
"67072" : 11,
"68096" : 11,
"69120" : 3,
"70144" : 11,
"71168" : 9,
"72192" : 17,
"73216" : 9,
"74240" : 9,
"75264" : 8,
"76288" : 10,
"77312" : 11,
"78336" : 6,
"79360" : 8,
"80384" : 13,
"81408" : 8,
"82432" : 10,
"83456" : 9,
"84480" : 4,
"85504" : 8,
"86528" : 5,
"87552" : 4,
"88576" : 5,
"89600" : 10,
"90624" : 4,
"91648" : 7,
"92672" : 4,
"93696" : 3,
"94720" : 10,
"95744" : 7,
"96768" : 5,
"97792" : 8,
"98816" : 6,
"99840" : 5,
"100864" : 3,
"101888" : 8,
"102912" : 6,
"103936" : 7,
"104960" : 7,
"105984" : 8,
"107008" : 3,
"108032" : 3,
"109056" : 3,
"110080" : 2,
"111104" : 5,
"112128" : 3,
"113152" : 6,
"114176" : 2,
"115200" : 1,
"116224" : 3,
"117248" : 5,
"118272" : 2,
"119296" : 3,
"120320" : 4,
"121344" : 4,
"122368" : 5,
"123392" : 2,
"124416" : 4,
"125440" : 1,
"127488" : 2,
"128512" : 2,
"129536" : 1,
"130560" : 5,
"132096" : 8,
"134144" : 6,
"136192" : 11,
"138240" : 8,
"140288" : 4,
"142336" : 7,
"144384" : 2,
"146432" : 2,
"148480" : 2,
"150528" : 4,
"152576" : 2,
"154624" : 1,
"156672" : 5,
"158720" : 3,
"162816" : 3,
"164864" : 3,
"166912" : 2,
"168960" : 2,
"171008" : 1,
"175104" : 3,
"177152" : 3,
"179200" : 2,
"181248" : 2,
"183296" : 1,
"187392" : 1,
"189440" : 1,
"193536" : 1,
"195584" : 3,
"197632" : 2,
"199680" : 4,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 2,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 1,
"222208" : 2,
"232448" : 1,
"240640" : 1,
"244736" : 1,
"250880" : 1,
"252928" : 2,
"264192" : 2,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"342016" : 1,
"346112" : 2,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"552960" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6339733,
"mean" : 914668.153910,
"stddev" : 323250.125009,
"N" : 1746462
},
"bw_min" : 14908836,
"bw_max" : 23017574,
"bw_agg" : 100.000000,
"bw_mean" : 17890793.628141,
"bw_dev" : 237676.691723,
"bw_samples" : 3184,
"iops_min" : 14557,
"iops_max" : 22478,
"iops_mean" : 17469.381910,
"iops_stddev" : 232.112089,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599992,
"usr_cpu" : 0.523003,
"sys_cpu" : 77.377012,
"ctx" : 1788323,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.103258,
"4" : 61.560123,
"10" : 8.141299,
"20" : 1.048796,
"50" : 0.109878,
"100" : 0.021243,
"250" : 0.013169,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065679,
"timestamp_ms" : 1773065679310,
"time" : "Mon Mar 9 11:14:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2019910746112,
"io_kbytes" : 1972569088,
"bw_bytes" : 18362824964,
"bw" : 17932446,
"iops" : 17512.436364,
"runtime" : 110000,
"total_ios" : 1926368,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6335577,
"mean" : 909460.846438,
"stddev" : 324272.880805,
"N" : 1926368
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2722.432411,
"stddev" : 2892.084190,
"N" : 1926352,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1688,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2928,
"90.000000" : 3856,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13632,
"99.900000" : 22912,
"99.950000" : 34048,
"99.990000" : 118272
},
"bins" : {
"1128" : 1,
"1160" : 2,
"1176" : 6,
"1192" : 9,
"1208" : 20,
"1224" : 20,
"1240" : 41,
"1256" : 87,
"1272" : 44,
"1288" : 127,
"1304" : 81,
"1320" : 166,
"1336" : 232,
"1352" : 115,
"1368" : 275,
"1384" : 140,
"1400" : 303,
"1416" : 627,
"1432" : 967,
"1448" : 5392,
"1464" : 4873,
"1480" : 11991,
"1496" : 12730,
"1512" : 6383,
"1528" : 13159,
"1544" : 6894,
"1560" : 14719,
"1576" : 15598,
"1592" : 8192,
"1608" : 16806,
"1624" : 8707,
"1640" : 18002,
"1656" : 18680,
"1672" : 9616,
"1688" : 19802,
"1704" : 10194,
"1720" : 20688,
"1736" : 21041,
"1752" : 10792,
"1768" : 22413,
"1784" : 11235,
"1800" : 22770,
"1816" : 23067,
"1832" : 11900,
"1848" : 24044,
"1864" : 12142,
"1880" : 25189,
"1896" : 26000,
"1912" : 13505,
"1928" : 27626,
"1944" : 14395,
"1960" : 29611,
"1976" : 29955,
"1992" : 15980,
"2008" : 31376,
"2024" : 16233,
"2040" : 32174,
"2064" : 49622,
"2096" : 49517,
"2128" : 61617,
"2160" : 53029,
"2192" : 47691,
"2224" : 46052,
"2256" : 44723,
"2288" : 49103,
"2320" : 47140,
"2352" : 37711,
"2384" : 35499,
"2416" : 33467,
"2448" : 33716,
"2480" : 36697,
"2512" : 27071,
"2544" : 25616,
"2576" : 24000,
"2608" : 22420,
"2640" : 28113,
"2672" : 19436,
"2704" : 18183,
"2736" : 17395,
"2768" : 16307,
"2800" : 19844,
"2832" : 14045,
"2864" : 13402,
"2896" : 12578,
"2928" : 11835,
"2960" : 14720,
"2992" : 10503,
"3024" : 9873,
"3056" : 9588,
"3088" : 9000,
"3120" : 11190,
"3152" : 8020,
"3184" : 7748,
"3216" : 7217,
"3248" : 7043,
"3280" : 8499,
"3312" : 6704,
"3344" : 5862,
"3376" : 5727,
"3408" : 5416,
"3440" : 6706,
"3472" : 5602,
"3504" : 4813,
"3536" : 4721,
"3568" : 4545,
"3600" : 5032,
"3632" : 5030,
"3664" : 4042,
"3696" : 3969,
"3728" : 3898,
"3760" : 4042,
"3792" : 4464,
"3824" : 3490,
"3856" : 3400,
"3888" : 3269,
"3920" : 3309,
"3952" : 3879,
"3984" : 2986,
"4016" : 2875,
"4048" : 2804,
"4080" : 2722,
"4128" : 6192,
"4192" : 5041,
"4256" : 5443,
"4320" : 4429,
"4384" : 4372,
"4448" : 4745,
"4512" : 4023,
"4576" : 4444,
"4640" : 3693,
"4704" : 3655,
"4768" : 4182,
"4832" : 3390,
"4896" : 3501,
"4960" : 3454,
"5024" : 3164,
"5088" : 3499,
"5152" : 2968,
"5216" : 2855,
"5280" : 3199,
"5344" : 2740,
"5408" : 2965,
"5472" : 2522,
"5536" : 2447,
"5600" : 2614,
"5664" : 2165,
"5728" : 2447,
"5792" : 2026,
"5856" : 1965,
"5920" : 2243,
"5984" : 1872,
"6048" : 1864,
"6112" : 1769,
"6176" : 1603,
"6240" : 1813,
"6304" : 1427,
"6368" : 1426,
"6432" : 1578,
"6496" : 1288,
"6560" : 1436,
"6624" : 1161,
"6688" : 1099,
"6752" : 1259,
"6816" : 1026,
"6880" : 1205,
"6944" : 931,
"7008" : 888,
"7072" : 961,
"7136" : 850,
"7200" : 892,
"7264" : 763,
"7328" : 724,
"7392" : 761,
"7456" : 673,
"7520" : 671,
"7584" : 670,
"7648" : 581,
"7712" : 749,
"7776" : 557,
"7840" : 526,
"7904" : 641,
"7968" : 473,
"8032" : 600,
"8096" : 432,
"8160" : 461,
"8256" : 1021,
"8384" : 896,
"8512" : 935,
"8640" : 862,
"8768" : 822,
"8896" : 820,
"9024" : 842,
"9152" : 816,
"9280" : 741,
"9408" : 787,
"9536" : 816,
"9664" : 771,
"9792" : 756,
"9920" : 710,
"10048" : 711,
"10176" : 676,
"10304" : 673,
"10432" : 648,
"10560" : 646,
"10688" : 665,
"10816" : 638,
"10944" : 570,
"11072" : 541,
"11200" : 579,
"11328" : 564,
"11456" : 496,
"11584" : 526,
"11712" : 474,
"11840" : 461,
"11968" : 419,
"12096" : 430,
"12224" : 363,
"12352" : 399,
"12480" : 380,
"12608" : 355,
"12736" : 344,
"12864" : 331,
"12992" : 363,
"13120" : 311,
"13248" : 289,
"13376" : 280,
"13504" : 283,
"13632" : 299,
"13760" : 246,
"13888" : 268,
"14016" : 253,
"14144" : 229,
"14272" : 225,
"14400" : 214,
"14528" : 174,
"14656" : 227,
"14784" : 216,
"14912" : 212,
"15040" : 152,
"15168" : 183,
"15296" : 177,
"15424" : 167,
"15552" : 168,
"15680" : 161,
"15808" : 177,
"15936" : 159,
"16064" : 159,
"16192" : 153,
"16320" : 136,
"16512" : 264,
"16768" : 222,
"17024" : 242,
"17280" : 208,
"17536" : 198,
"17792" : 184,
"18048" : 185,
"18304" : 162,
"18560" : 160,
"18816" : 158,
"19072" : 152,
"19328" : 122,
"19584" : 126,
"19840" : 105,
"20096" : 94,
"20352" : 100,
"20608" : 87,
"20864" : 76,
"21120" : 77,
"21376" : 76,
"21632" : 68,
"21888" : 77,
"22144" : 72,
"22400" : 73,
"22656" : 69,
"22912" : 50,
"23168" : 58,
"23424" : 50,
"23680" : 49,
"23936" : 47,
"24192" : 40,
"24448" : 41,
"24704" : 51,
"24960" : 38,
"25216" : 33,
"25472" : 25,
"25728" : 21,
"25984" : 12,
"26240" : 20,
"26496" : 25,
"26752" : 28,
"27008" : 25,
"27264" : 18,
"27520" : 23,
"27776" : 21,
"28032" : 17,
"28288" : 18,
"28544" : 18,
"28800" : 18,
"29056" : 11,
"29312" : 17,
"29568" : 23,
"29824" : 13,
"30080" : 19,
"30336" : 14,
"30592" : 14,
"30848" : 15,
"31104" : 12,
"31360" : 11,
"31616" : 10,
"31872" : 13,
"32128" : 7,
"32384" : 11,
"32640" : 9,
"33024" : 17,
"33536" : 15,
"34048" : 16,
"34560" : 14,
"35072" : 18,
"35584" : 8,
"36096" : 10,
"36608" : 10,
"37120" : 18,
"37632" : 17,
"38144" : 14,
"38656" : 13,
"39168" : 9,
"39680" : 7,
"40192" : 9,
"40704" : 6,
"41216" : 8,
"41728" : 8,
"42240" : 7,
"42752" : 6,
"43264" : 8,
"43776" : 10,
"44288" : 10,
"44800" : 5,
"45312" : 6,
"45824" : 6,
"46336" : 8,
"46848" : 7,
"47360" : 11,
"47872" : 6,
"48384" : 2,
"48896" : 2,
"49408" : 8,
"49920" : 5,
"50432" : 2,
"50944" : 4,
"51456" : 3,
"51968" : 2,
"52480" : 2,
"52992" : 1,
"53504" : 4,
"54016" : 4,
"54528" : 7,
"55040" : 4,
"55552" : 9,
"56064" : 2,
"56576" : 2,
"57088" : 6,
"57600" : 2,
"58112" : 4,
"58624" : 4,
"59136" : 6,
"59648" : 8,
"60160" : 3,
"60672" : 2,
"61184" : 3,
"61696" : 2,
"62208" : 4,
"62720" : 5,
"63232" : 6,
"63744" : 1,
"64256" : 2,
"64768" : 9,
"65280" : 6,
"66048" : 3,
"67072" : 11,
"68096" : 11,
"69120" : 3,
"70144" : 11,
"71168" : 9,
"72192" : 17,
"73216" : 9,
"74240" : 9,
"75264" : 9,
"76288" : 10,
"77312" : 11,
"78336" : 6,
"79360" : 8,
"80384" : 13,
"81408" : 10,
"82432" : 12,
"83456" : 11,
"84480" : 5,
"85504" : 10,
"86528" : 5,
"87552" : 5,
"88576" : 5,
"89600" : 10,
"90624" : 6,
"91648" : 7,
"92672" : 5,
"93696" : 3,
"94720" : 10,
"95744" : 8,
"96768" : 7,
"97792" : 8,
"98816" : 6,
"99840" : 5,
"100864" : 3,
"101888" : 8,
"102912" : 6,
"103936" : 8,
"104960" : 8,
"105984" : 10,
"107008" : 4,
"108032" : 4,
"109056" : 3,
"110080" : 2,
"111104" : 5,
"112128" : 3,
"113152" : 6,
"114176" : 2,
"115200" : 1,
"116224" : 5,
"117248" : 6,
"118272" : 2,
"119296" : 3,
"120320" : 4,
"121344" : 4,
"122368" : 6,
"123392" : 2,
"124416" : 4,
"125440" : 1,
"127488" : 3,
"128512" : 2,
"129536" : 2,
"130560" : 5,
"132096" : 8,
"134144" : 8,
"136192" : 12,
"138240" : 8,
"140288" : 4,
"142336" : 7,
"144384" : 3,
"146432" : 3,
"148480" : 3,
"150528" : 6,
"152576" : 2,
"154624" : 1,
"156672" : 5,
"158720" : 3,
"162816" : 3,
"164864" : 4,
"166912" : 2,
"168960" : 2,
"171008" : 2,
"175104" : 3,
"177152" : 3,
"179200" : 2,
"181248" : 2,
"183296" : 1,
"187392" : 2,
"189440" : 1,
"193536" : 1,
"195584" : 3,
"197632" : 2,
"199680" : 5,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 2,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 1,
"222208" : 2,
"232448" : 1,
"240640" : 1,
"244736" : 1,
"250880" : 1,
"252928" : 2,
"264192" : 2,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"337920" : 1,
"342016" : 1,
"346112" : 2,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"552960" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6339733,
"mean" : 912183.271836,
"stddev" : 324885.224298,
"N" : 1926352
},
"bw_min" : 14902692,
"bw_max" : 23017574,
"bw_agg" : 100.000000,
"bw_mean" : 17942350.347032,
"bw_dev" : 240068.779987,
"bw_samples" : 3504,
"iops_min" : 14551,
"iops_max" : 22478,
"iops_mean" : 17519.689498,
"iops_stddev" : 234.448200,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759996,
"usr_cpu" : 0.520569,
"sys_cpu" : 77.396085,
"ctx" : 1963050,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.452005,
"4" : 61.250966,
"10" : 8.104422,
"20" : 1.046321,
"50" : 0.110415,
"100" : 0.020609,
"250" : 0.013185,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065689,
"timestamp_ms" : 1773065689310,
"time" : "Mon Mar 9 11:14:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2202081951744,
"io_kbytes" : 2150470656,
"bw_bytes" : 18350682931,
"bw" : 17920588,
"iops" : 17500.825000,
"runtime" : 120000,
"total_ios" : 2100099,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6335577,
"mean" : 910062.496439,
"stddev" : 323399.512428,
"N" : 2100099
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2722.290757,
"stddev" : 2853.112969,
"N" : 2100083,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1688,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2576,
"80.000000" : 2928,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13504,
"99.900000" : 22656,
"99.950000" : 33024,
"99.990000" : 116224
},
"bins" : {
"1128" : 1,
"1160" : 3,
"1176" : 6,
"1192" : 10,
"1208" : 20,
"1224" : 22,
"1240" : 44,
"1256" : 96,
"1272" : 45,
"1288" : 140,
"1304" : 92,
"1320" : 184,
"1336" : 250,
"1352" : 124,
"1368" : 305,
"1384" : 154,
"1400" : 330,
"1416" : 674,
"1432" : 1019,
"1448" : 5803,
"1464" : 5287,
"1480" : 12999,
"1496" : 13789,
"1512" : 6919,
"1528" : 14212,
"1544" : 7406,
"1560" : 15905,
"1576" : 16894,
"1592" : 8826,
"1608" : 18084,
"1624" : 9368,
"1640" : 19466,
"1656" : 20240,
"1672" : 10398,
"1688" : 21529,
"1704" : 11035,
"1720" : 22365,
"1736" : 22804,
"1752" : 11723,
"1768" : 24307,
"1784" : 12196,
"1800" : 24797,
"1816" : 25039,
"1832" : 12948,
"1848" : 26159,
"1864" : 13246,
"1880" : 27471,
"1896" : 28330,
"1912" : 14716,
"1928" : 30070,
"1944" : 15732,
"1960" : 32350,
"1976" : 32699,
"1992" : 17394,
"2008" : 34304,
"2024" : 17682,
"2040" : 35152,
"2064" : 54183,
"2096" : 54079,
"2128" : 67441,
"2160" : 57937,
"2192" : 52076,
"2224" : 50372,
"2256" : 48870,
"2288" : 53695,
"2320" : 51518,
"2352" : 41193,
"2384" : 38740,
"2416" : 36559,
"2448" : 36855,
"2480" : 40180,
"2512" : 29509,
"2544" : 27946,
"2576" : 26177,
"2608" : 24494,
"2640" : 30716,
"2672" : 21197,
"2704" : 19827,
"2736" : 18929,
"2768" : 17872,
"2800" : 21629,
"2832" : 15350,
"2864" : 14586,
"2896" : 13737,
"2928" : 12921,
"2960" : 16062,
"2992" : 11493,
"3024" : 10745,
"3056" : 10466,
"3088" : 9818,
"3120" : 12202,
"3152" : 8698,
"3184" : 8439,
"3216" : 7865,
"3248" : 7655,
"3280" : 9286,
"3312" : 7338,
"3344" : 6440,
"3376" : 6250,
"3408" : 5917,
"3440" : 7290,
"3472" : 6100,
"3504" : 5288,
"3536" : 5154,
"3568" : 4933,
"3600" : 5502,
"3632" : 5532,
"3664" : 4430,
"3696" : 4330,
"3728" : 4224,
"3760" : 4396,
"3792" : 4891,
"3824" : 3820,
"3856" : 3721,
"3888" : 3552,
"3920" : 3629,
"3952" : 4252,
"3984" : 3263,
"4016" : 3133,
"4048" : 3078,
"4080" : 2969,
"4128" : 6802,
"4192" : 5487,
"4256" : 5952,
"4320" : 4843,
"4384" : 4787,
"4448" : 5190,
"4512" : 4410,
"4576" : 4821,
"4640" : 4019,
"4704" : 3953,
"4768" : 4562,
"4832" : 3690,
"4896" : 3825,
"4960" : 3773,
"5024" : 3431,
"5088" : 3826,
"5152" : 3236,
"5216" : 3139,
"5280" : 3518,
"5344" : 2986,
"5408" : 3220,
"5472" : 2743,
"5536" : 2695,
"5600" : 2864,
"5664" : 2380,
"5728" : 2675,
"5792" : 2218,
"5856" : 2146,
"5920" : 2445,
"5984" : 2040,
"6048" : 2052,
"6112" : 1917,
"6176" : 1727,
"6240" : 1979,
"6304" : 1561,
"6368" : 1546,
"6432" : 1700,
"6496" : 1394,
"6560" : 1557,
"6624" : 1250,
"6688" : 1202,
"6752" : 1354,
"6816" : 1117,
"6880" : 1310,
"6944" : 1011,
"7008" : 962,
"7072" : 1048,
"7136" : 933,
"7200" : 964,
"7264" : 848,
"7328" : 788,
"7392" : 832,
"7456" : 731,
"7520" : 742,
"7584" : 729,
"7648" : 640,
"7712" : 816,
"7776" : 597,
"7840" : 574,
"7904" : 696,
"7968" : 509,
"8032" : 652,
"8096" : 486,
"8160" : 499,
"8256" : 1131,
"8384" : 981,
"8512" : 1030,
"8640" : 919,
"8768" : 909,
"8896" : 894,
"9024" : 913,
"9152" : 888,
"9280" : 808,
"9408" : 842,
"9536" : 886,
"9664" : 847,
"9792" : 822,
"9920" : 768,
"10048" : 791,
"10176" : 741,
"10304" : 738,
"10432" : 708,
"10560" : 704,
"10688" : 726,
"10816" : 707,
"10944" : 621,
"11072" : 589,
"11200" : 633,
"11328" : 601,
"11456" : 541,
"11584" : 572,
"11712" : 508,
"11840" : 498,
"11968" : 454,
"12096" : 462,
"12224" : 400,
"12352" : 445,
"12480" : 405,
"12608" : 388,
"12736" : 380,
"12864" : 358,
"12992" : 390,
"13120" : 351,
"13248" : 313,
"13376" : 301,
"13504" : 313,
"13632" : 315,
"13760" : 270,
"13888" : 283,
"14016" : 277,
"14144" : 254,
"14272" : 249,
"14400" : 233,
"14528" : 194,
"14656" : 251,
"14784" : 232,
"14912" : 228,
"15040" : 170,
"15168" : 198,
"15296" : 193,
"15424" : 182,
"15552" : 188,
"15680" : 171,
"15808" : 188,
"15936" : 178,
"16064" : 170,
"16192" : 159,
"16320" : 149,
"16512" : 284,
"16768" : 250,
"17024" : 266,
"17280" : 223,
"17536" : 215,
"17792" : 201,
"18048" : 209,
"18304" : 176,
"18560" : 171,
"18816" : 171,
"19072" : 166,
"19328" : 129,
"19584" : 132,
"19840" : 114,
"20096" : 100,
"20352" : 107,
"20608" : 103,
"20864" : 84,
"21120" : 90,
"21376" : 84,
"21632" : 74,
"21888" : 84,
"22144" : 77,
"22400" : 79,
"22656" : 75,
"22912" : 54,
"23168" : 68,
"23424" : 52,
"23680" : 54,
"23936" : 47,
"24192" : 43,
"24448" : 47,
"24704" : 54,
"24960" : 42,
"25216" : 35,
"25472" : 26,
"25728" : 23,
"25984" : 12,
"26240" : 21,
"26496" : 27,
"26752" : 29,
"27008" : 28,
"27264" : 19,
"27520" : 26,
"27776" : 24,
"28032" : 19,
"28288" : 21,
"28544" : 22,
"28800" : 21,
"29056" : 12,
"29312" : 17,
"29568" : 24,
"29824" : 15,
"30080" : 21,
"30336" : 16,
"30592" : 14,
"30848" : 15,
"31104" : 13,
"31360" : 13,
"31616" : 11,
"31872" : 15,
"32128" : 9,
"32384" : 11,
"32640" : 12,
"33024" : 19,
"33536" : 16,
"34048" : 19,
"34560" : 17,
"35072" : 20,
"35584" : 10,
"36096" : 11,
"36608" : 10,
"37120" : 19,
"37632" : 17,
"38144" : 15,
"38656" : 14,
"39168" : 9,
"39680" : 8,
"40192" : 10,
"40704" : 6,
"41216" : 10,
"41728" : 8,
"42240" : 9,
"42752" : 6,
"43264" : 8,
"43776" : 11,
"44288" : 10,
"44800" : 5,
"45312" : 6,
"45824" : 7,
"46336" : 8,
"46848" : 9,
"47360" : 11,
"47872" : 6,
"48384" : 2,
"48896" : 2,
"49408" : 8,
"49920" : 5,
"50432" : 2,
"50944" : 4,
"51456" : 3,
"51968" : 2,
"52480" : 2,
"52992" : 1,
"53504" : 4,
"54016" : 4,
"54528" : 7,
"55040" : 5,
"55552" : 9,
"56064" : 2,
"56576" : 2,
"57088" : 6,
"57600" : 2,
"58112" : 4,
"58624" : 4,
"59136" : 6,
"59648" : 8,
"60160" : 3,
"60672" : 4,
"61184" : 3,
"61696" : 4,
"62208" : 4,
"62720" : 5,
"63232" : 6,
"63744" : 1,
"64256" : 2,
"64768" : 9,
"65280" : 6,
"66048" : 3,
"67072" : 13,
"68096" : 11,
"69120" : 4,
"70144" : 11,
"71168" : 10,
"72192" : 18,
"73216" : 11,
"74240" : 10,
"75264" : 10,
"76288" : 11,
"77312" : 12,
"78336" : 6,
"79360" : 8,
"80384" : 13,
"81408" : 10,
"82432" : 12,
"83456" : 11,
"84480" : 7,
"85504" : 11,
"86528" : 5,
"87552" : 7,
"88576" : 8,
"89600" : 12,
"90624" : 7,
"91648" : 8,
"92672" : 5,
"93696" : 3,
"94720" : 10,
"95744" : 9,
"96768" : 7,
"97792" : 8,
"98816" : 6,
"99840" : 5,
"100864" : 3,
"101888" : 10,
"102912" : 6,
"103936" : 8,
"104960" : 8,
"105984" : 10,
"107008" : 5,
"108032" : 4,
"109056" : 3,
"110080" : 2,
"111104" : 5,
"112128" : 3,
"113152" : 6,
"114176" : 2,
"115200" : 1,
"116224" : 5,
"117248" : 7,
"118272" : 3,
"119296" : 3,
"120320" : 4,
"121344" : 5,
"122368" : 6,
"123392" : 2,
"124416" : 4,
"125440" : 1,
"126464" : 1,
"127488" : 3,
"128512" : 3,
"129536" : 3,
"130560" : 5,
"132096" : 8,
"134144" : 9,
"136192" : 12,
"138240" : 9,
"140288" : 4,
"142336" : 7,
"144384" : 3,
"146432" : 3,
"148480" : 3,
"150528" : 6,
"152576" : 2,
"154624" : 1,
"156672" : 5,
"158720" : 3,
"162816" : 3,
"164864" : 4,
"166912" : 2,
"168960" : 3,
"171008" : 2,
"175104" : 3,
"177152" : 3,
"179200" : 2,
"181248" : 2,
"183296" : 1,
"187392" : 2,
"189440" : 1,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 5,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 2,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 1,
"222208" : 2,
"232448" : 1,
"240640" : 1,
"244736" : 1,
"250880" : 1,
"252928" : 2,
"264192" : 3,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"337920" : 1,
"342016" : 1,
"346112" : 2,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"552960" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6339733,
"mean" : 912784.785347,
"stddev" : 324009.022673,
"N" : 2100083
},
"bw_min" : 14900644,
"bw_max" : 23017574,
"bw_agg" : 100.000000,
"bw_mean" : 17925954.271967,
"bw_dev" : 234787.511850,
"bw_samples" : 3824,
"iops_min" : 14549,
"iops_max" : 22478,
"iops_mean" : 17503.707113,
"iops_stddev" : 229.290256,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919992,
"usr_cpu" : 0.522711,
"sys_cpu" : 77.279124,
"ctx" : 2138605,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.333141,
"4" : 61.364107,
"10" : 8.111380,
"20" : 1.045570,
"50" : 0.110852,
"100" : 0.020285,
"250" : 0.012714,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065699,
"timestamp_ms" : 1773065699309,
"time" : "Mon Mar 9 11:14:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2387046563840,
"io_kbytes" : 2331100160,
"bw_bytes" : 18361896644,
"bw" : 17931539,
"iops" : 17511.476923,
"runtime" : 130000,
"total_ios" : 2276492,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6393545,
"mean" : 909498.983314,
"stddev" : 323761.791062,
"N" : 2276492
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2723.915393,
"stddev" : 2861.649510,
"N" : 2276476,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1688,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2928,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13632,
"99.900000" : 22912,
"99.950000" : 33024,
"99.990000" : 117248
},
"bins" : {
"1128" : 1,
"1160" : 3,
"1176" : 8,
"1192" : 12,
"1208" : 22,
"1224" : 24,
"1240" : 47,
"1256" : 103,
"1272" : 54,
"1288" : 157,
"1304" : 100,
"1320" : 202,
"1336" : 272,
"1352" : 141,
"1368" : 338,
"1384" : 174,
"1400" : 356,
"1416" : 722,
"1432" : 1105,
"1448" : 6346,
"1464" : 5848,
"1480" : 14336,
"1496" : 15105,
"1512" : 7623,
"1528" : 15627,
"1544" : 8093,
"1560" : 17335,
"1576" : 18362,
"1592" : 9585,
"1608" : 19599,
"1624" : 10157,
"1640" : 21160,
"1656" : 21995,
"1672" : 11338,
"1688" : 23337,
"1704" : 12008,
"1720" : 24218,
"1736" : 24684,
"1752" : 12658,
"1768" : 26295,
"1784" : 13162,
"1800" : 26710,
"1816" : 26991,
"1832" : 13946,
"1848" : 28309,
"1864" : 14284,
"1880" : 29597,
"1896" : 30647,
"1912" : 15904,
"1928" : 32514,
"1944" : 16981,
"1960" : 34940,
"1976" : 35384,
"1992" : 18839,
"2008" : 37115,
"2024" : 19056,
"2040" : 38012,
"2064" : 58730,
"2096" : 58591,
"2128" : 72997,
"2160" : 62728,
"2192" : 56569,
"2224" : 54482,
"2256" : 52891,
"2288" : 58230,
"2320" : 55794,
"2352" : 44567,
"2384" : 41998,
"2416" : 39574,
"2448" : 39992,
"2480" : 43495,
"2512" : 31930,
"2544" : 30336,
"2576" : 28464,
"2608" : 26556,
"2640" : 33334,
"2672" : 22884,
"2704" : 21588,
"2736" : 20531,
"2768" : 19380,
"2800" : 23491,
"2832" : 16620,
"2864" : 15804,
"2896" : 14891,
"2928" : 14048,
"2960" : 17362,
"2992" : 12464,
"3024" : 11665,
"3056" : 11337,
"3088" : 10658,
"3120" : 13249,
"3152" : 9456,
"3184" : 9145,
"3216" : 8497,
"3248" : 8295,
"3280" : 10106,
"3312" : 7922,
"3344" : 6953,
"3376" : 6775,
"3408" : 6438,
"3440" : 7874,
"3472" : 6639,
"3504" : 5782,
"3536" : 5599,
"3568" : 5331,
"3600" : 5947,
"3632" : 6021,
"3664" : 4831,
"3696" : 4700,
"3728" : 4605,
"3760" : 4742,
"3792" : 5297,
"3824" : 4155,
"3856" : 4022,
"3888" : 3858,
"3920" : 3949,
"3952" : 4623,
"3984" : 3565,
"4016" : 3374,
"4048" : 3370,
"4080" : 3229,
"4128" : 7352,
"4192" : 5924,
"4256" : 6458,
"4320" : 5260,
"4384" : 5240,
"4448" : 5652,
"4512" : 4756,
"4576" : 5209,
"4640" : 4362,
"4704" : 4298,
"4768" : 4906,
"4832" : 3955,
"4896" : 4168,
"4960" : 4060,
"5024" : 3746,
"5088" : 4175,
"5152" : 3512,
"5216" : 3403,
"5280" : 3790,
"5344" : 3233,
"5408" : 3510,
"5472" : 3002,
"5536" : 2914,
"5600" : 3101,
"5664" : 2584,
"5728" : 2904,
"5792" : 2418,
"5856" : 2318,
"5920" : 2651,
"5984" : 2223,
"6048" : 2226,
"6112" : 2071,
"6176" : 1885,
"6240" : 2146,
"6304" : 1701,
"6368" : 1679,
"6432" : 1852,
"6496" : 1513,
"6560" : 1690,
"6624" : 1359,
"6688" : 1321,
"6752" : 1475,
"6816" : 1215,
"6880" : 1417,
"6944" : 1091,
"7008" : 1053,
"7072" : 1139,
"7136" : 1009,
"7200" : 1048,
"7264" : 926,
"7328" : 852,
"7392" : 911,
"7456" : 788,
"7520" : 810,
"7584" : 793,
"7648" : 709,
"7712" : 885,
"7776" : 644,
"7840" : 631,
"7904" : 746,
"7968" : 553,
"8032" : 715,
"8096" : 542,
"8160" : 555,
"8256" : 1232,
"8384" : 1073,
"8512" : 1122,
"8640" : 1007,
"8768" : 980,
"8896" : 987,
"9024" : 994,
"9152" : 968,
"9280" : 880,
"9408" : 914,
"9536" : 971,
"9664" : 913,
"9792" : 895,
"9920" : 830,
"10048" : 875,
"10176" : 807,
"10304" : 792,
"10432" : 769,
"10560" : 770,
"10688" : 794,
"10816" : 767,
"10944" : 672,
"11072" : 639,
"11200" : 688,
"11328" : 667,
"11456" : 588,
"11584" : 620,
"11712" : 554,
"11840" : 551,
"11968" : 498,
"12096" : 493,
"12224" : 431,
"12352" : 482,
"12480" : 441,
"12608" : 433,
"12736" : 424,
"12864" : 391,
"12992" : 428,
"13120" : 384,
"13248" : 345,
"13376" : 332,
"13504" : 339,
"13632" : 347,
"13760" : 297,
"13888" : 301,
"14016" : 296,
"14144" : 279,
"14272" : 276,
"14400" : 249,
"14528" : 210,
"14656" : 275,
"14784" : 249,
"14912" : 256,
"15040" : 188,
"15168" : 216,
"15296" : 214,
"15424" : 194,
"15552" : 205,
"15680" : 184,
"15808" : 204,
"15936" : 193,
"16064" : 189,
"16192" : 172,
"16320" : 159,
"16512" : 305,
"16768" : 269,
"17024" : 287,
"17280" : 243,
"17536" : 234,
"17792" : 223,
"18048" : 228,
"18304" : 193,
"18560" : 182,
"18816" : 186,
"19072" : 182,
"19328" : 145,
"19584" : 140,
"19840" : 125,
"20096" : 110,
"20352" : 114,
"20608" : 113,
"20864" : 98,
"21120" : 94,
"21376" : 91,
"21632" : 81,
"21888" : 92,
"22144" : 82,
"22400" : 85,
"22656" : 78,
"22912" : 59,
"23168" : 75,
"23424" : 58,
"23680" : 57,
"23936" : 52,
"24192" : 50,
"24448" : 55,
"24704" : 58,
"24960" : 47,
"25216" : 40,
"25472" : 28,
"25728" : 24,
"25984" : 15,
"26240" : 22,
"26496" : 29,
"26752" : 32,
"27008" : 30,
"27264" : 21,
"27520" : 28,
"27776" : 26,
"28032" : 21,
"28288" : 23,
"28544" : 25,
"28800" : 23,
"29056" : 15,
"29312" : 20,
"29568" : 26,
"29824" : 17,
"30080" : 21,
"30336" : 19,
"30592" : 14,
"30848" : 15,
"31104" : 14,
"31360" : 15,
"31616" : 12,
"31872" : 16,
"32128" : 10,
"32384" : 13,
"32640" : 15,
"33024" : 22,
"33536" : 18,
"34048" : 20,
"34560" : 18,
"35072" : 22,
"35584" : 12,
"36096" : 11,
"36608" : 11,
"37120" : 19,
"37632" : 18,
"38144" : 16,
"38656" : 14,
"39168" : 9,
"39680" : 9,
"40192" : 10,
"40704" : 7,
"41216" : 13,
"41728" : 8,
"42240" : 10,
"42752" : 6,
"43264" : 8,
"43776" : 12,
"44288" : 10,
"44800" : 5,
"45312" : 6,
"45824" : 8,
"46336" : 9,
"46848" : 9,
"47360" : 11,
"47872" : 6,
"48384" : 2,
"48896" : 2,
"49408" : 8,
"49920" : 5,
"50432" : 2,
"50944" : 5,
"51456" : 5,
"51968" : 2,
"52480" : 3,
"52992" : 1,
"53504" : 4,
"54016" : 6,
"54528" : 7,
"55040" : 5,
"55552" : 10,
"56064" : 3,
"56576" : 2,
"57088" : 6,
"57600" : 3,
"58112" : 5,
"58624" : 5,
"59136" : 8,
"59648" : 8,
"60160" : 3,
"60672" : 4,
"61184" : 3,
"61696" : 4,
"62208" : 4,
"62720" : 6,
"63232" : 7,
"63744" : 2,
"64256" : 3,
"64768" : 9,
"65280" : 6,
"66048" : 3,
"67072" : 13,
"68096" : 11,
"69120" : 4,
"70144" : 11,
"71168" : 10,
"72192" : 18,
"73216" : 12,
"74240" : 10,
"75264" : 10,
"76288" : 12,
"77312" : 12,
"78336" : 7,
"79360" : 10,
"80384" : 14,
"81408" : 12,
"82432" : 14,
"83456" : 13,
"84480" : 7,
"85504" : 11,
"86528" : 5,
"87552" : 8,
"88576" : 9,
"89600" : 14,
"90624" : 8,
"91648" : 8,
"92672" : 5,
"93696" : 4,
"94720" : 11,
"95744" : 9,
"96768" : 8,
"97792" : 8,
"98816" : 6,
"99840" : 5,
"100864" : 3,
"101888" : 10,
"102912" : 6,
"103936" : 9,
"104960" : 8,
"105984" : 11,
"107008" : 6,
"108032" : 5,
"109056" : 3,
"110080" : 2,
"111104" : 6,
"112128" : 6,
"113152" : 7,
"114176" : 2,
"115200" : 2,
"116224" : 5,
"117248" : 8,
"118272" : 5,
"119296" : 3,
"120320" : 4,
"121344" : 5,
"122368" : 7,
"123392" : 2,
"124416" : 4,
"125440" : 1,
"126464" : 1,
"127488" : 3,
"128512" : 3,
"129536" : 3,
"130560" : 6,
"132096" : 8,
"134144" : 9,
"136192" : 13,
"138240" : 9,
"140288" : 5,
"142336" : 8,
"144384" : 3,
"146432" : 4,
"148480" : 3,
"150528" : 6,
"152576" : 2,
"154624" : 2,
"156672" : 5,
"158720" : 4,
"162816" : 3,
"164864" : 4,
"166912" : 2,
"168960" : 3,
"171008" : 2,
"173056" : 1,
"175104" : 3,
"177152" : 3,
"179200" : 4,
"181248" : 2,
"183296" : 1,
"187392" : 2,
"189440" : 1,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 5,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 3,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 1,
"222208" : 2,
"232448" : 2,
"234496" : 1,
"240640" : 1,
"244736" : 1,
"250880" : 2,
"252928" : 2,
"264192" : 4,
"272384" : 1,
"276480" : 1,
"296960" : 1,
"301056" : 1,
"329728" : 1,
"333824" : 2,
"337920" : 2,
"342016" : 1,
"346112" : 2,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"552960" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6402248,
"mean" : 912222.893041,
"stddev" : 324372.960913,
"N" : 2276476
},
"bw_min" : 14882212,
"bw_max" : 23066726,
"bw_agg" : 100.000000,
"bw_mean" : 17937552.397683,
"bw_dev" : 227429.086486,
"bw_samples" : 4144,
"iops_min" : 14531,
"iops_max" : 22526,
"iops_mean" : 17515.007722,
"iops_stddev" : 222.104543,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079992,
"usr_cpu" : 0.524040,
"sys_cpu" : 77.272653,
"ctx" : 2315864,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.332763,
"4" : 61.346141,
"10" : 8.122585,
"20" : 1.051838,
"50" : 0.111487,
"100" : 0.020338,
"250" : 0.012915,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065709,
"timestamp_ms" : 1773065709310,
"time" : "Mon Mar 9 11:15:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2566382419968,
"io_kbytes" : 2506232832,
"bw_bytes" : 18331302999,
"bw" : 17901663,
"iops" : 17482.292857,
"runtime" : 140000,
"total_ios" : 2447521,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6393545,
"mean" : 911018.835101,
"stddev" : 322139.535865,
"N" : 2447521
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2728.007563,
"stddev" : 2900.160959,
"N" : 2447505,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10688,
"99.500000" : 13632,
"99.900000" : 22912,
"99.950000" : 33536,
"99.990000" : 117248
},
"bins" : {
"1128" : 1,
"1160" : 3,
"1176" : 8,
"1192" : 13,
"1208" : 22,
"1224" : 25,
"1240" : 50,
"1256" : 107,
"1272" : 59,
"1288" : 163,
"1304" : 105,
"1320" : 214,
"1336" : 292,
"1352" : 149,
"1368" : 358,
"1384" : 187,
"1400" : 386,
"1416" : 789,
"1432" : 1184,
"1448" : 6697,
"1464" : 6121,
"1480" : 15043,
"1496" : 15902,
"1512" : 8090,
"1528" : 16531,
"1544" : 8597,
"1560" : 18363,
"1576" : 19419,
"1592" : 10150,
"1608" : 20870,
"1624" : 10811,
"1640" : 22459,
"1656" : 23356,
"1672" : 12066,
"1688" : 24890,
"1704" : 12801,
"1720" : 25784,
"1736" : 26395,
"1752" : 13536,
"1768" : 28028,
"1784" : 14095,
"1800" : 28628,
"1816" : 28975,
"1832" : 14992,
"1848" : 30419,
"1864" : 15452,
"1880" : 31864,
"1896" : 33014,
"1912" : 17080,
"1928" : 34987,
"1944" : 18299,
"1960" : 37490,
"1976" : 38119,
"1992" : 20263,
"2008" : 39974,
"2024" : 20564,
"2040" : 40839,
"2064" : 63238,
"2096" : 63200,
"2128" : 78463,
"2160" : 67698,
"2192" : 60911,
"2224" : 58711,
"2256" : 56993,
"2288" : 62735,
"2320" : 60081,
"2352" : 47984,
"2384" : 45165,
"2416" : 42567,
"2448" : 43085,
"2480" : 46975,
"2512" : 34477,
"2544" : 32654,
"2576" : 30635,
"2608" : 28642,
"2640" : 35906,
"2672" : 24736,
"2704" : 23270,
"2736" : 22083,
"2768" : 20859,
"2800" : 25306,
"2832" : 17866,
"2864" : 17018,
"2896" : 16049,
"2928" : 15144,
"2960" : 18723,
"2992" : 13408,
"3024" : 12545,
"3056" : 12216,
"3088" : 11487,
"3120" : 14298,
"3152" : 10180,
"3184" : 9845,
"3216" : 9148,
"3248" : 8934,
"3280" : 10892,
"3312" : 8550,
"3344" : 7511,
"3376" : 7324,
"3408" : 6961,
"3440" : 8459,
"3472" : 7185,
"3504" : 6255,
"3536" : 6045,
"3568" : 5759,
"3600" : 6385,
"3632" : 6554,
"3664" : 5247,
"3696" : 5072,
"3728" : 4977,
"3760" : 5139,
"3792" : 5726,
"3824" : 4475,
"3856" : 4330,
"3888" : 4147,
"3920" : 4225,
"3952" : 5041,
"3984" : 3839,
"4016" : 3653,
"4048" : 3604,
"4080" : 3500,
"4128" : 7922,
"4192" : 6380,
"4256" : 6979,
"4320" : 5674,
"4384" : 5606,
"4448" : 6134,
"4512" : 5157,
"4576" : 5642,
"4640" : 4716,
"4704" : 4644,
"4768" : 5297,
"4832" : 4259,
"4896" : 4450,
"4960" : 4400,
"5024" : 4070,
"5088" : 4500,
"5152" : 3766,
"5216" : 3679,
"5280" : 4102,
"5344" : 3470,
"5408" : 3802,
"5472" : 3227,
"5536" : 3118,
"5600" : 3380,
"5664" : 2779,
"5728" : 3127,
"5792" : 2627,
"5856" : 2513,
"5920" : 2860,
"5984" : 2425,
"6048" : 2423,
"6112" : 2245,
"6176" : 2038,
"6240" : 2312,
"6304" : 1818,
"6368" : 1817,
"6432" : 2010,
"6496" : 1632,
"6560" : 1822,
"6624" : 1466,
"6688" : 1427,
"6752" : 1586,
"6816" : 1310,
"6880" : 1517,
"6944" : 1183,
"7008" : 1145,
"7072" : 1209,
"7136" : 1101,
"7200" : 1130,
"7264" : 989,
"7328" : 931,
"7392" : 984,
"7456" : 833,
"7520" : 872,
"7584" : 853,
"7648" : 760,
"7712" : 940,
"7776" : 705,
"7840" : 683,
"7904" : 804,
"7968" : 607,
"8032" : 773,
"8096" : 588,
"8160" : 608,
"8256" : 1318,
"8384" : 1156,
"8512" : 1217,
"8640" : 1095,
"8768" : 1067,
"8896" : 1068,
"9024" : 1074,
"9152" : 1046,
"9280" : 942,
"9408" : 995,
"9536" : 1038,
"9664" : 975,
"9792" : 966,
"9920" : 903,
"10048" : 931,
"10176" : 882,
"10304" : 862,
"10432" : 827,
"10560" : 820,
"10688" : 868,
"10816" : 829,
"10944" : 724,
"11072" : 700,
"11200" : 746,
"11328" : 721,
"11456" : 642,
"11584" : 663,
"11712" : 592,
"11840" : 614,
"11968" : 530,
"12096" : 533,
"12224" : 464,
"12352" : 514,
"12480" : 486,
"12608" : 473,
"12736" : 464,
"12864" : 430,
"12992" : 468,
"13120" : 419,
"13248" : 368,
"13376" : 362,
"13504" : 358,
"13632" : 379,
"13760" : 328,
"13888" : 324,
"14016" : 322,
"14144" : 305,
"14272" : 303,
"14400" : 271,
"14528" : 229,
"14656" : 300,
"14784" : 273,
"14912" : 268,
"15040" : 201,
"15168" : 229,
"15296" : 220,
"15424" : 208,
"15552" : 223,
"15680" : 195,
"15808" : 220,
"15936" : 204,
"16064" : 206,
"16192" : 184,
"16320" : 172,
"16512" : 326,
"16768" : 295,
"17024" : 307,
"17280" : 260,
"17536" : 252,
"17792" : 248,
"18048" : 244,
"18304" : 214,
"18560" : 199,
"18816" : 200,
"19072" : 195,
"19328" : 160,
"19584" : 150,
"19840" : 141,
"20096" : 115,
"20352" : 121,
"20608" : 122,
"20864" : 108,
"21120" : 100,
"21376" : 98,
"21632" : 86,
"21888" : 98,
"22144" : 86,
"22400" : 97,
"22656" : 86,
"22912" : 65,
"23168" : 80,
"23424" : 64,
"23680" : 61,
"23936" : 56,
"24192" : 51,
"24448" : 55,
"24704" : 62,
"24960" : 53,
"25216" : 41,
"25472" : 29,
"25728" : 28,
"25984" : 16,
"26240" : 24,
"26496" : 33,
"26752" : 37,
"27008" : 32,
"27264" : 23,
"27520" : 30,
"27776" : 28,
"28032" : 22,
"28288" : 25,
"28544" : 27,
"28800" : 26,
"29056" : 17,
"29312" : 21,
"29568" : 28,
"29824" : 18,
"30080" : 22,
"30336" : 21,
"30592" : 17,
"30848" : 15,
"31104" : 14,
"31360" : 18,
"31616" : 12,
"31872" : 17,
"32128" : 11,
"32384" : 13,
"32640" : 18,
"33024" : 27,
"33536" : 20,
"34048" : 20,
"34560" : 19,
"35072" : 24,
"35584" : 13,
"36096" : 12,
"36608" : 12,
"37120" : 20,
"37632" : 18,
"38144" : 21,
"38656" : 14,
"39168" : 11,
"39680" : 12,
"40192" : 10,
"40704" : 7,
"41216" : 16,
"41728" : 8,
"42240" : 10,
"42752" : 6,
"43264" : 9,
"43776" : 13,
"44288" : 12,
"44800" : 6,
"45312" : 6,
"45824" : 8,
"46336" : 11,
"46848" : 13,
"47360" : 13,
"47872" : 7,
"48384" : 3,
"48896" : 3,
"49408" : 8,
"49920" : 5,
"50432" : 2,
"50944" : 5,
"51456" : 5,
"51968" : 2,
"52480" : 3,
"52992" : 2,
"53504" : 4,
"54016" : 7,
"54528" : 7,
"55040" : 5,
"55552" : 11,
"56064" : 4,
"56576" : 2,
"57088" : 6,
"57600" : 3,
"58112" : 5,
"58624" : 5,
"59136" : 8,
"59648" : 8,
"60160" : 3,
"60672" : 5,
"61184" : 4,
"61696" : 4,
"62208" : 6,
"62720" : 6,
"63232" : 9,
"63744" : 2,
"64256" : 3,
"64768" : 9,
"65280" : 8,
"66048" : 3,
"67072" : 14,
"68096" : 13,
"69120" : 4,
"70144" : 11,
"71168" : 11,
"72192" : 19,
"73216" : 13,
"74240" : 12,
"75264" : 11,
"76288" : 15,
"77312" : 14,
"78336" : 7,
"79360" : 10,
"80384" : 15,
"81408" : 12,
"82432" : 14,
"83456" : 14,
"84480" : 7,
"85504" : 11,
"86528" : 5,
"87552" : 8,
"88576" : 10,
"89600" : 14,
"90624" : 9,
"91648" : 8,
"92672" : 6,
"93696" : 4,
"94720" : 11,
"95744" : 9,
"96768" : 8,
"97792" : 8,
"98816" : 7,
"99840" : 5,
"100864" : 3,
"101888" : 10,
"102912" : 6,
"103936" : 10,
"104960" : 8,
"105984" : 11,
"107008" : 6,
"108032" : 7,
"109056" : 3,
"110080" : 2,
"111104" : 8,
"112128" : 6,
"113152" : 8,
"114176" : 2,
"115200" : 4,
"116224" : 5,
"117248" : 8,
"118272" : 6,
"119296" : 3,
"120320" : 4,
"121344" : 6,
"122368" : 9,
"123392" : 2,
"124416" : 4,
"125440" : 1,
"126464" : 1,
"127488" : 4,
"128512" : 3,
"129536" : 3,
"130560" : 6,
"132096" : 8,
"134144" : 9,
"136192" : 13,
"138240" : 9,
"140288" : 5,
"142336" : 8,
"144384" : 3,
"146432" : 5,
"148480" : 3,
"150528" : 7,
"152576" : 2,
"154624" : 2,
"156672" : 5,
"158720" : 5,
"162816" : 3,
"164864" : 4,
"166912" : 3,
"168960" : 3,
"171008" : 2,
"173056" : 2,
"175104" : 3,
"177152" : 3,
"179200" : 5,
"181248" : 2,
"183296" : 1,
"187392" : 2,
"189440" : 1,
"191488" : 1,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 6,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 3,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 2,
"222208" : 2,
"232448" : 2,
"234496" : 1,
"240640" : 1,
"244736" : 1,
"250880" : 2,
"252928" : 2,
"264192" : 4,
"272384" : 1,
"276480" : 1,
"284672" : 1,
"296960" : 1,
"301056" : 1,
"309248" : 1,
"329728" : 1,
"333824" : 2,
"337920" : 2,
"342016" : 1,
"346112" : 2,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"544768" : 1,
"552960" : 2
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6402248,
"mean" : 913746.847329,
"stddev" : 322750.251704,
"N" : 2447505
},
"bw_min" : 14880164,
"bw_max" : 23072870,
"bw_agg" : 100.000000,
"bw_mean" : 17907800.476703,
"bw_dev" : 223973.447747,
"bw_samples" : 4464,
"iops_min" : 14529,
"iops_max" : 22532,
"iops_mean" : 17485.896057,
"iops_stddev" : 218.729026,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239992,
"usr_cpu" : 0.520180,
"sys_cpu" : 77.354562,
"ctx" : 2501017,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.160158,
"4" : 61.478941,
"10" : 8.154578,
"20" : 1.058908,
"50" : 0.112318,
"100" : 0.020225,
"250" : 0.012911,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065719,
"timestamp_ms" : 1773065719310,
"time" : "Mon Mar 9 11:15:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2749117759488,
"io_kbytes" : 2684685312,
"bw_bytes" : 18327451729,
"bw" : 17897902,
"iops" : 17478.586667,
"runtime" : 150000,
"total_ios" : 2621788,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6393545,
"mean" : 911208.412117,
"stddev" : 322397.453769,
"N" : 2621788
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2728.907352,
"stddev" : 2911.139370,
"N" : 2621772,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 23168,
"99.950000" : 34048,
"99.990000" : 117248
},
"bins" : {
"1128" : 1,
"1144" : 1,
"1160" : 4,
"1176" : 8,
"1192" : 14,
"1208" : 23,
"1224" : 27,
"1240" : 53,
"1256" : 112,
"1272" : 61,
"1288" : 181,
"1304" : 120,
"1320" : 238,
"1336" : 313,
"1352" : 158,
"1368" : 391,
"1384" : 199,
"1400" : 418,
"1416" : 828,
"1432" : 1259,
"1448" : 7144,
"1464" : 6548,
"1480" : 16187,
"1496" : 17030,
"1512" : 8701,
"1528" : 17754,
"1544" : 9230,
"1560" : 19692,
"1576" : 20946,
"1592" : 10923,
"1608" : 22466,
"1624" : 11620,
"1640" : 24191,
"1656" : 25125,
"1672" : 12937,
"1688" : 26737,
"1704" : 13695,
"1720" : 27698,
"1736" : 28298,
"1752" : 14563,
"1768" : 30100,
"1784" : 15143,
"1800" : 30620,
"1816" : 31237,
"1832" : 16058,
"1848" : 32621,
"1864" : 16591,
"1880" : 34166,
"1896" : 35351,
"1912" : 18311,
"1928" : 37438,
"1944" : 19556,
"1960" : 40156,
"1976" : 40829,
"1992" : 21750,
"2008" : 42814,
"2024" : 21977,
"2040" : 43640,
"2064" : 67713,
"2096" : 67629,
"2128" : 84044,
"2160" : 72503,
"2192" : 65189,
"2224" : 62775,
"2256" : 60986,
"2288" : 67115,
"2320" : 64278,
"2352" : 51343,
"2384" : 48410,
"2416" : 45481,
"2448" : 46023,
"2480" : 50244,
"2512" : 36929,
"2544" : 34898,
"2576" : 32809,
"2608" : 30597,
"2640" : 38404,
"2672" : 26532,
"2704" : 24866,
"2736" : 23609,
"2768" : 22306,
"2800" : 27110,
"2832" : 19116,
"2864" : 18172,
"2896" : 17173,
"2928" : 16177,
"2960" : 20099,
"2992" : 14283,
"3024" : 13432,
"3056" : 13040,
"3088" : 12260,
"3120" : 15302,
"3152" : 10894,
"3184" : 10531,
"3216" : 9816,
"3248" : 9561,
"3280" : 11683,
"3312" : 9162,
"3344" : 8055,
"3376" : 7825,
"3408" : 7472,
"3440" : 9044,
"3472" : 7708,
"3504" : 6709,
"3536" : 6475,
"3568" : 6216,
"3600" : 6813,
"3632" : 6986,
"3664" : 5614,
"3696" : 5423,
"3728" : 5330,
"3760" : 5485,
"3792" : 6150,
"3824" : 4776,
"3856" : 4634,
"3888" : 4407,
"3920" : 4540,
"3952" : 5410,
"3984" : 4113,
"4016" : 3933,
"4048" : 3875,
"4080" : 3751,
"4128" : 8480,
"4192" : 6848,
"4256" : 7498,
"4320" : 6106,
"4384" : 6007,
"4448" : 6595,
"4512" : 5537,
"4576" : 6022,
"4640" : 5076,
"4704" : 4992,
"4768" : 5669,
"4832" : 4568,
"4896" : 4765,
"4960" : 4723,
"5024" : 4364,
"5088" : 4825,
"5152" : 4016,
"5216" : 3945,
"5280" : 4365,
"5344" : 3711,
"5408" : 4085,
"5472" : 3452,
"5536" : 3350,
"5600" : 3638,
"5664" : 2994,
"5728" : 3347,
"5792" : 2818,
"5856" : 2706,
"5920" : 3082,
"5984" : 2589,
"6048" : 2600,
"6112" : 2403,
"6176" : 2187,
"6240" : 2493,
"6304" : 1956,
"6368" : 1978,
"6432" : 2158,
"6496" : 1744,
"6560" : 1926,
"6624" : 1560,
"6688" : 1532,
"6752" : 1709,
"6816" : 1400,
"6880" : 1615,
"6944" : 1280,
"7008" : 1230,
"7072" : 1308,
"7136" : 1172,
"7200" : 1205,
"7264" : 1052,
"7328" : 998,
"7392" : 1074,
"7456" : 900,
"7520" : 929,
"7584" : 910,
"7648" : 815,
"7712" : 999,
"7776" : 768,
"7840" : 739,
"7904" : 863,
"7968" : 658,
"8032" : 835,
"8096" : 643,
"8160" : 665,
"8256" : 1394,
"8384" : 1245,
"8512" : 1304,
"8640" : 1171,
"8768" : 1152,
"8896" : 1148,
"9024" : 1147,
"9152" : 1108,
"9280" : 997,
"9408" : 1060,
"9536" : 1116,
"9664" : 1047,
"9792" : 1037,
"9920" : 992,
"10048" : 1001,
"10176" : 949,
"10304" : 930,
"10432" : 894,
"10560" : 884,
"10688" : 931,
"10816" : 900,
"10944" : 787,
"11072" : 757,
"11200" : 791,
"11328" : 771,
"11456" : 698,
"11584" : 701,
"11712" : 639,
"11840" : 662,
"11968" : 577,
"12096" : 578,
"12224" : 504,
"12352" : 555,
"12480" : 515,
"12608" : 511,
"12736" : 496,
"12864" : 464,
"12992" : 502,
"13120" : 442,
"13248" : 403,
"13376" : 380,
"13504" : 382,
"13632" : 407,
"13760" : 353,
"13888" : 345,
"14016" : 339,
"14144" : 333,
"14272" : 328,
"14400" : 295,
"14528" : 244,
"14656" : 325,
"14784" : 295,
"14912" : 290,
"15040" : 215,
"15168" : 244,
"15296" : 237,
"15424" : 227,
"15552" : 241,
"15680" : 207,
"15808" : 234,
"15936" : 218,
"16064" : 218,
"16192" : 195,
"16320" : 182,
"16512" : 351,
"16768" : 310,
"17024" : 332,
"17280" : 282,
"17536" : 269,
"17792" : 268,
"18048" : 255,
"18304" : 229,
"18560" : 214,
"18816" : 213,
"19072" : 208,
"19328" : 167,
"19584" : 153,
"19840" : 151,
"20096" : 129,
"20352" : 128,
"20608" : 130,
"20864" : 113,
"21120" : 108,
"21376" : 110,
"21632" : 98,
"21888" : 104,
"22144" : 90,
"22400" : 104,
"22656" : 90,
"22912" : 71,
"23168" : 89,
"23424" : 69,
"23680" : 64,
"23936" : 57,
"24192" : 56,
"24448" : 61,
"24704" : 65,
"24960" : 57,
"25216" : 48,
"25472" : 32,
"25728" : 30,
"25984" : 22,
"26240" : 29,
"26496" : 34,
"26752" : 38,
"27008" : 32,
"27264" : 25,
"27520" : 32,
"27776" : 30,
"28032" : 22,
"28288" : 28,
"28544" : 30,
"28800" : 28,
"29056" : 19,
"29312" : 23,
"29568" : 30,
"29824" : 19,
"30080" : 24,
"30336" : 23,
"30592" : 18,
"30848" : 16,
"31104" : 16,
"31360" : 19,
"31616" : 12,
"31872" : 18,
"32128" : 14,
"32384" : 15,
"32640" : 18,
"33024" : 30,
"33536" : 20,
"34048" : 23,
"34560" : 20,
"35072" : 27,
"35584" : 14,
"36096" : 12,
"36608" : 15,
"37120" : 23,
"37632" : 19,
"38144" : 22,
"38656" : 16,
"39168" : 15,
"39680" : 14,
"40192" : 10,
"40704" : 8,
"41216" : 18,
"41728" : 9,
"42240" : 10,
"42752" : 7,
"43264" : 11,
"43776" : 14,
"44288" : 12,
"44800" : 6,
"45312" : 8,
"45824" : 8,
"46336" : 12,
"46848" : 13,
"47360" : 14,
"47872" : 7,
"48384" : 4,
"48896" : 3,
"49408" : 8,
"49920" : 5,
"50432" : 3,
"50944" : 6,
"51456" : 6,
"51968" : 2,
"52480" : 5,
"52992" : 2,
"53504" : 5,
"54016" : 7,
"54528" : 7,
"55040" : 5,
"55552" : 11,
"56064" : 4,
"56576" : 3,
"57088" : 6,
"57600" : 3,
"58112" : 5,
"58624" : 7,
"59136" : 9,
"59648" : 9,
"60160" : 4,
"60672" : 5,
"61184" : 4,
"61696" : 5,
"62208" : 7,
"62720" : 6,
"63232" : 11,
"63744" : 2,
"64256" : 4,
"64768" : 10,
"65280" : 8,
"66048" : 4,
"67072" : 15,
"68096" : 13,
"69120" : 6,
"70144" : 11,
"71168" : 11,
"72192" : 22,
"73216" : 15,
"74240" : 13,
"75264" : 14,
"76288" : 15,
"77312" : 14,
"78336" : 8,
"79360" : 11,
"80384" : 15,
"81408" : 13,
"82432" : 15,
"83456" : 14,
"84480" : 7,
"85504" : 11,
"86528" : 5,
"87552" : 8,
"88576" : 11,
"89600" : 16,
"90624" : 9,
"91648" : 8,
"92672" : 6,
"93696" : 5,
"94720" : 11,
"95744" : 10,
"96768" : 9,
"97792" : 8,
"98816" : 7,
"99840" : 5,
"100864" : 4,
"101888" : 10,
"102912" : 7,
"103936" : 10,
"104960" : 8,
"105984" : 11,
"107008" : 8,
"108032" : 7,
"109056" : 3,
"110080" : 3,
"111104" : 10,
"112128" : 8,
"113152" : 8,
"114176" : 3,
"115200" : 7,
"116224" : 5,
"117248" : 8,
"118272" : 8,
"119296" : 3,
"120320" : 6,
"121344" : 7,
"122368" : 10,
"123392" : 2,
"124416" : 4,
"125440" : 1,
"126464" : 1,
"127488" : 4,
"128512" : 3,
"129536" : 3,
"130560" : 6,
"132096" : 10,
"134144" : 9,
"136192" : 13,
"138240" : 9,
"140288" : 6,
"142336" : 9,
"144384" : 3,
"146432" : 6,
"148480" : 4,
"150528" : 7,
"152576" : 2,
"154624" : 2,
"156672" : 5,
"158720" : 5,
"162816" : 4,
"164864" : 4,
"166912" : 3,
"168960" : 3,
"171008" : 2,
"173056" : 3,
"175104" : 3,
"177152" : 3,
"179200" : 5,
"181248" : 3,
"183296" : 1,
"187392" : 2,
"189440" : 1,
"191488" : 1,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 7,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 3,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 2,
"222208" : 2,
"232448" : 2,
"234496" : 1,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"252928" : 2,
"264192" : 4,
"272384" : 1,
"276480" : 2,
"284672" : 1,
"296960" : 1,
"301056" : 1,
"309248" : 1,
"329728" : 1,
"333824" : 2,
"337920" : 2,
"342016" : 1,
"346112" : 2,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"514048" : 1,
"544768" : 1,
"552960" : 2
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6402248,
"mean" : 913937.324982,
"stddev" : 323010.409255,
"N" : 2621772
},
"bw_min" : 14880164,
"bw_max" : 23072870,
"bw_agg" : 100.000000,
"bw_mean" : 17905248.100334,
"bw_dev" : 217715.420763,
"bw_samples" : 4784,
"iops_min" : 14529,
"iops_max" : 22532,
"iops_mean" : 17483.361204,
"iops_stddev" : 212.618345,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399992,
"usr_cpu" : 0.519877,
"sys_cpu" : 77.470967,
"ctx" : 2684874,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.209875,
"4" : 61.412670,
"10" : 8.166564,
"20" : 1.061718,
"50" : 0.113625,
"100" : 0.020444,
"250" : 0.013197,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065729,
"timestamp_ms" : 1773065729310,
"time" : "Mon Mar 9 11:15:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2927587491840,
"io_kbytes" : 2858972160,
"bw_bytes" : 18297421824,
"bw" : 17868576,
"iops" : 17449.950000,
"runtime" : 160000,
"total_ios" : 2791992,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6393545,
"mean" : 912710.030009,
"stddev" : 321847.585439,
"N" : 2791992
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2730.709850,
"stddev" : 2913.869681,
"N" : 2791976,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 22912,
"99.950000" : 34048,
"99.990000" : 117248
},
"bins" : {
"1128" : 1,
"1144" : 1,
"1160" : 4,
"1176" : 9,
"1192" : 16,
"1208" : 24,
"1224" : 27,
"1240" : 56,
"1256" : 115,
"1272" : 65,
"1288" : 190,
"1304" : 126,
"1320" : 249,
"1336" : 337,
"1352" : 162,
"1368" : 413,
"1384" : 207,
"1400" : 443,
"1416" : 880,
"1432" : 1340,
"1448" : 7563,
"1464" : 6939,
"1480" : 17040,
"1496" : 18008,
"1512" : 9225,
"1528" : 18711,
"1544" : 9701,
"1560" : 20799,
"1576" : 22107,
"1592" : 11549,
"1608" : 23765,
"1624" : 12269,
"1640" : 25549,
"1656" : 26536,
"1672" : 13731,
"1688" : 28327,
"1704" : 14513,
"1720" : 29329,
"1736" : 29993,
"1752" : 15484,
"1768" : 31872,
"1784" : 16037,
"1800" : 32508,
"1816" : 33202,
"1832" : 17049,
"1848" : 34691,
"1864" : 17555,
"1880" : 36409,
"1896" : 37628,
"1912" : 19506,
"1928" : 39806,
"1944" : 20806,
"1960" : 42823,
"1976" : 43441,
"1992" : 23103,
"2008" : 45659,
"2024" : 23413,
"2040" : 46545,
"2064" : 72205,
"2096" : 72146,
"2128" : 89602,
"2160" : 77307,
"2192" : 69541,
"2224" : 66984,
"2256" : 65078,
"2288" : 71648,
"2320" : 68682,
"2352" : 54744,
"2384" : 51556,
"2416" : 48657,
"2448" : 49014,
"2480" : 53476,
"2512" : 39356,
"2544" : 37212,
"2576" : 34990,
"2608" : 32607,
"2640" : 40917,
"2672" : 28324,
"2704" : 26560,
"2736" : 25185,
"2768" : 23783,
"2800" : 28904,
"2832" : 20431,
"2864" : 19344,
"2896" : 18323,
"2928" : 17201,
"2960" : 21393,
"2992" : 15179,
"3024" : 14353,
"3056" : 13859,
"3088" : 13083,
"3120" : 16321,
"3152" : 11659,
"3184" : 11214,
"3216" : 10472,
"3248" : 10234,
"3280" : 12451,
"3312" : 9757,
"3344" : 8610,
"3376" : 8326,
"3408" : 7974,
"3440" : 9663,
"3472" : 8252,
"3504" : 7132,
"3536" : 6883,
"3568" : 6649,
"3600" : 7276,
"3632" : 7477,
"3664" : 5985,
"3696" : 5801,
"3728" : 5686,
"3760" : 5849,
"3792" : 6576,
"3824" : 5103,
"3856" : 4938,
"3888" : 4712,
"3920" : 4844,
"3952" : 5813,
"3984" : 4419,
"4016" : 4203,
"4048" : 4155,
"4080" : 3990,
"4128" : 9037,
"4192" : 7298,
"4256" : 8042,
"4320" : 6545,
"4384" : 6449,
"4448" : 7045,
"4512" : 5892,
"4576" : 6427,
"4640" : 5426,
"4704" : 5322,
"4768" : 6061,
"4832" : 4879,
"4896" : 5091,
"4960" : 5062,
"5024" : 4627,
"5088" : 5170,
"5152" : 4264,
"5216" : 4211,
"5280" : 4669,
"5344" : 3968,
"5408" : 4339,
"5472" : 3662,
"5536" : 3564,
"5600" : 3860,
"5664" : 3220,
"5728" : 3586,
"5792" : 3015,
"5856" : 2894,
"5920" : 3283,
"5984" : 2761,
"6048" : 2757,
"6112" : 2568,
"6176" : 2325,
"6240" : 2671,
"6304" : 2077,
"6368" : 2117,
"6432" : 2294,
"6496" : 1868,
"6560" : 2055,
"6624" : 1683,
"6688" : 1635,
"6752" : 1825,
"6816" : 1502,
"6880" : 1693,
"6944" : 1356,
"7008" : 1302,
"7072" : 1402,
"7136" : 1250,
"7200" : 1274,
"7264" : 1124,
"7328" : 1068,
"7392" : 1139,
"7456" : 958,
"7520" : 990,
"7584" : 971,
"7648" : 856,
"7712" : 1061,
"7776" : 825,
"7840" : 788,
"7904" : 933,
"7968" : 699,
"8032" : 897,
"8096" : 699,
"8160" : 712,
"8256" : 1495,
"8384" : 1315,
"8512" : 1379,
"8640" : 1253,
"8768" : 1229,
"8896" : 1241,
"9024" : 1222,
"9152" : 1179,
"9280" : 1052,
"9408" : 1124,
"9536" : 1173,
"9664" : 1134,
"9792" : 1104,
"9920" : 1054,
"10048" : 1080,
"10176" : 1013,
"10304" : 988,
"10432" : 953,
"10560" : 939,
"10688" : 976,
"10816" : 963,
"10944" : 846,
"11072" : 810,
"11200" : 862,
"11328" : 815,
"11456" : 760,
"11584" : 744,
"11712" : 690,
"11840" : 707,
"11968" : 618,
"12096" : 609,
"12224" : 547,
"12352" : 584,
"12480" : 541,
"12608" : 550,
"12736" : 532,
"12864" : 503,
"12992" : 537,
"13120" : 475,
"13248" : 430,
"13376" : 410,
"13504" : 411,
"13632" : 424,
"13760" : 381,
"13888" : 372,
"14016" : 359,
"14144" : 357,
"14272" : 352,
"14400" : 321,
"14528" : 265,
"14656" : 349,
"14784" : 319,
"14912" : 310,
"15040" : 233,
"15168" : 260,
"15296" : 244,
"15424" : 241,
"15552" : 249,
"15680" : 223,
"15808" : 250,
"15936" : 230,
"16064" : 234,
"16192" : 208,
"16320" : 193,
"16512" : 377,
"16768" : 327,
"17024" : 350,
"17280" : 299,
"17536" : 285,
"17792" : 286,
"18048" : 269,
"18304" : 257,
"18560" : 229,
"18816" : 233,
"19072" : 221,
"19328" : 181,
"19584" : 159,
"19840" : 163,
"20096" : 143,
"20352" : 136,
"20608" : 141,
"20864" : 123,
"21120" : 115,
"21376" : 115,
"21632" : 105,
"21888" : 113,
"22144" : 92,
"22400" : 112,
"22656" : 95,
"22912" : 75,
"23168" : 96,
"23424" : 73,
"23680" : 68,
"23936" : 58,
"24192" : 57,
"24448" : 64,
"24704" : 67,
"24960" : 59,
"25216" : 49,
"25472" : 34,
"25728" : 30,
"25984" : 26,
"26240" : 31,
"26496" : 36,
"26752" : 41,
"27008" : 35,
"27264" : 25,
"27520" : 37,
"27776" : 30,
"28032" : 24,
"28288" : 29,
"28544" : 30,
"28800" : 29,
"29056" : 20,
"29312" : 24,
"29568" : 31,
"29824" : 21,
"30080" : 26,
"30336" : 24,
"30592" : 20,
"30848" : 16,
"31104" : 17,
"31360" : 19,
"31616" : 13,
"31872" : 18,
"32128" : 14,
"32384" : 17,
"32640" : 19,
"33024" : 31,
"33536" : 22,
"34048" : 26,
"34560" : 21,
"35072" : 27,
"35584" : 15,
"36096" : 12,
"36608" : 16,
"37120" : 23,
"37632" : 19,
"38144" : 22,
"38656" : 19,
"39168" : 15,
"39680" : 15,
"40192" : 10,
"40704" : 8,
"41216" : 20,
"41728" : 10,
"42240" : 11,
"42752" : 8,
"43264" : 11,
"43776" : 15,
"44288" : 13,
"44800" : 6,
"45312" : 11,
"45824" : 9,
"46336" : 12,
"46848" : 13,
"47360" : 15,
"47872" : 7,
"48384" : 5,
"48896" : 4,
"49408" : 9,
"49920" : 5,
"50432" : 3,
"50944" : 6,
"51456" : 6,
"51968" : 4,
"52480" : 5,
"52992" : 2,
"53504" : 5,
"54016" : 7,
"54528" : 7,
"55040" : 7,
"55552" : 11,
"56064" : 4,
"56576" : 3,
"57088" : 6,
"57600" : 3,
"58112" : 5,
"58624" : 7,
"59136" : 11,
"59648" : 12,
"60160" : 4,
"60672" : 5,
"61184" : 4,
"61696" : 6,
"62208" : 8,
"62720" : 7,
"63232" : 11,
"63744" : 3,
"64256" : 4,
"64768" : 11,
"65280" : 9,
"66048" : 4,
"67072" : 16,
"68096" : 13,
"69120" : 7,
"70144" : 12,
"71168" : 12,
"72192" : 22,
"73216" : 17,
"74240" : 15,
"75264" : 15,
"76288" : 16,
"77312" : 15,
"78336" : 8,
"79360" : 12,
"80384" : 15,
"81408" : 13,
"82432" : 16,
"83456" : 16,
"84480" : 7,
"85504" : 11,
"86528" : 5,
"87552" : 8,
"88576" : 12,
"89600" : 18,
"90624" : 10,
"91648" : 8,
"92672" : 7,
"93696" : 5,
"94720" : 11,
"95744" : 12,
"96768" : 9,
"97792" : 8,
"98816" : 7,
"99840" : 5,
"100864" : 4,
"101888" : 11,
"102912" : 7,
"103936" : 11,
"104960" : 8,
"105984" : 11,
"107008" : 8,
"108032" : 9,
"109056" : 3,
"110080" : 4,
"111104" : 11,
"112128" : 8,
"113152" : 8,
"114176" : 3,
"115200" : 7,
"116224" : 6,
"117248" : 10,
"118272" : 8,
"119296" : 3,
"120320" : 6,
"121344" : 7,
"122368" : 10,
"123392" : 2,
"124416" : 5,
"125440" : 1,
"126464" : 1,
"127488" : 4,
"128512" : 3,
"129536" : 4,
"130560" : 6,
"132096" : 11,
"134144" : 10,
"136192" : 14,
"138240" : 10,
"140288" : 6,
"142336" : 9,
"144384" : 3,
"146432" : 6,
"148480" : 4,
"150528" : 7,
"152576" : 2,
"154624" : 4,
"156672" : 5,
"158720" : 5,
"162816" : 4,
"164864" : 4,
"166912" : 3,
"168960" : 3,
"171008" : 2,
"173056" : 3,
"175104" : 4,
"177152" : 4,
"179200" : 5,
"181248" : 3,
"183296" : 1,
"187392" : 3,
"189440" : 1,
"191488" : 1,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 7,
"201728" : 1,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 3,
"211968" : 1,
"214016" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 2,
"222208" : 2,
"232448" : 2,
"234496" : 1,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"252928" : 2,
"264192" : 4,
"272384" : 1,
"276480" : 2,
"284672" : 1,
"296960" : 1,
"301056" : 1,
"309248" : 1,
"329728" : 1,
"333824" : 3,
"337920" : 2,
"342016" : 1,
"346112" : 2,
"362496" : 1,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"514048" : 1,
"522240" : 1,
"544768" : 1,
"552960" : 2
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6402248,
"mean" : 915440.753641,
"stddev" : 322459.427971,
"N" : 2791976
},
"bw_min" : 14870142,
"bw_max" : 23072870,
"bw_agg" : 100.000000,
"bw_mean" : 17879566.385580,
"bw_dev" : 214890.611105,
"bw_samples" : 5104,
"iops_min" : 14520,
"iops_max" : 22532,
"iops_mean" : 17458.247649,
"iops_stddev" : 209.860836,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559993,
"usr_cpu" : 0.520665,
"sys_cpu" : 77.444548,
"ctx" : 2865657,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.091738,
"4" : 61.509381,
"10" : 8.184586,
"20" : 1.065655,
"50" : 0.113109,
"100" : 0.020523,
"250" : 0.013145,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065739,
"timestamp_ms" : 1773065739310,
"time" : "Mon Mar 9 11:15:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3110472777728,
"io_kbytes" : 3037571072,
"bw_bytes" : 18296898692,
"bw" : 17868065,
"iops" : 17449.464706,
"runtime" : 170000,
"total_ios" : 2966409,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6393545,
"mean" : 912732.971283,
"stddev" : 322419.715790,
"N" : 2966409
},
"clat_ns" : {
"min" : 1122,
"max" : 554446,
"mean" : 2730.201093,
"stddev" : 2903.465561,
"N" : 2966393,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 22912,
"99.950000" : 34048,
"99.990000" : 117248
},
"bins" : {
"1128" : 1,
"1144" : 1,
"1160" : 4,
"1176" : 9,
"1192" : 17,
"1208" : 25,
"1224" : 28,
"1240" : 57,
"1256" : 121,
"1272" : 68,
"1288" : 199,
"1304" : 138,
"1320" : 267,
"1336" : 352,
"1352" : 178,
"1368" : 430,
"1384" : 222,
"1400" : 473,
"1416" : 942,
"1432" : 1389,
"1448" : 7871,
"1464" : 7186,
"1480" : 17719,
"1496" : 18811,
"1512" : 9767,
"1528" : 19950,
"1544" : 10403,
"1560" : 22365,
"1576" : 23669,
"1592" : 12372,
"1608" : 25333,
"1624" : 13118,
"1640" : 27310,
"1656" : 28254,
"1672" : 14672,
"1688" : 30180,
"1704" : 15541,
"1720" : 31306,
"1736" : 32088,
"1752" : 16525,
"1768" : 33957,
"1784" : 17135,
"1800" : 34626,
"1816" : 35375,
"1832" : 18193,
"1848" : 36956,
"1864" : 18697,
"1880" : 38625,
"1896" : 39965,
"1912" : 20677,
"1928" : 42297,
"1944" : 22095,
"1960" : 45323,
"1976" : 46047,
"1992" : 24510,
"2008" : 48399,
"2024" : 24860,
"2040" : 49441,
"2064" : 76553,
"2096" : 76597,
"2128" : 95165,
"2160" : 82023,
"2192" : 73795,
"2224" : 71139,
"2256" : 69126,
"2288" : 76167,
"2320" : 72958,
"2352" : 58214,
"2384" : 54778,
"2416" : 51733,
"2448" : 52060,
"2480" : 56771,
"2512" : 41735,
"2544" : 39513,
"2576" : 37186,
"2608" : 34669,
"2640" : 43408,
"2672" : 30074,
"2704" : 28234,
"2736" : 26757,
"2768" : 25255,
"2800" : 30691,
"2832" : 21674,
"2864" : 20538,
"2896" : 19458,
"2928" : 18247,
"2960" : 22778,
"2992" : 16118,
"3024" : 15257,
"3056" : 14733,
"3088" : 13884,
"3120" : 17298,
"3152" : 12387,
"3184" : 11933,
"3216" : 11111,
"3248" : 10842,
"3280" : 13181,
"3312" : 10329,
"3344" : 9172,
"3376" : 8864,
"3408" : 8459,
"3440" : 10268,
"3472" : 8738,
"3504" : 7578,
"3536" : 7312,
"3568" : 7042,
"3600" : 7759,
"3632" : 7936,
"3664" : 6332,
"3696" : 6185,
"3728" : 6005,
"3760" : 6188,
"3792" : 6998,
"3824" : 5440,
"3856" : 5255,
"3888" : 4970,
"3920" : 5147,
"3952" : 6178,
"3984" : 4683,
"4016" : 4487,
"4048" : 4439,
"4080" : 4244,
"4128" : 9583,
"4192" : 7764,
"4256" : 8589,
"4320" : 7005,
"4384" : 6867,
"4448" : 7463,
"4512" : 6261,
"4576" : 6864,
"4640" : 5771,
"4704" : 5660,
"4768" : 6438,
"4832" : 5173,
"4896" : 5410,
"4960" : 5399,
"5024" : 4931,
"5088" : 5501,
"5152" : 4539,
"5216" : 4466,
"5280" : 4964,
"5344" : 4221,
"5408" : 4596,
"5472" : 3908,
"5536" : 3757,
"5600" : 4118,
"5664" : 3420,
"5728" : 3807,
"5792" : 3213,
"5856" : 3065,
"5920" : 3500,
"5984" : 2928,
"6048" : 2922,
"6112" : 2739,
"6176" : 2482,
"6240" : 2830,
"6304" : 2217,
"6368" : 2245,
"6432" : 2416,
"6496" : 2007,
"6560" : 2196,
"6624" : 1787,
"6688" : 1747,
"6752" : 1927,
"6816" : 1601,
"6880" : 1796,
"6944" : 1435,
"7008" : 1375,
"7072" : 1487,
"7136" : 1338,
"7200" : 1349,
"7264" : 1177,
"7328" : 1125,
"7392" : 1212,
"7456" : 1013,
"7520" : 1066,
"7584" : 1033,
"7648" : 911,
"7712" : 1127,
"7776" : 879,
"7840" : 835,
"7904" : 986,
"7968" : 758,
"8032" : 951,
"8096" : 745,
"8160" : 762,
"8256" : 1570,
"8384" : 1406,
"8512" : 1463,
"8640" : 1335,
"8768" : 1301,
"8896" : 1314,
"9024" : 1285,
"9152" : 1247,
"9280" : 1121,
"9408" : 1196,
"9536" : 1260,
"9664" : 1190,
"9792" : 1184,
"9920" : 1120,
"10048" : 1155,
"10176" : 1091,
"10304" : 1046,
"10432" : 1003,
"10560" : 990,
"10688" : 1031,
"10816" : 1023,
"10944" : 892,
"11072" : 860,
"11200" : 914,
"11328" : 859,
"11456" : 815,
"11584" : 780,
"11712" : 739,
"11840" : 750,
"11968" : 660,
"12096" : 640,
"12224" : 580,
"12352" : 623,
"12480" : 585,
"12608" : 588,
"12736" : 560,
"12864" : 526,
"12992" : 566,
"13120" : 506,
"13248" : 461,
"13376" : 438,
"13504" : 441,
"13632" : 436,
"13760" : 416,
"13888" : 399,
"14016" : 381,
"14144" : 374,
"14272" : 371,
"14400" : 342,
"14528" : 283,
"14656" : 370,
"14784" : 340,
"14912" : 329,
"15040" : 245,
"15168" : 276,
"15296" : 265,
"15424" : 257,
"15552" : 268,
"15680" : 241,
"15808" : 270,
"15936" : 244,
"16064" : 248,
"16192" : 224,
"16320" : 204,
"16512" : 404,
"16768" : 348,
"17024" : 375,
"17280" : 309,
"17536" : 301,
"17792" : 309,
"18048" : 279,
"18304" : 272,
"18560" : 243,
"18816" : 250,
"19072" : 232,
"19328" : 197,
"19584" : 173,
"19840" : 174,
"20096" : 160,
"20352" : 145,
"20608" : 147,
"20864" : 130,
"21120" : 117,
"21376" : 119,
"21632" : 110,
"21888" : 118,
"22144" : 100,
"22400" : 118,
"22656" : 99,
"22912" : 80,
"23168" : 100,
"23424" : 74,
"23680" : 73,
"23936" : 60,
"24192" : 61,
"24448" : 66,
"24704" : 74,
"24960" : 66,
"25216" : 50,
"25472" : 34,
"25728" : 33,
"25984" : 27,
"26240" : 34,
"26496" : 38,
"26752" : 45,
"27008" : 38,
"27264" : 27,
"27520" : 38,
"27776" : 30,
"28032" : 26,
"28288" : 29,
"28544" : 33,
"28800" : 30,
"29056" : 21,
"29312" : 26,
"29568" : 31,
"29824" : 21,
"30080" : 26,
"30336" : 26,
"30592" : 21,
"30848" : 19,
"31104" : 17,
"31360" : 20,
"31616" : 13,
"31872" : 20,
"32128" : 15,
"32384" : 17,
"32640" : 19,
"33024" : 34,
"33536" : 22,
"34048" : 30,
"34560" : 24,
"35072" : 28,
"35584" : 16,
"36096" : 13,
"36608" : 16,
"37120" : 23,
"37632" : 20,
"38144" : 22,
"38656" : 20,
"39168" : 16,
"39680" : 16,
"40192" : 11,
"40704" : 9,
"41216" : 21,
"41728" : 11,
"42240" : 12,
"42752" : 8,
"43264" : 13,
"43776" : 15,
"44288" : 13,
"44800" : 7,
"45312" : 12,
"45824" : 10,
"46336" : 13,
"46848" : 13,
"47360" : 15,
"47872" : 7,
"48384" : 5,
"48896" : 4,
"49408" : 9,
"49920" : 6,
"50432" : 3,
"50944" : 7,
"51456" : 7,
"51968" : 4,
"52480" : 6,
"52992" : 2,
"53504" : 5,
"54016" : 7,
"54528" : 9,
"55040" : 8,
"55552" : 12,
"56064" : 5,
"56576" : 3,
"57088" : 6,
"57600" : 4,
"58112" : 6,
"58624" : 7,
"59136" : 12,
"59648" : 13,
"60160" : 4,
"60672" : 6,
"61184" : 4,
"61696" : 6,
"62208" : 9,
"62720" : 7,
"63232" : 11,
"63744" : 4,
"64256" : 5,
"64768" : 11,
"65280" : 11,
"66048" : 4,
"67072" : 17,
"68096" : 13,
"69120" : 8,
"70144" : 14,
"71168" : 12,
"72192" : 22,
"73216" : 17,
"74240" : 15,
"75264" : 16,
"76288" : 18,
"77312" : 17,
"78336" : 8,
"79360" : 13,
"80384" : 15,
"81408" : 13,
"82432" : 16,
"83456" : 17,
"84480" : 9,
"85504" : 12,
"86528" : 5,
"87552" : 9,
"88576" : 12,
"89600" : 18,
"90624" : 10,
"91648" : 10,
"92672" : 8,
"93696" : 5,
"94720" : 12,
"95744" : 12,
"96768" : 9,
"97792" : 8,
"98816" : 7,
"99840" : 5,
"100864" : 4,
"101888" : 11,
"102912" : 7,
"103936" : 11,
"104960" : 8,
"105984" : 11,
"107008" : 8,
"108032" : 11,
"109056" : 4,
"110080" : 4,
"111104" : 12,
"112128" : 8,
"113152" : 9,
"114176" : 3,
"115200" : 7,
"116224" : 6,
"117248" : 10,
"118272" : 8,
"119296" : 3,
"120320" : 6,
"121344" : 7,
"122368" : 11,
"123392" : 2,
"124416" : 6,
"125440" : 1,
"126464" : 1,
"127488" : 4,
"128512" : 3,
"129536" : 4,
"130560" : 6,
"132096" : 11,
"134144" : 10,
"136192" : 15,
"138240" : 10,
"140288" : 7,
"142336" : 9,
"144384" : 3,
"146432" : 7,
"148480" : 4,
"150528" : 8,
"152576" : 2,
"154624" : 4,
"156672" : 7,
"158720" : 5,
"162816" : 4,
"164864" : 4,
"166912" : 3,
"168960" : 3,
"171008" : 3,
"173056" : 3,
"175104" : 4,
"177152" : 4,
"179200" : 5,
"181248" : 3,
"183296" : 1,
"187392" : 3,
"189440" : 1,
"191488" : 1,
"193536" : 1,
"195584" : 4,
"197632" : 3,
"199680" : 7,
"201728" : 1,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 3,
"211968" : 1,
"214016" : 2,
"216064" : 2,
"218112" : 2,
"220160" : 2,
"222208" : 2,
"226304" : 1,
"232448" : 2,
"234496" : 1,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"252928" : 2,
"264192" : 4,
"272384" : 1,
"276480" : 2,
"284672" : 1,
"296960" : 1,
"301056" : 2,
"309248" : 1,
"329728" : 1,
"333824" : 3,
"337920" : 2,
"342016" : 1,
"346112" : 2,
"362496" : 2,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"514048" : 1,
"522240" : 1,
"544768" : 1,
"552960" : 2
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6402248,
"mean" : 915463.185471,
"stddev" : 323031.979497,
"N" : 2966393
},
"bw_min" : 14870142,
"bw_max" : 23072870,
"bw_agg" : 100.000000,
"bw_mean" : 17874491.843658,
"bw_dev" : 210328.477210,
"bw_samples" : 5424,
"iops_min" : 14520,
"iops_max" : 22532,
"iops_mean" : 17453.309735,
"iops_stddev" : 205.405520,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719990,
"usr_cpu" : 0.519855,
"sys_cpu" : 77.452601,
"ctx" : 3043077,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.120698,
"4" : 61.474261,
"10" : 8.191790,
"20" : 1.065531,
"50" : 0.112358,
"100" : 0.020597,
"250" : 0.012945,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065749,
"timestamp_ms" : 1773065749333,
"time" : "Mon Mar 9 11:15:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3295973212160,
"io_kbytes" : 3218723840,
"bw_bytes" : 18310860562,
"bw" : 17881699,
"iops" : 17462.547430,
"runtime" : 180001,
"total_ios" : 3143276,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6393545,
"mean" : 912033.498214,
"stddev" : 322525.987291,
"N" : 3143292
},
"clat_ns" : {
"min" : 1122,
"max" : 1104010,
"mean" : 2729.866919,
"stddev" : 2953.167064,
"N" : 3143276,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 22912,
"99.950000" : 34048,
"99.990000" : 116224
},
"bins" : {
"1128" : 1,
"1144" : 2,
"1160" : 5,
"1176" : 9,
"1192" : 17,
"1208" : 26,
"1224" : 29,
"1240" : 61,
"1256" : 129,
"1272" : 72,
"1288" : 208,
"1304" : 142,
"1320" : 285,
"1336" : 380,
"1352" : 189,
"1368" : 448,
"1384" : 235,
"1400" : 496,
"1416" : 1033,
"1432" : 1507,
"1448" : 8474,
"1464" : 7712,
"1480" : 18809,
"1496" : 20004,
"1512" : 10363,
"1528" : 21188,
"1544" : 11009,
"1560" : 23706,
"1576" : 25100,
"1592" : 13159,
"1608" : 26851,
"1624" : 13932,
"1640" : 28989,
"1656" : 29995,
"1672" : 15617,
"1688" : 32094,
"1704" : 16488,
"1720" : 33240,
"1736" : 34061,
"1752" : 17568,
"1768" : 35929,
"1784" : 18166,
"1800" : 36759,
"1816" : 37557,
"1832" : 19282,
"1848" : 39185,
"1864" : 19812,
"1880" : 41002,
"1896" : 42320,
"1912" : 21849,
"1928" : 44817,
"1944" : 23439,
"1960" : 47988,
"1976" : 48778,
"1992" : 26010,
"2008" : 51286,
"2024" : 26335,
"2040" : 52462,
"2064" : 81075,
"2096" : 81062,
"2128" : 100823,
"2160" : 86838,
"2192" : 78174,
"2224" : 75399,
"2256" : 73149,
"2288" : 80636,
"2320" : 77320,
"2352" : 61618,
"2384" : 58082,
"2416" : 54769,
"2448" : 55073,
"2480" : 60095,
"2512" : 44266,
"2544" : 41877,
"2576" : 39312,
"2608" : 36793,
"2640" : 46048,
"2672" : 31852,
"2704" : 29936,
"2736" : 28308,
"2768" : 26630,
"2800" : 32560,
"2832" : 22993,
"2864" : 21761,
"2896" : 20608,
"2928" : 19369,
"2960" : 24145,
"2992" : 17081,
"3024" : 16172,
"3056" : 15555,
"3088" : 14676,
"3120" : 18337,
"3152" : 13118,
"3184" : 12602,
"3216" : 11812,
"3248" : 11433,
"3280" : 13998,
"3312" : 10883,
"3344" : 9736,
"3376" : 9367,
"3408" : 8933,
"3440" : 10834,
"3472" : 9238,
"3504" : 8033,
"3536" : 7761,
"3568" : 7463,
"3600" : 8197,
"3632" : 8414,
"3664" : 6679,
"3696" : 6580,
"3728" : 6325,
"3760" : 6561,
"3792" : 7422,
"3824" : 5764,
"3856" : 5568,
"3888" : 5284,
"3920" : 5395,
"3952" : 6553,
"3984" : 4972,
"4016" : 4739,
"4048" : 4674,
"4080" : 4478,
"4128" : 10142,
"4192" : 8208,
"4256" : 9062,
"4320" : 7423,
"4384" : 7247,
"4448" : 7873,
"4512" : 6671,
"4576" : 7228,
"4640" : 6124,
"4704" : 6015,
"4768" : 6836,
"4832" : 5457,
"4896" : 5722,
"4960" : 5709,
"5024" : 5217,
"5088" : 5841,
"5152" : 4790,
"5216" : 4704,
"5280" : 5230,
"5344" : 4469,
"5408" : 4885,
"5472" : 4117,
"5536" : 3992,
"5600" : 4356,
"5664" : 3610,
"5728" : 4052,
"5792" : 3404,
"5856" : 3274,
"5920" : 3725,
"5984" : 3108,
"6048" : 3099,
"6112" : 2903,
"6176" : 2627,
"6240" : 2980,
"6304" : 2336,
"6368" : 2376,
"6432" : 2552,
"6496" : 2132,
"6560" : 2331,
"6624" : 1902,
"6688" : 1851,
"6752" : 2027,
"6816" : 1708,
"6880" : 1904,
"6944" : 1515,
"7008" : 1435,
"7072" : 1586,
"7136" : 1406,
"7200" : 1423,
"7264" : 1235,
"7328" : 1203,
"7392" : 1277,
"7456" : 1074,
"7520" : 1124,
"7584" : 1097,
"7648" : 965,
"7712" : 1205,
"7776" : 935,
"7840" : 891,
"7904" : 1031,
"7968" : 806,
"8032" : 993,
"8096" : 782,
"8160" : 815,
"8256" : 1667,
"8384" : 1502,
"8512" : 1552,
"8640" : 1422,
"8768" : 1372,
"8896" : 1403,
"9024" : 1376,
"9152" : 1337,
"9280" : 1190,
"9408" : 1274,
"9536" : 1324,
"9664" : 1264,
"9792" : 1255,
"9920" : 1185,
"10048" : 1227,
"10176" : 1154,
"10304" : 1115,
"10432" : 1080,
"10560" : 1047,
"10688" : 1086,
"10816" : 1083,
"10944" : 965,
"11072" : 903,
"11200" : 967,
"11328" : 906,
"11456" : 870,
"11584" : 819,
"11712" : 784,
"11840" : 798,
"11968" : 699,
"12096" : 682,
"12224" : 613,
"12352" : 651,
"12480" : 620,
"12608" : 624,
"12736" : 594,
"12864" : 552,
"12992" : 595,
"13120" : 543,
"13248" : 492,
"13376" : 473,
"13504" : 459,
"13632" : 457,
"13760" : 443,
"13888" : 422,
"14016" : 394,
"14144" : 399,
"14272" : 392,
"14400" : 356,
"14528" : 311,
"14656" : 387,
"14784" : 363,
"14912" : 341,
"15040" : 265,
"15168" : 299,
"15296" : 286,
"15424" : 274,
"15552" : 283,
"15680" : 252,
"15808" : 290,
"15936" : 259,
"16064" : 256,
"16192" : 231,
"16320" : 215,
"16512" : 425,
"16768" : 372,
"17024" : 385,
"17280" : 325,
"17536" : 325,
"17792" : 329,
"18048" : 287,
"18304" : 288,
"18560" : 254,
"18816" : 267,
"19072" : 246,
"19328" : 211,
"19584" : 186,
"19840" : 187,
"20096" : 174,
"20352" : 155,
"20608" : 155,
"20864" : 139,
"21120" : 121,
"21376" : 127,
"21632" : 118,
"21888" : 130,
"22144" : 107,
"22400" : 126,
"22656" : 103,
"22912" : 84,
"23168" : 101,
"23424" : 78,
"23680" : 75,
"23936" : 61,
"24192" : 64,
"24448" : 70,
"24704" : 78,
"24960" : 69,
"25216" : 52,
"25472" : 37,
"25728" : 40,
"25984" : 28,
"26240" : 35,
"26496" : 40,
"26752" : 49,
"27008" : 41,
"27264" : 27,
"27520" : 39,
"27776" : 34,
"28032" : 27,
"28288" : 30,
"28544" : 34,
"28800" : 31,
"29056" : 23,
"29312" : 29,
"29568" : 34,
"29824" : 23,
"30080" : 26,
"30336" : 28,
"30592" : 21,
"30848" : 20,
"31104" : 18,
"31360" : 20,
"31616" : 13,
"31872" : 20,
"32128" : 16,
"32384" : 18,
"32640" : 21,
"33024" : 34,
"33536" : 25,
"34048" : 30,
"34560" : 25,
"35072" : 29,
"35584" : 21,
"36096" : 14,
"36608" : 17,
"37120" : 23,
"37632" : 22,
"38144" : 24,
"38656" : 20,
"39168" : 16,
"39680" : 18,
"40192" : 12,
"40704" : 10,
"41216" : 21,
"41728" : 11,
"42240" : 14,
"42752" : 8,
"43264" : 13,
"43776" : 15,
"44288" : 13,
"44800" : 8,
"45312" : 12,
"45824" : 10,
"46336" : 13,
"46848" : 13,
"47360" : 17,
"47872" : 8,
"48384" : 7,
"48896" : 4,
"49408" : 9,
"49920" : 7,
"50432" : 3,
"50944" : 8,
"51456" : 8,
"51968" : 7,
"52480" : 8,
"52992" : 3,
"53504" : 5,
"54016" : 7,
"54528" : 10,
"55040" : 11,
"55552" : 12,
"56064" : 5,
"56576" : 3,
"57088" : 7,
"57600" : 4,
"58112" : 6,
"58624" : 9,
"59136" : 12,
"59648" : 13,
"60160" : 5,
"60672" : 6,
"61184" : 4,
"61696" : 8,
"62208" : 10,
"62720" : 9,
"63232" : 11,
"63744" : 4,
"64256" : 5,
"64768" : 11,
"65280" : 11,
"66048" : 4,
"67072" : 18,
"68096" : 13,
"69120" : 9,
"70144" : 15,
"71168" : 15,
"72192" : 25,
"73216" : 17,
"74240" : 15,
"75264" : 17,
"76288" : 18,
"77312" : 18,
"78336" : 10,
"79360" : 15,
"80384" : 17,
"81408" : 14,
"82432" : 16,
"83456" : 17,
"84480" : 10,
"85504" : 14,
"86528" : 5,
"87552" : 9,
"88576" : 13,
"89600" : 18,
"90624" : 11,
"91648" : 11,
"92672" : 9,
"93696" : 6,
"94720" : 13,
"95744" : 13,
"96768" : 11,
"97792" : 8,
"98816" : 8,
"99840" : 6,
"100864" : 4,
"101888" : 11,
"102912" : 9,
"103936" : 11,
"104960" : 8,
"105984" : 12,
"107008" : 8,
"108032" : 11,
"109056" : 4,
"110080" : 4,
"111104" : 12,
"112128" : 9,
"113152" : 9,
"114176" : 5,
"115200" : 8,
"116224" : 6,
"117248" : 12,
"118272" : 8,
"119296" : 3,
"120320" : 6,
"121344" : 10,
"122368" : 11,
"123392" : 2,
"124416" : 6,
"125440" : 1,
"126464" : 1,
"127488" : 4,
"128512" : 3,
"129536" : 4,
"130560" : 7,
"132096" : 12,
"134144" : 10,
"136192" : 16,
"138240" : 10,
"140288" : 7,
"142336" : 9,
"144384" : 3,
"146432" : 7,
"148480" : 4,
"150528" : 8,
"152576" : 2,
"154624" : 4,
"156672" : 7,
"158720" : 5,
"162816" : 4,
"164864" : 5,
"166912" : 3,
"168960" : 3,
"171008" : 3,
"173056" : 3,
"175104" : 4,
"177152" : 4,
"179200" : 5,
"181248" : 3,
"183296" : 1,
"187392" : 3,
"189440" : 1,
"191488" : 1,
"193536" : 1,
"195584" : 4,
"197632" : 3,
"199680" : 7,
"201728" : 1,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 3,
"211968" : 1,
"214016" : 2,
"216064" : 2,
"218112" : 2,
"220160" : 2,
"222208" : 2,
"226304" : 3,
"230400" : 1,
"232448" : 2,
"234496" : 1,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"252928" : 2,
"264192" : 4,
"272384" : 1,
"276480" : 2,
"284672" : 1,
"296960" : 1,
"301056" : 2,
"309248" : 1,
"329728" : 1,
"333824" : 3,
"337920" : 2,
"342016" : 1,
"346112" : 2,
"362496" : 2,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"514048" : 1,
"522240" : 1,
"544768" : 1,
"552960" : 2,
"1105920" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6402248,
"mean" : 914763.373930,
"stddev" : 323138.810172,
"N" : 3143276
},
"bw_min" : 14870142,
"bw_max" : 23072870,
"bw_agg" : 100.000000,
"bw_mean" : 17888196.629526,
"bw_dev" : 207042.731572,
"bw_samples" : 5744,
"iops_min" : 14520,
"iops_max" : 22532,
"iops_mean" : 17466.701950,
"iops_stddev" : 202.197502,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879996,
"usr_cpu" : 0.517917,
"sys_cpu" : 77.424413,
"ctx" : 3219365,
"majf" : 0,
"minf" : 627,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.158305,
"4" : 61.445447,
"10" : 8.183150,
"20" : 1.065672,
"50" : 0.112240,
"100" : 0.021124,
"250" : 0.012821,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773065749,
"timestamp_ms" : 1773065749378,
"time" : "Mon Mar 9 11:15:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3295980552192,
"io_kbytes" : 3218731008,
"bw_bytes" : 18308256829,
"bw" : 17879157,
"iops" : 17460.025441,
"runtime" : 180027,
"total_ios" : 3143276,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 171001,
"max" : 6393545,
"mean" : 912033.498214,
"stddev" : 322525.987291,
"N" : 3143292
},
"clat_ns" : {
"min" : 1122,
"max" : 1104010,
"mean" : 2729.866919,
"stddev" : 2953.167064,
"N" : 3143276,
"percentile" : {
"1.000000" : 1480,
"5.000000" : 1592,
"10.000000" : 1704,
"20.000000" : 1880,
"30.000000" : 2008,
"40.000000" : 2128,
"50.000000" : 2256,
"60.000000" : 2384,
"70.000000" : 2608,
"80.000000" : 2960,
"90.000000" : 3888,
"95.000000" : 5280,
"99.000000" : 10816,
"99.500000" : 13632,
"99.900000" : 22912,
"99.950000" : 34048,
"99.990000" : 116224
},
"bins" : {
"1128" : 1,
"1144" : 2,
"1160" : 5,
"1176" : 9,
"1192" : 17,
"1208" : 26,
"1224" : 29,
"1240" : 61,
"1256" : 129,
"1272" : 72,
"1288" : 208,
"1304" : 142,
"1320" : 285,
"1336" : 380,
"1352" : 189,
"1368" : 448,
"1384" : 235,
"1400" : 496,
"1416" : 1033,
"1432" : 1507,
"1448" : 8474,
"1464" : 7712,
"1480" : 18809,
"1496" : 20004,
"1512" : 10363,
"1528" : 21188,
"1544" : 11009,
"1560" : 23706,
"1576" : 25100,
"1592" : 13159,
"1608" : 26851,
"1624" : 13932,
"1640" : 28989,
"1656" : 29995,
"1672" : 15617,
"1688" : 32094,
"1704" : 16488,
"1720" : 33240,
"1736" : 34061,
"1752" : 17568,
"1768" : 35929,
"1784" : 18166,
"1800" : 36759,
"1816" : 37557,
"1832" : 19282,
"1848" : 39185,
"1864" : 19812,
"1880" : 41002,
"1896" : 42320,
"1912" : 21849,
"1928" : 44817,
"1944" : 23439,
"1960" : 47988,
"1976" : 48778,
"1992" : 26010,
"2008" : 51286,
"2024" : 26335,
"2040" : 52462,
"2064" : 81075,
"2096" : 81062,
"2128" : 100823,
"2160" : 86838,
"2192" : 78174,
"2224" : 75399,
"2256" : 73149,
"2288" : 80636,
"2320" : 77320,
"2352" : 61618,
"2384" : 58082,
"2416" : 54769,
"2448" : 55073,
"2480" : 60095,
"2512" : 44266,
"2544" : 41877,
"2576" : 39312,
"2608" : 36793,
"2640" : 46048,
"2672" : 31852,
"2704" : 29936,
"2736" : 28308,
"2768" : 26630,
"2800" : 32560,
"2832" : 22993,
"2864" : 21761,
"2896" : 20608,
"2928" : 19369,
"2960" : 24145,
"2992" : 17081,
"3024" : 16172,
"3056" : 15555,
"3088" : 14676,
"3120" : 18337,
"3152" : 13118,
"3184" : 12602,
"3216" : 11812,
"3248" : 11433,
"3280" : 13998,
"3312" : 10883,
"3344" : 9736,
"3376" : 9367,
"3408" : 8933,
"3440" : 10834,
"3472" : 9238,
"3504" : 8033,
"3536" : 7761,
"3568" : 7463,
"3600" : 8197,
"3632" : 8414,
"3664" : 6679,
"3696" : 6580,
"3728" : 6325,
"3760" : 6561,
"3792" : 7422,
"3824" : 5764,
"3856" : 5568,
"3888" : 5284,
"3920" : 5395,
"3952" : 6553,
"3984" : 4972,
"4016" : 4739,
"4048" : 4674,
"4080" : 4478,
"4128" : 10142,
"4192" : 8208,
"4256" : 9062,
"4320" : 7423,
"4384" : 7247,
"4448" : 7873,
"4512" : 6671,
"4576" : 7228,
"4640" : 6124,
"4704" : 6015,
"4768" : 6836,
"4832" : 5457,
"4896" : 5722,
"4960" : 5709,
"5024" : 5217,
"5088" : 5841,
"5152" : 4790,
"5216" : 4704,
"5280" : 5230,
"5344" : 4469,
"5408" : 4885,
"5472" : 4117,
"5536" : 3992,
"5600" : 4356,
"5664" : 3610,
"5728" : 4052,
"5792" : 3404,
"5856" : 3274,
"5920" : 3725,
"5984" : 3108,
"6048" : 3099,
"6112" : 2903,
"6176" : 2627,
"6240" : 2980,
"6304" : 2336,
"6368" : 2376,
"6432" : 2552,
"6496" : 2132,
"6560" : 2331,
"6624" : 1902,
"6688" : 1851,
"6752" : 2027,
"6816" : 1708,
"6880" : 1904,
"6944" : 1515,
"7008" : 1435,
"7072" : 1586,
"7136" : 1406,
"7200" : 1423,
"7264" : 1235,
"7328" : 1203,
"7392" : 1277,
"7456" : 1074,
"7520" : 1124,
"7584" : 1097,
"7648" : 965,
"7712" : 1205,
"7776" : 935,
"7840" : 891,
"7904" : 1031,
"7968" : 806,
"8032" : 993,
"8096" : 782,
"8160" : 815,
"8256" : 1667,
"8384" : 1502,
"8512" : 1552,
"8640" : 1422,
"8768" : 1372,
"8896" : 1403,
"9024" : 1376,
"9152" : 1337,
"9280" : 1190,
"9408" : 1274,
"9536" : 1324,
"9664" : 1264,
"9792" : 1255,
"9920" : 1185,
"10048" : 1227,
"10176" : 1154,
"10304" : 1115,
"10432" : 1080,
"10560" : 1047,
"10688" : 1086,
"10816" : 1083,
"10944" : 965,
"11072" : 903,
"11200" : 967,
"11328" : 906,
"11456" : 870,
"11584" : 819,
"11712" : 784,
"11840" : 798,
"11968" : 699,
"12096" : 682,
"12224" : 613,
"12352" : 651,
"12480" : 620,
"12608" : 624,
"12736" : 594,
"12864" : 552,
"12992" : 595,
"13120" : 543,
"13248" : 492,
"13376" : 473,
"13504" : 459,
"13632" : 457,
"13760" : 443,
"13888" : 422,
"14016" : 394,
"14144" : 399,
"14272" : 392,
"14400" : 356,
"14528" : 311,
"14656" : 387,
"14784" : 363,
"14912" : 341,
"15040" : 265,
"15168" : 299,
"15296" : 286,
"15424" : 274,
"15552" : 283,
"15680" : 252,
"15808" : 290,
"15936" : 259,
"16064" : 256,
"16192" : 231,
"16320" : 215,
"16512" : 425,
"16768" : 372,
"17024" : 385,
"17280" : 325,
"17536" : 325,
"17792" : 329,
"18048" : 287,
"18304" : 288,
"18560" : 254,
"18816" : 267,
"19072" : 246,
"19328" : 211,
"19584" : 186,
"19840" : 187,
"20096" : 174,
"20352" : 155,
"20608" : 155,
"20864" : 139,
"21120" : 121,
"21376" : 127,
"21632" : 118,
"21888" : 130,
"22144" : 107,
"22400" : 126,
"22656" : 103,
"22912" : 84,
"23168" : 101,
"23424" : 78,
"23680" : 75,
"23936" : 61,
"24192" : 64,
"24448" : 70,
"24704" : 78,
"24960" : 69,
"25216" : 52,
"25472" : 37,
"25728" : 40,
"25984" : 28,
"26240" : 35,
"26496" : 40,
"26752" : 49,
"27008" : 41,
"27264" : 27,
"27520" : 39,
"27776" : 34,
"28032" : 27,
"28288" : 30,
"28544" : 34,
"28800" : 31,
"29056" : 23,
"29312" : 29,
"29568" : 34,
"29824" : 23,
"30080" : 26,
"30336" : 28,
"30592" : 21,
"30848" : 20,
"31104" : 18,
"31360" : 20,
"31616" : 13,
"31872" : 20,
"32128" : 16,
"32384" : 18,
"32640" : 21,
"33024" : 34,
"33536" : 25,
"34048" : 30,
"34560" : 25,
"35072" : 29,
"35584" : 21,
"36096" : 14,
"36608" : 17,
"37120" : 23,
"37632" : 22,
"38144" : 24,
"38656" : 20,
"39168" : 16,
"39680" : 18,
"40192" : 12,
"40704" : 10,
"41216" : 21,
"41728" : 11,
"42240" : 14,
"42752" : 8,
"43264" : 13,
"43776" : 15,
"44288" : 13,
"44800" : 8,
"45312" : 12,
"45824" : 10,
"46336" : 13,
"46848" : 13,
"47360" : 17,
"47872" : 8,
"48384" : 7,
"48896" : 4,
"49408" : 9,
"49920" : 7,
"50432" : 3,
"50944" : 8,
"51456" : 8,
"51968" : 7,
"52480" : 8,
"52992" : 3,
"53504" : 5,
"54016" : 7,
"54528" : 10,
"55040" : 11,
"55552" : 12,
"56064" : 5,
"56576" : 3,
"57088" : 7,
"57600" : 4,
"58112" : 6,
"58624" : 9,
"59136" : 12,
"59648" : 13,
"60160" : 5,
"60672" : 6,
"61184" : 4,
"61696" : 8,
"62208" : 10,
"62720" : 9,
"63232" : 11,
"63744" : 4,
"64256" : 5,
"64768" : 11,
"65280" : 11,
"66048" : 4,
"67072" : 18,
"68096" : 13,
"69120" : 9,
"70144" : 15,
"71168" : 15,
"72192" : 25,
"73216" : 17,
"74240" : 15,
"75264" : 17,
"76288" : 18,
"77312" : 18,
"78336" : 10,
"79360" : 15,
"80384" : 17,
"81408" : 14,
"82432" : 16,
"83456" : 17,
"84480" : 10,
"85504" : 14,
"86528" : 5,
"87552" : 9,
"88576" : 13,
"89600" : 18,
"90624" : 11,
"91648" : 11,
"92672" : 9,
"93696" : 6,
"94720" : 13,
"95744" : 13,
"96768" : 11,
"97792" : 8,
"98816" : 8,
"99840" : 6,
"100864" : 4,
"101888" : 11,
"102912" : 9,
"103936" : 11,
"104960" : 8,
"105984" : 12,
"107008" : 8,
"108032" : 11,
"109056" : 4,
"110080" : 4,
"111104" : 12,
"112128" : 9,
"113152" : 9,
"114176" : 5,
"115200" : 8,
"116224" : 6,
"117248" : 12,
"118272" : 8,
"119296" : 3,
"120320" : 6,
"121344" : 10,
"122368" : 11,
"123392" : 2,
"124416" : 6,
"125440" : 1,
"126464" : 1,
"127488" : 4,
"128512" : 3,
"129536" : 4,
"130560" : 7,
"132096" : 12,
"134144" : 10,
"136192" : 16,
"138240" : 10,
"140288" : 7,
"142336" : 9,
"144384" : 3,
"146432" : 7,
"148480" : 4,
"150528" : 8,
"152576" : 2,
"154624" : 4,
"156672" : 7,
"158720" : 5,
"162816" : 4,
"164864" : 5,
"166912" : 3,
"168960" : 3,
"171008" : 3,
"173056" : 3,
"175104" : 4,
"177152" : 4,
"179200" : 5,
"181248" : 3,
"183296" : 1,
"187392" : 3,
"189440" : 1,
"191488" : 1,
"193536" : 1,
"195584" : 4,
"197632" : 3,
"199680" : 7,
"201728" : 1,
"203776" : 2,
"205824" : 2,
"207872" : 2,
"209920" : 3,
"211968" : 1,
"214016" : 2,
"216064" : 2,
"218112" : 2,
"220160" : 2,
"222208" : 2,
"226304" : 3,
"230400" : 1,
"232448" : 2,
"234496" : 1,
"240640" : 1,
"244736" : 1,
"248832" : 1,
"250880" : 2,
"252928" : 2,
"264192" : 4,
"272384" : 1,
"276480" : 2,
"284672" : 1,
"296960" : 1,
"301056" : 2,
"309248" : 1,
"329728" : 1,
"333824" : 3,
"337920" : 2,
"342016" : 1,
"346112" : 2,
"362496" : 2,
"395264" : 1,
"419840" : 1,
"428032" : 1,
"432128" : 1,
"460800" : 2,
"514048" : 1,
"522240" : 1,
"544768" : 1,
"552960" : 2,
"1105920" : 1
}
},
"lat_ns" : {
"min" : 172473,
"max" : 6402248,
"mean" : 914763.373930,
"stddev" : 323138.810172,
"N" : 3143276
},
"bw_min" : 14850292,
"bw_max" : 23072870,
"bw_agg" : 100.000000,
"bw_mean" : 17887074.930997,
"bw_dev" : 206928.060692,
"bw_samples" : 5751,
"iops_min" : 14500,
"iops_max" : 22532,
"iops_mean" : 17465.599636,
"iops_stddev" : 202.085636,
"iops_samples" : 5751
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880177,
"usr_cpu" : 0.517885,
"sys_cpu" : 77.419547,
"ctx" : 3219533,
"majf" : 0,
"minf" : 634,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 29.158305,
"4" : 61.445447,
"10" : 8.183150,
"20" : 1.065672,
"50" : 0.112240,
"100" : 0.021124,
"250" : 0.012821,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}