raidz2/benchmarks/rand/rand-read-qd1-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773075207,
"timestamp_ms" : 1773075207966,
"time" : "Mon Mar 9 13:53:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1167118336,
"io_kbytes" : 1139764,
"bw_bytes" : 119520566,
"bw" : 116719,
"iops" : 29182.488479,
"runtime" : 9765,
"total_ios" : 284967,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78120,
"usr_cpu" : 0.709165,
"sys_cpu" : 17.768817,
"ctx" : 208240,
"majf" : 0,
"minf" : 54,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075218,
"timestamp_ms" : 1773075218200,
"time" : "Mon Mar 9 13:53:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1190621184,
"io_kbytes" : 1162716,
"bw_bytes" : 119074025,
"bw" : 116283,
"iops" : 29072.507251,
"runtime" : 9999,
"total_ios" : 290696,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6259,
"max" : 978355,
"mean" : 273155.035480,
"stddev" : 158903.292364,
"N" : 290696
},
"clat_ns" : {
"min" : 1081,
"max" : 32009,
"mean" : 1365.789496,
"stddev" : 294.004942,
"N" : 290688,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1304,
"50.000000" : 1336,
"60.000000" : 1384,
"70.000000" : 1416,
"80.000000" : 1480,
"90.000000" : 1560,
"95.000000" : 1656,
"99.000000" : 2008,
"99.500000" : 2320,
"99.900000" : 4320,
"99.950000" : 5216,
"99.990000" : 6688
},
"bins" : {
"1080" : 26,
"1096" : 1995,
"1112" : 5025,
"1128" : 18939,
"1144" : 10112,
"1160" : 7771,
"1176" : 2682,
"1192" : 1023,
"1208" : 6575,
"1224" : 6628,
"1240" : 11894,
"1256" : 14130,
"1272" : 7483,
"1288" : 14959,
"1304" : 8147,
"1320" : 14394,
"1336" : 16018,
"1352" : 8266,
"1368" : 16654,
"1384" : 8100,
"1400" : 14734,
"1416" : 13482,
"1432" : 6301,
"1448" : 11039,
"1464" : 4716,
"1480" : 8341,
"1496" : 7100,
"1512" : 3310,
"1528" : 5965,
"1544" : 2636,
"1560" : 4755,
"1576" : 4014,
"1592" : 1657,
"1608" : 3040,
"1624" : 1277,
"1640" : 2348,
"1656" : 1975,
"1672" : 875,
"1688" : 1481,
"1704" : 661,
"1720" : 1193,
"1736" : 933,
"1752" : 445,
"1768" : 823,
"1784" : 347,
"1800" : 606,
"1816" : 512,
"1832" : 256,
"1848" : 395,
"1864" : 188,
"1880" : 319,
"1896" : 296,
"1912" : 116,
"1928" : 233,
"1944" : 114,
"1960" : 179,
"1976" : 147,
"1992" : 92,
"2008" : 141,
"2024" : 59,
"2040" : 125,
"2064" : 134,
"2096" : 144,
"2128" : 187,
"2160" : 113,
"2192" : 111,
"2224" : 136,
"2256" : 120,
"2288" : 130,
"2320" : 128,
"2352" : 135,
"2384" : 100,
"2416" : 86,
"2448" : 97,
"2480" : 92,
"2512" : 59,
"2544" : 47,
"2576" : 52,
"2608" : 35,
"2640" : 49,
"2672" : 37,
"2704" : 32,
"2736" : 20,
"2768" : 18,
"2800" : 23,
"2832" : 14,
"2864" : 14,
"2896" : 17,
"2928" : 9,
"2960" : 15,
"2992" : 5,
"3024" : 6,
"3056" : 6,
"3088" : 6,
"3120" : 10,
"3152" : 7,
"3184" : 4,
"3216" : 2,
"3248" : 4,
"3280" : 6,
"3312" : 4,
"3376" : 4,
"3408" : 3,
"3440" : 4,
"3472" : 3,
"3504" : 1,
"3536" : 3,
"3568" : 5,
"3600" : 2,
"3632" : 3,
"3664" : 5,
"3696" : 4,
"3728" : 2,
"3760" : 5,
"3792" : 9,
"3824" : 1,
"3856" : 1,
"3888" : 6,
"3920" : 4,
"3952" : 3,
"3984" : 6,
"4016" : 3,
"4048" : 3,
"4080" : 7,
"4128" : 20,
"4192" : 12,
"4256" : 16,
"4320" : 5,
"4384" : 6,
"4448" : 13,
"4512" : 9,
"4576" : 9,
"4640" : 17,
"4704" : 9,
"4768" : 12,
"4832" : 7,
"4896" : 12,
"4960" : 17,
"5024" : 6,
"5088" : 14,
"5152" : 10,
"5216" : 15,
"5280" : 10,
"5344" : 11,
"5408" : 3,
"5472" : 9,
"5536" : 6,
"5600" : 7,
"5664" : 9,
"5728" : 1,
"5792" : 6,
"5856" : 6,
"5920" : 7,
"5984" : 2,
"6048" : 5,
"6112" : 1,
"6176" : 2,
"6240" : 4,
"6304" : 2,
"6368" : 3,
"6432" : 2,
"6496" : 1,
"6560" : 3,
"6624" : 1,
"6688" : 1,
"6816" : 1,
"6880" : 1,
"6944" : 1,
"7008" : 1,
"7136" : 1,
"7264" : 1,
"7520" : 1,
"7584" : 1,
"8160" : 1,
"8384" : 2,
"10560" : 1,
"12352" : 1,
"12992" : 1,
"14912" : 1,
"16768" : 1,
"23680" : 1,
"25728" : 1,
"26496" : 1,
"27008" : 1,
"27776" : 1,
"28288" : 1,
"28544" : 1,
"28800" : 1,
"30080" : 1,
"31360" : 1,
"31616" : 1,
"31872" : 1,
"32128" : 1
}
},
"lat_ns" : {
"min" : 7532,
"max" : 981600,
"mean" : 274519.042540,
"stddev" : 159007.068542,
"N" : 290688
},
"bw_min" : 113400,
"bw_max" : 119216,
"bw_agg" : 100.000000,
"bw_mean" : 116348.210526,
"bw_dev" : 199.271801,
"bw_samples" : 152,
"iops_min" : 28350,
"iops_max" : 29804,
"iops_mean" : 29086.947368,
"iops_stddev" : 49.825181,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.646315,
"sys_cpu" : 17.955546,
"ctx" : 212893,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.976938,
"4" : 0.898877,
"10" : 0.115241,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075228,
"timestamp_ms" : 1773075228200,
"time" : "Mon Mar 9 13:53:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2372427776,
"io_kbytes" : 2316824,
"bw_bytes" : 118621388,
"bw" : 115841,
"iops" : 28960.700000,
"runtime" : 20000,
"total_ios" : 579214,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6020,
"max" : 978355,
"mean" : 274199.791725,
"stddev" : 158542.295057,
"N" : 579214
},
"clat_ns" : {
"min" : 1072,
"max" : 32009,
"mean" : 1366.112573,
"stddev" : 298.211368,
"N" : 579206,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1304,
"50.000000" : 1336,
"60.000000" : 1384,
"70.000000" : 1416,
"80.000000" : 1480,
"90.000000" : 1560,
"95.000000" : 1656,
"99.000000" : 2008,
"99.500000" : 2352,
"99.900000" : 4448,
"99.950000" : 5152,
"99.990000" : 6560
},
"bins" : {
"1080" : 40,
"1096" : 3511,
"1112" : 9368,
"1128" : 37396,
"1144" : 19753,
"1160" : 15111,
"1176" : 4967,
"1192" : 1957,
"1208" : 13190,
"1224" : 13768,
"1240" : 24696,
"1256" : 28828,
"1272" : 15216,
"1288" : 30556,
"1304" : 16651,
"1320" : 29170,
"1336" : 32206,
"1352" : 16542,
"1368" : 32299,
"1384" : 15803,
"1400" : 28788,
"1416" : 27126,
"1432" : 12598,
"1448" : 22042,
"1464" : 9556,
"1480" : 16529,
"1496" : 14089,
"1512" : 6440,
"1528" : 11859,
"1544" : 5359,
"1560" : 9388,
"1576" : 7911,
"1592" : 3340,
"1608" : 5895,
"1624" : 2548,
"1640" : 4740,
"1656" : 3910,
"1672" : 1727,
"1688" : 2983,
"1704" : 1304,
"1720" : 2360,
"1736" : 1956,
"1752" : 840,
"1768" : 1621,
"1784" : 667,
"1800" : 1162,
"1816" : 999,
"1832" : 486,
"1848" : 792,
"1864" : 363,
"1880" : 633,
"1896" : 592,
"1912" : 264,
"1928" : 421,
"1944" : 219,
"1960" : 346,
"1976" : 296,
"1992" : 156,
"2008" : 274,
"2024" : 117,
"2040" : 232,
"2064" : 280,
"2096" : 266,
"2128" : 317,
"2160" : 230,
"2192" : 209,
"2224" : 228,
"2256" : 194,
"2288" : 242,
"2320" : 218,
"2352" : 215,
"2384" : 193,
"2416" : 151,
"2448" : 181,
"2480" : 181,
"2512" : 128,
"2544" : 125,
"2576" : 116,
"2608" : 104,
"2640" : 126,
"2672" : 91,
"2704" : 76,
"2736" : 70,
"2768" : 64,
"2800" : 56,
"2832" : 47,
"2864" : 29,
"2896" : 35,
"2928" : 22,
"2960" : 29,
"2992" : 24,
"3024" : 20,
"3056" : 13,
"3088" : 17,
"3120" : 20,
"3152" : 12,
"3184" : 12,
"3216" : 7,
"3248" : 8,
"3280" : 9,
"3312" : 5,
"3344" : 3,
"3376" : 8,
"3408" : 5,
"3440" : 8,
"3472" : 8,
"3504" : 2,
"3536" : 8,
"3568" : 8,
"3600" : 5,
"3632" : 12,
"3664" : 7,
"3696" : 7,
"3728" : 3,
"3760" : 7,
"3792" : 15,
"3824" : 7,
"3856" : 4,
"3888" : 8,
"3920" : 9,
"3952" : 12,
"3984" : 13,
"4016" : 8,
"4048" : 6,
"4080" : 13,
"4128" : 31,
"4192" : 26,
"4256" : 27,
"4320" : 9,
"4384" : 19,
"4448" : 23,
"4512" : 23,
"4576" : 26,
"4640" : 35,
"4704" : 21,
"4768" : 37,
"4832" : 27,
"4896" : 24,
"4960" : 28,
"5024" : 17,
"5088" : 24,
"5152" : 21,
"5216" : 28,
"5280" : 19,
"5344" : 20,
"5408" : 12,
"5472" : 23,
"5536" : 8,
"5600" : 14,
"5664" : 15,
"5728" : 9,
"5792" : 14,
"5856" : 13,
"5920" : 9,
"5984" : 5,
"6048" : 6,
"6112" : 3,
"6176" : 4,
"6240" : 4,
"6304" : 4,
"6368" : 3,
"6432" : 2,
"6496" : 1,
"6560" : 3,
"6624" : 3,
"6688" : 2,
"6752" : 1,
"6816" : 1,
"6880" : 1,
"6944" : 1,
"7008" : 1,
"7136" : 1,
"7264" : 1,
"7520" : 1,
"7584" : 2,
"7648" : 1,
"8160" : 1,
"8384" : 2,
"8768" : 1,
"10560" : 1,
"10816" : 1,
"12352" : 1,
"12992" : 1,
"13376" : 1,
"14912" : 1,
"16064" : 1,
"16768" : 1,
"23680" : 1,
"25728" : 2,
"26496" : 2,
"27008" : 6,
"27264" : 1,
"27776" : 2,
"28032" : 1,
"28288" : 1,
"28544" : 1,
"28800" : 1,
"29056" : 2,
"29568" : 1,
"29824" : 1,
"30080" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 1,
"31872" : 1,
"32128" : 1
}
},
"lat_ns" : {
"min" : 7232,
"max" : 981600,
"mean" : 275565.024171,
"stddev" : 158644.186338,
"N" : 579206
},
"bw_min" : 112473,
"bw_max" : 119775,
"bw_agg" : 100.000000,
"bw_mean" : 115864.923077,
"bw_dev" : 215.531123,
"bw_samples" : 312,
"iops_min" : 28118,
"iops_max" : 29943,
"iops_mean" : 28965.974359,
"iops_stddev" : 53.888231,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159995,
"usr_cpu" : 0.692522,
"sys_cpu" : 17.931810,
"ctx" : 425788,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999655,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999827,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.984659,
"4" : 0.889481,
"10" : 0.118091,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075238,
"timestamp_ms" : 1773075238200,
"time" : "Mon Mar 9 13:53:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3558690816,
"io_kbytes" : 3475284,
"bw_bytes" : 118626981,
"bw" : 115846,
"iops" : 28962.132071,
"runtime" : 29999,
"total_ios" : 868835,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6020,
"max" : 978355,
"mean" : 274187.412695,
"stddev" : 158544.176602,
"N" : 868835
},
"clat_ns" : {
"min" : 1072,
"max" : 58069,
"mean" : 1369.244835,
"stddev" : 303.397593,
"N" : 868827,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1336,
"60.000000" : 1384,
"70.000000" : 1416,
"80.000000" : 1480,
"90.000000" : 1560,
"95.000000" : 1656,
"99.000000" : 1992,
"99.500000" : 2352,
"99.900000" : 4512,
"99.950000" : 5216,
"99.990000" : 6624
},
"bins" : {
"1080" : 57,
"1096" : 5111,
"1112" : 13660,
"1128" : 55663,
"1144" : 30000,
"1160" : 23109,
"1176" : 7849,
"1192" : 2917,
"1208" : 18801,
"1224" : 19871,
"1240" : 35869,
"1256" : 41930,
"1272" : 22167,
"1288" : 44618,
"1304" : 24665,
"1320" : 43536,
"1336" : 47421,
"1352" : 24159,
"1368" : 47104,
"1384" : 23548,
"1400" : 43443,
"1416" : 41400,
"1432" : 19372,
"1448" : 34105,
"1464" : 14679,
"1480" : 25254,
"1496" : 21667,
"1512" : 9942,
"1528" : 18348,
"1544" : 8292,
"1560" : 14601,
"1576" : 12332,
"1592" : 5273,
"1608" : 9203,
"1624" : 4103,
"1640" : 7531,
"1656" : 6171,
"1672" : 2814,
"1688" : 4860,
"1704" : 2055,
"1720" : 3836,
"1736" : 3149,
"1752" : 1387,
"1768" : 2532,
"1784" : 1051,
"1800" : 1863,
"1816" : 1634,
"1832" : 748,
"1848" : 1286,
"1864" : 578,
"1880" : 1014,
"1896" : 923,
"1912" : 431,
"1928" : 639,
"1944" : 317,
"1960" : 562,
"1976" : 470,
"1992" : 237,
"2008" : 407,
"2024" : 192,
"2040" : 339,
"2064" : 420,
"2096" : 391,
"2128" : 435,
"2160" : 336,
"2192" : 314,
"2224" : 323,
"2256" : 288,
"2288" : 360,
"2320" : 313,
"2352" : 290,
"2384" : 296,
"2416" : 232,
"2448" : 264,
"2480" : 272,
"2512" : 185,
"2544" : 186,
"2576" : 172,
"2608" : 135,
"2640" : 171,
"2672" : 130,
"2704" : 105,
"2736" : 98,
"2768" : 87,
"2800" : 95,
"2832" : 68,
"2864" : 57,
"2896" : 55,
"2928" : 30,
"2960" : 48,
"2992" : 28,
"3024" : 26,
"3056" : 19,
"3088" : 25,
"3120" : 26,
"3152" : 21,
"3184" : 16,
"3216" : 13,
"3248" : 12,
"3280" : 14,
"3312" : 6,
"3344" : 4,
"3376" : 8,
"3408" : 9,
"3440" : 10,
"3472" : 10,
"3504" : 3,
"3536" : 10,
"3568" : 11,
"3600" : 7,
"3632" : 14,
"3664" : 8,
"3696" : 8,
"3728" : 5,
"3760" : 13,
"3792" : 20,
"3824" : 12,
"3856" : 9,
"3888" : 15,
"3920" : 13,
"3952" : 17,
"3984" : 16,
"4016" : 13,
"4048" : 11,
"4080" : 19,
"4128" : 47,
"4192" : 42,
"4256" : 40,
"4320" : 24,
"4384" : 29,
"4448" : 37,
"4512" : 29,
"4576" : 39,
"4640" : 46,
"4704" : 36,
"4768" : 54,
"4832" : 39,
"4896" : 36,
"4960" : 41,
"5024" : 35,
"5088" : 34,
"5152" : 30,
"5216" : 43,
"5280" : 29,
"5344" : 31,
"5408" : 27,
"5472" : 29,
"5536" : 15,
"5600" : 23,
"5664" : 22,
"5728" : 25,
"5792" : 21,
"5856" : 18,
"5920" : 18,
"5984" : 13,
"6048" : 12,
"6112" : 9,
"6176" : 11,
"6240" : 11,
"6304" : 8,
"6368" : 5,
"6432" : 3,
"6496" : 2,
"6560" : 5,
"6624" : 4,
"6688" : 2,
"6752" : 2,
"6816" : 2,
"6880" : 1,
"6944" : 2,
"7008" : 3,
"7136" : 1,
"7200" : 2,
"7264" : 3,
"7456" : 1,
"7520" : 1,
"7584" : 3,
"7648" : 2,
"7712" : 1,
"7776" : 1,
"8032" : 1,
"8160" : 1,
"8384" : 2,
"8640" : 1,
"8768" : 1,
"9536" : 1,
"10560" : 1,
"10816" : 1,
"12096" : 1,
"12352" : 1,
"12992" : 1,
"13376" : 1,
"14784" : 1,
"14912" : 1,
"16064" : 1,
"16768" : 1,
"23680" : 1,
"25728" : 2,
"26240" : 1,
"26496" : 2,
"27008" : 6,
"27264" : 1,
"27776" : 4,
"28032" : 3,
"28288" : 1,
"28544" : 1,
"28800" : 1,
"29056" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 1,
"31872" : 2,
"32128" : 1,
"33536" : 1,
"51968" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 7232,
"max" : 981600,
"mean" : 275556.070677,
"stddev" : 158647.073712,
"N" : 868827
},
"bw_min" : 112121,
"bw_max" : 119951,
"bw_agg" : 100.000000,
"bw_mean" : 115852.915254,
"bw_dev" : 212.197953,
"bw_samples" : 472,
"iops_min" : 28029,
"iops_max" : 29987,
"iops_mean" : 28962.915254,
"iops_stddev" : 53.061863,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.704190,
"sys_cpu" : 17.920597,
"ctx" : 638554,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.001191,
"4" : 0.865757,
"10" : 0.126491,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075248,
"timestamp_ms" : 1773075248200,
"time" : "Mon Mar 9 13:54:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4746813440,
"io_kbytes" : 4635560,
"bw_bytes" : 118670336,
"bw" : 115889,
"iops" : 28972.500000,
"runtime" : 40000,
"total_ios" : 1158900,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5439,
"max" : 1024706,
"mean" : 274083.718966,
"stddev" : 158567.660747,
"N" : 1158901
},
"clat_ns" : {
"min" : 1072,
"max" : 58069,
"mean" : 1370.199812,
"stddev" : 299.033424,
"N" : 1158892,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1384,
"70.000000" : 1416,
"80.000000" : 1480,
"90.000000" : 1560,
"95.000000" : 1656,
"99.000000" : 1992,
"99.500000" : 2352,
"99.900000" : 4448,
"99.950000" : 5216,
"99.990000" : 6560
},
"bins" : {
"1080" : 70,
"1096" : 6115,
"1112" : 17451,
"1128" : 74630,
"1144" : 40393,
"1160" : 30884,
"1176" : 10401,
"1192" : 3744,
"1208" : 24897,
"1224" : 26535,
"1240" : 46294,
"1256" : 53240,
"1272" : 28550,
"1288" : 59027,
"1304" : 32987,
"1320" : 58268,
"1336" : 63360,
"1352" : 32332,
"1368" : 63527,
"1384" : 31828,
"1400" : 59146,
"1416" : 56410,
"1432" : 26354,
"1448" : 46037,
"1464" : 19691,
"1480" : 33950,
"1496" : 29284,
"1512" : 13483,
"1528" : 24782,
"1544" : 11181,
"1560" : 19605,
"1576" : 16463,
"1592" : 7073,
"1608" : 12411,
"1624" : 5502,
"1640" : 10070,
"1656" : 8333,
"1672" : 3773,
"1688" : 6466,
"1704" : 2751,
"1720" : 5147,
"1736" : 4217,
"1752" : 1840,
"1768" : 3327,
"1784" : 1419,
"1800" : 2487,
"1816" : 2159,
"1832" : 999,
"1848" : 1723,
"1864" : 784,
"1880" : 1358,
"1896" : 1233,
"1912" : 558,
"1928" : 853,
"1944" : 408,
"1960" : 734,
"1976" : 594,
"1992" : 287,
"2008" : 515,
"2024" : 244,
"2040" : 446,
"2064" : 563,
"2096" : 507,
"2128" : 573,
"2160" : 440,
"2192" : 418,
"2224" : 432,
"2256" : 376,
"2288" : 490,
"2320" : 411,
"2352" : 396,
"2384" : 383,
"2416" : 295,
"2448" : 340,
"2480" : 363,
"2512" : 250,
"2544" : 239,
"2576" : 227,
"2608" : 198,
"2640" : 249,
"2672" : 178,
"2704" : 141,
"2736" : 130,
"2768" : 108,
"2800" : 128,
"2832" : 93,
"2864" : 72,
"2896" : 77,
"2928" : 42,
"2960" : 65,
"2992" : 39,
"3024" : 40,
"3056" : 24,
"3088" : 30,
"3120" : 35,
"3152" : 35,
"3184" : 22,
"3216" : 15,
"3248" : 17,
"3280" : 19,
"3312" : 13,
"3344" : 8,
"3376" : 13,
"3408" : 12,
"3440" : 10,
"3472" : 13,
"3504" : 3,
"3536" : 15,
"3568" : 12,
"3600" : 11,
"3632" : 16,
"3664" : 11,
"3696" : 8,
"3728" : 6,
"3760" : 17,
"3792" : 25,
"3824" : 15,
"3856" : 18,
"3888" : 19,
"3920" : 21,
"3952" : 21,
"3984" : 20,
"4016" : 20,
"4048" : 16,
"4080" : 24,
"4128" : 56,
"4192" : 52,
"4256" : 54,
"4320" : 35,
"4384" : 39,
"4448" : 51,
"4512" : 37,
"4576" : 48,
"4640" : 57,
"4704" : 50,
"4768" : 66,
"4832" : 47,
"4896" : 44,
"4960" : 50,
"5024" : 53,
"5088" : 43,
"5152" : 34,
"5216" : 52,
"5280" : 35,
"5344" : 39,
"5408" : 32,
"5472" : 41,
"5536" : 26,
"5600" : 34,
"5664" : 34,
"5728" : 35,
"5792" : 27,
"5856" : 21,
"5920" : 25,
"5984" : 16,
"6048" : 14,
"6112" : 12,
"6176" : 15,
"6240" : 16,
"6304" : 8,
"6368" : 8,
"6432" : 4,
"6496" : 3,
"6560" : 7,
"6624" : 6,
"6688" : 2,
"6752" : 3,
"6816" : 3,
"6880" : 3,
"6944" : 2,
"7008" : 3,
"7136" : 1,
"7200" : 2,
"7264" : 3,
"7456" : 3,
"7520" : 1,
"7584" : 4,
"7648" : 2,
"7712" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8032" : 2,
"8160" : 1,
"8384" : 2,
"8512" : 1,
"8640" : 1,
"8768" : 3,
"9536" : 2,
"9664" : 1,
"10560" : 1,
"10816" : 1,
"12096" : 1,
"12352" : 1,
"12992" : 1,
"13376" : 1,
"14784" : 1,
"14912" : 1,
"16064" : 1,
"16768" : 1,
"23680" : 1,
"25472" : 2,
"25728" : 2,
"25984" : 1,
"26240" : 1,
"26496" : 2,
"27008" : 6,
"27264" : 2,
"27776" : 4,
"28032" : 3,
"28288" : 2,
"28544" : 2,
"28800" : 2,
"29056" : 3,
"29312" : 1,
"29568" : 2,
"29824" : 3,
"30080" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 1,
"31872" : 2,
"32128" : 1,
"33024" : 1,
"33536" : 1,
"51968" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6601,
"max" : 1027721,
"mean" : 275453.396379,
"stddev" : 158671.062144,
"N" : 1158892
},
"bw_min" : 112049,
"bw_max" : 120071,
"bw_agg" : 99.999137,
"bw_mean" : 115888.987342,
"bw_dev" : 213.104102,
"bw_samples" : 632,
"iops_min" : 28011,
"iops_max" : 30017,
"iops_mean" : 28971.936709,
"iops_stddev" : 53.281981,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319993,
"usr_cpu" : 0.713141,
"sys_cpu" : 17.914767,
"ctx" : 851403,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999914,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.009751,
"4" : 0.860471,
"10" : 0.123824,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075258,
"timestamp_ms" : 1773075258201,
"time" : "Mon Mar 9 13:54:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5940330496,
"io_kbytes" : 5801104,
"bw_bytes" : 118806609,
"bw" : 116022,
"iops" : 29005.740000,
"runtime" : 50000,
"total_ios" : 1450287,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5439,
"max" : 1024706,
"mean" : 273764.614680,
"stddev" : 158634.498931,
"N" : 1450287
},
"clat_ns" : {
"min" : 1072,
"max" : 58069,
"mean" : 1373.336599,
"stddev" : 308.497772,
"N" : 1450279,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1240,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1976,
"99.500000" : 2320,
"99.900000" : 4576,
"99.950000" : 5280,
"99.990000" : 6880
},
"bins" : {
"1080" : 75,
"1096" : 7035,
"1112" : 20659,
"1128" : 90669,
"1144" : 50153,
"1160" : 39290,
"1176" : 13592,
"1192" : 4738,
"1208" : 30494,
"1224" : 32942,
"1240" : 56132,
"1256" : 61786,
"1272" : 33072,
"1288" : 70556,
"1304" : 41470,
"1320" : 74619,
"1336" : 81028,
"1352" : 40842,
"1368" : 79345,
"1384" : 39747,
"1400" : 74149,
"1416" : 71980,
"1432" : 33632,
"1448" : 58902,
"1464" : 25428,
"1480" : 43554,
"1496" : 37600,
"1512" : 17322,
"1528" : 31979,
"1544" : 14532,
"1560" : 25510,
"1576" : 21472,
"1592" : 9174,
"1608" : 16222,
"1624" : 7182,
"1640" : 12961,
"1656" : 10885,
"1672" : 4884,
"1688" : 8521,
"1704" : 3598,
"1720" : 6571,
"1736" : 5398,
"1752" : 2375,
"1768" : 4273,
"1784" : 1833,
"1800" : 3226,
"1816" : 2805,
"1832" : 1291,
"1848" : 2211,
"1864" : 1017,
"1880" : 1757,
"1896" : 1565,
"1912" : 718,
"1928" : 1093,
"1944" : 499,
"1960" : 939,
"1976" : 778,
"1992" : 378,
"2008" : 661,
"2024" : 297,
"2040" : 562,
"2064" : 702,
"2096" : 622,
"2128" : 704,
"2160" : 540,
"2192" : 494,
"2224" : 529,
"2256" : 449,
"2288" : 589,
"2320" : 505,
"2352" : 458,
"2384" : 437,
"2416" : 346,
"2448" : 390,
"2480" : 411,
"2512" : 284,
"2544" : 278,
"2576" : 251,
"2608" : 219,
"2640" : 278,
"2672" : 202,
"2704" : 158,
"2736" : 143,
"2768" : 122,
"2800" : 147,
"2832" : 107,
"2864" : 82,
"2896" : 89,
"2928" : 49,
"2960" : 71,
"2992" : 45,
"3024" : 47,
"3056" : 31,
"3088" : 34,
"3120" : 49,
"3152" : 39,
"3184" : 27,
"3216" : 17,
"3248" : 19,
"3280" : 20,
"3312" : 14,
"3344" : 8,
"3376" : 16,
"3408" : 14,
"3440" : 15,
"3472" : 16,
"3504" : 5,
"3536" : 16,
"3568" : 13,
"3600" : 11,
"3632" : 20,
"3664" : 13,
"3696" : 11,
"3728" : 8,
"3760" : 19,
"3792" : 29,
"3824" : 16,
"3856" : 24,
"3888" : 19,
"3920" : 26,
"3952" : 28,
"3984" : 24,
"4016" : 27,
"4048" : 20,
"4080" : 28,
"4128" : 72,
"4192" : 62,
"4256" : 66,
"4320" : 45,
"4384" : 52,
"4448" : 60,
"4512" : 50,
"4576" : 60,
"4640" : 69,
"4704" : 66,
"4768" : 82,
"4832" : 59,
"4896" : 63,
"4960" : 69,
"5024" : 64,
"5088" : 52,
"5152" : 47,
"5216" : 70,
"5280" : 52,
"5344" : 47,
"5408" : 45,
"5472" : 50,
"5536" : 33,
"5600" : 45,
"5664" : 40,
"5728" : 45,
"5792" : 34,
"5856" : 23,
"5920" : 34,
"5984" : 23,
"6048" : 24,
"6112" : 18,
"6176" : 18,
"6240" : 19,
"6304" : 10,
"6368" : 12,
"6432" : 6,
"6496" : 9,
"6560" : 11,
"6624" : 7,
"6688" : 3,
"6752" : 7,
"6816" : 3,
"6880" : 8,
"6944" : 4,
"7008" : 3,
"7072" : 1,
"7136" : 2,
"7200" : 2,
"7264" : 4,
"7392" : 3,
"7456" : 3,
"7520" : 4,
"7584" : 7,
"7648" : 2,
"7712" : 1,
"7776" : 1,
"7840" : 1,
"7904" : 1,
"7968" : 1,
"8032" : 2,
"8160" : 3,
"8256" : 1,
"8384" : 2,
"8512" : 1,
"8640" : 2,
"8768" : 3,
"9536" : 2,
"9664" : 1,
"10560" : 1,
"10816" : 1,
"12096" : 1,
"12352" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 1,
"13376" : 1,
"14784" : 1,
"14912" : 1,
"15168" : 1,
"16064" : 1,
"16768" : 1,
"18304" : 1,
"23680" : 1,
"25472" : 4,
"25728" : 2,
"25984" : 1,
"26240" : 1,
"26496" : 2,
"26752" : 1,
"27008" : 6,
"27264" : 4,
"27776" : 5,
"28032" : 4,
"28288" : 4,
"28544" : 2,
"28800" : 4,
"29056" : 4,
"29312" : 2,
"29568" : 3,
"29824" : 3,
"30080" : 3,
"30592" : 1,
"30848" : 2,
"31360" : 1,
"31616" : 3,
"31872" : 2,
"32128" : 1,
"33024" : 1,
"33536" : 1,
"35072" : 1,
"51456" : 1,
"51968" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6601,
"max" : 1027721,
"mean" : 275137.597377,
"stddev" : 158738.177406,
"N" : 1450279
},
"bw_min" : 111931,
"bw_max" : 120340,
"bw_agg" : 100.000000,
"bw_mean" : 116037.747475,
"bw_dev" : 217.425846,
"bw_samples" : 792,
"iops_min" : 27982,
"iops_max" : 30084,
"iops_mean" : 29009.121212,
"iops_stddev" : 54.356055,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 400000,
"usr_cpu" : 0.718250,
"sys_cpu" : 17.898500,
"ctx" : 1064401,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.046465,
"4" : 0.818390,
"10" : 0.128664,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075268,
"timestamp_ms" : 1773075268200,
"time" : "Mon Mar 9 13:54:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7137492992,
"io_kbytes" : 6970208,
"bw_bytes" : 118960199,
"bw" : 116172,
"iops" : 29043.217387,
"runtime" : 59999,
"total_ios" : 1742564,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1024706,
"mean" : 273404.805277,
"stddev" : 158788.956613,
"N" : 1742564
},
"clat_ns" : {
"min" : 1072,
"max" : 58069,
"mean" : 1375.311965,
"stddev" : 314.863644,
"N" : 1742556,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1240,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1976,
"99.500000" : 2320,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7264
},
"bins" : {
"1080" : 86,
"1096" : 8177,
"1112" : 24367,
"1128" : 107949,
"1144" : 60589,
"1160" : 48048,
"1176" : 16840,
"1192" : 5813,
"1208" : 36190,
"1224" : 38948,
"1240" : 66222,
"1256" : 72622,
"1272" : 38626,
"1288" : 82497,
"1304" : 48922,
"1320" : 88395,
"1336" : 96836,
"1352" : 49064,
"1368" : 95577,
"1384" : 47709,
"1400" : 88870,
"1416" : 86415,
"1432" : 40450,
"1448" : 71516,
"1464" : 31085,
"1480" : 53080,
"1496" : 45997,
"1512" : 21247,
"1528" : 38987,
"1544" : 17780,
"1560" : 31419,
"1576" : 26413,
"1592" : 11309,
"1608" : 20060,
"1624" : 8914,
"1640" : 15976,
"1656" : 13468,
"1672" : 6054,
"1688" : 10696,
"1704" : 4509,
"1720" : 8096,
"1736" : 6794,
"1752" : 2989,
"1768" : 5294,
"1784" : 2300,
"1800" : 4020,
"1816" : 3510,
"1832" : 1654,
"1848" : 2754,
"1864" : 1263,
"1880" : 2154,
"1896" : 1932,
"1912" : 845,
"1928" : 1350,
"1944" : 621,
"1960" : 1184,
"1976" : 971,
"1992" : 479,
"2008" : 822,
"2024" : 352,
"2040" : 694,
"2064" : 871,
"2096" : 769,
"2128" : 864,
"2160" : 644,
"2192" : 595,
"2224" : 631,
"2256" : 562,
"2288" : 698,
"2320" : 605,
"2352" : 562,
"2384" : 517,
"2416" : 417,
"2448" : 490,
"2480" : 508,
"2512" : 331,
"2544" : 336,
"2576" : 298,
"2608" : 255,
"2640" : 318,
"2672" : 229,
"2704" : 181,
"2736" : 159,
"2768" : 138,
"2800" : 169,
"2832" : 120,
"2864" : 97,
"2896" : 98,
"2928" : 57,
"2960" : 82,
"2992" : 51,
"3024" : 53,
"3056" : 35,
"3088" : 38,
"3120" : 56,
"3152" : 42,
"3184" : 31,
"3216" : 25,
"3248" : 23,
"3280" : 23,
"3312" : 16,
"3344" : 8,
"3376" : 17,
"3408" : 19,
"3440" : 17,
"3472" : 20,
"3504" : 10,
"3536" : 21,
"3568" : 14,
"3600" : 13,
"3632" : 23,
"3664" : 14,
"3696" : 13,
"3728" : 11,
"3760" : 23,
"3792" : 30,
"3824" : 18,
"3856" : 25,
"3888" : 24,
"3920" : 28,
"3952" : 34,
"3984" : 27,
"4016" : 29,
"4048" : 22,
"4080" : 31,
"4128" : 78,
"4192" : 69,
"4256" : 75,
"4320" : 56,
"4384" : 61,
"4448" : 74,
"4512" : 63,
"4576" : 81,
"4640" : 88,
"4704" : 79,
"4768" : 95,
"4832" : 68,
"4896" : 72,
"4960" : 82,
"5024" : 73,
"5088" : 69,
"5152" : 55,
"5216" : 79,
"5280" : 63,
"5344" : 57,
"5408" : 58,
"5472" : 59,
"5536" : 38,
"5600" : 52,
"5664" : 45,
"5728" : 50,
"5792" : 42,
"5856" : 29,
"5920" : 35,
"5984" : 32,
"6048" : 28,
"6112" : 26,
"6176" : 24,
"6240" : 23,
"6304" : 11,
"6368" : 15,
"6432" : 10,
"6496" : 11,
"6560" : 12,
"6624" : 8,
"6688" : 3,
"6752" : 11,
"6816" : 5,
"6880" : 11,
"6944" : 4,
"7008" : 6,
"7072" : 4,
"7136" : 3,
"7200" : 4,
"7264" : 4,
"7328" : 1,
"7392" : 5,
"7456" : 3,
"7520" : 4,
"7584" : 7,
"7648" : 4,
"7712" : 2,
"7776" : 3,
"7840" : 1,
"7904" : 1,
"7968" : 3,
"8032" : 2,
"8096" : 1,
"8160" : 3,
"8256" : 1,
"8384" : 4,
"8512" : 1,
"8640" : 2,
"8768" : 3,
"9152" : 1,
"9280" : 1,
"9536" : 3,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"10176" : 3,
"10560" : 1,
"10816" : 1,
"12096" : 1,
"12352" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 1,
"13376" : 1,
"14784" : 1,
"14912" : 1,
"15040" : 1,
"15168" : 1,
"16064" : 1,
"16768" : 1,
"18304" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 1,
"25472" : 4,
"25728" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 2,
"26752" : 1,
"27008" : 8,
"27264" : 5,
"27776" : 5,
"28032" : 6,
"28288" : 5,
"28544" : 5,
"28800" : 5,
"29056" : 5,
"29312" : 4,
"29568" : 3,
"29824" : 3,
"30080" : 5,
"30592" : 2,
"30848" : 3,
"31360" : 1,
"31616" : 3,
"31872" : 2,
"32128" : 1,
"33024" : 1,
"33536" : 2,
"35072" : 1,
"51456" : 1,
"51968" : 2,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6379,
"max" : 1027721,
"mean" : 274779.821049,
"stddev" : 158893.574870,
"N" : 1742556
},
"bw_min" : 111739,
"bw_max" : 121144,
"bw_agg" : 100.000000,
"bw_mean" : 116176.428571,
"bw_dev" : 231.472539,
"bw_samples" : 952,
"iops_min" : 27934,
"iops_max" : 30286,
"iops_mean" : 29043.773109,
"iops_stddev" : 57.866655,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.720845,
"sys_cpu" : 17.900715,
"ctx" : 1277028,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.045544,
"4" : 0.818966,
"10" : 0.128546,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075278,
"timestamp_ms" : 1773075278200,
"time" : "Mon Mar 9 13:54:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8336732160,
"io_kbytes" : 8141340,
"bw_bytes" : 119096173,
"bw" : 116304,
"iops" : 29076.357143,
"runtime" : 70000,
"total_ios" : 2035345,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5258,
"max" : 1059960,
"mean" : 273088.599772,
"stddev" : 159005.879697,
"N" : 2035345
},
"clat_ns" : {
"min" : 1072,
"max" : 58069,
"mean" : 1374.892861,
"stddev" : 318.320357,
"N" : 2035337,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1976,
"99.500000" : 2320,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7392
},
"bins" : {
"1080" : 104,
"1096" : 9958,
"1112" : 29801,
"1128" : 130000,
"1144" : 71522,
"1160" : 55593,
"1176" : 19246,
"1192" : 6610,
"1208" : 41918,
"1224" : 45576,
"1240" : 77493,
"1256" : 86125,
"1272" : 45870,
"1288" : 96550,
"1304" : 56059,
"1320" : 100782,
"1336" : 110895,
"1352" : 56760,
"1368" : 111055,
"1384" : 55537,
"1400" : 103429,
"1416" : 101060,
"1432" : 47347,
"1448" : 83640,
"1464" : 36227,
"1480" : 61941,
"1496" : 53587,
"1512" : 24864,
"1528" : 45442,
"1544" : 20661,
"1560" : 36546,
"1576" : 30660,
"1592" : 13091,
"1608" : 23322,
"1624" : 10389,
"1640" : 18510,
"1656" : 15706,
"1672" : 7047,
"1688" : 12422,
"1704" : 5268,
"1720" : 9459,
"1736" : 7964,
"1752" : 3528,
"1768" : 6237,
"1784" : 2695,
"1800" : 4771,
"1816" : 4204,
"1832" : 1939,
"1848" : 3343,
"1864" : 1521,
"1880" : 2589,
"1896" : 2275,
"1912" : 1009,
"1928" : 1616,
"1944" : 753,
"1960" : 1438,
"1976" : 1155,
"1992" : 571,
"2008" : 984,
"2024" : 425,
"2040" : 820,
"2064" : 1063,
"2096" : 942,
"2128" : 1031,
"2160" : 799,
"2192" : 724,
"2224" : 758,
"2256" : 683,
"2288" : 820,
"2320" : 703,
"2352" : 672,
"2384" : 611,
"2416" : 494,
"2448" : 559,
"2480" : 596,
"2512" : 385,
"2544" : 385,
"2576" : 340,
"2608" : 287,
"2640" : 386,
"2672" : 264,
"2704" : 201,
"2736" : 182,
"2768" : 151,
"2800" : 181,
"2832" : 134,
"2864" : 105,
"2896" : 108,
"2928" : 64,
"2960" : 93,
"2992" : 59,
"3024" : 60,
"3056" : 38,
"3088" : 46,
"3120" : 62,
"3152" : 45,
"3184" : 33,
"3216" : 25,
"3248" : 29,
"3280" : 28,
"3312" : 23,
"3344" : 14,
"3376" : 20,
"3408" : 20,
"3440" : 20,
"3472" : 21,
"3504" : 13,
"3536" : 24,
"3568" : 14,
"3600" : 18,
"3632" : 30,
"3664" : 20,
"3696" : 14,
"3728" : 14,
"3760" : 24,
"3792" : 36,
"3824" : 23,
"3856" : 29,
"3888" : 27,
"3920" : 32,
"3952" : 42,
"3984" : 36,
"4016" : 35,
"4048" : 24,
"4080" : 36,
"4128" : 88,
"4192" : 78,
"4256" : 95,
"4320" : 69,
"4384" : 69,
"4448" : 92,
"4512" : 77,
"4576" : 99,
"4640" : 104,
"4704" : 87,
"4768" : 109,
"4832" : 79,
"4896" : 89,
"4960" : 90,
"5024" : 87,
"5088" : 88,
"5152" : 75,
"5216" : 90,
"5280" : 73,
"5344" : 70,
"5408" : 70,
"5472" : 65,
"5536" : 48,
"5600" : 55,
"5664" : 49,
"5728" : 60,
"5792" : 48,
"5856" : 36,
"5920" : 41,
"5984" : 35,
"6048" : 29,
"6112" : 26,
"6176" : 26,
"6240" : 29,
"6304" : 16,
"6368" : 16,
"6432" : 10,
"6496" : 12,
"6560" : 13,
"6624" : 9,
"6688" : 4,
"6752" : 12,
"6816" : 5,
"6880" : 11,
"6944" : 5,
"7008" : 6,
"7072" : 5,
"7136" : 4,
"7200" : 4,
"7264" : 6,
"7328" : 2,
"7392" : 5,
"7456" : 5,
"7520" : 4,
"7584" : 8,
"7648" : 5,
"7712" : 3,
"7776" : 3,
"7840" : 3,
"7904" : 2,
"7968" : 4,
"8032" : 2,
"8096" : 1,
"8160" : 3,
"8256" : 2,
"8384" : 4,
"8512" : 1,
"8640" : 3,
"8768" : 3,
"8896" : 1,
"9152" : 1,
"9280" : 1,
"9536" : 4,
"9664" : 3,
"9792" : 1,
"9920" : 1,
"10048" : 1,
"10176" : 3,
"10560" : 1,
"10816" : 1,
"12096" : 1,
"12352" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 1,
"13376" : 1,
"14784" : 1,
"14912" : 1,
"15040" : 1,
"15168" : 1,
"16064" : 1,
"16512" : 1,
"16768" : 1,
"18304" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 3,
"25472" : 4,
"25728" : 3,
"25984" : 1,
"26240" : 1,
"26496" : 2,
"26752" : 1,
"27008" : 8,
"27264" : 5,
"27520" : 1,
"27776" : 5,
"28032" : 7,
"28288" : 6,
"28544" : 5,
"28800" : 6,
"29056" : 8,
"29312" : 5,
"29568" : 6,
"29824" : 3,
"30080" : 5,
"30336" : 1,
"30592" : 3,
"30848" : 3,
"31104" : 1,
"31360" : 1,
"31616" : 6,
"31872" : 2,
"32128" : 1,
"33024" : 1,
"33536" : 3,
"35072" : 1,
"35584" : 1,
"51456" : 1,
"51968" : 2,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6379,
"max" : 1061643,
"mean" : 274463.237803,
"stddev" : 159111.388258,
"N" : 2035337
},
"bw_min" : 111683,
"bw_max" : 121280,
"bw_agg" : 100.000000,
"bw_mean" : 116319.611511,
"bw_dev" : 238.837252,
"bw_samples" : 1112,
"iops_min" : 27920,
"iops_max" : 30320,
"iops_mean" : 29079.604317,
"iops_stddev" : 59.708629,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559997,
"usr_cpu" : 0.730897,
"sys_cpu" : 17.909560,
"ctx" : 1489404,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.033825,
"4" : 0.829786,
"10" : 0.129364,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075288,
"timestamp_ms" : 1773075288200,
"time" : "Mon Mar 9 13:54:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9536831488,
"io_kbytes" : 9313312,
"bw_bytes" : 119211883,
"bw" : 116417,
"iops" : 29104.638808,
"runtime" : 79999,
"total_ios" : 2328342,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5258,
"max" : 1099300,
"mean" : 272821.231253,
"stddev" : 159167.527184,
"N" : 2328343
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1374.701568,
"stddev" : 314.336993,
"N" : 2328334,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7328
},
"bins" : {
"1048" : 1,
"1080" : 108,
"1096" : 10934,
"1112" : 33728,
"1128" : 150155,
"1144" : 82983,
"1160" : 64647,
"1176" : 22330,
"1192" : 7373,
"1208" : 46639,
"1224" : 51814,
"1240" : 87695,
"1256" : 97658,
"1272" : 51683,
"1288" : 108821,
"1304" : 63491,
"1320" : 114666,
"1336" : 126994,
"1352" : 65244,
"1368" : 126753,
"1384" : 63204,
"1400" : 118258,
"1416" : 116019,
"1432" : 54579,
"1448" : 96367,
"1464" : 41745,
"1480" : 71378,
"1496" : 61673,
"1512" : 28592,
"1528" : 52470,
"1544" : 23873,
"1560" : 42247,
"1576" : 35397,
"1592" : 15145,
"1608" : 26942,
"1624" : 11950,
"1640" : 21419,
"1656" : 18139,
"1672" : 8147,
"1688" : 14298,
"1704" : 6088,
"1720" : 10940,
"1736" : 9156,
"1752" : 4052,
"1768" : 7205,
"1784" : 3115,
"1800" : 5493,
"1816" : 4772,
"1832" : 2178,
"1848" : 3795,
"1864" : 1723,
"1880" : 2964,
"1896" : 2585,
"1912" : 1129,
"1928" : 1840,
"1944" : 853,
"1960" : 1606,
"1976" : 1318,
"1992" : 639,
"2008" : 1080,
"2024" : 476,
"2040" : 924,
"2064" : 1165,
"2096" : 1056,
"2128" : 1119,
"2160" : 873,
"2192" : 780,
"2224" : 799,
"2256" : 730,
"2288" : 868,
"2320" : 737,
"2352" : 713,
"2384" : 642,
"2416" : 518,
"2448" : 579,
"2480" : 626,
"2512" : 410,
"2544" : 400,
"2576" : 354,
"2608" : 307,
"2640" : 404,
"2672" : 281,
"2704" : 213,
"2736" : 193,
"2768" : 161,
"2800" : 191,
"2832" : 146,
"2864" : 112,
"2896" : 115,
"2928" : 74,
"2960" : 102,
"2992" : 68,
"3024" : 66,
"3056" : 41,
"3088" : 51,
"3120" : 67,
"3152" : 50,
"3184" : 37,
"3216" : 31,
"3248" : 32,
"3280" : 30,
"3312" : 25,
"3344" : 16,
"3376" : 22,
"3408" : 24,
"3440" : 24,
"3472" : 24,
"3504" : 18,
"3536" : 24,
"3568" : 15,
"3600" : 19,
"3632" : 31,
"3664" : 23,
"3696" : 14,
"3728" : 16,
"3760" : 27,
"3792" : 39,
"3824" : 25,
"3856" : 30,
"3888" : 31,
"3920" : 39,
"3952" : 47,
"3984" : 42,
"4016" : 41,
"4048" : 32,
"4080" : 43,
"4128" : 96,
"4192" : 88,
"4256" : 106,
"4320" : 77,
"4384" : 73,
"4448" : 103,
"4512" : 87,
"4576" : 112,
"4640" : 112,
"4704" : 102,
"4768" : 119,
"4832" : 97,
"4896" : 98,
"4960" : 99,
"5024" : 97,
"5088" : 97,
"5152" : 84,
"5216" : 102,
"5280" : 82,
"5344" : 79,
"5408" : 82,
"5472" : 69,
"5536" : 56,
"5600" : 67,
"5664" : 58,
"5728" : 67,
"5792" : 52,
"5856" : 45,
"5920" : 48,
"5984" : 40,
"6048" : 36,
"6112" : 33,
"6176" : 26,
"6240" : 34,
"6304" : 16,
"6368" : 19,
"6432" : 13,
"6496" : 13,
"6560" : 15,
"6624" : 10,
"6688" : 6,
"6752" : 12,
"6816" : 5,
"6880" : 12,
"6944" : 7,
"7008" : 6,
"7072" : 6,
"7136" : 4,
"7200" : 4,
"7264" : 6,
"7328" : 3,
"7392" : 6,
"7456" : 6,
"7520" : 5,
"7584" : 8,
"7648" : 5,
"7712" : 3,
"7776" : 4,
"7840" : 4,
"7904" : 2,
"7968" : 4,
"8032" : 4,
"8096" : 1,
"8160" : 3,
"8256" : 2,
"8384" : 5,
"8512" : 2,
"8640" : 3,
"8768" : 3,
"8896" : 1,
"9152" : 1,
"9280" : 1,
"9536" : 4,
"9664" : 3,
"9792" : 1,
"9920" : 1,
"10048" : 1,
"10176" : 4,
"10560" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"12096" : 1,
"12352" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 1,
"13376" : 1,
"14400" : 1,
"14784" : 1,
"14912" : 1,
"15040" : 1,
"15168" : 2,
"16064" : 1,
"16512" : 1,
"16768" : 1,
"18304" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 3,
"25472" : 4,
"25728" : 3,
"25984" : 2,
"26240" : 1,
"26496" : 2,
"26752" : 1,
"27008" : 8,
"27264" : 5,
"27520" : 1,
"27776" : 5,
"28032" : 7,
"28288" : 7,
"28544" : 6,
"28800" : 7,
"29056" : 9,
"29312" : 5,
"29568" : 6,
"29824" : 3,
"30080" : 6,
"30336" : 1,
"30592" : 4,
"30848" : 3,
"31104" : 1,
"31360" : 2,
"31616" : 6,
"31872" : 3,
"32128" : 1,
"33024" : 3,
"33536" : 3,
"35072" : 1,
"35584" : 1,
"51456" : 1,
"51968" : 2,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6379,
"max" : 1101273,
"mean" : 274195.664201,
"stddev" : 159273.327824,
"N" : 2328334
},
"bw_min" : 111683,
"bw_max" : 121776,
"bw_agg" : 100.000000,
"bw_mean" : 116426.320755,
"bw_dev" : 244.183158,
"bw_samples" : 1272,
"iops_min" : 27920,
"iops_max" : 30444,
"iops_mean" : 29106.295597,
"iops_stddev" : 61.044250,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.729072,
"sys_cpu" : 17.924287,
"ctx" : 1701758,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.083769,
"4" : 0.781500,
"10" : 0.127902,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075298,
"timestamp_ms" : 1773075298200,
"time" : "Mon Mar 9 13:54:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10738741248,
"io_kbytes" : 10487052,
"bw_bytes" : 119319347,
"bw" : 116522,
"iops" : 29130.844444,
"runtime" : 90000,
"total_ios" : 2621776,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5258,
"max" : 1175457,
"mean" : 272569.985716,
"stddev" : 159320.017308,
"N" : 2621776
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1375.134284,
"stddev" : 316.140291,
"N" : 2621768,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1976,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7392
},
"bins" : {
"1048" : 1,
"1080" : 113,
"1096" : 12040,
"1112" : 37900,
"1128" : 170639,
"1144" : 94804,
"1160" : 73976,
"1176" : 25380,
"1192" : 8116,
"1208" : 51378,
"1224" : 58109,
"1240" : 97807,
"1256" : 109023,
"1272" : 57467,
"1288" : 120685,
"1304" : 70552,
"1320" : 128141,
"1336" : 142366,
"1352" : 73439,
"1368" : 142875,
"1384" : 71102,
"1400" : 133440,
"1416" : 131274,
"1432" : 61721,
"1448" : 108860,
"1464" : 47075,
"1480" : 80653,
"1496" : 69452,
"1512" : 32313,
"1528" : 59409,
"1544" : 27085,
"1560" : 47903,
"1576" : 40066,
"1592" : 17164,
"1608" : 30462,
"1624" : 13483,
"1640" : 24285,
"1656" : 20597,
"1672" : 9238,
"1688" : 16189,
"1704" : 6912,
"1720" : 12340,
"1736" : 10388,
"1752" : 4611,
"1768" : 8146,
"1784" : 3494,
"1800" : 6234,
"1816" : 5398,
"1832" : 2421,
"1848" : 4327,
"1864" : 1919,
"1880" : 3368,
"1896" : 2921,
"1912" : 1303,
"1928" : 2073,
"1944" : 972,
"1960" : 1822,
"1976" : 1496,
"1992" : 714,
"2008" : 1220,
"2024" : 538,
"2040" : 1052,
"2064" : 1339,
"2096" : 1183,
"2128" : 1266,
"2160" : 1015,
"2192" : 888,
"2224" : 908,
"2256" : 819,
"2288" : 996,
"2320" : 833,
"2352" : 806,
"2384" : 716,
"2416" : 604,
"2448" : 656,
"2480" : 705,
"2512" : 483,
"2544" : 460,
"2576" : 408,
"2608" : 372,
"2640" : 468,
"2672" : 332,
"2704" : 245,
"2736" : 223,
"2768" : 190,
"2800" : 224,
"2832" : 175,
"2864" : 128,
"2896" : 132,
"2928" : 85,
"2960" : 122,
"2992" : 81,
"3024" : 75,
"3056" : 50,
"3088" : 56,
"3120" : 83,
"3152" : 57,
"3184" : 40,
"3216" : 34,
"3248" : 39,
"3280" : 35,
"3312" : 29,
"3344" : 16,
"3376" : 25,
"3408" : 25,
"3440" : 27,
"3472" : 27,
"3504" : 20,
"3536" : 24,
"3568" : 18,
"3600" : 24,
"3632" : 33,
"3664" : 27,
"3696" : 15,
"3728" : 17,
"3760" : 29,
"3792" : 45,
"3824" : 29,
"3856" : 34,
"3888" : 35,
"3920" : 45,
"3952" : 55,
"3984" : 47,
"4016" : 43,
"4048" : 35,
"4080" : 46,
"4128" : 105,
"4192" : 91,
"4256" : 125,
"4320" : 90,
"4384" : 78,
"4448" : 112,
"4512" : 99,
"4576" : 131,
"4640" : 126,
"4704" : 112,
"4768" : 141,
"4832" : 116,
"4896" : 110,
"4960" : 113,
"5024" : 110,
"5088" : 112,
"5152" : 99,
"5216" : 110,
"5280" : 93,
"5344" : 89,
"5408" : 96,
"5472" : 77,
"5536" : 64,
"5600" : 73,
"5664" : 60,
"5728" : 78,
"5792" : 59,
"5856" : 48,
"5920" : 56,
"5984" : 46,
"6048" : 42,
"6112" : 36,
"6176" : 29,
"6240" : 38,
"6304" : 20,
"6368" : 21,
"6432" : 14,
"6496" : 15,
"6560" : 16,
"6624" : 13,
"6688" : 8,
"6752" : 16,
"6816" : 6,
"6880" : 14,
"6944" : 9,
"7008" : 7,
"7072" : 7,
"7136" : 4,
"7200" : 4,
"7264" : 7,
"7328" : 4,
"7392" : 7,
"7456" : 8,
"7520" : 6,
"7584" : 8,
"7648" : 5,
"7712" : 3,
"7776" : 4,
"7840" : 4,
"7904" : 3,
"7968" : 4,
"8032" : 5,
"8096" : 1,
"8160" : 3,
"8256" : 3,
"8384" : 7,
"8512" : 3,
"8640" : 3,
"8768" : 3,
"8896" : 1,
"9152" : 1,
"9280" : 1,
"9536" : 4,
"9664" : 3,
"9792" : 1,
"9920" : 1,
"10048" : 2,
"10176" : 4,
"10560" : 1,
"10816" : 1,
"10944" : 1,
"11072" : 2,
"11200" : 1,
"12096" : 1,
"12352" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 1,
"13376" : 1,
"14272" : 1,
"14400" : 2,
"14784" : 1,
"14912" : 1,
"15040" : 1,
"15168" : 2,
"16064" : 1,
"16512" : 1,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 3,
"24960" : 1,
"25472" : 4,
"25728" : 4,
"25984" : 2,
"26240" : 1,
"26496" : 2,
"26752" : 2,
"27008" : 8,
"27264" : 5,
"27520" : 1,
"27776" : 5,
"28032" : 8,
"28288" : 7,
"28544" : 7,
"28800" : 8,
"29056" : 10,
"29312" : 5,
"29568" : 7,
"29824" : 3,
"30080" : 7,
"30336" : 2,
"30592" : 4,
"30848" : 6,
"31104" : 1,
"31360" : 2,
"31616" : 6,
"31872" : 4,
"32128" : 1,
"33024" : 3,
"33536" : 3,
"35072" : 1,
"35584" : 2,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6379,
"max" : 1178782,
"mean" : 273944.920588,
"stddev" : 159426.598936,
"N" : 2621768
},
"bw_min" : 111683,
"bw_max" : 122088,
"bw_agg" : 100.000000,
"bw_mean" : 116536.625698,
"bw_dev" : 246.169221,
"bw_samples" : 1432,
"iops_min" : 27920,
"iops_max" : 30522,
"iops_mean" : 29133.893855,
"iops_stddev" : 61.541316,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719994,
"usr_cpu" : 0.728478,
"sys_cpu" : 17.944594,
"ctx" : 1914015,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.071812,
"4" : 0.792859,
"10" : 0.128348,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075308,
"timestamp_ms" : 1773075308200,
"time" : "Mon Mar 9 13:55:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11940306944,
"io_kbytes" : 11660456,
"bw_bytes" : 119404263,
"bw" : 116605,
"iops" : 29151.541515,
"runtime" : 99999,
"total_ios" : 2915125,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5258,
"max" : 1175457,
"mean" : 272374.901687,
"stddev" : 159443.241308,
"N" : 2915125
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1375.143870,
"stddev" : 317.007186,
"N" : 2915117,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1976,
"99.500000" : 2320,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7392
},
"bins" : {
"1048" : 1,
"1064" : 1,
"1080" : 132,
"1096" : 13205,
"1112" : 41868,
"1128" : 190576,
"1144" : 106483,
"1160" : 83217,
"1176" : 28700,
"1192" : 9040,
"1208" : 56290,
"1224" : 64044,
"1240" : 107664,
"1256" : 121051,
"1272" : 63874,
"1288" : 133307,
"1304" : 77803,
"1320" : 142059,
"1336" : 158755,
"1352" : 82027,
"1368" : 159383,
"1384" : 79166,
"1400" : 148341,
"1416" : 145817,
"1432" : 68755,
"1448" : 120931,
"1464" : 52354,
"1480" : 89666,
"1496" : 77179,
"1512" : 35932,
"1528" : 66078,
"1544" : 30084,
"1560" : 53188,
"1576" : 44674,
"1592" : 19154,
"1608" : 34000,
"1624" : 15094,
"1640" : 26962,
"1656" : 23001,
"1672" : 10228,
"1688" : 17977,
"1704" : 7757,
"1720" : 13737,
"1736" : 11536,
"1752" : 5129,
"1768" : 9056,
"1784" : 3914,
"1800" : 6936,
"1816" : 6004,
"1832" : 2711,
"1848" : 4784,
"1864" : 2104,
"1880" : 3743,
"1896" : 3236,
"1912" : 1451,
"1928" : 2353,
"1944" : 1082,
"1960" : 2022,
"1976" : 1676,
"1992" : 786,
"2008" : 1385,
"2024" : 584,
"2040" : 1170,
"2064" : 1491,
"2096" : 1328,
"2128" : 1387,
"2160" : 1123,
"2192" : 972,
"2224" : 984,
"2256" : 914,
"2288" : 1084,
"2320" : 920,
"2352" : 874,
"2384" : 795,
"2416" : 686,
"2448" : 728,
"2480" : 788,
"2512" : 553,
"2544" : 527,
"2576" : 460,
"2608" : 419,
"2640" : 525,
"2672" : 363,
"2704" : 282,
"2736" : 255,
"2768" : 214,
"2800" : 260,
"2832" : 192,
"2864" : 142,
"2896" : 146,
"2928" : 101,
"2960" : 143,
"2992" : 89,
"3024" : 82,
"3056" : 55,
"3088" : 66,
"3120" : 95,
"3152" : 63,
"3184" : 45,
"3216" : 42,
"3248" : 44,
"3280" : 43,
"3312" : 35,
"3344" : 19,
"3376" : 29,
"3408" : 27,
"3440" : 32,
"3472" : 31,
"3504" : 26,
"3536" : 28,
"3568" : 18,
"3600" : 25,
"3632" : 37,
"3664" : 27,
"3696" : 17,
"3728" : 18,
"3760" : 29,
"3792" : 48,
"3824" : 31,
"3856" : 38,
"3888" : 38,
"3920" : 46,
"3952" : 60,
"3984" : 49,
"4016" : 46,
"4048" : 39,
"4080" : 49,
"4128" : 117,
"4192" : 95,
"4256" : 136,
"4320" : 96,
"4384" : 89,
"4448" : 122,
"4512" : 107,
"4576" : 143,
"4640" : 136,
"4704" : 122,
"4768" : 153,
"4832" : 128,
"4896" : 118,
"4960" : 124,
"5024" : 121,
"5088" : 126,
"5152" : 111,
"5216" : 114,
"5280" : 106,
"5344" : 99,
"5408" : 109,
"5472" : 85,
"5536" : 75,
"5600" : 81,
"5664" : 68,
"5728" : 87,
"5792" : 66,
"5856" : 56,
"5920" : 64,
"5984" : 50,
"6048" : 47,
"6112" : 40,
"6176" : 35,
"6240" : 41,
"6304" : 22,
"6368" : 23,
"6432" : 18,
"6496" : 15,
"6560" : 19,
"6624" : 15,
"6688" : 12,
"6752" : 16,
"6816" : 8,
"6880" : 16,
"6944" : 9,
"7008" : 8,
"7072" : 10,
"7136" : 6,
"7200" : 4,
"7264" : 8,
"7328" : 4,
"7392" : 7,
"7456" : 9,
"7520" : 6,
"7584" : 8,
"7648" : 5,
"7712" : 4,
"7776" : 4,
"7840" : 4,
"7904" : 3,
"7968" : 4,
"8032" : 5,
"8096" : 1,
"8160" : 4,
"8256" : 4,
"8384" : 7,
"8512" : 3,
"8640" : 4,
"8768" : 3,
"8896" : 1,
"9152" : 1,
"9280" : 1,
"9408" : 1,
"9536" : 4,
"9664" : 3,
"9792" : 1,
"9920" : 1,
"10048" : 2,
"10176" : 4,
"10560" : 1,
"10688" : 1,
"10816" : 1,
"10944" : 1,
"11072" : 2,
"11200" : 2,
"12096" : 2,
"12352" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 1,
"13120" : 2,
"13376" : 1,
"13760" : 1,
"14144" : 1,
"14272" : 1,
"14400" : 2,
"14784" : 1,
"14912" : 1,
"15040" : 1,
"15168" : 2,
"16064" : 1,
"16512" : 1,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 4,
"24960" : 1,
"25472" : 4,
"25728" : 4,
"25984" : 3,
"26240" : 2,
"26496" : 3,
"26752" : 2,
"27008" : 8,
"27264" : 5,
"27520" : 1,
"27776" : 7,
"28032" : 8,
"28288" : 8,
"28544" : 7,
"28800" : 9,
"29056" : 10,
"29312" : 6,
"29568" : 8,
"29824" : 3,
"30080" : 7,
"30336" : 4,
"30592" : 4,
"30848" : 6,
"31104" : 1,
"31360" : 3,
"31616" : 6,
"31872" : 5,
"32128" : 2,
"32640" : 1,
"33024" : 3,
"33536" : 3,
"34048" : 1,
"35072" : 1,
"35584" : 3,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6379,
"max" : 1178782,
"mean" : 273749.865676,
"stddev" : 159550.051486,
"N" : 2915117
},
"bw_min" : 111531,
"bw_max" : 122368,
"bw_agg" : 100.000000,
"bw_mean" : 116616.949749,
"bw_dev" : 252.749223,
"bw_samples" : 1592,
"iops_min" : 27882,
"iops_max" : 30592,
"iops_mean" : 29153.994975,
"iops_stddev" : 63.186458,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.730007,
"sys_cpu" : 17.960305,
"ctx" : 2126198,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.072184,
"4" : 0.793345,
"10" : 0.127336,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075318,
"timestamp_ms" : 1773075318200,
"time" : "Mon Mar 9 13:55:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 13142212608,
"io_kbytes" : 12834192,
"bw_bytes" : 119474660,
"bw" : 116674,
"iops" : 29168.763636,
"runtime" : 110000,
"total_ios" : 3208564,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 272214.845010,
"stddev" : 159576.642183,
"N" : 3208564
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1373.233111,
"stddev" : 317.332971,
"N" : 3208556,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7392
},
"bins" : {
"1048" : 1,
"1064" : 2,
"1080" : 151,
"1096" : 15052,
"1112" : 46947,
"1128" : 212095,
"1144" : 117993,
"1160" : 91836,
"1176" : 31531,
"1192" : 9979,
"1208" : 62247,
"1224" : 70632,
"1240" : 119986,
"1256" : 138456,
"1272" : 73037,
"1288" : 149688,
"1304" : 85929,
"1320" : 155400,
"1336" : 174297,
"1352" : 90995,
"1368" : 177604,
"1384" : 87859,
"1400" : 162852,
"1416" : 158651,
"1432" : 74507,
"1448" : 130940,
"1464" : 56787,
"1480" : 97313,
"1496" : 83816,
"1512" : 38915,
"1528" : 71210,
"1544" : 32433,
"1560" : 57106,
"1576" : 48129,
"1592" : 20707,
"1608" : 36510,
"1624" : 16195,
"1640" : 28945,
"1656" : 24714,
"1672" : 10992,
"1688" : 19350,
"1704" : 8356,
"1720" : 14792,
"1736" : 12467,
"1752" : 5543,
"1768" : 9767,
"1784" : 4222,
"1800" : 7530,
"1816" : 6540,
"1832" : 2929,
"1848" : 5194,
"1864" : 2275,
"1880" : 4064,
"1896" : 3549,
"1912" : 1579,
"1928" : 2577,
"1944" : 1155,
"1960" : 2216,
"1976" : 1828,
"1992" : 846,
"2008" : 1502,
"2024" : 642,
"2040" : 1278,
"2064" : 1607,
"2096" : 1428,
"2128" : 1492,
"2160" : 1213,
"2192" : 1030,
"2224" : 1033,
"2256" : 984,
"2288" : 1150,
"2320" : 1001,
"2352" : 940,
"2384" : 841,
"2416" : 736,
"2448" : 774,
"2480" : 855,
"2512" : 604,
"2544" : 570,
"2576" : 505,
"2608" : 468,
"2640" : 580,
"2672" : 398,
"2704" : 311,
"2736" : 287,
"2768" : 242,
"2800" : 285,
"2832" : 212,
"2864" : 161,
"2896" : 161,
"2928" : 114,
"2960" : 157,
"2992" : 95,
"3024" : 91,
"3056" : 69,
"3088" : 76,
"3120" : 101,
"3152" : 67,
"3184" : 48,
"3216" : 45,
"3248" : 49,
"3280" : 44,
"3312" : 39,
"3344" : 22,
"3376" : 32,
"3408" : 33,
"3440" : 38,
"3472" : 36,
"3504" : 31,
"3536" : 30,
"3568" : 22,
"3600" : 30,
"3632" : 40,
"3664" : 31,
"3696" : 20,
"3728" : 20,
"3760" : 38,
"3792" : 56,
"3824" : 35,
"3856" : 41,
"3888" : 41,
"3920" : 53,
"3952" : 70,
"3984" : 51,
"4016" : 50,
"4048" : 43,
"4080" : 55,
"4128" : 131,
"4192" : 104,
"4256" : 154,
"4320" : 110,
"4384" : 103,
"4448" : 132,
"4512" : 117,
"4576" : 161,
"4640" : 143,
"4704" : 139,
"4768" : 162,
"4832" : 142,
"4896" : 125,
"4960" : 136,
"5024" : 128,
"5088" : 139,
"5152" : 119,
"5216" : 124,
"5280" : 115,
"5344" : 104,
"5408" : 122,
"5472" : 90,
"5536" : 79,
"5600" : 88,
"5664" : 76,
"5728" : 94,
"5792" : 74,
"5856" : 61,
"5920" : 72,
"5984" : 55,
"6048" : 51,
"6112" : 43,
"6176" : 39,
"6240" : 43,
"6304" : 25,
"6368" : 26,
"6432" : 20,
"6496" : 15,
"6560" : 23,
"6624" : 16,
"6688" : 13,
"6752" : 16,
"6816" : 9,
"6880" : 16,
"6944" : 10,
"7008" : 8,
"7072" : 11,
"7136" : 8,
"7200" : 4,
"7264" : 8,
"7328" : 5,
"7392" : 8,
"7456" : 10,
"7520" : 6,
"7584" : 8,
"7648" : 5,
"7712" : 4,
"7776" : 4,
"7840" : 4,
"7904" : 3,
"7968" : 4,
"8032" : 5,
"8096" : 1,
"8160" : 4,
"8256" : 5,
"8384" : 7,
"8512" : 3,
"8640" : 4,
"8768" : 3,
"8896" : 1,
"9024" : 1,
"9152" : 1,
"9280" : 1,
"9408" : 1,
"9536" : 4,
"9664" : 4,
"9792" : 1,
"9920" : 1,
"10048" : 2,
"10176" : 4,
"10560" : 1,
"10688" : 2,
"10816" : 1,
"10944" : 1,
"11072" : 2,
"11200" : 2,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 2,
"13120" : 2,
"13376" : 1,
"13760" : 1,
"14144" : 1,
"14272" : 1,
"14400" : 2,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"16064" : 1,
"16512" : 1,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 5,
"24960" : 2,
"25472" : 4,
"25728" : 4,
"25984" : 3,
"26240" : 2,
"26496" : 4,
"26752" : 2,
"27008" : 8,
"27264" : 6,
"27520" : 2,
"27776" : 7,
"28032" : 10,
"28288" : 9,
"28544" : 7,
"28800" : 9,
"29056" : 15,
"29312" : 6,
"29568" : 9,
"29824" : 3,
"30080" : 9,
"30336" : 4,
"30592" : 5,
"30848" : 7,
"31104" : 1,
"31360" : 3,
"31616" : 6,
"31872" : 6,
"32128" : 2,
"32640" : 1,
"33024" : 3,
"33536" : 4,
"34048" : 1,
"35072" : 1,
"35584" : 3,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 273587.914293,
"stddev" : 159682.995474,
"N" : 3208556
},
"bw_min" : 111531,
"bw_max" : 122368,
"bw_agg" : 100.000000,
"bw_mean" : 116688.013699,
"bw_dev" : 253.446189,
"bw_samples" : 1752,
"iops_min" : 27882,
"iops_max" : 30592,
"iops_mean" : 29171.767123,
"iops_stddev" : 63.360631,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879993,
"usr_cpu" : 0.732392,
"sys_cpu" : 17.979120,
"ctx" : 2338398,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.085385,
"4" : 0.780879,
"10" : 0.126505,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075328,
"timestamp_ms" : 1773075328200,
"time" : "Mon Mar 9 13:55:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14350577664,
"io_kbytes" : 14014236,
"bw_bytes" : 119589143,
"bw" : 116786,
"iops" : 29196.651639,
"runtime" : 119999,
"total_ios" : 3503569,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 271953.387610,
"stddev" : 159685.631419,
"N" : 3503569
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1373.172472,
"stddev" : 315.184948,
"N" : 3503561,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1976,
"99.500000" : 2320,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7392
},
"bins" : {
"1048" : 1,
"1064" : 3,
"1080" : 176,
"1096" : 16469,
"1112" : 50910,
"1128" : 229979,
"1144" : 128666,
"1160" : 100416,
"1176" : 34646,
"1192" : 10907,
"1208" : 67861,
"1224" : 77624,
"1240" : 131694,
"1256" : 151838,
"1272" : 80448,
"1288" : 165334,
"1304" : 94994,
"1320" : 171099,
"1336" : 190242,
"1352" : 98735,
"1368" : 192775,
"1384" : 95577,
"1400" : 177425,
"1416" : 172980,
"1432" : 81086,
"1448" : 142214,
"1464" : 61641,
"1480" : 105867,
"1496" : 91273,
"1512" : 42459,
"1528" : 77526,
"1544" : 35178,
"1560" : 62241,
"1576" : 52273,
"1592" : 22551,
"1608" : 39866,
"1624" : 17726,
"1640" : 31607,
"1656" : 27100,
"1672" : 11957,
"1688" : 21157,
"1704" : 9160,
"1720" : 16168,
"1736" : 13612,
"1752" : 6086,
"1768" : 10665,
"1784" : 4610,
"1800" : 8244,
"1816" : 7202,
"1832" : 3189,
"1848" : 5678,
"1864" : 2495,
"1880" : 4480,
"1896" : 3888,
"1912" : 1739,
"1928" : 2876,
"1944" : 1261,
"1960" : 2432,
"1976" : 1993,
"1992" : 946,
"2008" : 1657,
"2024" : 715,
"2040" : 1400,
"2064" : 1772,
"2096" : 1561,
"2128" : 1647,
"2160" : 1336,
"2192" : 1153,
"2224" : 1142,
"2256" : 1121,
"2288" : 1274,
"2320" : 1141,
"2352" : 1033,
"2384" : 936,
"2416" : 807,
"2448" : 851,
"2480" : 938,
"2512" : 672,
"2544" : 611,
"2576" : 558,
"2608" : 516,
"2640" : 633,
"2672" : 428,
"2704" : 339,
"2736" : 311,
"2768" : 268,
"2800" : 316,
"2832" : 226,
"2864" : 177,
"2896" : 172,
"2928" : 123,
"2960" : 169,
"2992" : 102,
"3024" : 101,
"3056" : 75,
"3088" : 84,
"3120" : 118,
"3152" : 68,
"3184" : 55,
"3216" : 51,
"3248" : 50,
"3280" : 54,
"3312" : 42,
"3344" : 27,
"3376" : 35,
"3408" : 34,
"3440" : 41,
"3472" : 39,
"3504" : 33,
"3536" : 33,
"3568" : 24,
"3600" : 32,
"3632" : 41,
"3664" : 37,
"3696" : 23,
"3728" : 28,
"3760" : 40,
"3792" : 60,
"3824" : 39,
"3856" : 46,
"3888" : 43,
"3920" : 58,
"3952" : 73,
"3984" : 56,
"4016" : 58,
"4048" : 44,
"4080" : 58,
"4128" : 145,
"4192" : 110,
"4256" : 162,
"4320" : 123,
"4384" : 110,
"4448" : 147,
"4512" : 133,
"4576" : 172,
"4640" : 151,
"4704" : 149,
"4768" : 176,
"4832" : 158,
"4896" : 140,
"4960" : 145,
"5024" : 133,
"5088" : 151,
"5152" : 130,
"5216" : 140,
"5280" : 121,
"5344" : 119,
"5408" : 130,
"5472" : 98,
"5536" : 85,
"5600" : 93,
"5664" : 88,
"5728" : 104,
"5792" : 80,
"5856" : 66,
"5920" : 82,
"5984" : 61,
"6048" : 58,
"6112" : 46,
"6176" : 42,
"6240" : 47,
"6304" : 28,
"6368" : 29,
"6432" : 24,
"6496" : 17,
"6560" : 26,
"6624" : 16,
"6688" : 14,
"6752" : 17,
"6816" : 13,
"6880" : 18,
"6944" : 10,
"7008" : 10,
"7072" : 11,
"7136" : 10,
"7200" : 4,
"7264" : 8,
"7328" : 5,
"7392" : 9,
"7456" : 10,
"7520" : 8,
"7584" : 9,
"7648" : 5,
"7712" : 4,
"7776" : 5,
"7840" : 4,
"7904" : 4,
"7968" : 4,
"8032" : 5,
"8096" : 1,
"8160" : 4,
"8256" : 5,
"8384" : 7,
"8512" : 4,
"8640" : 4,
"8768" : 4,
"8896" : 1,
"9024" : 1,
"9152" : 4,
"9280" : 1,
"9408" : 1,
"9536" : 5,
"9664" : 4,
"9792" : 1,
"9920" : 1,
"10048" : 3,
"10176" : 4,
"10560" : 1,
"10688" : 2,
"10816" : 2,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 2,
"13120" : 3,
"13376" : 1,
"13632" : 2,
"13760" : 1,
"14144" : 1,
"14272" : 1,
"14400" : 2,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"16064" : 1,
"16512" : 1,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 5,
"24960" : 2,
"25472" : 5,
"25728" : 4,
"25984" : 4,
"26240" : 2,
"26496" : 4,
"26752" : 2,
"27008" : 8,
"27264" : 7,
"27520" : 2,
"27776" : 7,
"28032" : 11,
"28288" : 9,
"28544" : 8,
"28800" : 9,
"29056" : 15,
"29312" : 6,
"29568" : 10,
"29824" : 3,
"30080" : 9,
"30336" : 4,
"30592" : 5,
"30848" : 8,
"31104" : 1,
"31360" : 3,
"31616" : 7,
"31872" : 6,
"32128" : 2,
"32640" : 1,
"33024" : 3,
"33536" : 4,
"34048" : 1,
"34560" : 1,
"35072" : 1,
"35584" : 3,
"36096" : 1,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 273326.409451,
"stddev" : 159791.775625,
"N" : 3503561
},
"bw_min" : 111531,
"bw_max" : 122446,
"bw_agg" : 100.000000,
"bw_mean" : 116790.322176,
"bw_dev" : 261.782091,
"bw_samples" : 1912,
"iops_min" : 27882,
"iops_max" : 30611,
"iops_mean" : 29197.351464,
"iops_stddev" : 65.443323,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.731777,
"sys_cpu" : 17.982962,
"ctx" : 2550878,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.077398,
"4" : 0.789053,
"10" : 0.126471,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075338,
"timestamp_ms" : 1773075338200,
"time" : "Mon Mar 9 13:55:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 15563825152,
"io_kbytes" : 15199048,
"bw_bytes" : 119722652,
"bw" : 116916,
"iops" : 29229.240225,
"runtime" : 129999,
"total_ios" : 3799772,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 271647.429660,
"stddev" : 159826.961062,
"N" : 3799772
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1373.432106,
"stddev" : 313.588971,
"N" : 3799764,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7328
},
"bins" : {
"1048" : 1,
"1064" : 3,
"1080" : 179,
"1096" : 17262,
"1112" : 54679,
"1128" : 249427,
"1144" : 139850,
"1160" : 109254,
"1176" : 37748,
"1192" : 11710,
"1208" : 73584,
"1224" : 84498,
"1240" : 142002,
"1256" : 162354,
"1272" : 86056,
"1288" : 177760,
"1304" : 102689,
"1320" : 185760,
"1336" : 206704,
"1352" : 107376,
"1368" : 210001,
"1384" : 103805,
"1400" : 192912,
"1416" : 187736,
"1432" : 87957,
"1448" : 154518,
"1464" : 67056,
"1480" : 115449,
"1496" : 99465,
"1512" : 46083,
"1528" : 84274,
"1544" : 38411,
"1560" : 67965,
"1576" : 56983,
"1592" : 24637,
"1608" : 43535,
"1624" : 19321,
"1640" : 34463,
"1656" : 29543,
"1672" : 13003,
"1688" : 23086,
"1704" : 9991,
"1720" : 17560,
"1736" : 14779,
"1752" : 6556,
"1768" : 11590,
"1784" : 5015,
"1800" : 8971,
"1816" : 7816,
"1832" : 3461,
"1848" : 6151,
"1864" : 2692,
"1880" : 4844,
"1896" : 4237,
"1912" : 1885,
"1928" : 3137,
"1944" : 1378,
"1960" : 2631,
"1976" : 2185,
"1992" : 1023,
"2008" : 1799,
"2024" : 784,
"2040" : 1514,
"2064" : 1940,
"2096" : 1678,
"2128" : 1799,
"2160" : 1436,
"2192" : 1243,
"2224" : 1241,
"2256" : 1196,
"2288" : 1373,
"2320" : 1231,
"2352" : 1092,
"2384" : 995,
"2416" : 854,
"2448" : 894,
"2480" : 987,
"2512" : 698,
"2544" : 654,
"2576" : 597,
"2608" : 555,
"2640" : 672,
"2672" : 458,
"2704" : 369,
"2736" : 330,
"2768" : 288,
"2800" : 343,
"2832" : 242,
"2864" : 188,
"2896" : 184,
"2928" : 136,
"2960" : 178,
"2992" : 115,
"3024" : 107,
"3056" : 81,
"3088" : 87,
"3120" : 123,
"3152" : 72,
"3184" : 56,
"3216" : 56,
"3248" : 53,
"3280" : 58,
"3312" : 43,
"3344" : 29,
"3376" : 39,
"3408" : 37,
"3440" : 44,
"3472" : 39,
"3504" : 36,
"3536" : 33,
"3568" : 25,
"3600" : 34,
"3632" : 44,
"3664" : 38,
"3696" : 25,
"3728" : 30,
"3760" : 45,
"3792" : 62,
"3824" : 43,
"3856" : 53,
"3888" : 49,
"3920" : 69,
"3952" : 74,
"3984" : 59,
"4016" : 61,
"4048" : 47,
"4080" : 59,
"4128" : 152,
"4192" : 119,
"4256" : 167,
"4320" : 132,
"4384" : 118,
"4448" : 164,
"4512" : 150,
"4576" : 190,
"4640" : 162,
"4704" : 161,
"4768" : 191,
"4832" : 178,
"4896" : 152,
"4960" : 158,
"5024" : 141,
"5088" : 165,
"5152" : 143,
"5216" : 149,
"5280" : 136,
"5344" : 129,
"5408" : 141,
"5472" : 107,
"5536" : 96,
"5600" : 102,
"5664" : 101,
"5728" : 114,
"5792" : 82,
"5856" : 69,
"5920" : 89,
"5984" : 65,
"6048" : 62,
"6112" : 51,
"6176" : 48,
"6240" : 49,
"6304" : 30,
"6368" : 31,
"6432" : 29,
"6496" : 18,
"6560" : 28,
"6624" : 20,
"6688" : 16,
"6752" : 18,
"6816" : 14,
"6880" : 19,
"6944" : 10,
"7008" : 11,
"7072" : 11,
"7136" : 10,
"7200" : 4,
"7264" : 8,
"7328" : 5,
"7392" : 9,
"7456" : 10,
"7520" : 8,
"7584" : 10,
"7648" : 5,
"7712" : 4,
"7776" : 6,
"7840" : 4,
"7904" : 4,
"7968" : 5,
"8032" : 5,
"8096" : 2,
"8160" : 4,
"8256" : 6,
"8384" : 8,
"8512" : 4,
"8640" : 4,
"8768" : 4,
"8896" : 1,
"9024" : 1,
"9152" : 4,
"9280" : 1,
"9408" : 1,
"9536" : 5,
"9664" : 4,
"9792" : 1,
"9920" : 1,
"10048" : 4,
"10176" : 4,
"10560" : 1,
"10688" : 2,
"10816" : 2,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"11328" : 1,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 2,
"13120" : 3,
"13376" : 1,
"13632" : 2,
"13760" : 1,
"14144" : 1,
"14272" : 1,
"14400" : 2,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"16064" : 1,
"16512" : 1,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 5,
"24960" : 5,
"25472" : 5,
"25728" : 4,
"25984" : 4,
"26240" : 2,
"26496" : 4,
"26752" : 2,
"27008" : 9,
"27264" : 7,
"27520" : 2,
"27776" : 7,
"28032" : 11,
"28288" : 10,
"28544" : 9,
"28800" : 9,
"29056" : 15,
"29312" : 6,
"29568" : 11,
"29824" : 3,
"30080" : 9,
"30336" : 4,
"30592" : 6,
"30848" : 9,
"31104" : 1,
"31360" : 3,
"31616" : 7,
"31872" : 6,
"32128" : 2,
"32640" : 1,
"33024" : 3,
"33536" : 5,
"34048" : 1,
"34560" : 1,
"35072" : 1,
"35584" : 3,
"36096" : 1,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"55552" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 273020.722233,
"stddev" : 159933.244974,
"N" : 3799764
},
"bw_min" : 111475,
"bw_max" : 123518,
"bw_agg" : 100.000000,
"bw_mean" : 116925.413127,
"bw_dev" : 274.225362,
"bw_samples" : 2072,
"iops_min" : 27868,
"iops_max" : 30879,
"iops_mean" : 29231.123552,
"iops_stddev" : 68.553082,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.732890,
"sys_cpu" : 17.992542,
"ctx" : 2763079,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.084919,
"4" : 0.781784,
"10" : 0.126429,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075348,
"timestamp_ms" : 1773075348200,
"time" : "Mon Mar 9 13:55:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16778555392,
"io_kbytes" : 16385308,
"bw_bytes" : 119847680,
"bw" : 117038,
"iops" : 29259.766141,
"runtime" : 139999,
"total_ios" : 4096338,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 271359.836544,
"stddev" : 159962.999586,
"N" : 4096338
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1373.626661,
"stddev" : 313.112161,
"N" : 4096330,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7264
},
"bins" : {
"1048" : 1,
"1064" : 3,
"1080" : 184,
"1096" : 18237,
"1112" : 58776,
"1128" : 270182,
"1144" : 151784,
"1160" : 118556,
"1176" : 40935,
"1192" : 12492,
"1208" : 78857,
"1224" : 90884,
"1240" : 151167,
"1256" : 170782,
"1272" : 90537,
"1288" : 189220,
"1304" : 110520,
"1320" : 201403,
"1336" : 223643,
"1352" : 115581,
"1368" : 225596,
"1384" : 111444,
"1400" : 208397,
"1416" : 203858,
"1432" : 95613,
"1448" : 167845,
"1464" : 72757,
"1480" : 125079,
"1496" : 107782,
"1512" : 49952,
"1528" : 91517,
"1544" : 41795,
"1560" : 73999,
"1576" : 61919,
"1592" : 26739,
"1608" : 47236,
"1624" : 20864,
"1640" : 37420,
"1656" : 32045,
"1672" : 14067,
"1688" : 24974,
"1704" : 10834,
"1720" : 18995,
"1736" : 15994,
"1752" : 7075,
"1768" : 12526,
"1784" : 5409,
"1800" : 9628,
"1816" : 8421,
"1832" : 3708,
"1848" : 6586,
"1864" : 2896,
"1880" : 5241,
"1896" : 4578,
"1912" : 2019,
"1928" : 3370,
"1944" : 1492,
"1960" : 2825,
"1976" : 2332,
"1992" : 1088,
"2008" : 1921,
"2024" : 847,
"2040" : 1610,
"2064" : 2054,
"2096" : 1781,
"2128" : 1894,
"2160" : 1520,
"2192" : 1310,
"2224" : 1304,
"2256" : 1241,
"2288" : 1430,
"2320" : 1297,
"2352" : 1133,
"2384" : 1028,
"2416" : 892,
"2448" : 939,
"2480" : 1034,
"2512" : 732,
"2544" : 684,
"2576" : 627,
"2608" : 575,
"2640" : 703,
"2672" : 470,
"2704" : 387,
"2736" : 350,
"2768" : 300,
"2800" : 355,
"2832" : 249,
"2864" : 202,
"2896" : 191,
"2928" : 144,
"2960" : 182,
"2992" : 121,
"3024" : 110,
"3056" : 86,
"3088" : 90,
"3120" : 132,
"3152" : 75,
"3184" : 58,
"3216" : 56,
"3248" : 58,
"3280" : 63,
"3312" : 44,
"3344" : 31,
"3376" : 41,
"3408" : 38,
"3440" : 45,
"3472" : 42,
"3504" : 38,
"3536" : 34,
"3568" : 25,
"3600" : 34,
"3632" : 45,
"3664" : 38,
"3696" : 28,
"3728" : 31,
"3760" : 47,
"3792" : 67,
"3824" : 48,
"3856" : 56,
"3888" : 52,
"3920" : 78,
"3952" : 77,
"3984" : 64,
"4016" : 69,
"4048" : 52,
"4080" : 63,
"4128" : 163,
"4192" : 131,
"4256" : 177,
"4320" : 138,
"4384" : 133,
"4448" : 181,
"4512" : 162,
"4576" : 204,
"4640" : 170,
"4704" : 174,
"4768" : 209,
"4832" : 196,
"4896" : 165,
"4960" : 167,
"5024" : 146,
"5088" : 177,
"5152" : 160,
"5216" : 159,
"5280" : 143,
"5344" : 136,
"5408" : 149,
"5472" : 117,
"5536" : 107,
"5600" : 110,
"5664" : 106,
"5728" : 120,
"5792" : 89,
"5856" : 75,
"5920" : 97,
"5984" : 67,
"6048" : 63,
"6112" : 56,
"6176" : 51,
"6240" : 51,
"6304" : 33,
"6368" : 32,
"6432" : 33,
"6496" : 18,
"6560" : 32,
"6624" : 22,
"6688" : 16,
"6752" : 18,
"6816" : 14,
"6880" : 19,
"6944" : 10,
"7008" : 14,
"7072" : 11,
"7136" : 11,
"7200" : 6,
"7264" : 8,
"7328" : 5,
"7392" : 9,
"7456" : 11,
"7520" : 8,
"7584" : 10,
"7648" : 5,
"7712" : 4,
"7776" : 7,
"7840" : 4,
"7904" : 5,
"7968" : 5,
"8032" : 6,
"8096" : 2,
"8160" : 4,
"8256" : 6,
"8384" : 8,
"8512" : 4,
"8640" : 4,
"8768" : 4,
"8896" : 1,
"9024" : 2,
"9152" : 4,
"9280" : 2,
"9408" : 1,
"9536" : 5,
"9664" : 4,
"9792" : 1,
"9920" : 1,
"10048" : 4,
"10176" : 4,
"10560" : 1,
"10688" : 2,
"10816" : 3,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"11328" : 1,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 3,
"13120" : 3,
"13376" : 1,
"13632" : 2,
"13760" : 1,
"14144" : 1,
"14272" : 1,
"14400" : 2,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"16064" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 1,
"24704" : 5,
"24960" : 5,
"25472" : 5,
"25728" : 4,
"25984" : 4,
"26240" : 2,
"26496" : 4,
"26752" : 3,
"27008" : 10,
"27264" : 7,
"27520" : 2,
"27776" : 9,
"28032" : 12,
"28288" : 10,
"28544" : 10,
"28800" : 9,
"29056" : 15,
"29312" : 6,
"29568" : 12,
"29824" : 3,
"30080" : 10,
"30336" : 5,
"30592" : 7,
"30848" : 9,
"31104" : 1,
"31360" : 3,
"31616" : 8,
"31872" : 7,
"32128" : 3,
"32640" : 1,
"33024" : 3,
"33536" : 5,
"34048" : 1,
"34560" : 1,
"35072" : 1,
"35584" : 3,
"36096" : 1,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"55040" : 1,
"55552" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 272733.333212,
"stddev" : 160069.621230,
"N" : 4096330
},
"bw_min" : 111395,
"bw_max" : 123656,
"bw_agg" : 100.000000,
"bw_mean" : 117047.032258,
"bw_dev" : 283.212237,
"bw_samples" : 2232,
"iops_min" : 27848,
"iops_max" : 30914,
"iops_mean" : 29261.537634,
"iops_stddev" : 70.800512,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.732237,
"sys_cpu" : 18.003789,
"ctx" : 2975226,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.104590,
"4" : 0.762584,
"10" : 0.126039,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075358,
"timestamp_ms" : 1773075358200,
"time" : "Mon Mar 9 13:55:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 17994858496,
"io_kbytes" : 17573104,
"bw_bytes" : 119965723,
"bw" : 117154,
"iops" : 29288.566667,
"runtime" : 150000,
"total_ios" : 4393285,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 271091.705734,
"stddev" : 160095.758192,
"N" : 4393285
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1373.666238,
"stddev" : 313.232377,
"N" : 4393277,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7200
},
"bins" : {
"1048" : 1,
"1064" : 3,
"1080" : 197,
"1096" : 19342,
"1112" : 63177,
"1128" : 291609,
"1144" : 163763,
"1160" : 127884,
"1176" : 44286,
"1192" : 13361,
"1208" : 84373,
"1224" : 97238,
"1240" : 161114,
"1256" : 181198,
"1272" : 95929,
"1288" : 201344,
"1304" : 118122,
"1320" : 216240,
"1336" : 240257,
"1352" : 124131,
"1368" : 241765,
"1384" : 119424,
"1400" : 223437,
"1416" : 219042,
"1432" : 102885,
"1448" : 180689,
"1464" : 78155,
"1480" : 134291,
"1496" : 115397,
"1512" : 53636,
"1528" : 98315,
"1544" : 44826,
"1560" : 79516,
"1576" : 66587,
"1592" : 28649,
"1608" : 50675,
"1624" : 22463,
"1640" : 40228,
"1656" : 34384,
"1672" : 15101,
"1688" : 26804,
"1704" : 11617,
"1720" : 20371,
"1736" : 17097,
"1752" : 7576,
"1768" : 13392,
"1784" : 5811,
"1800" : 10344,
"1816" : 8995,
"1832" : 3995,
"1848" : 7037,
"1864" : 3106,
"1880" : 5614,
"1896" : 4840,
"1912" : 2166,
"1928" : 3623,
"1944" : 1599,
"1960" : 3004,
"1976" : 2508,
"1992" : 1173,
"2008" : 2057,
"2024" : 915,
"2040" : 1729,
"2064" : 2243,
"2096" : 1919,
"2128" : 2069,
"2160" : 1668,
"2192" : 1440,
"2224" : 1395,
"2256" : 1339,
"2288" : 1529,
"2320" : 1398,
"2352" : 1229,
"2384" : 1108,
"2416" : 971,
"2448" : 1022,
"2480" : 1108,
"2512" : 776,
"2544" : 734,
"2576" : 671,
"2608" : 614,
"2640" : 759,
"2672" : 504,
"2704" : 422,
"2736" : 377,
"2768" : 329,
"2800" : 375,
"2832" : 268,
"2864" : 219,
"2896" : 208,
"2928" : 153,
"2960" : 198,
"2992" : 128,
"3024" : 121,
"3056" : 93,
"3088" : 99,
"3120" : 140,
"3152" : 79,
"3184" : 61,
"3216" : 57,
"3248" : 63,
"3280" : 68,
"3312" : 48,
"3344" : 33,
"3376" : 44,
"3408" : 40,
"3440" : 48,
"3472" : 43,
"3504" : 41,
"3536" : 35,
"3568" : 27,
"3600" : 36,
"3632" : 48,
"3664" : 40,
"3696" : 30,
"3728" : 34,
"3760" : 51,
"3792" : 70,
"3824" : 51,
"3856" : 59,
"3888" : 56,
"3920" : 89,
"3952" : 83,
"3984" : 70,
"4016" : 70,
"4048" : 57,
"4080" : 68,
"4128" : 175,
"4192" : 143,
"4256" : 191,
"4320" : 147,
"4384" : 149,
"4448" : 196,
"4512" : 172,
"4576" : 217,
"4640" : 183,
"4704" : 187,
"4768" : 226,
"4832" : 208,
"4896" : 177,
"4960" : 183,
"5024" : 163,
"5088" : 196,
"5152" : 164,
"5216" : 166,
"5280" : 157,
"5344" : 142,
"5408" : 159,
"5472" : 132,
"5536" : 124,
"5600" : 117,
"5664" : 115,
"5728" : 126,
"5792" : 94,
"5856" : 81,
"5920" : 108,
"5984" : 70,
"6048" : 65,
"6112" : 59,
"6176" : 51,
"6240" : 55,
"6304" : 38,
"6368" : 34,
"6432" : 34,
"6496" : 19,
"6560" : 34,
"6624" : 24,
"6688" : 17,
"6752" : 20,
"6816" : 14,
"6880" : 20,
"6944" : 10,
"7008" : 14,
"7072" : 13,
"7136" : 11,
"7200" : 7,
"7264" : 8,
"7328" : 6,
"7392" : 9,
"7456" : 11,
"7520" : 8,
"7584" : 10,
"7648" : 7,
"7712" : 4,
"7776" : 7,
"7840" : 4,
"7904" : 5,
"7968" : 6,
"8032" : 7,
"8096" : 2,
"8160" : 5,
"8256" : 6,
"8384" : 8,
"8512" : 4,
"8640" : 4,
"8768" : 4,
"8896" : 1,
"9024" : 2,
"9152" : 5,
"9280" : 2,
"9408" : 1,
"9536" : 5,
"9664" : 4,
"9792" : 1,
"9920" : 1,
"10048" : 4,
"10176" : 4,
"10560" : 3,
"10688" : 2,
"10816" : 3,
"10944" : 2,
"11072" : 2,
"11200" : 3,
"11328" : 1,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 3,
"13120" : 3,
"13376" : 1,
"13632" : 2,
"13760" : 1,
"14144" : 1,
"14272" : 1,
"14400" : 2,
"14656" : 2,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"15680" : 1,
"16064" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 1,
"24448" : 1,
"24704" : 6,
"24960" : 5,
"25472" : 5,
"25728" : 5,
"25984" : 6,
"26240" : 2,
"26496" : 4,
"26752" : 3,
"27008" : 11,
"27264" : 9,
"27520" : 2,
"27776" : 9,
"28032" : 14,
"28288" : 10,
"28544" : 10,
"28800" : 9,
"29056" : 16,
"29312" : 7,
"29568" : 12,
"29824" : 3,
"30080" : 10,
"30336" : 5,
"30592" : 7,
"30848" : 9,
"31104" : 1,
"31360" : 4,
"31616" : 8,
"31872" : 7,
"32128" : 3,
"32640" : 1,
"33024" : 3,
"33536" : 5,
"34048" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 3,
"36096" : 1,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"55040" : 1,
"55552" : 1,
"56064" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 272465.250277,
"stddev" : 160202.764766,
"N" : 4393277
},
"bw_min" : 111395,
"bw_max" : 123824,
"bw_agg" : 100.000000,
"bw_mean" : 117166.789298,
"bw_dev" : 291.553308,
"bw_samples" : 2392,
"iops_min" : 27848,
"iops_max" : 30956,
"iops_mean" : 29291.481605,
"iops_stddev" : 72.885354,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199999,
"usr_cpu" : 0.735834,
"sys_cpu" : 18.006432,
"ctx" : 3187378,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.099102,
"4" : 0.767785,
"10" : 0.126329,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075368,
"timestamp_ms" : 1773075368200,
"time" : "Mon Mar 9 13:56:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 19207479296,
"io_kbytes" : 18757304,
"bw_bytes" : 120047495,
"bw" : 117233,
"iops" : 29308.564429,
"runtime" : 159999,
"total_ios" : 4689341,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 270907.563515,
"stddev" : 160173.983446,
"N" : 4689341
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1373.292795,
"stddev" : 313.176042,
"N" : 4689333,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7200
},
"bins" : {
"1048" : 1,
"1064" : 3,
"1080" : 204,
"1096" : 20487,
"1112" : 67557,
"1128" : 312965,
"1144" : 175843,
"1160" : 137388,
"1176" : 47511,
"1192" : 14182,
"1208" : 89520,
"1224" : 103333,
"1240" : 170238,
"1256" : 192240,
"1272" : 102338,
"1288" : 215560,
"1304" : 126632,
"1320" : 231847,
"1336" : 256889,
"1352" : 132470,
"1368" : 258328,
"1384" : 127774,
"1400" : 239123,
"1416" : 234261,
"1432" : 109779,
"1448" : 192681,
"1464" : 83302,
"1480" : 142793,
"1496" : 122911,
"1512" : 57136,
"1528" : 104820,
"1544" : 47814,
"1560" : 84739,
"1576" : 70915,
"1592" : 30534,
"1608" : 53940,
"1624" : 23856,
"1640" : 42698,
"1656" : 36571,
"1672" : 16037,
"1688" : 28424,
"1704" : 12329,
"1720" : 21621,
"1736" : 18055,
"1752" : 8018,
"1768" : 14146,
"1784" : 6152,
"1800" : 10991,
"1816" : 9534,
"1832" : 4244,
"1848" : 7413,
"1864" : 3290,
"1880" : 5951,
"1896" : 5122,
"1912" : 2278,
"1928" : 3849,
"1944" : 1695,
"1960" : 3170,
"1976" : 2662,
"1992" : 1248,
"2008" : 2202,
"2024" : 977,
"2040" : 1834,
"2064" : 2390,
"2096" : 2046,
"2128" : 2194,
"2160" : 1776,
"2192" : 1519,
"2224" : 1473,
"2256" : 1406,
"2288" : 1595,
"2320" : 1473,
"2352" : 1281,
"2384" : 1163,
"2416" : 1014,
"2448" : 1068,
"2480" : 1170,
"2512" : 824,
"2544" : 787,
"2576" : 705,
"2608" : 649,
"2640" : 797,
"2672" : 536,
"2704" : 449,
"2736" : 399,
"2768" : 341,
"2800" : 399,
"2832" : 287,
"2864" : 228,
"2896" : 218,
"2928" : 170,
"2960" : 214,
"2992" : 131,
"3024" : 134,
"3056" : 100,
"3088" : 110,
"3120" : 145,
"3152" : 86,
"3184" : 66,
"3216" : 61,
"3248" : 69,
"3280" : 73,
"3312" : 50,
"3344" : 35,
"3376" : 49,
"3408" : 44,
"3440" : 49,
"3472" : 45,
"3504" : 44,
"3536" : 38,
"3568" : 29,
"3600" : 38,
"3632" : 49,
"3664" : 41,
"3696" : 31,
"3728" : 36,
"3760" : 56,
"3792" : 74,
"3824" : 52,
"3856" : 63,
"3888" : 60,
"3920" : 96,
"3952" : 86,
"3984" : 74,
"4016" : 73,
"4048" : 61,
"4080" : 75,
"4128" : 191,
"4192" : 154,
"4256" : 204,
"4320" : 156,
"4384" : 161,
"4448" : 209,
"4512" : 181,
"4576" : 230,
"4640" : 193,
"4704" : 202,
"4768" : 234,
"4832" : 220,
"4896" : 189,
"4960" : 194,
"5024" : 173,
"5088" : 212,
"5152" : 171,
"5216" : 178,
"5280" : 168,
"5344" : 155,
"5408" : 168,
"5472" : 143,
"5536" : 131,
"5600" : 125,
"5664" : 127,
"5728" : 133,
"5792" : 98,
"5856" : 84,
"5920" : 115,
"5984" : 74,
"6048" : 71,
"6112" : 63,
"6176" : 54,
"6240" : 62,
"6304" : 39,
"6368" : 38,
"6432" : 38,
"6496" : 20,
"6560" : 36,
"6624" : 24,
"6688" : 17,
"6752" : 20,
"6816" : 14,
"6880" : 22,
"6944" : 11,
"7008" : 14,
"7072" : 13,
"7136" : 11,
"7200" : 8,
"7264" : 9,
"7328" : 6,
"7392" : 9,
"7456" : 11,
"7520" : 8,
"7584" : 10,
"7648" : 7,
"7712" : 6,
"7776" : 7,
"7840" : 4,
"7904" : 5,
"7968" : 6,
"8032" : 8,
"8096" : 3,
"8160" : 5,
"8256" : 7,
"8384" : 8,
"8512" : 4,
"8640" : 4,
"8768" : 5,
"8896" : 1,
"9024" : 2,
"9152" : 5,
"9280" : 2,
"9408" : 2,
"9536" : 5,
"9664" : 4,
"9792" : 1,
"9920" : 1,
"10048" : 4,
"10176" : 4,
"10560" : 3,
"10688" : 2,
"10816" : 3,
"10944" : 2,
"11072" : 3,
"11200" : 3,
"11328" : 1,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 3,
"13120" : 3,
"13376" : 1,
"13632" : 2,
"13760" : 1,
"14144" : 2,
"14272" : 1,
"14400" : 2,
"14656" : 3,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"15680" : 1,
"16064" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 1,
"24448" : 1,
"24704" : 6,
"24960" : 5,
"25472" : 5,
"25728" : 5,
"25984" : 6,
"26240" : 3,
"26496" : 4,
"26752" : 4,
"27008" : 11,
"27264" : 9,
"27520" : 2,
"27776" : 9,
"28032" : 15,
"28288" : 13,
"28544" : 12,
"28800" : 12,
"29056" : 18,
"29312" : 7,
"29568" : 12,
"29824" : 3,
"30080" : 10,
"30336" : 5,
"30592" : 7,
"30848" : 10,
"31104" : 1,
"31360" : 4,
"31616" : 8,
"31872" : 7,
"32128" : 4,
"32640" : 1,
"33024" : 3,
"33536" : 5,
"34048" : 1,
"34560" : 1,
"35072" : 3,
"35584" : 3,
"36096" : 1,
"37632" : 1,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"55040" : 1,
"55552" : 1,
"56064" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 272280.741984,
"stddev" : 160281.040107,
"N" : 4689333
},
"bw_min" : 111295,
"bw_max" : 123966,
"bw_agg" : 100.000000,
"bw_mean" : 117244.536050,
"bw_dev" : 295.831953,
"bw_samples" : 2552,
"iops_min" : 27823,
"iops_max" : 30991,
"iops_mean" : 29310.912226,
"iops_stddev" : 73.953060,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.736411,
"sys_cpu" : 18.012144,
"ctx" : 3399743,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.105866,
"4" : 0.761258,
"10" : 0.126094,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075378,
"timestamp_ms" : 1773075378200,
"time" : "Mon Mar 9 13:56:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20395331584,
"io_kbytes" : 19917316,
"bw_bytes" : 119972538,
"bw" : 117160,
"iops" : 29290.223529,
"runtime" : 170000,
"total_ios" : 4979338,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 271077.562550,
"stddev" : 160093.982697,
"N" : 4979338
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1373.657537,
"stddev" : 313.893236,
"N" : 4979330,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7200
},
"bins" : {
"1048" : 1,
"1064" : 4,
"1080" : 213,
"1096" : 21497,
"1112" : 71400,
"1128" : 332104,
"1144" : 187054,
"1160" : 146252,
"1176" : 50675,
"1192" : 14992,
"1208" : 94244,
"1224" : 108881,
"1240" : 178689,
"1256" : 201532,
"1272" : 107744,
"1288" : 228199,
"1304" : 134477,
"1320" : 246313,
"1336" : 272527,
"1352" : 140673,
"1368" : 275010,
"1384" : 136230,
"1400" : 255496,
"1416" : 250152,
"1432" : 116914,
"1448" : 205461,
"1464" : 88668,
"1480" : 152069,
"1496" : 130846,
"1512" : 60797,
"1528" : 111799,
"1544" : 50854,
"1560" : 90369,
"1576" : 75460,
"1592" : 32415,
"1608" : 57483,
"1624" : 25312,
"1640" : 45473,
"1656" : 38833,
"1672" : 17021,
"1688" : 30176,
"1704" : 13093,
"1720" : 22919,
"1736" : 19147,
"1752" : 8493,
"1768" : 14992,
"1784" : 6540,
"1800" : 11646,
"1816" : 10061,
"1832" : 4493,
"1848" : 7895,
"1864" : 3512,
"1880" : 6320,
"1896" : 5411,
"1912" : 2409,
"1928" : 4086,
"1944" : 1802,
"1960" : 3350,
"1976" : 2840,
"1992" : 1340,
"2008" : 2339,
"2024" : 1049,
"2040" : 1959,
"2064" : 2523,
"2096" : 2162,
"2128" : 2337,
"2160" : 1883,
"2192" : 1603,
"2224" : 1580,
"2256" : 1509,
"2288" : 1714,
"2320" : 1582,
"2352" : 1369,
"2384" : 1243,
"2416" : 1085,
"2448" : 1146,
"2480" : 1241,
"2512" : 876,
"2544" : 840,
"2576" : 764,
"2608" : 691,
"2640" : 851,
"2672" : 563,
"2704" : 479,
"2736" : 421,
"2768" : 369,
"2800" : 420,
"2832" : 306,
"2864" : 243,
"2896" : 230,
"2928" : 178,
"2960" : 232,
"2992" : 142,
"3024" : 143,
"3056" : 109,
"3088" : 113,
"3120" : 151,
"3152" : 89,
"3184" : 73,
"3216" : 63,
"3248" : 72,
"3280" : 74,
"3312" : 52,
"3344" : 36,
"3376" : 50,
"3408" : 46,
"3440" : 51,
"3472" : 48,
"3504" : 44,
"3536" : 41,
"3568" : 31,
"3600" : 42,
"3632" : 51,
"3664" : 44,
"3696" : 32,
"3728" : 38,
"3760" : 64,
"3792" : 79,
"3824" : 57,
"3856" : 66,
"3888" : 65,
"3920" : 99,
"3952" : 90,
"3984" : 79,
"4016" : 78,
"4048" : 66,
"4080" : 83,
"4128" : 202,
"4192" : 168,
"4256" : 214,
"4320" : 169,
"4384" : 171,
"4448" : 220,
"4512" : 201,
"4576" : 245,
"4640" : 219,
"4704" : 222,
"4768" : 249,
"4832" : 226,
"4896" : 211,
"4960" : 208,
"5024" : 182,
"5088" : 225,
"5152" : 180,
"5216" : 193,
"5280" : 176,
"5344" : 164,
"5408" : 183,
"5472" : 152,
"5536" : 141,
"5600" : 135,
"5664" : 135,
"5728" : 135,
"5792" : 107,
"5856" : 90,
"5920" : 117,
"5984" : 77,
"6048" : 76,
"6112" : 65,
"6176" : 58,
"6240" : 64,
"6304" : 46,
"6368" : 39,
"6432" : 39,
"6496" : 23,
"6560" : 39,
"6624" : 27,
"6688" : 18,
"6752" : 22,
"6816" : 16,
"6880" : 24,
"6944" : 11,
"7008" : 15,
"7072" : 13,
"7136" : 11,
"7200" : 8,
"7264" : 9,
"7328" : 6,
"7392" : 9,
"7456" : 11,
"7520" : 8,
"7584" : 10,
"7648" : 8,
"7712" : 7,
"7776" : 9,
"7840" : 4,
"7904" : 5,
"7968" : 6,
"8032" : 8,
"8096" : 3,
"8160" : 6,
"8256" : 7,
"8384" : 9,
"8512" : 5,
"8640" : 4,
"8768" : 5,
"8896" : 1,
"9024" : 2,
"9152" : 5,
"9280" : 2,
"9408" : 2,
"9536" : 5,
"9664" : 4,
"9792" : 1,
"9920" : 1,
"10048" : 4,
"10176" : 4,
"10560" : 3,
"10688" : 2,
"10816" : 3,
"10944" : 2,
"11072" : 3,
"11200" : 3,
"11328" : 1,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 3,
"13120" : 3,
"13248" : 1,
"13376" : 1,
"13632" : 2,
"13760" : 1,
"14144" : 2,
"14272" : 1,
"14400" : 2,
"14528" : 1,
"14656" : 3,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"15680" : 1,
"16064" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 1,
"23680" : 1,
"24192" : 2,
"24448" : 2,
"24704" : 7,
"24960" : 5,
"25216" : 1,
"25472" : 5,
"25728" : 5,
"25984" : 6,
"26240" : 4,
"26496" : 5,
"26752" : 5,
"27008" : 11,
"27264" : 9,
"27520" : 3,
"27776" : 9,
"28032" : 15,
"28288" : 13,
"28544" : 12,
"28800" : 13,
"29056" : 18,
"29312" : 8,
"29568" : 13,
"29824" : 3,
"30080" : 11,
"30336" : 6,
"30592" : 8,
"30848" : 10,
"31104" : 1,
"31360" : 5,
"31616" : 8,
"31872" : 7,
"32128" : 4,
"32640" : 1,
"33024" : 4,
"33536" : 5,
"34048" : 1,
"34560" : 1,
"35072" : 3,
"35584" : 3,
"36096" : 1,
"37120" : 1,
"37632" : 1,
"47360" : 1,
"48384" : 1,
"51456" : 1,
"51968" : 2,
"55040" : 1,
"55552" : 1,
"56064" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 272451.112692,
"stddev" : 160201.121989,
"N" : 4979330
},
"bw_min" : 109596,
"bw_max" : 123966,
"bw_agg" : 100.000000,
"bw_mean" : 117192.073746,
"bw_dev" : 308.895724,
"bw_samples" : 2712,
"iops_min" : 27399,
"iops_max" : 30991,
"iops_mean" : 29297.796460,
"iops_stddev" : 77.219529,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359997,
"usr_cpu" : 0.737355,
"sys_cpu" : 18.004378,
"ctx" : 3612462,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.102692,
"4" : 0.763575,
"10" : 0.126945,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075388,
"timestamp_ms" : 1773075388200,
"time" : "Mon Mar 9 13:56:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21540323328,
"io_kbytes" : 21035472,
"bw_bytes" : 119669127,
"bw" : 116864,
"iops" : 29216.156756,
"runtime" : 179999,
"total_ios" : 5258879,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 271769.720668,
"stddev" : 159768.961991,
"N" : 5258880
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1374.543753,
"stddev" : 313.356080,
"N" : 5258872,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7136
},
"bins" : {
"1048" : 1,
"1064" : 4,
"1080" : 216,
"1096" : 22080,
"1112" : 74086,
"1128" : 347540,
"1144" : 196860,
"1160" : 154498,
"1176" : 53804,
"1192" : 15737,
"1208" : 97860,
"1224" : 113518,
"1240" : 186584,
"1256" : 211766,
"1272" : 113312,
"1288" : 239390,
"1304" : 141146,
"1320" : 258712,
"1336" : 287367,
"1352" : 149204,
"1368" : 292829,
"1384" : 144886,
"1400" : 271283,
"1416" : 265323,
"1432" : 123871,
"1448" : 217912,
"1464" : 94159,
"1480" : 161521,
"1496" : 139017,
"1512" : 64587,
"1528" : 118783,
"1544" : 54022,
"1560" : 96130,
"1576" : 80258,
"1592" : 34516,
"1608" : 61341,
"1624" : 27036,
"1640" : 48544,
"1656" : 41342,
"1672" : 18222,
"1688" : 32201,
"1704" : 13970,
"1720" : 24458,
"1736" : 20429,
"1752" : 9064,
"1768" : 15987,
"1784" : 6997,
"1800" : 12448,
"1816" : 10717,
"1832" : 4790,
"1848" : 8465,
"1864" : 3730,
"1880" : 6750,
"1896" : 5737,
"1912" : 2574,
"1928" : 4352,
"1944" : 1923,
"1960" : 3581,
"1976" : 3035,
"1992" : 1433,
"2008" : 2484,
"2024" : 1117,
"2040" : 2077,
"2064" : 2677,
"2096" : 2290,
"2128" : 2461,
"2160" : 1959,
"2192" : 1671,
"2224" : 1647,
"2256" : 1576,
"2288" : 1779,
"2320" : 1649,
"2352" : 1422,
"2384" : 1300,
"2416" : 1136,
"2448" : 1190,
"2480" : 1295,
"2512" : 932,
"2544" : 878,
"2576" : 804,
"2608" : 719,
"2640" : 897,
"2672" : 592,
"2704" : 504,
"2736" : 462,
"2768" : 393,
"2800" : 448,
"2832" : 320,
"2864" : 253,
"2896" : 241,
"2928" : 187,
"2960" : 240,
"2992" : 153,
"3024" : 151,
"3056" : 111,
"3088" : 120,
"3120" : 156,
"3152" : 92,
"3184" : 78,
"3216" : 65,
"3248" : 75,
"3280" : 77,
"3312" : 55,
"3344" : 40,
"3376" : 51,
"3408" : 48,
"3440" : 52,
"3472" : 51,
"3504" : 47,
"3536" : 43,
"3568" : 31,
"3600" : 42,
"3632" : 51,
"3664" : 44,
"3696" : 32,
"3728" : 39,
"3760" : 67,
"3792" : 83,
"3824" : 61,
"3856" : 68,
"3888" : 70,
"3920" : 103,
"3952" : 93,
"3984" : 83,
"4016" : 79,
"4048" : 70,
"4080" : 89,
"4128" : 214,
"4192" : 174,
"4256" : 224,
"4320" : 180,
"4384" : 178,
"4448" : 228,
"4512" : 207,
"4576" : 255,
"4640" : 231,
"4704" : 232,
"4768" : 265,
"4832" : 241,
"4896" : 226,
"4960" : 228,
"5024" : 196,
"5088" : 242,
"5152" : 188,
"5216" : 206,
"5280" : 190,
"5344" : 176,
"5408" : 189,
"5472" : 164,
"5536" : 144,
"5600" : 145,
"5664" : 142,
"5728" : 140,
"5792" : 112,
"5856" : 92,
"5920" : 123,
"5984" : 84,
"6048" : 84,
"6112" : 70,
"6176" : 62,
"6240" : 71,
"6304" : 50,
"6368" : 44,
"6432" : 40,
"6496" : 25,
"6560" : 42,
"6624" : 28,
"6688" : 18,
"6752" : 22,
"6816" : 17,
"6880" : 26,
"6944" : 12,
"7008" : 16,
"7072" : 15,
"7136" : 11,
"7200" : 8,
"7264" : 9,
"7328" : 6,
"7392" : 9,
"7456" : 12,
"7520" : 9,
"7584" : 11,
"7648" : 8,
"7712" : 8,
"7776" : 9,
"7840" : 4,
"7904" : 5,
"7968" : 7,
"8032" : 8,
"8096" : 3,
"8160" : 6,
"8256" : 8,
"8384" : 9,
"8512" : 5,
"8640" : 4,
"8768" : 5,
"8896" : 1,
"9024" : 2,
"9152" : 5,
"9280" : 2,
"9408" : 2,
"9536" : 5,
"9664" : 5,
"9792" : 1,
"9920" : 1,
"10048" : 4,
"10176" : 4,
"10560" : 3,
"10688" : 2,
"10816" : 3,
"10944" : 2,
"11072" : 3,
"11200" : 3,
"11328" : 2,
"11712" : 1,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 3,
"13120" : 3,
"13248" : 1,
"13376" : 1,
"13632" : 2,
"13760" : 1,
"14016" : 1,
"14144" : 3,
"14272" : 1,
"14400" : 2,
"14528" : 1,
"14656" : 3,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"15296" : 1,
"15680" : 1,
"16064" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 2,
"23680" : 1,
"24192" : 2,
"24448" : 3,
"24704" : 7,
"24960" : 5,
"25216" : 1,
"25472" : 5,
"25728" : 5,
"25984" : 6,
"26240" : 4,
"26496" : 6,
"26752" : 5,
"27008" : 11,
"27264" : 10,
"27520" : 3,
"27776" : 9,
"28032" : 15,
"28288" : 13,
"28544" : 12,
"28800" : 13,
"29056" : 19,
"29312" : 8,
"29568" : 15,
"29824" : 3,
"30080" : 11,
"30336" : 7,
"30592" : 8,
"30848" : 11,
"31104" : 2,
"31360" : 5,
"31616" : 8,
"31872" : 7,
"32128" : 4,
"32640" : 2,
"33024" : 4,
"33536" : 5,
"34048" : 1,
"34560" : 1,
"35072" : 3,
"35584" : 3,
"36096" : 1,
"37120" : 1,
"37632" : 1,
"47360" : 1,
"48384" : 1,
"49920" : 1,
"51456" : 1,
"51968" : 2,
"55040" : 1,
"55552" : 1,
"56064" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 273144.163789,
"stddev" : 159876.032179,
"N" : 5258872
},
"bw_min" : 108632,
"bw_max" : 123966,
"bw_agg" : 100.000000,
"bw_mean" : 116897.665738,
"bw_dev" : 339.849962,
"bw_samples" : 2872,
"iops_min" : 27158,
"iops_max" : 30991,
"iops_mean" : 29224.197772,
"iops_stddev" : 84.958346,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.732087,
"sys_cpu" : 17.990586,
"ctx" : 3825871,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.106825,
"4" : 0.759325,
"10" : 0.127118,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075388,
"timestamp_ms" : 1773075388258,
"time" : "Mon Mar 9 13:56:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21540429824,
"io_kbytes" : 21035576,
"bw_bytes" : 119667724,
"bw" : 116863,
"iops" : 29215.708714,
"runtime" : 180002,
"total_ios" : 5258886,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4998,
"max" : 1175457,
"mean" : 271769.931479,
"stddev" : 159768.810756,
"N" : 5258894
},
"clat_ns" : {
"min" : 1052,
"max" : 58069,
"mean" : 1374.544219,
"stddev" : 313.355969,
"N" : 5258886,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1272,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1432,
"80.000000" : 1480,
"90.000000" : 1576,
"95.000000" : 1656,
"99.000000" : 1960,
"99.500000" : 2288,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 7136
},
"bins" : {
"1048" : 1,
"1064" : 4,
"1080" : 216,
"1096" : 22080,
"1112" : 74086,
"1128" : 347540,
"1144" : 196860,
"1160" : 154498,
"1176" : 53804,
"1192" : 15737,
"1208" : 97860,
"1224" : 113518,
"1240" : 186584,
"1256" : 211766,
"1272" : 113312,
"1288" : 239390,
"1304" : 141146,
"1320" : 258713,
"1336" : 287367,
"1352" : 149205,
"1368" : 292829,
"1384" : 144887,
"1400" : 271284,
"1416" : 265324,
"1432" : 123872,
"1448" : 217912,
"1464" : 94159,
"1480" : 161521,
"1496" : 139018,
"1512" : 64587,
"1528" : 118784,
"1544" : 54023,
"1560" : 96130,
"1576" : 80259,
"1592" : 34516,
"1608" : 61341,
"1624" : 27036,
"1640" : 48545,
"1656" : 41342,
"1672" : 18222,
"1688" : 32202,
"1704" : 13970,
"1720" : 24458,
"1736" : 20429,
"1752" : 9064,
"1768" : 15987,
"1784" : 6997,
"1800" : 12448,
"1816" : 10717,
"1832" : 4790,
"1848" : 8465,
"1864" : 3731,
"1880" : 6750,
"1896" : 5737,
"1912" : 2574,
"1928" : 4352,
"1944" : 1923,
"1960" : 3581,
"1976" : 3035,
"1992" : 1433,
"2008" : 2484,
"2024" : 1117,
"2040" : 2077,
"2064" : 2678,
"2096" : 2290,
"2128" : 2461,
"2160" : 1959,
"2192" : 1671,
"2224" : 1647,
"2256" : 1576,
"2288" : 1779,
"2320" : 1649,
"2352" : 1422,
"2384" : 1300,
"2416" : 1136,
"2448" : 1190,
"2480" : 1295,
"2512" : 932,
"2544" : 878,
"2576" : 804,
"2608" : 719,
"2640" : 897,
"2672" : 592,
"2704" : 504,
"2736" : 462,
"2768" : 393,
"2800" : 448,
"2832" : 320,
"2864" : 253,
"2896" : 241,
"2928" : 187,
"2960" : 240,
"2992" : 153,
"3024" : 151,
"3056" : 111,
"3088" : 120,
"3120" : 156,
"3152" : 92,
"3184" : 78,
"3216" : 65,
"3248" : 75,
"3280" : 77,
"3312" : 55,
"3344" : 40,
"3376" : 51,
"3408" : 48,
"3440" : 52,
"3472" : 51,
"3504" : 47,
"3536" : 43,
"3568" : 31,
"3600" : 42,
"3632" : 51,
"3664" : 44,
"3696" : 32,
"3728" : 39,
"3760" : 67,
"3792" : 83,
"3824" : 61,
"3856" : 68,
"3888" : 70,
"3920" : 103,
"3952" : 93,
"3984" : 83,
"4016" : 79,
"4048" : 70,
"4080" : 89,
"4128" : 214,
"4192" : 174,
"4256" : 224,
"4320" : 180,
"4384" : 178,
"4448" : 228,
"4512" : 207,
"4576" : 255,
"4640" : 231,
"4704" : 232,
"4768" : 265,
"4832" : 241,
"4896" : 226,
"4960" : 228,
"5024" : 196,
"5088" : 242,
"5152" : 188,
"5216" : 206,
"5280" : 190,
"5344" : 176,
"5408" : 189,
"5472" : 164,
"5536" : 144,
"5600" : 145,
"5664" : 142,
"5728" : 140,
"5792" : 112,
"5856" : 92,
"5920" : 123,
"5984" : 84,
"6048" : 84,
"6112" : 70,
"6176" : 62,
"6240" : 71,
"6304" : 50,
"6368" : 44,
"6432" : 40,
"6496" : 25,
"6560" : 42,
"6624" : 28,
"6688" : 18,
"6752" : 22,
"6816" : 17,
"6880" : 26,
"6944" : 12,
"7008" : 16,
"7072" : 15,
"7136" : 11,
"7200" : 8,
"7264" : 9,
"7328" : 6,
"7392" : 9,
"7456" : 12,
"7520" : 9,
"7584" : 11,
"7648" : 8,
"7712" : 8,
"7776" : 9,
"7840" : 4,
"7904" : 5,
"7968" : 7,
"8032" : 8,
"8096" : 3,
"8160" : 6,
"8256" : 8,
"8384" : 9,
"8512" : 5,
"8640" : 4,
"8768" : 5,
"8896" : 1,
"9024" : 2,
"9152" : 5,
"9280" : 2,
"9408" : 2,
"9536" : 5,
"9664" : 5,
"9792" : 1,
"9920" : 1,
"10048" : 4,
"10176" : 4,
"10560" : 3,
"10688" : 2,
"10816" : 3,
"10944" : 2,
"11072" : 3,
"11200" : 3,
"11328" : 2,
"11712" : 1,
"12096" : 2,
"12352" : 1,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 3,
"13120" : 3,
"13248" : 1,
"13376" : 1,
"13632" : 2,
"13760" : 1,
"14016" : 1,
"14144" : 3,
"14272" : 1,
"14400" : 2,
"14528" : 1,
"14656" : 3,
"14784" : 1,
"14912" : 2,
"15040" : 1,
"15168" : 2,
"15296" : 1,
"15680" : 1,
"16064" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"18304" : 1,
"20096" : 2,
"23680" : 1,
"24192" : 2,
"24448" : 3,
"24704" : 7,
"24960" : 5,
"25216" : 1,
"25472" : 5,
"25728" : 5,
"25984" : 6,
"26240" : 4,
"26496" : 6,
"26752" : 5,
"27008" : 11,
"27264" : 10,
"27520" : 3,
"27776" : 9,
"28032" : 15,
"28288" : 13,
"28544" : 12,
"28800" : 13,
"29056" : 19,
"29312" : 8,
"29568" : 15,
"29824" : 3,
"30080" : 11,
"30336" : 7,
"30592" : 8,
"30848" : 11,
"31104" : 2,
"31360" : 5,
"31616" : 8,
"31872" : 7,
"32128" : 4,
"32640" : 2,
"33024" : 4,
"33536" : 5,
"34048" : 1,
"34560" : 1,
"35072" : 3,
"35584" : 3,
"36096" : 1,
"37120" : 1,
"37632" : 1,
"47360" : 1,
"48384" : 1,
"49920" : 1,
"51456" : 1,
"51968" : 2,
"55040" : 1,
"55552" : 1,
"56064" : 1,
"58112" : 1
}
},
"lat_ns" : {
"min" : 6120,
"max" : 1178782,
"mean" : 273144.375066,
"stddev" : 159875.880939,
"N" : 5258886
},
"bw_min" : 108632,
"bw_max" : 123966,
"bw_agg" : 100.000000,
"bw_mean" : 116897.665738,
"bw_dev" : 339.849962,
"bw_samples" : 2872,
"iops_min" : 27158,
"iops_max" : 30991,
"iops_mean" : 29224.197772,
"iops_stddev" : 84.958346,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440007,
"usr_cpu" : 0.732080,
"sys_cpu" : 17.990399,
"ctx" : 3825893,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.106940,
"4" : 0.759343,
"10" : 0.127118,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}