raidz2/benchmarks/rand/rand-read-qd1-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773074967,
"timestamp_ms" : 1773074967882,
"time" : "Mon Mar 9 13:49:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1263276032,
"io_kbytes" : 1233668,
"bw_bytes" : 129394246,
"bw" : 126361,
"iops" : 31592.850558,
"runtime" : 9763,
"total_ios" : 308441,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.755403,
"sys_cpu" : 18.334528,
"ctx" : 206739,
"majf" : 0,
"minf" : 70,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999676,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999676,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074978,
"timestamp_ms" : 1773074978117,
"time" : "Mon Mar 9 13:49:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1266507776,
"io_kbytes" : 1236824,
"bw_bytes" : 126663443,
"bw" : 123694,
"iops" : 30924.892489,
"runtime" : 9999,
"total_ios" : 309218,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 999948,
"mean" : 256774.482763,
"stddev" : 165773.578802,
"N" : 309218
},
"clat_ns" : {
"min" : 1081,
"max" : 36216,
"mean" : 1323.535445,
"stddev" : 308.812112,
"N" : 309210,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1240,
"40.000000" : 1256,
"50.000000" : 1288,
"60.000000" : 1320,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1880,
"99.500000" : 2288,
"99.900000" : 4448,
"99.950000" : 5216,
"99.990000" : 7456
},
"bins" : {
"1080" : 1,
"1096" : 203,
"1112" : 1606,
"1128" : 18642,
"1144" : 15279,
"1160" : 13886,
"1176" : 5388,
"1192" : 1089,
"1208" : 5687,
"1224" : 9522,
"1240" : 27259,
"1256" : 34215,
"1272" : 13874,
"1288" : 21966,
"1304" : 9502,
"1320" : 13905,
"1336" : 13774,
"1352" : 7554,
"1368" : 15001,
"1384" : 7127,
"1400" : 11823,
"1416" : 9461,
"1432" : 4048,
"1448" : 7439,
"1464" : 3299,
"1480" : 5920,
"1496" : 5043,
"1512" : 2154,
"1528" : 3713,
"1544" : 1548,
"1560" : 2790,
"1576" : 2354,
"1592" : 1015,
"1608" : 1765,
"1624" : 791,
"1640" : 1327,
"1656" : 1153,
"1672" : 487,
"1688" : 892,
"1704" : 371,
"1720" : 668,
"1736" : 552,
"1752" : 251,
"1768" : 422,
"1784" : 185,
"1800" : 324,
"1816" : 301,
"1832" : 117,
"1848" : 221,
"1864" : 115,
"1880" : 180,
"1896" : 144,
"1912" : 82,
"1928" : 134,
"1944" : 59,
"1960" : 101,
"1976" : 93,
"1992" : 48,
"2008" : 71,
"2024" : 49,
"2040" : 58,
"2064" : 87,
"2096" : 92,
"2128" : 95,
"2160" : 76,
"2192" : 76,
"2224" : 73,
"2256" : 78,
"2288" : 75,
"2320" : 80,
"2352" : 83,
"2384" : 64,
"2416" : 68,
"2448" : 79,
"2480" : 77,
"2512" : 63,
"2544" : 62,
"2576" : 50,
"2608" : 42,
"2640" : 64,
"2672" : 39,
"2704" : 36,
"2736" : 33,
"2768" : 22,
"2800" : 33,
"2832" : 23,
"2864" : 16,
"2896" : 17,
"2928" : 9,
"2960" : 16,
"2992" : 4,
"3024" : 10,
"3056" : 5,
"3088" : 9,
"3120" : 5,
"3152" : 3,
"3184" : 4,
"3216" : 4,
"3248" : 7,
"3280" : 2,
"3312" : 2,
"3344" : 5,
"3376" : 3,
"3408" : 1,
"3440" : 3,
"3472" : 2,
"3504" : 6,
"3536" : 7,
"3568" : 4,
"3600" : 5,
"3632" : 2,
"3664" : 3,
"3696" : 9,
"3728" : 4,
"3760" : 5,
"3792" : 6,
"3824" : 6,
"3856" : 7,
"3888" : 6,
"3920" : 1,
"3952" : 6,
"3984" : 4,
"4016" : 8,
"4048" : 8,
"4080" : 4,
"4128" : 11,
"4192" : 4,
"4256" : 11,
"4320" : 14,
"4384" : 10,
"4448" : 20,
"4512" : 14,
"4576" : 12,
"4640" : 9,
"4704" : 12,
"4768" : 15,
"4832" : 8,
"4896" : 13,
"4960" : 16,
"5024" : 13,
"5088" : 15,
"5152" : 10,
"5216" : 6,
"5280" : 11,
"5344" : 10,
"5408" : 9,
"5472" : 7,
"5536" : 6,
"5600" : 12,
"5664" : 3,
"5728" : 9,
"5792" : 10,
"5856" : 5,
"5920" : 4,
"5984" : 3,
"6048" : 3,
"6112" : 6,
"6176" : 2,
"6240" : 2,
"6304" : 2,
"6432" : 3,
"6496" : 2,
"6560" : 1,
"6624" : 2,
"6688" : 2,
"6944" : 1,
"7008" : 2,
"7072" : 1,
"7136" : 1,
"7200" : 1,
"7456" : 1,
"7520" : 1,
"7776" : 1,
"8032" : 1,
"8512" : 1,
"8640" : 1,
"9280" : 1,
"9920" : 1,
"10048" : 1,
"11328" : 1,
"13504" : 1,
"25728" : 1,
"26240" : 1,
"26752" : 1,
"27008" : 2,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28288" : 3,
"28544" : 1,
"29056" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 2,
"33024" : 1,
"35584" : 1,
"36096" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1001430,
"mean" : 258095.982365,
"stddev" : 165853.217095,
"N" : 309210
},
"bw_min" : 120608,
"bw_max" : 127634,
"bw_agg" : 100.000000,
"bw_mean" : 123783.526316,
"bw_dev" : 364.778551,
"bw_samples" : 152,
"iops_min" : 30152,
"iops_max" : 31908,
"iops_mean" : 30945.631579,
"iops_stddev" : 91.194134,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.702570,
"sys_cpu" : 18.304330,
"ctx" : 211949,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.240665,
"4" : 0.632563,
"10" : 0.116746,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074988,
"timestamp_ms" : 1773074988118,
"time" : "Mon Mar 9 13:49:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2507018240,
"io_kbytes" : 2448260,
"bw_bytes" : 125350912,
"bw" : 122413,
"iops" : 30603.900000,
"runtime" : 20000,
"total_ios" : 612078,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 999948,
"mean" : 259469.850784,
"stddev" : 164829.659012,
"N" : 612078
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1322.427244,
"stddev" : 303.526661,
"N" : 612070,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1176,
"30.000000" : 1240,
"40.000000" : 1256,
"50.000000" : 1288,
"60.000000" : 1320,
"70.000000" : 1368,
"80.000000" : 1400,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1896,
"99.500000" : 2288,
"99.900000" : 4384,
"99.950000" : 5152,
"99.990000" : 7072
},
"bins" : {
"1080" : 1,
"1096" : 283,
"1112" : 2798,
"1128" : 42918,
"1144" : 36351,
"1160" : 30521,
"1176" : 10943,
"1192" : 2056,
"1208" : 7068,
"1224" : 14067,
"1240" : 46703,
"1256" : 63328,
"1272" : 28388,
"1288" : 47152,
"1304" : 19608,
"1320" : 26366,
"1336" : 25162,
"1352" : 14671,
"1368" : 31776,
"1384" : 15424,
"1400" : 24761,
"1416" : 18691,
"1432" : 7682,
"1448" : 14090,
"1464" : 6311,
"1480" : 11782,
"1496" : 10059,
"1512" : 4067,
"1528" : 7096,
"1544" : 3019,
"1560" : 5376,
"1576" : 4625,
"1592" : 2076,
"1608" : 3548,
"1624" : 1586,
"1640" : 2632,
"1656" : 2214,
"1672" : 986,
"1688" : 1743,
"1704" : 770,
"1720" : 1425,
"1736" : 1152,
"1752" : 505,
"1768" : 903,
"1784" : 389,
"1800" : 691,
"1816" : 625,
"1832" : 276,
"1848" : 476,
"1864" : 239,
"1880" : 393,
"1896" : 330,
"1912" : 169,
"1928" : 306,
"1944" : 143,
"1960" : 228,
"1976" : 189,
"1992" : 95,
"2008" : 144,
"2024" : 99,
"2040" : 140,
"2064" : 193,
"2096" : 182,
"2128" : 209,
"2160" : 185,
"2192" : 156,
"2224" : 155,
"2256" : 175,
"2288" : 167,
"2320" : 178,
"2352" : 160,
"2384" : 153,
"2416" : 157,
"2448" : 158,
"2480" : 147,
"2512" : 115,
"2544" : 124,
"2576" : 112,
"2608" : 85,
"2640" : 127,
"2672" : 72,
"2704" : 69,
"2736" : 60,
"2768" : 53,
"2800" : 62,
"2832" : 39,
"2864" : 40,
"2896" : 28,
"2928" : 26,
"2960" : 23,
"2992" : 15,
"3024" : 18,
"3056" : 8,
"3088" : 15,
"3120" : 13,
"3152" : 9,
"3184" : 8,
"3216" : 10,
"3248" : 9,
"3280" : 4,
"3312" : 7,
"3344" : 9,
"3376" : 9,
"3408" : 3,
"3440" : 4,
"3472" : 2,
"3504" : 9,
"3536" : 10,
"3568" : 8,
"3600" : 9,
"3632" : 7,
"3664" : 8,
"3696" : 11,
"3728" : 8,
"3760" : 8,
"3792" : 10,
"3824" : 12,
"3856" : 12,
"3888" : 18,
"3920" : 4,
"3952" : 13,
"3984" : 10,
"4016" : 14,
"4048" : 10,
"4080" : 11,
"4128" : 30,
"4192" : 16,
"4256" : 23,
"4320" : 25,
"4384" : 27,
"4448" : 31,
"4512" : 24,
"4576" : 27,
"4640" : 19,
"4704" : 23,
"4768" : 30,
"4832" : 18,
"4896" : 24,
"4960" : 21,
"5024" : 28,
"5088" : 24,
"5152" : 20,
"5216" : 15,
"5280" : 21,
"5344" : 22,
"5408" : 16,
"5472" : 12,
"5536" : 11,
"5600" : 19,
"5664" : 11,
"5728" : 16,
"5792" : 14,
"5856" : 10,
"5920" : 7,
"5984" : 8,
"6048" : 8,
"6112" : 12,
"6176" : 6,
"6240" : 6,
"6304" : 6,
"6368" : 1,
"6432" : 3,
"6496" : 3,
"6560" : 2,
"6624" : 3,
"6688" : 3,
"6944" : 1,
"7008" : 2,
"7072" : 1,
"7136" : 1,
"7200" : 2,
"7328" : 1,
"7456" : 2,
"7520" : 1,
"7584" : 1,
"7776" : 2,
"8032" : 2,
"8096" : 1,
"8256" : 2,
"8512" : 1,
"8640" : 1,
"9024" : 1,
"9280" : 2,
"9920" : 1,
"10048" : 1,
"11328" : 1,
"12096" : 1,
"13504" : 1,
"25728" : 2,
"26240" : 3,
"26496" : 1,
"26752" : 4,
"27008" : 2,
"27264" : 2,
"27520" : 1,
"27776" : 2,
"28032" : 1,
"28288" : 4,
"28544" : 1,
"29056" : 1,
"29312" : 1,
"29568" : 3,
"29824" : 2,
"30592" : 1,
"31360" : 1,
"33024" : 1,
"35584" : 1,
"36096" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1001430,
"mean" : 260791.284775,
"stddev" : 164913.344190,
"N" : 612070
},
"bw_min" : 116425,
"bw_max" : 128180,
"bw_agg" : 100.000000,
"bw_mean" : 122460.461538,
"bw_dev" : 617.034699,
"bw_samples" : 312,
"iops_min" : 29106,
"iops_max" : 32044,
"iops_mean" : 30614.769231,
"iops_stddev" : 154.256092,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.711268,
"sys_cpu" : 18.244831,
"ctx" : 424183,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.208271,
"4" : 0.668706,
"10" : 0.115181,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074998,
"timestamp_ms" : 1773074998117,
"time" : "Mon Mar 9 13:49:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3729903616,
"io_kbytes" : 3642484,
"bw_bytes" : 124334265,
"bw" : 121420,
"iops" : 30355.345178,
"runtime" : 29999,
"total_ios" : 910630,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 999948,
"mean" : 261607.300672,
"stddev" : 164060.952028,
"N" : 910630
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1324.252753,
"stddev" : 308.447284,
"N" : 910622,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1192,
"30.000000" : 1240,
"40.000000" : 1256,
"50.000000" : 1288,
"60.000000" : 1320,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1928,
"99.500000" : 2320,
"99.900000" : 4384,
"99.950000" : 5152,
"99.990000" : 7200
},
"bins" : {
"1080" : 1,
"1096" : 390,
"1112" : 4006,
"1128" : 63126,
"1144" : 53637,
"1160" : 44582,
"1176" : 15954,
"1192" : 3041,
"1208" : 9128,
"1224" : 21515,
"1240" : 71344,
"1256" : 93925,
"1272" : 42014,
"1288" : 69326,
"1304" : 28459,
"1320" : 39491,
"1336" : 37957,
"1352" : 21888,
"1368" : 47437,
"1384" : 23096,
"1400" : 37367,
"1416" : 28027,
"1432" : 11493,
"1448" : 20865,
"1464" : 9411,
"1480" : 17545,
"1496" : 15017,
"1512" : 6166,
"1528" : 10610,
"1544" : 4511,
"1560" : 8098,
"1576" : 6768,
"1592" : 3028,
"1608" : 5271,
"1624" : 2377,
"1640" : 3988,
"1656" : 3330,
"1672" : 1467,
"1688" : 2655,
"1704" : 1187,
"1720" : 2148,
"1736" : 1797,
"1752" : 783,
"1768" : 1446,
"1784" : 585,
"1800" : 1118,
"1816" : 993,
"1832" : 436,
"1848" : 786,
"1864" : 370,
"1880" : 620,
"1896" : 534,
"1912" : 266,
"1928" : 465,
"1944" : 219,
"1960" : 375,
"1976" : 292,
"1992" : 152,
"2008" : 250,
"2024" : 142,
"2040" : 228,
"2064" : 316,
"2096" : 312,
"2128" : 337,
"2160" : 305,
"2192" : 250,
"2224" : 252,
"2256" : 259,
"2288" : 292,
"2320" : 301,
"2352" : 253,
"2384" : 265,
"2416" : 250,
"2448" : 248,
"2480" : 250,
"2512" : 197,
"2544" : 196,
"2576" : 181,
"2608" : 145,
"2640" : 186,
"2672" : 111,
"2704" : 111,
"2736" : 91,
"2768" : 86,
"2800" : 97,
"2832" : 60,
"2864" : 61,
"2896" : 40,
"2928" : 39,
"2960" : 38,
"2992" : 22,
"3024" : 25,
"3056" : 14,
"3088" : 22,
"3120" : 22,
"3152" : 14,
"3184" : 9,
"3216" : 10,
"3248" : 12,
"3280" : 10,
"3312" : 11,
"3344" : 11,
"3376" : 13,
"3408" : 6,
"3440" : 10,
"3472" : 4,
"3504" : 16,
"3536" : 17,
"3568" : 11,
"3600" : 14,
"3632" : 14,
"3664" : 11,
"3696" : 16,
"3728" : 11,
"3760" : 17,
"3792" : 17,
"3824" : 19,
"3856" : 16,
"3888" : 19,
"3920" : 9,
"3952" : 25,
"3984" : 13,
"4016" : 22,
"4048" : 15,
"4080" : 18,
"4128" : 44,
"4192" : 28,
"4256" : 35,
"4320" : 39,
"4384" : 40,
"4448" : 43,
"4512" : 33,
"4576" : 45,
"4640" : 30,
"4704" : 44,
"4768" : 44,
"4832" : 35,
"4896" : 36,
"4960" : 34,
"5024" : 38,
"5088" : 34,
"5152" : 25,
"5216" : 23,
"5280" : 29,
"5344" : 29,
"5408" : 23,
"5472" : 24,
"5536" : 16,
"5600" : 29,
"5664" : 18,
"5728" : 22,
"5792" : 17,
"5856" : 14,
"5920" : 11,
"5984" : 13,
"6048" : 13,
"6112" : 15,
"6176" : 11,
"6240" : 8,
"6304" : 7,
"6368" : 4,
"6432" : 5,
"6496" : 3,
"6560" : 5,
"6624" : 5,
"6688" : 3,
"6816" : 1,
"6944" : 1,
"7008" : 3,
"7072" : 2,
"7136" : 1,
"7200" : 2,
"7264" : 1,
"7328" : 1,
"7456" : 2,
"7520" : 2,
"7584" : 1,
"7712" : 1,
"7776" : 2,
"8032" : 3,
"8096" : 1,
"8256" : 2,
"8512" : 2,
"8640" : 1,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"9280" : 2,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"11328" : 1,
"12096" : 1,
"12480" : 1,
"13376" : 2,
"13504" : 2,
"14528" : 1,
"14656" : 1,
"24192" : 1,
"24704" : 1,
"25216" : 1,
"25472" : 1,
"25728" : 2,
"26240" : 4,
"26496" : 2,
"26752" : 4,
"27008" : 4,
"27264" : 2,
"27520" : 1,
"27776" : 3,
"28032" : 1,
"28288" : 4,
"28544" : 1,
"28800" : 1,
"29056" : 2,
"29312" : 1,
"29568" : 3,
"29824" : 2,
"30080" : 1,
"30592" : 1,
"31360" : 1,
"31616" : 1,
"32128" : 1,
"32384" : 1,
"33024" : 2,
"33536" : 1,
"34048" : 1,
"35584" : 1,
"36096" : 1,
"38656" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1001430,
"mean" : 262930.904593,
"stddev" : 164144.776632,
"N" : 910622
},
"bw_min" : 115025,
"bw_max" : 128949,
"bw_agg" : 100.000000,
"bw_mean" : 121486.898305,
"bw_dev" : 834.529729,
"bw_samples" : 472,
"iops_min" : 28756,
"iops_max" : 32236,
"iops_mean" : 30371.254237,
"iops_stddev" : 208.635242,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.684606,
"sys_cpu" : 18.192273,
"ctx" : 636546,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999890,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999890,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.149270,
"4" : 0.725761,
"10" : 0.116952,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075008,
"timestamp_ms" : 1773075008118,
"time" : "Mon Mar 9 13:50:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4940558336,
"io_kbytes" : 4824764,
"bw_bytes" : 123517046,
"bw" : 120622,
"iops" : 30155.828896,
"runtime" : 39999,
"total_ios" : 1206203,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 999948,
"mean" : 263345.508969,
"stddev" : 163432.714763,
"N" : 1206204
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1326.936189,
"stddev" : 300.648962,
"N" : 1206195,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1208,
"30.000000" : 1240,
"40.000000" : 1256,
"50.000000" : 1288,
"60.000000" : 1320,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1496,
"95.000000" : 1592,
"99.000000" : 1928,
"99.500000" : 2288,
"99.900000" : 4384,
"99.950000" : 5152,
"99.990000" : 6752
},
"bins" : {
"1080" : 1,
"1096" : 444,
"1112" : 4801,
"1128" : 78479,
"1144" : 69153,
"1160" : 60304,
"1176" : 22602,
"1192" : 4358,
"1208" : 11126,
"1224" : 26931,
"1240" : 90450,
"1256" : 120124,
"1272" : 55476,
"1288" : 94912,
"1304" : 39750,
"1320" : 54820,
"1336" : 50813,
"1352" : 28330,
"1368" : 61778,
"1384" : 30653,
"1400" : 50283,
"1416" : 38343,
"1432" : 15556,
"1448" : 27886,
"1464" : 12748,
"1480" : 23682,
"1496" : 20510,
"1512" : 8563,
"1528" : 14826,
"1544" : 6337,
"1560" : 11170,
"1576" : 9460,
"1592" : 4196,
"1608" : 7468,
"1624" : 3385,
"1640" : 5630,
"1656" : 4716,
"1672" : 2044,
"1688" : 3727,
"1704" : 1629,
"1720" : 2961,
"1736" : 2483,
"1752" : 1141,
"1768" : 2020,
"1784" : 817,
"1800" : 1589,
"1816" : 1342,
"1832" : 611,
"1848" : 1072,
"1864" : 505,
"1880" : 860,
"1896" : 754,
"1912" : 375,
"1928" : 620,
"1944" : 299,
"1960" : 508,
"1976" : 399,
"1992" : 217,
"2008" : 334,
"2024" : 196,
"2040" : 301,
"2064" : 485,
"2096" : 434,
"2128" : 494,
"2160" : 438,
"2192" : 346,
"2224" : 357,
"2256" : 354,
"2288" : 410,
"2320" : 415,
"2352" : 324,
"2384" : 352,
"2416" : 306,
"2448" : 310,
"2480" : 307,
"2512" : 234,
"2544" : 232,
"2576" : 205,
"2608" : 168,
"2640" : 211,
"2672" : 129,
"2704" : 126,
"2736" : 102,
"2768" : 107,
"2800" : 109,
"2832" : 72,
"2864" : 68,
"2896" : 43,
"2928" : 46,
"2960" : 52,
"2992" : 27,
"3024" : 30,
"3056" : 23,
"3088" : 29,
"3120" : 23,
"3152" : 18,
"3184" : 18,
"3216" : 12,
"3248" : 13,
"3280" : 11,
"3312" : 15,
"3344" : 13,
"3376" : 17,
"3408" : 9,
"3440" : 13,
"3472" : 7,
"3504" : 18,
"3536" : 20,
"3568" : 16,
"3600" : 16,
"3632" : 20,
"3664" : 15,
"3696" : 20,
"3728" : 14,
"3760" : 20,
"3792" : 22,
"3824" : 23,
"3856" : 24,
"3888" : 22,
"3920" : 19,
"3952" : 37,
"3984" : 18,
"4016" : 29,
"4048" : 19,
"4080" : 23,
"4128" : 60,
"4192" : 43,
"4256" : 51,
"4320" : 56,
"4384" : 51,
"4448" : 58,
"4512" : 44,
"4576" : 59,
"4640" : 41,
"4704" : 53,
"4768" : 52,
"4832" : 53,
"4896" : 52,
"4960" : 44,
"5024" : 49,
"5088" : 40,
"5152" : 33,
"5216" : 30,
"5280" : 35,
"5344" : 32,
"5408" : 32,
"5472" : 35,
"5536" : 27,
"5600" : 36,
"5664" : 21,
"5728" : 30,
"5792" : 21,
"5856" : 20,
"5920" : 14,
"5984" : 14,
"6048" : 16,
"6112" : 19,
"6176" : 16,
"6240" : 12,
"6304" : 9,
"6368" : 9,
"6432" : 8,
"6496" : 7,
"6560" : 5,
"6624" : 5,
"6688" : 3,
"6752" : 3,
"6816" : 1,
"6944" : 1,
"7008" : 5,
"7072" : 3,
"7136" : 1,
"7200" : 3,
"7264" : 1,
"7328" : 1,
"7456" : 2,
"7520" : 2,
"7584" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 3,
"8032" : 4,
"8096" : 1,
"8256" : 2,
"8512" : 3,
"8640" : 1,
"8768" : 1,
"8896" : 1,
"9024" : 1,
"9280" : 2,
"9536" : 1,
"9664" : 1,
"9920" : 1,
"10048" : 1,
"11328" : 1,
"12096" : 1,
"12480" : 1,
"13376" : 2,
"13504" : 2,
"14528" : 1,
"14656" : 1,
"24192" : 1,
"24704" : 1,
"25216" : 1,
"25472" : 1,
"25728" : 3,
"26240" : 4,
"26496" : 2,
"26752" : 4,
"27008" : 4,
"27264" : 2,
"27520" : 1,
"27776" : 3,
"28032" : 1,
"28288" : 4,
"28544" : 3,
"28800" : 1,
"29056" : 2,
"29312" : 1,
"29568" : 4,
"29824" : 3,
"30080" : 2,
"30592" : 2,
"31104" : 1,
"31360" : 3,
"31616" : 1,
"32128" : 1,
"32384" : 1,
"33024" : 2,
"33536" : 1,
"34048" : 1,
"34560" : 1,
"35584" : 1,
"36096" : 1,
"38656" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1001430,
"mean" : 264671.911651,
"stddev" : 163516.361810,
"N" : 1206195
},
"bw_min" : 113585,
"bw_max" : 129859,
"bw_agg" : 100.000000,
"bw_mean" : 120672.367089,
"bw_dev" : 989.762494,
"bw_samples" : 632,
"iops_min" : 28396,
"iops_max" : 32464,
"iops_mean" : 30167.620253,
"iops_stddev" : 247.443351,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.682205,
"sys_cpu" : 18.165142,
"ctx" : 848968,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.157107,
"4" : 0.718702,
"10" : 0.117227,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075018,
"timestamp_ms" : 1773075018118,
"time" : "Mon Mar 9 13:50:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 6142177280,
"io_kbytes" : 5998220,
"bw_bytes" : 122843545,
"bw" : 119964,
"iops" : 29991.440000,
"runtime" : 50000,
"total_ios" : 1499572,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 999948,
"mean" : 264783.968357,
"stddev" : 162782.482069,
"N" : 1499572
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1331.995926,
"stddev" : 307.518404,
"N" : 1499564,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1208,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1288,
"60.000000" : 1336,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1496,
"95.000000" : 1608,
"99.000000" : 1928,
"99.500000" : 2288,
"99.900000" : 4448,
"99.950000" : 5344,
"99.990000" : 7584
},
"bins" : {
"1080" : 1,
"1096" : 478,
"1112" : 5389,
"1128" : 90950,
"1144" : 82639,
"1160" : 75109,
"1176" : 29600,
"1192" : 5834,
"1208" : 13182,
"1224" : 31271,
"1240" : 106377,
"1256" : 142726,
"1272" : 67603,
"1288" : 118327,
"1304" : 50986,
"1320" : 70482,
"1336" : 64001,
"1352" : 35032,
"1368" : 76682,
"1384" : 38767,
"1400" : 64635,
"1416" : 49906,
"1432" : 20266,
"1448" : 36202,
"1464" : 16455,
"1480" : 30920,
"1496" : 26984,
"1512" : 11351,
"1528" : 19862,
"1544" : 8537,
"1560" : 15004,
"1576" : 12616,
"1592" : 5643,
"1608" : 10029,
"1624" : 4452,
"1640" : 7610,
"1656" : 6376,
"1672" : 2737,
"1688" : 4936,
"1704" : 2154,
"1720" : 3928,
"1736" : 3322,
"1752" : 1493,
"1768" : 2703,
"1784" : 1085,
"1800" : 2136,
"1816" : 1817,
"1832" : 816,
"1848" : 1416,
"1864" : 674,
"1880" : 1157,
"1896" : 1010,
"1912" : 510,
"1928" : 805,
"1944" : 406,
"1960" : 709,
"1976" : 554,
"1992" : 284,
"2008" : 467,
"2024" : 249,
"2040" : 401,
"2064" : 652,
"2096" : 578,
"2128" : 643,
"2160" : 560,
"2192" : 447,
"2224" : 462,
"2256" : 454,
"2288" : 495,
"2320" : 499,
"2352" : 382,
"2384" : 415,
"2416" : 362,
"2448" : 355,
"2480" : 355,
"2512" : 267,
"2544" : 254,
"2576" : 229,
"2608" : 186,
"2640" : 230,
"2672" : 155,
"2704" : 142,
"2736" : 126,
"2768" : 120,
"2800" : 124,
"2832" : 81,
"2864" : 82,
"2896" : 51,
"2928" : 55,
"2960" : 58,
"2992" : 35,
"3024" : 35,
"3056" : 29,
"3088" : 33,
"3120" : 28,
"3152" : 23,
"3184" : 19,
"3216" : 14,
"3248" : 19,
"3280" : 13,
"3312" : 15,
"3344" : 17,
"3376" : 20,
"3408" : 12,
"3440" : 17,
"3472" : 9,
"3504" : 23,
"3536" : 24,
"3568" : 20,
"3600" : 20,
"3632" : 23,
"3664" : 20,
"3696" : 21,
"3728" : 19,
"3760" : 25,
"3792" : 25,
"3824" : 25,
"3856" : 24,
"3888" : 25,
"3920" : 26,
"3952" : 45,
"3984" : 21,
"4016" : 32,
"4048" : 21,
"4080" : 30,
"4128" : 70,
"4192" : 57,
"4256" : 63,
"4320" : 66,
"4384" : 59,
"4448" : 71,
"4512" : 61,
"4576" : 73,
"4640" : 60,
"4704" : 64,
"4768" : 66,
"4832" : 67,
"4896" : 66,
"4960" : 55,
"5024" : 54,
"5088" : 51,
"5152" : 39,
"5216" : 46,
"5280" : 46,
"5344" : 41,
"5408" : 49,
"5472" : 44,
"5536" : 39,
"5600" : 59,
"5664" : 28,
"5728" : 40,
"5792" : 32,
"5856" : 29,
"5920" : 26,
"5984" : 23,
"6048" : 23,
"6112" : 30,
"6176" : 22,
"6240" : 15,
"6304" : 14,
"6368" : 12,
"6432" : 11,
"6496" : 11,
"6560" : 6,
"6624" : 7,
"6688" : 5,
"6752" : 3,
"6816" : 2,
"6880" : 2,
"6944" : 3,
"7008" : 5,
"7072" : 7,
"7136" : 1,
"7200" : 3,
"7264" : 3,
"7328" : 1,
"7392" : 1,
"7456" : 2,
"7520" : 2,
"7584" : 1,
"7648" : 2,
"7712" : 1,
"7776" : 4,
"7840" : 1,
"7968" : 1,
"8032" : 7,
"8096" : 2,
"8256" : 4,
"8512" : 3,
"8640" : 3,
"8768" : 2,
"8896" : 1,
"9024" : 1,
"9280" : 3,
"9536" : 1,
"9664" : 2,
"9792" : 2,
"9920" : 2,
"10048" : 1,
"10176" : 1,
"10560" : 1,
"10816" : 1,
"10944" : 1,
"11328" : 2,
"12096" : 1,
"12480" : 2,
"12736" : 1,
"13376" : 2,
"13504" : 2,
"14016" : 1,
"14528" : 1,
"14656" : 1,
"14784" : 1,
"22912" : 1,
"24192" : 1,
"24704" : 1,
"25216" : 3,
"25472" : 1,
"25728" : 3,
"25984" : 1,
"26240" : 5,
"26496" : 2,
"26752" : 4,
"27008" : 5,
"27264" : 3,
"27520" : 1,
"27776" : 7,
"28032" : 2,
"28288" : 5,
"28544" : 5,
"28800" : 3,
"29056" : 2,
"29312" : 2,
"29568" : 4,
"29824" : 3,
"30080" : 3,
"30336" : 1,
"30592" : 2,
"31104" : 1,
"31360" : 3,
"31616" : 1,
"31872" : 1,
"32128" : 1,
"32384" : 2,
"33024" : 2,
"33536" : 1,
"34048" : 1,
"34560" : 1,
"35584" : 1,
"36096" : 1,
"38656" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1001430,
"mean" : 266115.587222,
"stddev" : 162866.425907,
"N" : 1499564
},
"bw_min" : 112337,
"bw_max" : 130115,
"bw_agg" : 100.000000,
"bw_mean" : 120007.969697,
"bw_dev" : 1110.915104,
"bw_samples" : 792,
"iops_min" : 28084,
"iops_max" : 32528,
"iops_mean" : 30001.515152,
"iops_stddev" : 277.729569,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399999,
"usr_cpu" : 0.684752,
"sys_cpu" : 18.095795,
"ctx" : 1061956,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.157360,
"4" : 0.710870,
"10" : 0.124102,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075028,
"timestamp_ms" : 1773075028117,
"time" : "Mon Mar 9 13:50:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7335223296,
"io_kbytes" : 7163304,
"bw_bytes" : 122255759,
"bw" : 119390,
"iops" : 29847.780796,
"runtime" : 59999,
"total_ios" : 1790837,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 999948,
"mean" : 266066.473074,
"stddev" : 162221.792081,
"N" : 1790837
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1333.563747,
"stddev" : 306.529485,
"N" : 1790829,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1288,
"60.000000" : 1336,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1928,
"99.500000" : 2288,
"99.900000" : 4448,
"99.950000" : 5280,
"99.990000" : 7264
},
"bins" : {
"1080" : 1,
"1096" : 516,
"1112" : 6127,
"1128" : 105790,
"1144" : 97810,
"1160" : 89461,
"1176" : 35442,
"1192" : 6926,
"1208" : 15176,
"1224" : 36548,
"1240" : 124561,
"1256" : 171147,
"1272" : 80809,
"1288" : 139726,
"1304" : 59865,
"1320" : 82526,
"1336" : 75787,
"1352" : 42234,
"1368" : 93517,
"1384" : 47580,
"1400" : 79547,
"1416" : 60990,
"1432" : 24772,
"1448" : 43798,
"1464" : 20053,
"1480" : 37559,
"1496" : 32633,
"1512" : 13695,
"1528" : 23966,
"1544" : 10299,
"1560" : 17930,
"1576" : 15179,
"1592" : 6798,
"1608" : 12102,
"1624" : 5354,
"1640" : 9169,
"1656" : 7656,
"1672" : 3299,
"1688" : 5921,
"1704" : 2596,
"1720" : 4820,
"1736" : 4128,
"1752" : 1831,
"1768" : 3323,
"1784" : 1365,
"1800" : 2661,
"1816" : 2280,
"1832" : 1023,
"1848" : 1791,
"1864" : 854,
"1880" : 1417,
"1896" : 1251,
"1912" : 629,
"1928" : 1019,
"1944" : 498,
"1960" : 873,
"1976" : 703,
"1992" : 363,
"2008" : 582,
"2024" : 304,
"2040" : 505,
"2064" : 809,
"2096" : 720,
"2128" : 781,
"2160" : 686,
"2192" : 541,
"2224" : 550,
"2256" : 538,
"2288" : 594,
"2320" : 597,
"2352" : 453,
"2384" : 490,
"2416" : 425,
"2448" : 407,
"2480" : 420,
"2512" : 304,
"2544" : 292,
"2576" : 267,
"2608" : 224,
"2640" : 271,
"2672" : 183,
"2704" : 164,
"2736" : 145,
"2768" : 131,
"2800" : 150,
"2832" : 91,
"2864" : 98,
"2896" : 63,
"2928" : 62,
"2960" : 69,
"2992" : 41,
"3024" : 40,
"3056" : 32,
"3088" : 40,
"3120" : 31,
"3152" : 29,
"3184" : 23,
"3216" : 17,
"3248" : 22,
"3280" : 14,
"3312" : 21,
"3344" : 22,
"3376" : 23,
"3408" : 13,
"3440" : 19,
"3472" : 14,
"3504" : 31,
"3536" : 25,
"3568" : 25,
"3600" : 26,
"3632" : 26,
"3664" : 25,
"3696" : 28,
"3728" : 21,
"3760" : 27,
"3792" : 29,
"3824" : 34,
"3856" : 30,
"3888" : 31,
"3920" : 36,
"3952" : 54,
"3984" : 31,
"4016" : 38,
"4048" : 23,
"4080" : 31,
"4128" : 85,
"4192" : 68,
"4256" : 72,
"4320" : 74,
"4384" : 68,
"4448" : 93,
"4512" : 72,
"4576" : 93,
"4640" : 70,
"4704" : 76,
"4768" : 80,
"4832" : 80,
"4896" : 77,
"4960" : 66,
"5024" : 67,
"5088" : 65,
"5152" : 47,
"5216" : 57,
"5280" : 57,
"5344" : 50,
"5408" : 56,
"5472" : 54,
"5536" : 42,
"5600" : 68,
"5664" : 34,
"5728" : 48,
"5792" : 39,
"5856" : 33,
"5920" : 33,
"5984" : 26,
"6048" : 26,
"6112" : 32,
"6176" : 26,
"6240" : 21,
"6304" : 14,
"6368" : 15,
"6432" : 12,
"6496" : 13,
"6560" : 10,
"6624" : 9,
"6688" : 8,
"6752" : 3,
"6816" : 4,
"6880" : 3,
"6944" : 3,
"7008" : 7,
"7072" : 7,
"7136" : 1,
"7200" : 3,
"7264" : 3,
"7328" : 1,
"7392" : 1,
"7456" : 2,
"7520" : 2,
"7584" : 1,
"7648" : 2,
"7712" : 2,
"7776" : 4,
"7840" : 1,
"7968" : 2,
"8032" : 7,
"8096" : 2,
"8256" : 4,
"8512" : 3,
"8640" : 3,
"8768" : 2,
"8896" : 1,
"9024" : 1,
"9280" : 3,
"9408" : 1,
"9536" : 2,
"9664" : 2,
"9792" : 2,
"9920" : 2,
"10048" : 1,
"10176" : 1,
"10560" : 1,
"10816" : 1,
"10944" : 1,
"11328" : 2,
"11584" : 1,
"12096" : 1,
"12480" : 2,
"12736" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 2,
"14016" : 1,
"14528" : 1,
"14656" : 1,
"14784" : 1,
"15296" : 1,
"22912" : 1,
"24192" : 2,
"24704" : 2,
"25216" : 3,
"25472" : 1,
"25728" : 3,
"25984" : 1,
"26240" : 7,
"26496" : 3,
"26752" : 4,
"27008" : 6,
"27264" : 3,
"27520" : 1,
"27776" : 8,
"28032" : 2,
"28288" : 5,
"28544" : 5,
"28800" : 3,
"29056" : 2,
"29312" : 2,
"29568" : 4,
"29824" : 3,
"30080" : 4,
"30336" : 1,
"30592" : 2,
"31104" : 1,
"31360" : 3,
"31616" : 2,
"31872" : 1,
"32128" : 1,
"32384" : 3,
"33024" : 2,
"33536" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 1,
"38656" : 1,
"44800" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1001430,
"mean" : 267399.726816,
"stddev" : 162306.057618,
"N" : 1790829
},
"bw_min" : 110501,
"bw_max" : 130960,
"bw_agg" : 100.000000,
"bw_mean" : 119438.294118,
"bw_dev" : 1232.015666,
"bw_samples" : 952,
"iops_min" : 27625,
"iops_max" : 32740,
"iops_mean" : 29859.058824,
"iops_stddev" : 308.004961,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.680845,
"sys_cpu" : 18.063009,
"ctx" : 1274950,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.154418,
"4" : 0.714526,
"10" : 0.123685,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075038,
"timestamp_ms" : 1773075038118,
"time" : "Mon Mar 9 13:50:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8522076160,
"io_kbytes" : 8322340,
"bw_bytes" : 121745684,
"bw" : 118892,
"iops" : 29723.267475,
"runtime" : 69999,
"total_ios" : 2080599,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 999948,
"mean" : 267189.687594,
"stddev" : 161734.256063,
"N" : 2080599
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1334.475849,
"stddev" : 309.440536,
"N" : 2080591,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1288,
"60.000000" : 1336,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1928,
"99.500000" : 2288,
"99.900000" : 4448,
"99.950000" : 5280,
"99.990000" : 7520
},
"bins" : {
"1080" : 1,
"1096" : 556,
"1112" : 6847,
"1128" : 122013,
"1144" : 114173,
"1160" : 105261,
"1176" : 41995,
"1192" : 8239,
"1208" : 16962,
"1224" : 39628,
"1240" : 136908,
"1256" : 196821,
"1272" : 95026,
"1288" : 164929,
"1304" : 70190,
"1320" : 95669,
"1336" : 87648,
"1352" : 49367,
"1368" : 109903,
"1384" : 56249,
"1400" : 93848,
"1416" : 71759,
"1432" : 29033,
"1448" : 51421,
"1464" : 23466,
"1480" : 44195,
"1496" : 38297,
"1512" : 16141,
"1528" : 27908,
"1544" : 12047,
"1560" : 20915,
"1576" : 17703,
"1592" : 7899,
"1608" : 14178,
"1624" : 6262,
"1640" : 10744,
"1656" : 8929,
"1672" : 3904,
"1688" : 6870,
"1704" : 3063,
"1720" : 5582,
"1736" : 4820,
"1752" : 2129,
"1768" : 3882,
"1784" : 1610,
"1800" : 3096,
"1816" : 2641,
"1832" : 1188,
"1848" : 2106,
"1864" : 993,
"1880" : 1649,
"1896" : 1447,
"1912" : 720,
"1928" : 1147,
"1944" : 583,
"1960" : 1050,
"1976" : 833,
"1992" : 424,
"2008" : 679,
"2024" : 362,
"2040" : 603,
"2064" : 947,
"2096" : 854,
"2128" : 914,
"2160" : 786,
"2192" : 632,
"2224" : 635,
"2256" : 623,
"2288" : 702,
"2320" : 677,
"2352" : 514,
"2384" : 559,
"2416" : 489,
"2448" : 479,
"2480" : 508,
"2512" : 370,
"2544" : 332,
"2576" : 316,
"2608" : 279,
"2640" : 337,
"2672" : 223,
"2704" : 191,
"2736" : 184,
"2768" : 149,
"2800" : 187,
"2832" : 114,
"2864" : 113,
"2896" : 81,
"2928" : 71,
"2960" : 83,
"2992" : 54,
"3024" : 52,
"3056" : 40,
"3088" : 47,
"3120" : 37,
"3152" : 29,
"3184" : 29,
"3216" : 19,
"3248" : 23,
"3280" : 16,
"3312" : 25,
"3344" : 28,
"3376" : 26,
"3408" : 17,
"3440" : 20,
"3472" : 15,
"3504" : 33,
"3536" : 28,
"3568" : 30,
"3600" : 28,
"3632" : 29,
"3664" : 26,
"3696" : 30,
"3728" : 24,
"3760" : 31,
"3792" : 37,
"3824" : 37,
"3856" : 34,
"3888" : 33,
"3920" : 41,
"3952" : 64,
"3984" : 36,
"4016" : 47,
"4048" : 28,
"4080" : 36,
"4128" : 100,
"4192" : 79,
"4256" : 85,
"4320" : 90,
"4384" : 77,
"4448" : 104,
"4512" : 86,
"4576" : 108,
"4640" : 80,
"4704" : 90,
"4768" : 93,
"4832" : 87,
"4896" : 90,
"4960" : 76,
"5024" : 78,
"5088" : 81,
"5152" : 56,
"5216" : 61,
"5280" : 68,
"5344" : 54,
"5408" : 62,
"5472" : 66,
"5536" : 50,
"5600" : 75,
"5664" : 42,
"5728" : 56,
"5792" : 43,
"5856" : 37,
"5920" : 39,
"5984" : 27,
"6048" : 29,
"6112" : 33,
"6176" : 30,
"6240" : 24,
"6304" : 15,
"6368" : 20,
"6432" : 15,
"6496" : 13,
"6560" : 11,
"6624" : 10,
"6688" : 10,
"6752" : 4,
"6816" : 4,
"6880" : 3,
"6944" : 4,
"7008" : 8,
"7072" : 7,
"7136" : 1,
"7200" : 3,
"7264" : 3,
"7328" : 1,
"7392" : 2,
"7456" : 2,
"7520" : 2,
"7584" : 1,
"7648" : 2,
"7712" : 2,
"7776" : 4,
"7840" : 1,
"7904" : 2,
"7968" : 4,
"8032" : 7,
"8096" : 2,
"8160" : 1,
"8256" : 4,
"8512" : 5,
"8640" : 4,
"8768" : 2,
"8896" : 1,
"9024" : 2,
"9280" : 3,
"9408" : 1,
"9536" : 2,
"9664" : 3,
"9792" : 2,
"9920" : 2,
"10048" : 1,
"10176" : 1,
"10560" : 1,
"10816" : 2,
"10944" : 1,
"11328" : 2,
"11584" : 1,
"12096" : 2,
"12480" : 2,
"12736" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 2,
"13888" : 1,
"14016" : 2,
"14528" : 1,
"14656" : 1,
"14784" : 1,
"15296" : 1,
"15680" : 1,
"22912" : 1,
"24192" : 2,
"24704" : 3,
"25216" : 3,
"25472" : 1,
"25728" : 3,
"25984" : 2,
"26240" : 8,
"26496" : 3,
"26752" : 4,
"27008" : 7,
"27264" : 4,
"27520" : 3,
"27776" : 8,
"28032" : 3,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 2,
"29312" : 2,
"29568" : 4,
"29824" : 3,
"30080" : 5,
"30336" : 2,
"30592" : 2,
"30848" : 1,
"31104" : 2,
"31360" : 4,
"31616" : 2,
"31872" : 1,
"32128" : 2,
"32384" : 4,
"33024" : 2,
"33536" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 1,
"38656" : 2,
"44800" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1001430,
"mean" : 268523.900931,
"stddev" : 161819.217633,
"N" : 2080591
},
"bw_min" : 108721,
"bw_max" : 131688,
"bw_agg" : 100.000000,
"bw_mean" : 118934.532374,
"bw_dev" : 1346.944084,
"bw_samples" : 1112,
"iops_min" : 27180,
"iops_max" : 32922,
"iops_mean" : 29733.115108,
"iops_stddev" : 336.736181,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.676974,
"sys_cpu" : 18.043115,
"ctx" : 1488009,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999904,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999904,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.147745,
"4" : 0.721475,
"10" : 0.123138,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075048,
"timestamp_ms" : 1773075048118,
"time" : "Mon Mar 9 13:50:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9704247296,
"io_kbytes" : 9476804,
"bw_bytes" : 121303091,
"bw" : 118460,
"iops" : 29615.137500,
"runtime" : 80000,
"total_ios" : 2369211,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 1057255,
"mean" : 268170.824246,
"stddev" : 161331.165509,
"N" : 2369211
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1334.485792,
"stddev" : 308.475804,
"N" : 2369203,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1208,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1288,
"60.000000" : 1336,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1928,
"99.500000" : 2288,
"99.900000" : 4448,
"99.950000" : 5280,
"99.990000" : 7328
},
"bins" : {
"1080" : 1,
"1096" : 601,
"1112" : 7640,
"1128" : 139325,
"1144" : 130447,
"1160" : 120455,
"1176" : 48082,
"1192" : 9439,
"1208" : 18439,
"1224" : 42466,
"1240" : 149277,
"1256" : 223748,
"1272" : 110256,
"1288" : 191908,
"1304" : 81223,
"1320" : 109649,
"1336" : 100274,
"1352" : 56614,
"1368" : 125160,
"1384" : 63742,
"1400" : 106739,
"1416" : 81917,
"1432" : 33243,
"1448" : 58774,
"1464" : 26816,
"1480" : 50555,
"1496" : 43644,
"1512" : 18404,
"1528" : 31702,
"1544" : 13722,
"1560" : 23806,
"1576" : 20143,
"1592" : 8957,
"1608" : 16154,
"1624" : 7129,
"1640" : 12177,
"1656" : 10195,
"1672" : 4424,
"1688" : 7864,
"1704" : 3448,
"1720" : 6320,
"1736" : 5426,
"1752" : 2415,
"1768" : 4374,
"1784" : 1841,
"1800" : 3522,
"1816" : 2992,
"1832" : 1360,
"1848" : 2383,
"1864" : 1110,
"1880" : 1893,
"1896" : 1643,
"1912" : 818,
"1928" : 1328,
"1944" : 653,
"1960" : 1177,
"1976" : 939,
"1992" : 476,
"2008" : 770,
"2024" : 407,
"2040" : 700,
"2064" : 1072,
"2096" : 947,
"2128" : 1039,
"2160" : 892,
"2192" : 729,
"2224" : 695,
"2256" : 719,
"2288" : 802,
"2320" : 758,
"2352" : 572,
"2384" : 621,
"2416" : 552,
"2448" : 520,
"2480" : 564,
"2512" : 407,
"2544" : 367,
"2576" : 359,
"2608" : 313,
"2640" : 378,
"2672" : 252,
"2704" : 215,
"2736" : 210,
"2768" : 175,
"2800" : 201,
"2832" : 128,
"2864" : 128,
"2896" : 88,
"2928" : 79,
"2960" : 94,
"2992" : 65,
"3024" : 59,
"3056" : 44,
"3088" : 55,
"3120" : 43,
"3152" : 31,
"3184" : 32,
"3216" : 22,
"3248" : 25,
"3280" : 16,
"3312" : 26,
"3344" : 31,
"3376" : 27,
"3408" : 19,
"3440" : 21,
"3472" : 18,
"3504" : 35,
"3536" : 30,
"3568" : 34,
"3600" : 32,
"3632" : 32,
"3664" : 30,
"3696" : 35,
"3728" : 26,
"3760" : 34,
"3792" : 43,
"3824" : 40,
"3856" : 38,
"3888" : 34,
"3920" : 51,
"3952" : 72,
"3984" : 41,
"4016" : 50,
"4048" : 33,
"4080" : 43,
"4128" : 116,
"4192" : 87,
"4256" : 107,
"4320" : 103,
"4384" : 92,
"4448" : 114,
"4512" : 100,
"4576" : 131,
"4640" : 94,
"4704" : 102,
"4768" : 105,
"4832" : 94,
"4896" : 95,
"4960" : 88,
"5024" : 86,
"5088" : 92,
"5152" : 62,
"5216" : 73,
"5280" : 77,
"5344" : 66,
"5408" : 74,
"5472" : 71,
"5536" : 53,
"5600" : 83,
"5664" : 47,
"5728" : 66,
"5792" : 48,
"5856" : 39,
"5920" : 46,
"5984" : 33,
"6048" : 34,
"6112" : 38,
"6176" : 32,
"6240" : 26,
"6304" : 17,
"6368" : 21,
"6432" : 16,
"6496" : 16,
"6560" : 12,
"6624" : 12,
"6688" : 10,
"6752" : 5,
"6816" : 4,
"6880" : 3,
"6944" : 4,
"7008" : 8,
"7072" : 7,
"7136" : 1,
"7200" : 4,
"7264" : 3,
"7328" : 1,
"7392" : 3,
"7456" : 3,
"7520" : 2,
"7584" : 1,
"7648" : 2,
"7712" : 3,
"7776" : 4,
"7840" : 1,
"7904" : 2,
"7968" : 4,
"8032" : 7,
"8096" : 2,
"8160" : 1,
"8256" : 5,
"8512" : 5,
"8640" : 4,
"8768" : 2,
"8896" : 2,
"9024" : 2,
"9280" : 3,
"9408" : 1,
"9536" : 3,
"9664" : 3,
"9792" : 2,
"9920" : 2,
"10048" : 1,
"10176" : 1,
"10432" : 1,
"10560" : 1,
"10816" : 2,
"10944" : 1,
"11328" : 2,
"11584" : 1,
"12096" : 2,
"12480" : 3,
"12736" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 2,
"13888" : 1,
"14016" : 2,
"14528" : 1,
"14656" : 1,
"14784" : 1,
"15296" : 1,
"15680" : 1,
"22912" : 1,
"24192" : 2,
"24704" : 3,
"25216" : 3,
"25472" : 1,
"25728" : 3,
"25984" : 2,
"26240" : 9,
"26496" : 4,
"26752" : 5,
"27008" : 7,
"27264" : 5,
"27520" : 4,
"27776" : 8,
"28032" : 3,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 3,
"29312" : 2,
"29568" : 4,
"29824" : 3,
"30080" : 6,
"30336" : 3,
"30592" : 2,
"30848" : 1,
"31104" : 3,
"31360" : 4,
"31616" : 2,
"31872" : 1,
"32128" : 4,
"32384" : 4,
"33024" : 2,
"33536" : 1,
"34048" : 3,
"34560" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1059799,
"mean" : 269505.082817,
"stddev" : 161416.229405,
"N" : 2369203
},
"bw_min" : 108361,
"bw_max" : 132320,
"bw_agg" : 100.000000,
"bw_mean" : 118491.773585,
"bw_dev" : 1439.584513,
"bw_samples" : 1272,
"iops_min" : 27090,
"iops_max" : 33080,
"iops_mean" : 29622.421384,
"iops_stddev" : 359.896689,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639999,
"usr_cpu" : 0.674064,
"sys_cpu" : 18.027216,
"ctx" : 1701040,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.156597,
"4" : 0.713064,
"10" : 0.122952,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075058,
"timestamp_ms" : 1773075058118,
"time" : "Mon Mar 9 13:50:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10882088960,
"io_kbytes" : 10627040,
"bw_bytes" : 120913443,
"bw" : 118079,
"iops" : 29520.005778,
"runtime" : 89999,
"total_ios" : 2656771,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 1057255,
"mean" : 269039.689587,
"stddev" : 160961.771049,
"N" : 2656771
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1335.760729,
"stddev" : 309.290743,
"N" : 2656763,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1208,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1928,
"99.500000" : 2288,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 7392
},
"bins" : {
"1080" : 1,
"1096" : 722,
"1112" : 8723,
"1128" : 155257,
"1144" : 146059,
"1160" : 136540,
"1176" : 54949,
"1192" : 10809,
"1208" : 20165,
"1224" : 44945,
"1240" : 159920,
"1256" : 246040,
"1272" : 123111,
"1288" : 215617,
"1304" : 91582,
"1320" : 123371,
"1336" : 112822,
"1352" : 64154,
"1368" : 141894,
"1384" : 72398,
"1400" : 121055,
"1416" : 92477,
"1432" : 37597,
"1448" : 66370,
"1464" : 30386,
"1480" : 57467,
"1496" : 49701,
"1512" : 21001,
"1528" : 36078,
"1544" : 15626,
"1560" : 27387,
"1576" : 23069,
"1592" : 10339,
"1608" : 18483,
"1624" : 8142,
"1640" : 13868,
"1656" : 11704,
"1672" : 5045,
"1688" : 8978,
"1704" : 4011,
"1720" : 7227,
"1736" : 6146,
"1752" : 2756,
"1768" : 5007,
"1784" : 2128,
"1800" : 3997,
"1816" : 3434,
"1832" : 1544,
"1848" : 2730,
"1864" : 1269,
"1880" : 2170,
"1896" : 1906,
"1912" : 942,
"1928" : 1542,
"1944" : 742,
"1960" : 1322,
"1976" : 1081,
"1992" : 553,
"2008" : 890,
"2024" : 467,
"2040" : 805,
"2064" : 1200,
"2096" : 1050,
"2128" : 1185,
"2160" : 993,
"2192" : 808,
"2224" : 787,
"2256" : 799,
"2288" : 904,
"2320" : 865,
"2352" : 644,
"2384" : 711,
"2416" : 631,
"2448" : 577,
"2480" : 619,
"2512" : 447,
"2544" : 406,
"2576" : 396,
"2608" : 342,
"2640" : 409,
"2672" : 276,
"2704" : 232,
"2736" : 226,
"2768" : 192,
"2800" : 214,
"2832" : 139,
"2864" : 137,
"2896" : 98,
"2928" : 83,
"2960" : 99,
"2992" : 70,
"3024" : 68,
"3056" : 48,
"3088" : 62,
"3120" : 47,
"3152" : 37,
"3184" : 34,
"3216" : 25,
"3248" : 26,
"3280" : 20,
"3312" : 31,
"3344" : 34,
"3376" : 31,
"3408" : 21,
"3440" : 21,
"3472" : 21,
"3504" : 40,
"3536" : 32,
"3568" : 36,
"3600" : 35,
"3632" : 37,
"3664" : 34,
"3696" : 36,
"3728" : 32,
"3760" : 39,
"3792" : 49,
"3824" : 43,
"3856" : 45,
"3888" : 39,
"3920" : 53,
"3952" : 80,
"3984" : 43,
"4016" : 52,
"4048" : 37,
"4080" : 46,
"4128" : 123,
"4192" : 94,
"4256" : 124,
"4320" : 112,
"4384" : 110,
"4448" : 129,
"4512" : 111,
"4576" : 139,
"4640" : 107,
"4704" : 114,
"4768" : 118,
"4832" : 100,
"4896" : 117,
"4960" : 97,
"5024" : 104,
"5088" : 101,
"5152" : 75,
"5216" : 85,
"5280" : 85,
"5344" : 74,
"5408" : 82,
"5472" : 81,
"5536" : 64,
"5600" : 91,
"5664" : 59,
"5728" : 79,
"5792" : 63,
"5856" : 42,
"5920" : 54,
"5984" : 43,
"6048" : 38,
"6112" : 40,
"6176" : 37,
"6240" : 27,
"6304" : 19,
"6368" : 25,
"6432" : 16,
"6496" : 19,
"6560" : 14,
"6624" : 16,
"6688" : 12,
"6752" : 6,
"6816" : 7,
"6880" : 4,
"6944" : 9,
"7008" : 10,
"7072" : 10,
"7136" : 2,
"7200" : 6,
"7264" : 4,
"7328" : 2,
"7392" : 4,
"7456" : 3,
"7520" : 5,
"7584" : 2,
"7648" : 2,
"7712" : 3,
"7776" : 4,
"7840" : 2,
"7904" : 2,
"7968" : 4,
"8032" : 7,
"8096" : 2,
"8160" : 1,
"8256" : 6,
"8512" : 6,
"8640" : 4,
"8768" : 2,
"8896" : 4,
"9024" : 2,
"9280" : 3,
"9408" : 1,
"9536" : 3,
"9664" : 3,
"9792" : 4,
"9920" : 2,
"10048" : 1,
"10176" : 1,
"10432" : 1,
"10560" : 1,
"10688" : 1,
"10816" : 2,
"10944" : 1,
"11328" : 2,
"11584" : 1,
"12096" : 2,
"12352" : 1,
"12480" : 3,
"12736" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 2,
"13888" : 1,
"14016" : 2,
"14528" : 1,
"14656" : 1,
"14784" : 1,
"15296" : 2,
"15680" : 1,
"18560" : 1,
"22912" : 1,
"24192" : 2,
"24704" : 3,
"25216" : 4,
"25472" : 1,
"25728" : 3,
"25984" : 3,
"26240" : 10,
"26496" : 4,
"26752" : 5,
"27008" : 8,
"27264" : 5,
"27520" : 4,
"27776" : 9,
"28032" : 4,
"28288" : 8,
"28544" : 8,
"28800" : 5,
"29056" : 3,
"29312" : 3,
"29568" : 6,
"29824" : 4,
"30080" : 7,
"30336" : 3,
"30592" : 3,
"30848" : 1,
"31104" : 3,
"31360" : 4,
"31616" : 3,
"31872" : 1,
"32128" : 4,
"32384" : 4,
"33024" : 2,
"33536" : 1,
"34048" : 4,
"34560" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1059799,
"mean" : 270375.250305,
"stddev" : 161047.472445,
"N" : 2656763
},
"bw_min" : 107681,
"bw_max" : 132728,
"bw_agg" : 100.000000,
"bw_mean" : 118112.279330,
"bw_dev" : 1518.208702,
"bw_samples" : 1432,
"iops_min" : 26920,
"iops_max" : 33182,
"iops_mean" : 29527.541899,
"iops_stddev" : 379.552460,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.674452,
"sys_cpu" : 18.007978,
"ctx" : 1913905,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.156420,
"4" : 0.711390,
"10" : 0.124813,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075068,
"timestamp_ms" : 1773075068118,
"time" : "Mon Mar 9 13:51:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12061954048,
"io_kbytes" : 11779252,
"bw_bytes" : 120619540,
"bw" : 117792,
"iops" : 29448.280000,
"runtime" : 100000,
"total_ios" : 2944828,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 1057255,
"mean" : 269696.371024,
"stddev" : 160622.951499,
"N" : 2944828
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1336.496131,
"stddev" : 308.657906,
"N" : 2944820,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1928,
"99.500000" : 2256,
"99.900000" : 4448,
"99.950000" : 5280,
"99.990000" : 7392
},
"bins" : {
"1080" : 2,
"1096" : 833,
"1112" : 9690,
"1128" : 170424,
"1144" : 160625,
"1160" : 151215,
"1176" : 61113,
"1192" : 12019,
"1208" : 21931,
"1224" : 48338,
"1240" : 171369,
"1256" : 266741,
"1272" : 135567,
"1288" : 241262,
"1304" : 103575,
"1320" : 139943,
"1336" : 126222,
"1352" : 70959,
"1368" : 157086,
"1384" : 80488,
"1400" : 135256,
"1416" : 103755,
"1432" : 42155,
"1448" : 74523,
"1464" : 34135,
"1480" : 64497,
"1496" : 55831,
"1512" : 23628,
"1528" : 40847,
"1544" : 17628,
"1560" : 30956,
"1576" : 26112,
"1592" : 11737,
"1608" : 20895,
"1624" : 9167,
"1640" : 15520,
"1656" : 13199,
"1672" : 5671,
"1688" : 10025,
"1704" : 4471,
"1720" : 8099,
"1736" : 6867,
"1752" : 3039,
"1768" : 5511,
"1784" : 2342,
"1800" : 4462,
"1816" : 3771,
"1832" : 1707,
"1848" : 3038,
"1864" : 1394,
"1880" : 2426,
"1896" : 2112,
"1912" : 1024,
"1928" : 1662,
"1944" : 809,
"1960" : 1439,
"1976" : 1207,
"1992" : 598,
"2008" : 967,
"2024" : 499,
"2040" : 885,
"2064" : 1284,
"2096" : 1127,
"2128" : 1264,
"2160" : 1057,
"2192" : 855,
"2224" : 828,
"2256" : 839,
"2288" : 937,
"2320" : 905,
"2352" : 671,
"2384" : 734,
"2416" : 661,
"2448" : 614,
"2480" : 654,
"2512" : 464,
"2544" : 424,
"2576" : 415,
"2608" : 353,
"2640" : 431,
"2672" : 293,
"2704" : 246,
"2736" : 237,
"2768" : 202,
"2800" : 234,
"2832" : 146,
"2864" : 143,
"2896" : 101,
"2928" : 90,
"2960" : 108,
"2992" : 75,
"3024" : 70,
"3056" : 53,
"3088" : 66,
"3120" : 52,
"3152" : 42,
"3184" : 36,
"3216" : 28,
"3248" : 26,
"3280" : 25,
"3312" : 34,
"3344" : 36,
"3376" : 34,
"3408" : 21,
"3440" : 23,
"3472" : 22,
"3504" : 43,
"3536" : 34,
"3568" : 39,
"3600" : 40,
"3632" : 46,
"3664" : 34,
"3696" : 38,
"3728" : 34,
"3760" : 43,
"3792" : 56,
"3824" : 49,
"3856" : 48,
"3888" : 39,
"3920" : 60,
"3952" : 84,
"3984" : 45,
"4016" : 61,
"4048" : 43,
"4080" : 50,
"4128" : 138,
"4192" : 103,
"4256" : 140,
"4320" : 124,
"4384" : 120,
"4448" : 137,
"4512" : 120,
"4576" : 154,
"4640" : 119,
"4704" : 126,
"4768" : 131,
"4832" : 111,
"4896" : 124,
"4960" : 110,
"5024" : 109,
"5088" : 112,
"5152" : 82,
"5216" : 93,
"5280" : 101,
"5344" : 83,
"5408" : 91,
"5472" : 94,
"5536" : 72,
"5600" : 99,
"5664" : 64,
"5728" : 81,
"5792" : 69,
"5856" : 47,
"5920" : 56,
"5984" : 45,
"6048" : 41,
"6112" : 43,
"6176" : 39,
"6240" : 29,
"6304" : 23,
"6368" : 27,
"6432" : 21,
"6496" : 19,
"6560" : 17,
"6624" : 17,
"6688" : 12,
"6752" : 6,
"6816" : 8,
"6880" : 5,
"6944" : 10,
"7008" : 12,
"7072" : 11,
"7136" : 3,
"7200" : 6,
"7264" : 5,
"7328" : 2,
"7392" : 4,
"7456" : 3,
"7520" : 5,
"7584" : 2,
"7648" : 2,
"7712" : 3,
"7776" : 4,
"7840" : 2,
"7904" : 3,
"7968" : 5,
"8032" : 7,
"8096" : 2,
"8160" : 1,
"8256" : 6,
"8512" : 6,
"8640" : 4,
"8768" : 2,
"8896" : 4,
"9024" : 3,
"9280" : 3,
"9408" : 1,
"9536" : 3,
"9664" : 3,
"9792" : 4,
"9920" : 2,
"10048" : 1,
"10176" : 2,
"10432" : 1,
"10560" : 1,
"10688" : 1,
"10816" : 2,
"10944" : 1,
"11328" : 3,
"11584" : 1,
"12096" : 2,
"12352" : 1,
"12480" : 3,
"12736" : 1,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 2,
"13760" : 1,
"13888" : 1,
"14016" : 2,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15680" : 1,
"18560" : 1,
"22912" : 1,
"24192" : 3,
"24704" : 3,
"25216" : 5,
"25472" : 2,
"25728" : 3,
"25984" : 3,
"26240" : 11,
"26496" : 5,
"26752" : 5,
"27008" : 8,
"27264" : 5,
"27520" : 8,
"27776" : 10,
"28032" : 5,
"28288" : 8,
"28544" : 9,
"28800" : 7,
"29056" : 3,
"29312" : 3,
"29568" : 6,
"29824" : 6,
"30080" : 7,
"30336" : 4,
"30592" : 3,
"30848" : 1,
"31104" : 3,
"31360" : 4,
"31616" : 3,
"31872" : 1,
"32128" : 4,
"32384" : 5,
"32640" : 1,
"33024" : 2,
"33536" : 1,
"34048" : 4,
"34560" : 1,
"35072" : 1,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1059799,
"mean" : 271032.688493,
"stddev" : 160708.657432,
"N" : 2944820
},
"bw_min" : 107057,
"bw_max" : 133368,
"bw_agg" : 100.000000,
"bw_mean" : 117820.572864,
"bw_dev" : 1578.875357,
"bw_samples" : 1592,
"iops_min" : 26764,
"iops_max" : 33342,
"iops_mean" : 29454.638191,
"iops_stddev" : 394.718997,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799999,
"usr_cpu" : 0.672001,
"sys_cpu" : 17.982647,
"ctx" : 2127304,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.188000,
"4" : 0.680617,
"10" : 0.123912,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075078,
"timestamp_ms" : 1773075078118,
"time" : "Mon Mar 9 13:51:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 13243957248,
"io_kbytes" : 12933552,
"bw_bytes" : 120399611,
"bw" : 117577,
"iops" : 29394.545455,
"runtime" : 110000,
"total_ios" : 3233400,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5208,
"max" : 1057255,
"mean" : 270191.768385,
"stddev" : 160362.109155,
"N" : 3233400
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1336.896749,
"stddev" : 308.147082,
"N" : 3233392,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1912,
"99.500000" : 2256,
"99.900000" : 4448,
"99.950000" : 5280,
"99.990000" : 7328
},
"bins" : {
"1080" : 3,
"1096" : 902,
"1112" : 10532,
"1128" : 183541,
"1144" : 174247,
"1160" : 165699,
"1176" : 67458,
"1192" : 13224,
"1208" : 23773,
"1224" : 52595,
"1240" : 186367,
"1256" : 291955,
"1272" : 149064,
"1288" : 266482,
"1304" : 114907,
"1320" : 155676,
"1336" : 139290,
"1352" : 78135,
"1368" : 172968,
"1384" : 88429,
"1400" : 148489,
"1416" : 114323,
"1432" : 46446,
"1448" : 82128,
"1464" : 37727,
"1480" : 71155,
"1496" : 61653,
"1512" : 26136,
"1528" : 45104,
"1544" : 19498,
"1560" : 34290,
"1576" : 28885,
"1592" : 13006,
"1608" : 23056,
"1624" : 10086,
"1640" : 17140,
"1656" : 14518,
"1672" : 6243,
"1688" : 11082,
"1704" : 4953,
"1720" : 8983,
"1736" : 7539,
"1752" : 3354,
"1768" : 6044,
"1784" : 2580,
"1800" : 4907,
"1816" : 4127,
"1832" : 1875,
"1848" : 3322,
"1864" : 1517,
"1880" : 2662,
"1896" : 2311,
"1912" : 1111,
"1928" : 1816,
"1944" : 882,
"1960" : 1573,
"1976" : 1326,
"1992" : 639,
"2008" : 1060,
"2024" : 540,
"2040" : 966,
"2064" : 1384,
"2096" : 1202,
"2128" : 1366,
"2160" : 1127,
"2192" : 914,
"2224" : 882,
"2256" : 906,
"2288" : 988,
"2320" : 957,
"2352" : 716,
"2384" : 775,
"2416" : 688,
"2448" : 654,
"2480" : 698,
"2512" : 499,
"2544" : 446,
"2576" : 430,
"2608" : 377,
"2640" : 447,
"2672" : 311,
"2704" : 270,
"2736" : 251,
"2768" : 210,
"2800" : 239,
"2832" : 155,
"2864" : 154,
"2896" : 107,
"2928" : 96,
"2960" : 116,
"2992" : 82,
"3024" : 76,
"3056" : 57,
"3088" : 70,
"3120" : 55,
"3152" : 46,
"3184" : 41,
"3216" : 29,
"3248" : 26,
"3280" : 29,
"3312" : 38,
"3344" : 38,
"3376" : 36,
"3408" : 24,
"3440" : 26,
"3472" : 24,
"3504" : 47,
"3536" : 39,
"3568" : 41,
"3600" : 45,
"3632" : 46,
"3664" : 35,
"3696" : 43,
"3728" : 36,
"3760" : 51,
"3792" : 61,
"3824" : 52,
"3856" : 50,
"3888" : 42,
"3920" : 67,
"3952" : 97,
"3984" : 51,
"4016" : 69,
"4048" : 48,
"4080" : 59,
"4128" : 147,
"4192" : 117,
"4256" : 149,
"4320" : 131,
"4384" : 129,
"4448" : 148,
"4512" : 135,
"4576" : 165,
"4640" : 128,
"4704" : 138,
"4768" : 142,
"4832" : 117,
"4896" : 137,
"4960" : 123,
"5024" : 119,
"5088" : 128,
"5152" : 87,
"5216" : 102,
"5280" : 114,
"5344" : 90,
"5408" : 100,
"5472" : 100,
"5536" : 85,
"5600" : 108,
"5664" : 73,
"5728" : 89,
"5792" : 77,
"5856" : 53,
"5920" : 63,
"5984" : 47,
"6048" : 48,
"6112" : 44,
"6176" : 42,
"6240" : 31,
"6304" : 25,
"6368" : 31,
"6432" : 23,
"6496" : 22,
"6560" : 18,
"6624" : 17,
"6688" : 13,
"6752" : 6,
"6816" : 10,
"6880" : 7,
"6944" : 10,
"7008" : 12,
"7072" : 12,
"7136" : 4,
"7200" : 7,
"7264" : 5,
"7328" : 3,
"7392" : 4,
"7456" : 5,
"7520" : 5,
"7584" : 2,
"7648" : 2,
"7712" : 3,
"7776" : 4,
"7840" : 2,
"7904" : 3,
"7968" : 6,
"8032" : 7,
"8096" : 2,
"8160" : 1,
"8256" : 6,
"8384" : 1,
"8512" : 6,
"8640" : 4,
"8768" : 2,
"8896" : 4,
"9024" : 3,
"9152" : 1,
"9280" : 3,
"9408" : 1,
"9536" : 3,
"9664" : 3,
"9792" : 5,
"9920" : 2,
"10048" : 1,
"10176" : 2,
"10432" : 1,
"10560" : 1,
"10688" : 1,
"10816" : 2,
"10944" : 1,
"11072" : 1,
"11328" : 3,
"11584" : 1,
"12096" : 2,
"12352" : 1,
"12480" : 3,
"12608" : 1,
"12736" : 1,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 2,
"13760" : 1,
"13888" : 1,
"14016" : 3,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15680" : 1,
"15808" : 1,
"16768" : 1,
"18560" : 1,
"22912" : 1,
"24192" : 3,
"24704" : 3,
"25216" : 5,
"25472" : 2,
"25728" : 3,
"25984" : 3,
"26240" : 11,
"26496" : 5,
"26752" : 5,
"27008" : 8,
"27264" : 6,
"27520" : 9,
"27776" : 10,
"28032" : 5,
"28288" : 9,
"28544" : 9,
"28800" : 8,
"29056" : 4,
"29312" : 3,
"29568" : 7,
"29824" : 8,
"30080" : 7,
"30336" : 4,
"30592" : 4,
"30848" : 2,
"31104" : 3,
"31360" : 4,
"31616" : 5,
"31872" : 1,
"32128" : 4,
"32384" : 5,
"32640" : 1,
"33024" : 2,
"33536" : 1,
"34048" : 4,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1059799,
"mean" : 271528.503643,
"stddev" : 160447.409093,
"N" : 3233392
},
"bw_min" : 106185,
"bw_max" : 134128,
"bw_agg" : 100.000000,
"bw_mean" : 117601.904110,
"bw_dev" : 1632.771136,
"bw_samples" : 1752,
"iops_min" : 26546,
"iops_max" : 33532,
"iops_mean" : 29399.995434,
"iops_stddev" : 408.192016,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879999,
"usr_cpu" : 0.672614,
"sys_cpu" : 17.966157,
"ctx" : 2340471,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.206192,
"4" : 0.662801,
"10" : 0.123616,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075088,
"timestamp_ms" : 1773075088117,
"time" : "Mon Mar 9 13:51:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14425272320,
"io_kbytes" : 14087180,
"bw_bytes" : 120211604,
"bw" : 117394,
"iops" : 29348.652905,
"runtime" : 119999,
"total_ios" : 3521809,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 1257812,
"mean" : 270615.332542,
"stddev" : 160134.232202,
"N" : 3521809
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1337.847424,
"stddev" : 306.817945,
"N" : 3521801,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1912,
"99.500000" : 2224,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 7264
},
"bins" : {
"1080" : 3,
"1096" : 944,
"1112" : 11142,
"1128" : 195752,
"1144" : 187274,
"1160" : 179116,
"1176" : 73373,
"1192" : 14359,
"1208" : 25607,
"1224" : 57091,
"1240" : 201990,
"1256" : 314919,
"1272" : 161540,
"1288" : 291253,
"1304" : 126564,
"1320" : 171706,
"1336" : 152722,
"1352" : 85048,
"1368" : 188203,
"1384" : 96284,
"1400" : 162337,
"1416" : 125582,
"1432" : 51088,
"1448" : 90483,
"1464" : 41462,
"1480" : 78139,
"1496" : 67871,
"1512" : 28832,
"1528" : 49772,
"1544" : 21553,
"1560" : 37735,
"1576" : 31808,
"1592" : 14366,
"1608" : 25456,
"1624" : 11135,
"1640" : 18983,
"1656" : 16018,
"1672" : 6881,
"1688" : 12198,
"1704" : 5430,
"1720" : 9848,
"1736" : 8215,
"1752" : 3712,
"1768" : 6633,
"1784" : 2835,
"1800" : 5379,
"1816" : 4521,
"1832" : 2057,
"1848" : 3637,
"1864" : 1647,
"1880" : 2889,
"1896" : 2541,
"1912" : 1202,
"1928" : 1997,
"1944" : 942,
"1960" : 1720,
"1976" : 1466,
"1992" : 703,
"2008" : 1181,
"2024" : 599,
"2040" : 1059,
"2064" : 1522,
"2096" : 1326,
"2128" : 1500,
"2160" : 1242,
"2192" : 1013,
"2224" : 962,
"2256" : 984,
"2288" : 1065,
"2320" : 1030,
"2352" : 779,
"2384" : 838,
"2416" : 717,
"2448" : 699,
"2480" : 732,
"2512" : 527,
"2544" : 468,
"2576" : 452,
"2608" : 400,
"2640" : 465,
"2672" : 327,
"2704" : 286,
"2736" : 271,
"2768" : 222,
"2800" : 246,
"2832" : 159,
"2864" : 162,
"2896" : 117,
"2928" : 106,
"2960" : 124,
"2992" : 86,
"3024" : 79,
"3056" : 63,
"3088" : 72,
"3120" : 61,
"3152" : 50,
"3184" : 45,
"3216" : 35,
"3248" : 33,
"3280" : 35,
"3312" : 43,
"3344" : 41,
"3376" : 40,
"3408" : 31,
"3440" : 29,
"3472" : 24,
"3504" : 52,
"3536" : 43,
"3568" : 46,
"3600" : 47,
"3632" : 49,
"3664" : 39,
"3696" : 46,
"3728" : 38,
"3760" : 55,
"3792" : 65,
"3824" : 60,
"3856" : 52,
"3888" : 44,
"3920" : 70,
"3952" : 104,
"3984" : 58,
"4016" : 74,
"4048" : 53,
"4080" : 60,
"4128" : 161,
"4192" : 122,
"4256" : 162,
"4320" : 143,
"4384" : 146,
"4448" : 168,
"4512" : 147,
"4576" : 180,
"4640" : 138,
"4704" : 150,
"4768" : 157,
"4832" : 129,
"4896" : 157,
"4960" : 129,
"5024" : 131,
"5088" : 144,
"5152" : 94,
"5216" : 112,
"5280" : 128,
"5344" : 103,
"5408" : 112,
"5472" : 105,
"5536" : 91,
"5600" : 115,
"5664" : 78,
"5728" : 98,
"5792" : 83,
"5856" : 58,
"5920" : 71,
"5984" : 52,
"6048" : 52,
"6112" : 49,
"6176" : 47,
"6240" : 33,
"6304" : 26,
"6368" : 34,
"6432" : 25,
"6496" : 23,
"6560" : 21,
"6624" : 17,
"6688" : 14,
"6752" : 7,
"6816" : 11,
"6880" : 7,
"6944" : 12,
"7008" : 13,
"7072" : 13,
"7136" : 4,
"7200" : 7,
"7264" : 6,
"7328" : 3,
"7392" : 5,
"7456" : 5,
"7520" : 5,
"7584" : 3,
"7648" : 2,
"7712" : 3,
"7776" : 4,
"7840" : 2,
"7904" : 3,
"7968" : 6,
"8032" : 8,
"8096" : 2,
"8160" : 2,
"8256" : 6,
"8384" : 1,
"8512" : 6,
"8640" : 4,
"8768" : 2,
"8896" : 5,
"9024" : 4,
"9152" : 1,
"9280" : 5,
"9408" : 1,
"9536" : 3,
"9664" : 3,
"9792" : 5,
"9920" : 2,
"10048" : 1,
"10176" : 3,
"10304" : 1,
"10432" : 1,
"10560" : 1,
"10688" : 1,
"10816" : 3,
"10944" : 1,
"11072" : 1,
"11328" : 3,
"11584" : 1,
"12096" : 2,
"12352" : 2,
"12480" : 3,
"12608" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 2,
"13760" : 1,
"13888" : 1,
"14016" : 3,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15680" : 2,
"15808" : 1,
"16768" : 1,
"18560" : 1,
"22912" : 1,
"24192" : 3,
"24704" : 3,
"24960" : 1,
"25216" : 5,
"25472" : 2,
"25728" : 3,
"25984" : 3,
"26240" : 12,
"26496" : 5,
"26752" : 6,
"27008" : 9,
"27264" : 7,
"27520" : 9,
"27776" : 11,
"28032" : 5,
"28288" : 10,
"28544" : 9,
"28800" : 8,
"29056" : 6,
"29312" : 3,
"29568" : 7,
"29824" : 8,
"30080" : 7,
"30336" : 5,
"30592" : 6,
"30848" : 3,
"31104" : 3,
"31360" : 4,
"31616" : 6,
"31872" : 1,
"32128" : 4,
"32384" : 5,
"32640" : 1,
"33024" : 2,
"33536" : 1,
"34048" : 4,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1259986,
"mean" : 271953.032661,
"stddev" : 160219.187807,
"N" : 3521801
},
"bw_min" : 105785,
"bw_max" : 134836,
"bw_agg" : 100.000000,
"bw_mean" : 117417.276151,
"bw_dev" : 1680.330795,
"bw_samples" : 1912,
"iops_min" : 26446,
"iops_max" : 33709,
"iops_mean" : 29353.853556,
"iops_stddev" : 420.080961,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.669589,
"sys_cpu" : 17.951712,
"ctx" : 2553750,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.209298,
"4" : 0.659178,
"10" : 0.124169,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075098,
"timestamp_ms" : 1773075098118,
"time" : "Mon Mar 9 13:51:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 15606792192,
"io_kbytes" : 15241008,
"bw_bytes" : 120052247,
"bw" : 117238,
"iops" : 29309.761538,
"runtime" : 130000,
"total_ios" : 3810269,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 1257812,
"mean" : 270975.170909,
"stddev" : 159974.132073,
"N" : 3810269
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1338.334336,
"stddev" : 303.504082,
"N" : 3810261,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1272,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1912,
"99.500000" : 2224,
"99.900000" : 4448,
"99.950000" : 5280,
"99.990000" : 7200
},
"bins" : {
"1080" : 3,
"1096" : 1001,
"1112" : 11892,
"1128" : 209061,
"1144" : 201228,
"1160" : 193535,
"1176" : 79485,
"1192" : 15471,
"1208" : 27279,
"1224" : 61266,
"1240" : 218752,
"1256" : 337637,
"1272" : 173462,
"1288" : 314861,
"1304" : 137383,
"1320" : 186344,
"1336" : 166356,
"1352" : 92563,
"1368" : 205352,
"1384" : 104962,
"1400" : 177169,
"1416" : 136773,
"1432" : 55391,
"1448" : 98215,
"1464" : 45110,
"1480" : 84805,
"1496" : 73700,
"1512" : 31329,
"1528" : 53852,
"1544" : 23450,
"1560" : 40941,
"1576" : 34519,
"1592" : 15553,
"1608" : 27581,
"1624" : 12036,
"1640" : 20578,
"1656" : 17307,
"1672" : 7438,
"1688" : 13221,
"1704" : 5872,
"1720" : 10651,
"1736" : 8874,
"1752" : 4026,
"1768" : 7139,
"1784" : 3079,
"1800" : 5822,
"1816" : 4889,
"1832" : 2215,
"1848" : 3941,
"1864" : 1812,
"1880" : 3138,
"1896" : 2721,
"1912" : 1297,
"1928" : 2163,
"1944" : 1020,
"1960" : 1871,
"1976" : 1587,
"1992" : 779,
"2008" : 1302,
"2024" : 655,
"2040" : 1158,
"2064" : 1667,
"2096" : 1461,
"2128" : 1654,
"2160" : 1398,
"2192" : 1151,
"2224" : 1111,
"2256" : 1123,
"2288" : 1203,
"2320" : 1154,
"2352" : 884,
"2384" : 917,
"2416" : 781,
"2448" : 755,
"2480" : 785,
"2512" : 563,
"2544" : 500,
"2576" : 481,
"2608" : 424,
"2640" : 506,
"2672" : 348,
"2704" : 302,
"2736" : 289,
"2768" : 233,
"2800" : 259,
"2832" : 163,
"2864" : 172,
"2896" : 127,
"2928" : 117,
"2960" : 133,
"2992" : 88,
"3024" : 83,
"3056" : 65,
"3088" : 73,
"3120" : 71,
"3152" : 58,
"3184" : 47,
"3216" : 37,
"3248" : 34,
"3280" : 42,
"3312" : 45,
"3344" : 42,
"3376" : 41,
"3408" : 34,
"3440" : 29,
"3472" : 25,
"3504" : 53,
"3536" : 45,
"3568" : 49,
"3600" : 54,
"3632" : 52,
"3664" : 42,
"3696" : 50,
"3728" : 43,
"3760" : 60,
"3792" : 70,
"3824" : 65,
"3856" : 57,
"3888" : 51,
"3920" : 75,
"3952" : 110,
"3984" : 63,
"4016" : 79,
"4048" : 55,
"4080" : 61,
"4128" : 170,
"4192" : 135,
"4256" : 177,
"4320" : 153,
"4384" : 153,
"4448" : 182,
"4512" : 156,
"4576" : 190,
"4640" : 160,
"4704" : 166,
"4768" : 167,
"4832" : 141,
"4896" : 169,
"4960" : 138,
"5024" : 141,
"5088" : 160,
"5152" : 104,
"5216" : 120,
"5280" : 137,
"5344" : 112,
"5408" : 121,
"5472" : 116,
"5536" : 97,
"5600" : 124,
"5664" : 84,
"5728" : 103,
"5792" : 90,
"5856" : 65,
"5920" : 76,
"5984" : 54,
"6048" : 58,
"6112" : 49,
"6176" : 50,
"6240" : 34,
"6304" : 26,
"6368" : 35,
"6432" : 26,
"6496" : 26,
"6560" : 25,
"6624" : 19,
"6688" : 16,
"6752" : 8,
"6816" : 12,
"6880" : 8,
"6944" : 12,
"7008" : 13,
"7072" : 13,
"7136" : 4,
"7200" : 7,
"7264" : 6,
"7328" : 6,
"7392" : 5,
"7456" : 6,
"7520" : 6,
"7584" : 3,
"7648" : 4,
"7712" : 4,
"7776" : 4,
"7840" : 2,
"7904" : 3,
"7968" : 6,
"8032" : 8,
"8096" : 2,
"8160" : 2,
"8256" : 7,
"8384" : 1,
"8512" : 6,
"8640" : 4,
"8768" : 2,
"8896" : 5,
"9024" : 4,
"9152" : 2,
"9280" : 5,
"9408" : 2,
"9536" : 3,
"9664" : 3,
"9792" : 5,
"9920" : 2,
"10048" : 1,
"10176" : 3,
"10304" : 1,
"10432" : 1,
"10560" : 1,
"10688" : 1,
"10816" : 3,
"10944" : 1,
"11072" : 1,
"11328" : 4,
"11584" : 1,
"12096" : 2,
"12352" : 2,
"12480" : 3,
"12608" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 2,
"13760" : 1,
"13888" : 1,
"14016" : 3,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15680" : 2,
"15808" : 1,
"16768" : 1,
"18560" : 1,
"22912" : 1,
"24192" : 3,
"24704" : 3,
"24960" : 1,
"25216" : 6,
"25472" : 2,
"25728" : 4,
"25984" : 3,
"26240" : 12,
"26496" : 6,
"26752" : 6,
"27008" : 10,
"27264" : 7,
"27520" : 9,
"27776" : 11,
"28032" : 5,
"28288" : 11,
"28544" : 9,
"28800" : 8,
"29056" : 6,
"29312" : 3,
"29568" : 7,
"29824" : 8,
"30080" : 7,
"30336" : 5,
"30592" : 6,
"30848" : 4,
"31104" : 3,
"31360" : 4,
"31616" : 6,
"31872" : 1,
"32128" : 4,
"32384" : 5,
"32640" : 1,
"33024" : 3,
"33536" : 1,
"34048" : 5,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6350,
"max" : 1259986,
"mean" : 272313.369848,
"stddev" : 160059.052968,
"N" : 3810261
},
"bw_min" : 105425,
"bw_max" : 135468,
"bw_agg" : 100.000000,
"bw_mean" : 117262.285714,
"bw_dev" : 1721.958981,
"bw_samples" : 2072,
"iops_min" : 26356,
"iops_max" : 33867,
"iops_mean" : 29315.127413,
"iops_stddev" : 430.487606,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039994,
"usr_cpu" : 0.666831,
"sys_cpu" : 17.946738,
"ctx" : 2766753,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.199217,
"4" : 0.670005,
"10" : 0.123745,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075108,
"timestamp_ms" : 1773075108117,
"time" : "Mon Mar 9 13:51:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16792838144,
"io_kbytes" : 16399256,
"bw_bytes" : 119949700,
"bw" : 117138,
"iops" : 29284.659176,
"runtime" : 139999,
"total_ios" : 4099823,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 1257812,
"mean" : 271208.410545,
"stddev" : 159831.351061,
"N" : 4099823
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1338.649582,
"stddev" : 304.359943,
"N" : 4099815,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1288,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1416,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1912,
"99.500000" : 2224,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 7328
},
"bins" : {
"1080" : 3,
"1096" : 1032,
"1112" : 12462,
"1128" : 221476,
"1144" : 215624,
"1160" : 208633,
"1176" : 86157,
"1192" : 16752,
"1208" : 29177,
"1224" : 65073,
"1240" : 232017,
"1256" : 361672,
"1272" : 187620,
"1288" : 341962,
"1304" : 149259,
"1320" : 201984,
"1336" : 179286,
"1352" : 99800,
"1368" : 221477,
"1384" : 113147,
"1400" : 190998,
"1416" : 147284,
"1432" : 59644,
"1448" : 105774,
"1464" : 48685,
"1480" : 91358,
"1496" : 79520,
"1512" : 33820,
"1528" : 58106,
"1544" : 25264,
"1560" : 44179,
"1576" : 37278,
"1592" : 16765,
"1608" : 29693,
"1624" : 12991,
"1640" : 22027,
"1656" : 18572,
"1672" : 7991,
"1688" : 14195,
"1704" : 6319,
"1720" : 11414,
"1736" : 9576,
"1752" : 4331,
"1768" : 7633,
"1784" : 3335,
"1800" : 6228,
"1816" : 5264,
"1832" : 2401,
"1848" : 4213,
"1864" : 1949,
"1880" : 3361,
"1896" : 2925,
"1912" : 1396,
"1928" : 2329,
"1944" : 1109,
"1960" : 2022,
"1976" : 1728,
"1992" : 842,
"2008" : 1415,
"2024" : 711,
"2040" : 1263,
"2064" : 1777,
"2096" : 1570,
"2128" : 1791,
"2160" : 1496,
"2192" : 1249,
"2224" : 1194,
"2256" : 1218,
"2288" : 1283,
"2320" : 1237,
"2352" : 963,
"2384" : 967,
"2416" : 825,
"2448" : 799,
"2480" : 849,
"2512" : 589,
"2544" : 523,
"2576" : 505,
"2608" : 443,
"2640" : 529,
"2672" : 357,
"2704" : 310,
"2736" : 297,
"2768" : 242,
"2800" : 272,
"2832" : 173,
"2864" : 182,
"2896" : 131,
"2928" : 125,
"2960" : 143,
"2992" : 98,
"3024" : 86,
"3056" : 69,
"3088" : 76,
"3120" : 74,
"3152" : 64,
"3184" : 48,
"3216" : 40,
"3248" : 34,
"3280" : 46,
"3312" : 47,
"3344" : 42,
"3376" : 42,
"3408" : 37,
"3440" : 34,
"3472" : 25,
"3504" : 53,
"3536" : 46,
"3568" : 51,
"3600" : 54,
"3632" : 53,
"3664" : 47,
"3696" : 58,
"3728" : 49,
"3760" : 65,
"3792" : 75,
"3824" : 67,
"3856" : 60,
"3888" : 55,
"3920" : 80,
"3952" : 118,
"3984" : 70,
"4016" : 84,
"4048" : 61,
"4080" : 64,
"4128" : 181,
"4192" : 148,
"4256" : 187,
"4320" : 163,
"4384" : 161,
"4448" : 195,
"4512" : 176,
"4576" : 205,
"4640" : 170,
"4704" : 171,
"4768" : 178,
"4832" : 151,
"4896" : 180,
"4960" : 145,
"5024" : 157,
"5088" : 174,
"5152" : 113,
"5216" : 140,
"5280" : 149,
"5344" : 123,
"5408" : 132,
"5472" : 122,
"5536" : 103,
"5600" : 135,
"5664" : 89,
"5728" : 115,
"5792" : 95,
"5856" : 70,
"5920" : 78,
"5984" : 59,
"6048" : 67,
"6112" : 52,
"6176" : 58,
"6240" : 36,
"6304" : 30,
"6368" : 37,
"6432" : 29,
"6496" : 33,
"6560" : 28,
"6624" : 19,
"6688" : 19,
"6752" : 12,
"6816" : 13,
"6880" : 11,
"6944" : 15,
"7008" : 14,
"7072" : 14,
"7136" : 5,
"7200" : 9,
"7264" : 6,
"7328" : 9,
"7392" : 5,
"7456" : 6,
"7520" : 6,
"7584" : 5,
"7648" : 5,
"7712" : 4,
"7776" : 4,
"7840" : 2,
"7904" : 4,
"7968" : 8,
"8032" : 8,
"8096" : 2,
"8160" : 3,
"8256" : 9,
"8384" : 1,
"8512" : 7,
"8640" : 4,
"8768" : 2,
"8896" : 5,
"9024" : 4,
"9152" : 2,
"9280" : 6,
"9408" : 3,
"9536" : 3,
"9664" : 3,
"9792" : 6,
"9920" : 2,
"10048" : 1,
"10176" : 3,
"10304" : 2,
"10432" : 1,
"10560" : 1,
"10688" : 1,
"10816" : 3,
"10944" : 1,
"11072" : 2,
"11328" : 4,
"11584" : 1,
"12096" : 2,
"12352" : 2,
"12480" : 3,
"12608" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 3,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15552" : 1,
"15680" : 2,
"15808" : 1,
"16320" : 1,
"16768" : 1,
"18560" : 1,
"22912" : 1,
"24192" : 3,
"24704" : 3,
"24960" : 1,
"25216" : 6,
"25472" : 2,
"25728" : 4,
"25984" : 3,
"26240" : 13,
"26496" : 7,
"26752" : 7,
"27008" : 10,
"27264" : 8,
"27520" : 10,
"27776" : 11,
"28032" : 5,
"28288" : 13,
"28544" : 9,
"28800" : 9,
"29056" : 6,
"29312" : 4,
"29568" : 9,
"29824" : 8,
"30080" : 7,
"30336" : 6,
"30592" : 6,
"30848" : 6,
"31104" : 4,
"31360" : 5,
"31616" : 8,
"31872" : 1,
"32128" : 4,
"32384" : 5,
"32640" : 1,
"33024" : 3,
"33536" : 1,
"34048" : 5,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6249,
"max" : 1259986,
"mean" : 272546.934748,
"stddev" : 159916.079856,
"N" : 4099815
},
"bw_min" : 105073,
"bw_max" : 136624,
"bw_agg" : 100.000000,
"bw_mean" : 117161.516129,
"bw_dev" : 1754.145432,
"bw_samples" : 2232,
"iops_min" : 26268,
"iops_max" : 34156,
"iops_mean" : 29289.953405,
"iops_stddev" : 438.534080,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.667951,
"sys_cpu" : 17.933967,
"ctx" : 2980014,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.202624,
"4" : 0.665663,
"10" : 0.124615,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075118,
"timestamp_ms" : 1773075118117,
"time" : "Mon Mar 9 13:51:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 17977630720,
"io_kbytes" : 17556280,
"bw_bytes" : 119851670,
"bw" : 117042,
"iops" : 29260.748405,
"runtime" : 149999,
"total_ios" : 4389083,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 1257812,
"mean" : 271430.253235,
"stddev" : 159717.955839,
"N" : 4389083
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1339.644746,
"stddev" : 303.726334,
"N" : 4389075,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1288,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1432,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1928,
"99.500000" : 2224,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 7328
},
"bins" : {
"1080" : 3,
"1096" : 1076,
"1112" : 13043,
"1128" : 233651,
"1144" : 229142,
"1160" : 223120,
"1176" : 92516,
"1192" : 17873,
"1208" : 31049,
"1224" : 69187,
"1240" : 246358,
"1256" : 385419,
"1272" : 199898,
"1288" : 364299,
"1304" : 158811,
"1320" : 214948,
"1336" : 190536,
"1352" : 105943,
"1368" : 237301,
"1384" : 122339,
"1400" : 207789,
"1416" : 160091,
"1432" : 64760,
"1448" : 114458,
"1464" : 52773,
"1480" : 98948,
"1496" : 86187,
"1512" : 36812,
"1528" : 63152,
"1544" : 27351,
"1560" : 47870,
"1576" : 40370,
"1592" : 18126,
"1608" : 32127,
"1624" : 14013,
"1640" : 23839,
"1656" : 20041,
"1672" : 8622,
"1688" : 15338,
"1704" : 6816,
"1720" : 12316,
"1736" : 10349,
"1752" : 4657,
"1768" : 8225,
"1784" : 3626,
"1800" : 6742,
"1816" : 5688,
"1832" : 2572,
"1848" : 4551,
"1864" : 2099,
"1880" : 3603,
"1896" : 3136,
"1912" : 1480,
"1928" : 2512,
"1944" : 1209,
"1960" : 2191,
"1976" : 1875,
"1992" : 892,
"2008" : 1555,
"2024" : 768,
"2040" : 1359,
"2064" : 1925,
"2096" : 1712,
"2128" : 1942,
"2160" : 1621,
"2192" : 1352,
"2224" : 1290,
"2256" : 1306,
"2288" : 1355,
"2320" : 1341,
"2352" : 1047,
"2384" : 1031,
"2416" : 910,
"2448" : 862,
"2480" : 925,
"2512" : 629,
"2544" : 582,
"2576" : 548,
"2608" : 495,
"2640" : 586,
"2672" : 393,
"2704" : 342,
"2736" : 326,
"2768" : 277,
"2800" : 303,
"2832" : 193,
"2864" : 196,
"2896" : 146,
"2928" : 146,
"2960" : 152,
"2992" : 108,
"3024" : 94,
"3056" : 74,
"3088" : 79,
"3120" : 84,
"3152" : 69,
"3184" : 57,
"3216" : 42,
"3248" : 38,
"3280" : 49,
"3312" : 52,
"3344" : 45,
"3376" : 45,
"3408" : 39,
"3440" : 39,
"3472" : 29,
"3504" : 56,
"3536" : 47,
"3568" : 52,
"3600" : 57,
"3632" : 56,
"3664" : 47,
"3696" : 61,
"3728" : 51,
"3760" : 69,
"3792" : 77,
"3824" : 76,
"3856" : 65,
"3888" : 61,
"3920" : 82,
"3952" : 122,
"3984" : 75,
"4016" : 86,
"4048" : 67,
"4080" : 67,
"4128" : 194,
"4192" : 154,
"4256" : 194,
"4320" : 171,
"4384" : 170,
"4448" : 206,
"4512" : 183,
"4576" : 222,
"4640" : 180,
"4704" : 184,
"4768" : 190,
"4832" : 165,
"4896" : 199,
"4960" : 155,
"5024" : 160,
"5088" : 181,
"5152" : 122,
"5216" : 150,
"5280" : 161,
"5344" : 131,
"5408" : 142,
"5472" : 126,
"5536" : 106,
"5600" : 148,
"5664" : 92,
"5728" : 121,
"5792" : 104,
"5856" : 75,
"5920" : 86,
"5984" : 60,
"6048" : 72,
"6112" : 57,
"6176" : 60,
"6240" : 39,
"6304" : 31,
"6368" : 42,
"6432" : 33,
"6496" : 34,
"6560" : 33,
"6624" : 21,
"6688" : 21,
"6752" : 13,
"6816" : 13,
"6880" : 13,
"6944" : 16,
"7008" : 14,
"7072" : 17,
"7136" : 5,
"7200" : 9,
"7264" : 7,
"7328" : 9,
"7392" : 6,
"7456" : 8,
"7520" : 7,
"7584" : 7,
"7648" : 5,
"7712" : 6,
"7776" : 4,
"7840" : 3,
"7904" : 4,
"7968" : 10,
"8032" : 8,
"8096" : 2,
"8160" : 3,
"8256" : 9,
"8384" : 1,
"8512" : 7,
"8640" : 4,
"8768" : 2,
"8896" : 5,
"9024" : 4,
"9152" : 3,
"9280" : 7,
"9408" : 3,
"9536" : 3,
"9664" : 4,
"9792" : 6,
"9920" : 2,
"10048" : 1,
"10176" : 4,
"10304" : 2,
"10432" : 2,
"10560" : 1,
"10688" : 1,
"10816" : 3,
"10944" : 1,
"11072" : 2,
"11328" : 4,
"11584" : 1,
"12096" : 2,
"12352" : 2,
"12480" : 3,
"12608" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 3,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15424" : 1,
"15552" : 1,
"15680" : 2,
"15808" : 1,
"16320" : 1,
"16768" : 1,
"18560" : 1,
"22912" : 1,
"24192" : 3,
"24704" : 3,
"24960" : 1,
"25216" : 6,
"25472" : 2,
"25728" : 5,
"25984" : 3,
"26240" : 16,
"26496" : 8,
"26752" : 7,
"27008" : 10,
"27264" : 9,
"27520" : 10,
"27776" : 14,
"28032" : 6,
"28288" : 14,
"28544" : 9,
"28800" : 10,
"29056" : 7,
"29312" : 4,
"29568" : 9,
"29824" : 8,
"30080" : 7,
"30336" : 6,
"30592" : 7,
"30848" : 6,
"31104" : 4,
"31360" : 5,
"31616" : 8,
"31872" : 1,
"32128" : 4,
"32384" : 5,
"32640" : 1,
"33024" : 4,
"33536" : 1,
"34048" : 5,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6249,
"max" : 1259986,
"mean" : 272769.781269,
"stddev" : 159802.805934,
"N" : 4389075
},
"bw_min" : 104697,
"bw_max" : 136872,
"bw_agg" : 100.000000,
"bw_mean" : 117061.933110,
"bw_dev" : 1779.141825,
"bw_samples" : 2392,
"iops_min" : 26174,
"iops_max" : 34218,
"iops_mean" : 29265.070234,
"iops_stddev" : 444.783650,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.665921,
"sys_cpu" : 17.930370,
"ctx" : 3193041,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.194251,
"4" : 0.674674,
"10" : 0.124035,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075128,
"timestamp_ms" : 1773075128118,
"time" : "Mon Mar 9 13:52:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 19164807168,
"io_kbytes" : 18715632,
"bw_bytes" : 119780044,
"bw" : 116972,
"iops" : 29243.256250,
"runtime" : 160000,
"total_ios" : 4678921,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 1257812,
"mean" : 271592.303940,
"stddev" : 159656.950019,
"N" : 4678921
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1340.021315,
"stddev" : 300.948074,
"N" : 4678913,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1288,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1432,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1912,
"99.500000" : 2224,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 7264
},
"bins" : {
"1080" : 3,
"1096" : 1111,
"1112" : 13611,
"1128" : 246090,
"1144" : 243081,
"1160" : 238118,
"1176" : 98846,
"1192" : 19138,
"1208" : 33218,
"1224" : 73646,
"1240" : 260506,
"1256" : 410882,
"1272" : 213099,
"1288" : 387663,
"1304" : 168172,
"1320" : 226969,
"1336" : 201145,
"1352" : 112648,
"1368" : 255674,
"1384" : 132472,
"1400" : 224410,
"1416" : 171604,
"1432" : 69251,
"1448" : 122511,
"1464" : 56583,
"1480" : 106221,
"1496" : 92675,
"1512" : 39419,
"1528" : 67566,
"1544" : 29171,
"1560" : 51129,
"1576" : 43251,
"1592" : 19372,
"1608" : 34373,
"1624" : 14958,
"1640" : 25478,
"1656" : 21405,
"1672" : 9219,
"1688" : 16442,
"1704" : 7305,
"1720" : 13208,
"1736" : 11081,
"1752" : 4982,
"1768" : 8768,
"1784" : 3866,
"1800" : 7191,
"1816" : 6101,
"1832" : 2735,
"1848" : 4845,
"1864" : 2246,
"1880" : 3829,
"1896" : 3353,
"1912" : 1591,
"1928" : 2660,
"1944" : 1293,
"1960" : 2341,
"1976" : 2003,
"1992" : 941,
"2008" : 1650,
"2024" : 805,
"2040" : 1434,
"2064" : 2054,
"2096" : 1821,
"2128" : 2054,
"2160" : 1704,
"2192" : 1422,
"2224" : 1352,
"2256" : 1383,
"2288" : 1448,
"2320" : 1432,
"2352" : 1117,
"2384" : 1077,
"2416" : 965,
"2448" : 919,
"2480" : 967,
"2512" : 664,
"2544" : 602,
"2576" : 571,
"2608" : 519,
"2640" : 621,
"2672" : 425,
"2704" : 366,
"2736" : 344,
"2768" : 288,
"2800" : 316,
"2832" : 206,
"2864" : 205,
"2896" : 153,
"2928" : 150,
"2960" : 169,
"2992" : 111,
"3024" : 101,
"3056" : 80,
"3088" : 85,
"3120" : 90,
"3152" : 69,
"3184" : 60,
"3216" : 48,
"3248" : 39,
"3280" : 53,
"3312" : 55,
"3344" : 47,
"3376" : 49,
"3408" : 42,
"3440" : 42,
"3472" : 33,
"3504" : 58,
"3536" : 47,
"3568" : 54,
"3600" : 59,
"3632" : 64,
"3664" : 50,
"3696" : 65,
"3728" : 57,
"3760" : 71,
"3792" : 82,
"3824" : 83,
"3856" : 71,
"3888" : 71,
"3920" : 84,
"3952" : 128,
"3984" : 79,
"4016" : 92,
"4048" : 73,
"4080" : 71,
"4128" : 208,
"4192" : 161,
"4256" : 204,
"4320" : 180,
"4384" : 186,
"4448" : 220,
"4512" : 190,
"4576" : 244,
"4640" : 195,
"4704" : 202,
"4768" : 207,
"4832" : 178,
"4896" : 213,
"4960" : 168,
"5024" : 170,
"5088" : 196,
"5152" : 130,
"5216" : 160,
"5280" : 169,
"5344" : 143,
"5408" : 152,
"5472" : 129,
"5536" : 116,
"5600" : 154,
"5664" : 96,
"5728" : 123,
"5792" : 108,
"5856" : 82,
"5920" : 92,
"5984" : 61,
"6048" : 78,
"6112" : 59,
"6176" : 62,
"6240" : 42,
"6304" : 33,
"6368" : 47,
"6432" : 36,
"6496" : 34,
"6560" : 34,
"6624" : 24,
"6688" : 21,
"6752" : 13,
"6816" : 13,
"6880" : 13,
"6944" : 16,
"7008" : 14,
"7072" : 17,
"7136" : 5,
"7200" : 9,
"7264" : 7,
"7328" : 10,
"7392" : 6,
"7456" : 8,
"7520" : 9,
"7584" : 7,
"7648" : 6,
"7712" : 6,
"7776" : 5,
"7840" : 3,
"7904" : 4,
"7968" : 10,
"8032" : 8,
"8096" : 2,
"8160" : 3,
"8256" : 12,
"8384" : 2,
"8512" : 8,
"8640" : 4,
"8768" : 2,
"8896" : 6,
"9024" : 4,
"9152" : 3,
"9280" : 8,
"9408" : 3,
"9536" : 3,
"9664" : 4,
"9792" : 6,
"9920" : 2,
"10048" : 1,
"10176" : 4,
"10304" : 2,
"10432" : 2,
"10560" : 1,
"10688" : 1,
"10816" : 3,
"10944" : 1,
"11072" : 2,
"11328" : 4,
"11584" : 1,
"12096" : 2,
"12352" : 3,
"12480" : 3,
"12608" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 3,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15424" : 1,
"15552" : 1,
"15680" : 2,
"15808" : 1,
"16064" : 1,
"16320" : 1,
"16768" : 1,
"18560" : 1,
"22912" : 1,
"24192" : 3,
"24704" : 3,
"24960" : 1,
"25216" : 6,
"25472" : 2,
"25728" : 5,
"25984" : 3,
"26240" : 16,
"26496" : 8,
"26752" : 8,
"27008" : 10,
"27264" : 9,
"27520" : 10,
"27776" : 14,
"28032" : 7,
"28288" : 15,
"28544" : 9,
"28800" : 10,
"29056" : 7,
"29312" : 4,
"29568" : 9,
"29824" : 9,
"30080" : 7,
"30336" : 8,
"30592" : 7,
"30848" : 6,
"31104" : 4,
"31360" : 6,
"31616" : 8,
"31872" : 1,
"32128" : 4,
"32384" : 5,
"32640" : 1,
"33024" : 4,
"33536" : 1,
"34048" : 5,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6249,
"max" : 1259986,
"mean" : 272932.216050,
"stddev" : 159741.804496,
"N" : 4678913
},
"bw_min" : 104489,
"bw_max" : 137800,
"bw_agg" : 100.000000,
"bw_mean" : 116990.655172,
"bw_dev" : 1801.684350,
"bw_samples" : 2552,
"iops_min" : 26122,
"iops_max" : 34450,
"iops_mean" : 29247.272727,
"iops_stddev" : 450.419736,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279994,
"usr_cpu" : 0.667894,
"sys_cpu" : 17.926022,
"ctx" : 3405888,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.199559,
"4" : 0.669599,
"10" : 0.124046,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075138,
"timestamp_ms" : 1773075138118,
"time" : "Mon Mar 9 13:52:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20329672704,
"io_kbytes" : 19853196,
"bw_bytes" : 119586310,
"bw" : 116783,
"iops" : 29195.923529,
"runtime" : 170000,
"total_ios" : 4963307,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 1257812,
"mean" : 272035.395151,
"stddev" : 159432.309153,
"N" : 4963307
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1340.304712,
"stddev" : 301.688635,
"N" : 4963299,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1288,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1432,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1912,
"99.500000" : 2224,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 7328
},
"bins" : {
"1080" : 3,
"1096" : 1173,
"1112" : 14188,
"1128" : 257312,
"1144" : 255359,
"1160" : 251090,
"1176" : 104435,
"1192" : 20180,
"1208" : 34835,
"1224" : 77900,
"1240" : 277978,
"1256" : 439098,
"1272" : 227032,
"1288" : 411822,
"1304" : 178772,
"1320" : 241802,
"1336" : 214605,
"1352" : 119828,
"1368" : 271250,
"1384" : 140613,
"1400" : 237533,
"1416" : 181595,
"1432" : 73387,
"1448" : 129967,
"1464" : 59986,
"1480" : 112491,
"1496" : 98249,
"1512" : 41797,
"1528" : 71609,
"1544" : 30909,
"1560" : 54352,
"1576" : 45921,
"1592" : 20554,
"1608" : 36607,
"1624" : 15863,
"1640" : 27219,
"1656" : 22763,
"1672" : 9881,
"1688" : 17554,
"1704" : 7800,
"1720" : 14086,
"1736" : 11839,
"1752" : 5303,
"1768" : 9375,
"1784" : 4145,
"1800" : 7656,
"1816" : 6488,
"1832" : 2935,
"1848" : 5196,
"1864" : 2370,
"1880" : 4070,
"1896" : 3553,
"1912" : 1689,
"1928" : 2852,
"1944" : 1356,
"1960" : 2480,
"1976" : 2125,
"1992" : 999,
"2008" : 1759,
"2024" : 842,
"2040" : 1521,
"2064" : 2166,
"2096" : 1917,
"2128" : 2147,
"2160" : 1789,
"2192" : 1485,
"2224" : 1424,
"2256" : 1439,
"2288" : 1508,
"2320" : 1508,
"2352" : 1172,
"2384" : 1131,
"2416" : 1024,
"2448" : 971,
"2480" : 1013,
"2512" : 701,
"2544" : 632,
"2576" : 604,
"2608" : 546,
"2640" : 649,
"2672" : 452,
"2704" : 392,
"2736" : 362,
"2768" : 308,
"2800" : 332,
"2832" : 213,
"2864" : 215,
"2896" : 167,
"2928" : 156,
"2960" : 177,
"2992" : 119,
"3024" : 105,
"3056" : 83,
"3088" : 87,
"3120" : 98,
"3152" : 72,
"3184" : 67,
"3216" : 49,
"3248" : 39,
"3280" : 60,
"3312" : 57,
"3344" : 50,
"3376" : 50,
"3408" : 46,
"3440" : 45,
"3472" : 36,
"3504" : 60,
"3536" : 51,
"3568" : 54,
"3600" : 61,
"3632" : 75,
"3664" : 53,
"3696" : 71,
"3728" : 62,
"3760" : 74,
"3792" : 88,
"3824" : 88,
"3856" : 74,
"3888" : 75,
"3920" : 88,
"3952" : 132,
"3984" : 87,
"4016" : 102,
"4048" : 79,
"4080" : 74,
"4128" : 220,
"4192" : 172,
"4256" : 215,
"4320" : 192,
"4384" : 196,
"4448" : 233,
"4512" : 205,
"4576" : 254,
"4640" : 209,
"4704" : 215,
"4768" : 219,
"4832" : 184,
"4896" : 227,
"4960" : 178,
"5024" : 175,
"5088" : 213,
"5152" : 148,
"5216" : 167,
"5280" : 183,
"5344" : 154,
"5408" : 156,
"5472" : 139,
"5536" : 122,
"5600" : 162,
"5664" : 99,
"5728" : 130,
"5792" : 114,
"5856" : 86,
"5920" : 95,
"5984" : 61,
"6048" : 83,
"6112" : 62,
"6176" : 67,
"6240" : 44,
"6304" : 35,
"6368" : 48,
"6432" : 36,
"6496" : 35,
"6560" : 35,
"6624" : 26,
"6688" : 22,
"6752" : 13,
"6816" : 15,
"6880" : 13,
"6944" : 18,
"7008" : 16,
"7072" : 18,
"7136" : 6,
"7200" : 10,
"7264" : 8,
"7328" : 10,
"7392" : 7,
"7456" : 9,
"7520" : 10,
"7584" : 9,
"7648" : 6,
"7712" : 6,
"7776" : 5,
"7840" : 4,
"7904" : 4,
"7968" : 10,
"8032" : 9,
"8096" : 2,
"8160" : 4,
"8256" : 12,
"8384" : 2,
"8512" : 9,
"8640" : 5,
"8768" : 2,
"8896" : 6,
"9024" : 4,
"9152" : 3,
"9280" : 9,
"9408" : 4,
"9536" : 3,
"9664" : 5,
"9792" : 7,
"9920" : 3,
"10048" : 1,
"10176" : 5,
"10304" : 2,
"10432" : 3,
"10560" : 1,
"10688" : 2,
"10816" : 3,
"10944" : 1,
"11072" : 2,
"11328" : 4,
"11584" : 1,
"11840" : 1,
"12096" : 2,
"12352" : 3,
"12480" : 3,
"12608" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 3,
"13760" : 1,
"13888" : 1,
"14016" : 4,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15424" : 1,
"15552" : 1,
"15680" : 2,
"15808" : 1,
"16064" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"18560" : 1,
"22912" : 1,
"23424" : 1,
"24192" : 3,
"24704" : 3,
"24960" : 1,
"25216" : 6,
"25472" : 2,
"25728" : 5,
"25984" : 4,
"26240" : 17,
"26496" : 8,
"26752" : 9,
"27008" : 11,
"27264" : 10,
"27520" : 11,
"27776" : 15,
"28032" : 8,
"28288" : 15,
"28544" : 10,
"28800" : 10,
"29056" : 7,
"29312" : 5,
"29568" : 10,
"29824" : 9,
"30080" : 9,
"30336" : 9,
"30592" : 7,
"30848" : 8,
"31104" : 4,
"31360" : 6,
"31616" : 9,
"31872" : 1,
"32128" : 4,
"32384" : 6,
"32640" : 1,
"33024" : 4,
"33536" : 1,
"34048" : 5,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6249,
"max" : 1259986,
"mean" : 273375.597629,
"stddev" : 159516.750229,
"N" : 4963299
},
"bw_min" : 104089,
"bw_max" : 138048,
"bw_agg" : 100.000000,
"bw_mean" : 116814.938053,
"bw_dev" : 1815.823844,
"bw_samples" : 2712,
"iops_min" : 26022,
"iops_max" : 34512,
"iops_mean" : 29203.365782,
"iops_stddev" : 453.954375,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1360000,
"usr_cpu" : 0.667206,
"sys_cpu" : 17.908382,
"ctx" : 3619497,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.204603,
"4" : 0.664436,
"10" : 0.124050,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075148,
"timestamp_ms" : 1773075148158,
"time" : "Mon Mar 9 13:52:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 4806,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21473697792,
"io_kbytes" : 20970408,
"bw_bytes" : 119297658,
"bw" : 116501,
"iops" : 29125.393748,
"runtime" : 180001,
"total_ios" : 5242600,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 1257812,
"mean" : 272695.145258,
"stddev" : 159130.486787,
"N" : 5242608
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1340.869226,
"stddev" : 301.837741,
"N" : 5242600,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1288,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1432,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1912,
"99.500000" : 2224,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 7328
},
"bins" : {
"1080" : 4,
"1096" : 1228,
"1112" : 14852,
"1128" : 268284,
"1144" : 267314,
"1160" : 263704,
"1176" : 110009,
"1192" : 21207,
"1208" : 36325,
"1224" : 80933,
"1240" : 292183,
"1256" : 466556,
"1272" : 240508,
"1288" : 434974,
"1304" : 188684,
"1320" : 255175,
"1336" : 226766,
"1352" : 127086,
"1368" : 288070,
"1384" : 149055,
"1400" : 251059,
"1416" : 192056,
"1432" : 77822,
"1448" : 137752,
"1464" : 63689,
"1480" : 119445,
"1496" : 104222,
"1512" : 44276,
"1528" : 75963,
"1544" : 32710,
"1560" : 57756,
"1576" : 48934,
"1592" : 21852,
"1608" : 38881,
"1624" : 16884,
"1640" : 28922,
"1656" : 24224,
"1672" : 10499,
"1688" : 18657,
"1704" : 8300,
"1720" : 14929,
"1736" : 12633,
"1752" : 5646,
"1768" : 9983,
"1784" : 4395,
"1800" : 8125,
"1816" : 6898,
"1832" : 3141,
"1848" : 5532,
"1864" : 2514,
"1880" : 4332,
"1896" : 3779,
"1912" : 1805,
"1928" : 3022,
"1944" : 1449,
"1960" : 2634,
"1976" : 2261,
"1992" : 1058,
"2008" : 1871,
"2024" : 888,
"2040" : 1608,
"2064" : 2287,
"2096" : 2002,
"2128" : 2245,
"2160" : 1870,
"2192" : 1551,
"2224" : 1485,
"2256" : 1506,
"2288" : 1581,
"2320" : 1572,
"2352" : 1229,
"2384" : 1194,
"2416" : 1072,
"2448" : 1026,
"2480" : 1067,
"2512" : 750,
"2544" : 679,
"2576" : 651,
"2608" : 577,
"2640" : 696,
"2672" : 484,
"2704" : 430,
"2736" : 396,
"2768" : 333,
"2800" : 364,
"2832" : 234,
"2864" : 229,
"2896" : 184,
"2928" : 164,
"2960" : 189,
"2992" : 127,
"3024" : 112,
"3056" : 87,
"3088" : 91,
"3120" : 105,
"3152" : 74,
"3184" : 71,
"3216" : 52,
"3248" : 43,
"3280" : 64,
"3312" : 60,
"3344" : 51,
"3376" : 52,
"3408" : 47,
"3440" : 47,
"3472" : 37,
"3504" : 62,
"3536" : 57,
"3568" : 55,
"3600" : 66,
"3632" : 76,
"3664" : 53,
"3696" : 78,
"3728" : 63,
"3760" : 78,
"3792" : 93,
"3824" : 92,
"3856" : 77,
"3888" : 79,
"3920" : 102,
"3952" : 140,
"3984" : 93,
"4016" : 106,
"4048" : 84,
"4080" : 79,
"4128" : 234,
"4192" : 190,
"4256" : 227,
"4320" : 205,
"4384" : 208,
"4448" : 244,
"4512" : 215,
"4576" : 266,
"4640" : 224,
"4704" : 228,
"4768" : 231,
"4832" : 193,
"4896" : 234,
"4960" : 190,
"5024" : 194,
"5088" : 226,
"5152" : 154,
"5216" : 175,
"5280" : 195,
"5344" : 162,
"5408" : 166,
"5472" : 143,
"5536" : 127,
"5600" : 166,
"5664" : 105,
"5728" : 134,
"5792" : 118,
"5856" : 92,
"5920" : 100,
"5984" : 64,
"6048" : 86,
"6112" : 66,
"6176" : 70,
"6240" : 45,
"6304" : 35,
"6368" : 50,
"6432" : 36,
"6496" : 36,
"6560" : 36,
"6624" : 29,
"6688" : 23,
"6752" : 14,
"6816" : 16,
"6880" : 13,
"6944" : 19,
"7008" : 16,
"7072" : 18,
"7136" : 6,
"7200" : 10,
"7264" : 10,
"7328" : 10,
"7392" : 7,
"7456" : 9,
"7520" : 10,
"7584" : 11,
"7648" : 6,
"7712" : 7,
"7776" : 5,
"7840" : 5,
"7904" : 5,
"7968" : 11,
"8032" : 9,
"8096" : 2,
"8160" : 4,
"8256" : 13,
"8384" : 2,
"8512" : 9,
"8640" : 5,
"8768" : 2,
"8896" : 6,
"9024" : 4,
"9152" : 3,
"9280" : 9,
"9408" : 4,
"9536" : 3,
"9664" : 5,
"9792" : 7,
"9920" : 3,
"10048" : 1,
"10176" : 6,
"10304" : 2,
"10432" : 3,
"10560" : 1,
"10688" : 2,
"10816" : 3,
"10944" : 1,
"11072" : 2,
"11328" : 4,
"11584" : 1,
"11840" : 1,
"12096" : 2,
"12352" : 4,
"12480" : 3,
"12608" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 3,
"13760" : 1,
"13888" : 2,
"14016" : 4,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15424" : 1,
"15552" : 1,
"15680" : 2,
"15808" : 1,
"16064" : 1,
"16320" : 1,
"16512" : 2,
"16768" : 1,
"18560" : 1,
"22912" : 2,
"23424" : 1,
"24192" : 3,
"24704" : 3,
"24960" : 2,
"25216" : 7,
"25472" : 2,
"25728" : 5,
"25984" : 4,
"26240" : 18,
"26496" : 9,
"26752" : 10,
"27008" : 12,
"27264" : 11,
"27520" : 12,
"27776" : 15,
"28032" : 8,
"28288" : 18,
"28544" : 10,
"28800" : 11,
"29056" : 7,
"29312" : 5,
"29568" : 10,
"29824" : 10,
"30080" : 9,
"30336" : 10,
"30592" : 7,
"30848" : 10,
"31104" : 4,
"31360" : 7,
"31616" : 9,
"31872" : 1,
"32128" : 4,
"32384" : 6,
"32640" : 1,
"33024" : 4,
"33536" : 1,
"34048" : 5,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6249,
"max" : 1259986,
"mean" : 274035.918704,
"stddev" : 159214.723413,
"N" : 5242600
},
"bw_min" : 103857,
"bw_max" : 138048,
"bw_agg" : 100.000000,
"bw_mean" : 116532.284123,
"bw_dev" : 1827.058111,
"bw_samples" : 2872,
"iops_min" : 25964,
"iops_max" : 34512,
"iops_mean" : 29132.707521,
"iops_stddev" : 456.763129,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439996,
"usr_cpu" : 0.666460,
"sys_cpu" : 17.892202,
"ctx" : 3833055,
"majf" : 0,
"minf" : 298,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.205661,
"4" : 0.663755,
"10" : 0.123774,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773075148,
"timestamp_ms" : 1773075148216,
"time" : "Mon Mar 9 13:52:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21473722368,
"io_kbytes" : 20970432,
"bw_bytes" : 119269965,
"bw" : 116474,
"iops" : 29118.599446,
"runtime" : 180043,
"total_ios" : 5242600,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 1257812,
"mean" : 272695.145258,
"stddev" : 159130.486787,
"N" : 5242608
},
"clat_ns" : {
"min" : 1081,
"max" : 51699,
"mean" : 1340.869226,
"stddev" : 301.837741,
"N" : 5242600,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1224,
"30.000000" : 1256,
"40.000000" : 1288,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1432,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1912,
"99.500000" : 2224,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 7328
},
"bins" : {
"1080" : 4,
"1096" : 1228,
"1112" : 14852,
"1128" : 268284,
"1144" : 267314,
"1160" : 263704,
"1176" : 110009,
"1192" : 21207,
"1208" : 36325,
"1224" : 80933,
"1240" : 292183,
"1256" : 466556,
"1272" : 240508,
"1288" : 434974,
"1304" : 188684,
"1320" : 255175,
"1336" : 226766,
"1352" : 127086,
"1368" : 288070,
"1384" : 149055,
"1400" : 251059,
"1416" : 192056,
"1432" : 77822,
"1448" : 137752,
"1464" : 63689,
"1480" : 119445,
"1496" : 104222,
"1512" : 44276,
"1528" : 75963,
"1544" : 32710,
"1560" : 57756,
"1576" : 48934,
"1592" : 21852,
"1608" : 38881,
"1624" : 16884,
"1640" : 28922,
"1656" : 24224,
"1672" : 10499,
"1688" : 18657,
"1704" : 8300,
"1720" : 14929,
"1736" : 12633,
"1752" : 5646,
"1768" : 9983,
"1784" : 4395,
"1800" : 8125,
"1816" : 6898,
"1832" : 3141,
"1848" : 5532,
"1864" : 2514,
"1880" : 4332,
"1896" : 3779,
"1912" : 1805,
"1928" : 3022,
"1944" : 1449,
"1960" : 2634,
"1976" : 2261,
"1992" : 1058,
"2008" : 1871,
"2024" : 888,
"2040" : 1608,
"2064" : 2287,
"2096" : 2002,
"2128" : 2245,
"2160" : 1870,
"2192" : 1551,
"2224" : 1485,
"2256" : 1506,
"2288" : 1581,
"2320" : 1572,
"2352" : 1229,
"2384" : 1194,
"2416" : 1072,
"2448" : 1026,
"2480" : 1067,
"2512" : 750,
"2544" : 679,
"2576" : 651,
"2608" : 577,
"2640" : 696,
"2672" : 484,
"2704" : 430,
"2736" : 396,
"2768" : 333,
"2800" : 364,
"2832" : 234,
"2864" : 229,
"2896" : 184,
"2928" : 164,
"2960" : 189,
"2992" : 127,
"3024" : 112,
"3056" : 87,
"3088" : 91,
"3120" : 105,
"3152" : 74,
"3184" : 71,
"3216" : 52,
"3248" : 43,
"3280" : 64,
"3312" : 60,
"3344" : 51,
"3376" : 52,
"3408" : 47,
"3440" : 47,
"3472" : 37,
"3504" : 62,
"3536" : 57,
"3568" : 55,
"3600" : 66,
"3632" : 76,
"3664" : 53,
"3696" : 78,
"3728" : 63,
"3760" : 78,
"3792" : 93,
"3824" : 92,
"3856" : 77,
"3888" : 79,
"3920" : 102,
"3952" : 140,
"3984" : 93,
"4016" : 106,
"4048" : 84,
"4080" : 79,
"4128" : 234,
"4192" : 190,
"4256" : 227,
"4320" : 205,
"4384" : 208,
"4448" : 244,
"4512" : 215,
"4576" : 266,
"4640" : 224,
"4704" : 228,
"4768" : 231,
"4832" : 193,
"4896" : 234,
"4960" : 190,
"5024" : 194,
"5088" : 226,
"5152" : 154,
"5216" : 175,
"5280" : 195,
"5344" : 162,
"5408" : 166,
"5472" : 143,
"5536" : 127,
"5600" : 166,
"5664" : 105,
"5728" : 134,
"5792" : 118,
"5856" : 92,
"5920" : 100,
"5984" : 64,
"6048" : 86,
"6112" : 66,
"6176" : 70,
"6240" : 45,
"6304" : 35,
"6368" : 50,
"6432" : 36,
"6496" : 36,
"6560" : 36,
"6624" : 29,
"6688" : 23,
"6752" : 14,
"6816" : 16,
"6880" : 13,
"6944" : 19,
"7008" : 16,
"7072" : 18,
"7136" : 6,
"7200" : 10,
"7264" : 10,
"7328" : 10,
"7392" : 7,
"7456" : 9,
"7520" : 10,
"7584" : 11,
"7648" : 6,
"7712" : 7,
"7776" : 5,
"7840" : 5,
"7904" : 5,
"7968" : 11,
"8032" : 9,
"8096" : 2,
"8160" : 4,
"8256" : 13,
"8384" : 2,
"8512" : 9,
"8640" : 5,
"8768" : 2,
"8896" : 6,
"9024" : 4,
"9152" : 3,
"9280" : 9,
"9408" : 4,
"9536" : 3,
"9664" : 5,
"9792" : 7,
"9920" : 3,
"10048" : 1,
"10176" : 6,
"10304" : 2,
"10432" : 3,
"10560" : 1,
"10688" : 2,
"10816" : 3,
"10944" : 1,
"11072" : 2,
"11328" : 4,
"11584" : 1,
"11840" : 1,
"12096" : 2,
"12352" : 4,
"12480" : 3,
"12608" : 1,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13376" : 2,
"13504" : 3,
"13760" : 1,
"13888" : 2,
"14016" : 4,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15296" : 2,
"15424" : 1,
"15552" : 1,
"15680" : 2,
"15808" : 1,
"16064" : 1,
"16320" : 1,
"16512" : 2,
"16768" : 1,
"18560" : 1,
"22912" : 2,
"23424" : 1,
"24192" : 3,
"24704" : 3,
"24960" : 2,
"25216" : 7,
"25472" : 2,
"25728" : 5,
"25984" : 4,
"26240" : 18,
"26496" : 9,
"26752" : 10,
"27008" : 12,
"27264" : 11,
"27520" : 12,
"27776" : 15,
"28032" : 8,
"28288" : 18,
"28544" : 10,
"28800" : 11,
"29056" : 7,
"29312" : 5,
"29568" : 10,
"29824" : 10,
"30080" : 9,
"30336" : 10,
"30592" : 7,
"30848" : 10,
"31104" : 4,
"31360" : 7,
"31616" : 9,
"31872" : 1,
"32128" : 4,
"32384" : 6,
"32640" : 1,
"33024" : 4,
"33536" : 1,
"34048" : 5,
"34560" : 1,
"35072" : 2,
"35584" : 2,
"36096" : 1,
"37120" : 1,
"38656" : 2,
"44800" : 1,
"49408" : 1,
"49920" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6249,
"max" : 1259986,
"mean" : 274035.918704,
"stddev" : 159214.723413,
"N" : 5242600
},
"bw_min" : 102686,
"bw_max" : 138048,
"bw_agg" : 100.000000,
"bw_mean" : 116499.683612,
"bw_dev" : 1829.930071,
"bw_samples" : 2878,
"iops_min" : 25670,
"iops_max" : 34512,
"iops_mean" : 29124.551896,
"iops_stddev" : 457.481468,
"iops_samples" : 2878
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440252,
"usr_cpu" : 0.666342,
"sys_cpu" : 17.889022,
"ctx" : 3833295,
"majf" : 0,
"minf" : 304,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.205661,
"4" : 0.663755,
"10" : 0.123774,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}