raidz2/benchmarks/rand/rand-read-qd1-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773074038,
"timestamp_ms" : 1773074038658,
"time" : "Mon Mar 9 13:33:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 133976064,
"io_kbytes" : 130836,
"bw_bytes" : 13720027,
"bw" : 13398,
"iops" : 3349.820789,
"runtime" : 9765,
"total_ios" : 32711,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 0.583717,
"sys_cpu" : 16.538658,
"ctx" : 28089,
"majf" : 0,
"minf" : 9,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074048,
"timestamp_ms" : 1773074048892,
"time" : "Mon Mar 9 13:34:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 145436672,
"io_kbytes" : 142028,
"bw_bytes" : 14545121,
"bw" : 14204,
"iops" : 3551.155116,
"runtime" : 9999,
"total_ios" : 35508,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5558,
"max" : 530290,
"mean" : 279593.112200,
"stddev" : 130733.381386,
"N" : 35508
},
"clat_ns" : {
"min" : 1092,
"max" : 28403,
"mean" : 1396.304025,
"stddev" : 341.303986,
"N" : 35507,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1144,
"10.000000" : 1160,
"20.000000" : 1272,
"30.000000" : 1304,
"40.000000" : 1336,
"50.000000" : 1384,
"60.000000" : 1416,
"70.000000" : 1448,
"80.000000" : 1496,
"90.000000" : 1576,
"95.000000" : 1672,
"99.000000" : 1992,
"99.500000" : 2352,
"99.900000" : 4448,
"99.950000" : 5728,
"99.990000" : 13888
},
"bins" : {
"1096" : 38,
"1112" : 177,
"1128" : 1394,
"1144" : 1447,
"1160" : 1526,
"1176" : 804,
"1192" : 184,
"1208" : 184,
"1224" : 143,
"1240" : 300,
"1256" : 657,
"1272" : 615,
"1288" : 1911,
"1304" : 1325,
"1320" : 2222,
"1336" : 1828,
"1352" : 718,
"1368" : 1421,
"1384" : 965,
"1400" : 2224,
"1416" : 2482,
"1432" : 1253,
"1448" : 2030,
"1464" : 822,
"1480" : 1308,
"1496" : 1237,
"1512" : 566,
"1528" : 1042,
"1544" : 418,
"1560" : 640,
"1576" : 518,
"1592" : 222,
"1608" : 403,
"1624" : 160,
"1640" : 275,
"1656" : 224,
"1672" : 104,
"1688" : 217,
"1704" : 87,
"1720" : 164,
"1736" : 140,
"1752" : 69,
"1768" : 116,
"1784" : 58,
"1800" : 76,
"1816" : 82,
"1832" : 38,
"1848" : 70,
"1864" : 29,
"1880" : 53,
"1896" : 41,
"1912" : 16,
"1928" : 35,
"1944" : 12,
"1960" : 29,
"1976" : 25,
"1992" : 13,
"2008" : 21,
"2024" : 9,
"2040" : 11,
"2064" : 25,
"2096" : 18,
"2128" : 11,
"2160" : 12,
"2192" : 12,
"2224" : 16,
"2256" : 7,
"2288" : 11,
"2320" : 17,
"2352" : 6,
"2384" : 10,
"2416" : 10,
"2448" : 12,
"2480" : 14,
"2512" : 6,
"2544" : 8,
"2576" : 10,
"2608" : 4,
"2640" : 10,
"2672" : 4,
"2704" : 5,
"2736" : 5,
"2768" : 4,
"2800" : 4,
"2832" : 4,
"2864" : 2,
"2896" : 2,
"2928" : 2,
"3056" : 1,
"3120" : 1,
"3152" : 1,
"3216" : 1,
"3344" : 1,
"3440" : 1,
"3536" : 1,
"3600" : 1,
"3632" : 1,
"3696" : 1,
"3760" : 2,
"3824" : 2,
"3856" : 1,
"3888" : 1,
"3920" : 1,
"3952" : 1,
"4016" : 1,
"4128" : 3,
"4448" : 1,
"4512" : 1,
"4576" : 1,
"4704" : 3,
"4768" : 1,
"4896" : 1,
"5088" : 3,
"5152" : 1,
"5216" : 4,
"5472" : 1,
"5664" : 1,
"5728" : 2,
"5792" : 2,
"5856" : 1,
"6048" : 1,
"6112" : 1,
"6176" : 1,
"12480" : 2,
"12736" : 1,
"13376" : 1,
"13632" : 1,
"13760" : 1,
"13888" : 1,
"21376" : 1,
"21888" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6680,
"max" : 531873,
"mean" : 280987.119244,
"stddev" : 130836.566127,
"N" : 35507
},
"bw_min" : 13619,
"bw_max" : 14824,
"bw_agg" : 99.892851,
"bw_mean" : 14189.473684,
"bw_dev" : 303.583847,
"bw_samples" : 19,
"iops_min" : 3404,
"iops_max" : 3706,
"iops_mean" : 3547.315789,
"iops_stddev" : 75.959092,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 0.740074,
"sys_cpu" : 16.711671,
"ctx" : 28687,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.011490,
"4" : 0.873043,
"10" : 0.084488,
"20" : 0.019714,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074058,
"timestamp_ms" : 1773074058892,
"time" : "Mon Mar 9 13:34:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 298782720,
"io_kbytes" : 291780,
"bw_bytes" : 14939882,
"bw" : 14589,
"iops" : 3647.482374,
"runtime" : 19999,
"total_ios" : 72946,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5558,
"max" : 530290,
"mean" : 272182.328832,
"stddev" : 137099.493604,
"N" : 72946
},
"clat_ns" : {
"min" : 1092,
"max" : 28403,
"mean" : 1374.396120,
"stddev" : 333.908726,
"N" : 72945,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1160,
"20.000000" : 1256,
"30.000000" : 1288,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1416,
"80.000000" : 1480,
"90.000000" : 1544,
"95.000000" : 1640,
"99.000000" : 1896,
"99.500000" : 2192,
"99.900000" : 4704,
"99.950000" : 5536,
"99.990000" : 13888
},
"bins" : {
"1096" : 80,
"1112" : 458,
"1128" : 3284,
"1144" : 3179,
"1160" : 3698,
"1176" : 1822,
"1192" : 399,
"1208" : 440,
"1224" : 378,
"1240" : 738,
"1256" : 1572,
"1272" : 1499,
"1288" : 4680,
"1304" : 3194,
"1320" : 5567,
"1336" : 4444,
"1352" : 1751,
"1368" : 3169,
"1384" : 1938,
"1400" : 4246,
"1416" : 4614,
"1432" : 2165,
"1448" : 3536,
"1464" : 1386,
"1480" : 2249,
"1496" : 2017,
"1512" : 961,
"1528" : 1686,
"1544" : 677,
"1560" : 1073,
"1576" : 877,
"1592" : 396,
"1608" : 678,
"1624" : 303,
"1640" : 503,
"1656" : 391,
"1672" : 182,
"1688" : 349,
"1704" : 135,
"1720" : 267,
"1736" : 243,
"1752" : 109,
"1768" : 191,
"1784" : 85,
"1800" : 143,
"1816" : 132,
"1832" : 64,
"1848" : 96,
"1864" : 41,
"1880" : 87,
"1896" : 66,
"1912" : 24,
"1928" : 51,
"1944" : 21,
"1960" : 40,
"1976" : 33,
"1992" : 17,
"2008" : 29,
"2024" : 14,
"2040" : 21,
"2064" : 31,
"2096" : 26,
"2128" : 18,
"2160" : 17,
"2192" : 13,
"2224" : 20,
"2256" : 14,
"2288" : 17,
"2320" : 21,
"2352" : 11,
"2384" : 15,
"2416" : 10,
"2448" : 17,
"2480" : 17,
"2512" : 9,
"2544" : 8,
"2576" : 12,
"2608" : 7,
"2640" : 11,
"2672" : 4,
"2704" : 11,
"2736" : 6,
"2768" : 4,
"2800" : 6,
"2832" : 4,
"2864" : 2,
"2896" : 2,
"2928" : 2,
"3024" : 1,
"3056" : 1,
"3088" : 1,
"3120" : 1,
"3152" : 2,
"3216" : 1,
"3344" : 1,
"3440" : 2,
"3472" : 1,
"3536" : 1,
"3568" : 1,
"3600" : 2,
"3632" : 2,
"3696" : 1,
"3728" : 1,
"3760" : 3,
"3824" : 4,
"3856" : 2,
"3888" : 1,
"3920" : 2,
"3952" : 1,
"4016" : 2,
"4048" : 1,
"4128" : 4,
"4256" : 2,
"4320" : 1,
"4384" : 1,
"4448" : 1,
"4512" : 2,
"4576" : 3,
"4704" : 4,
"4768" : 2,
"4832" : 2,
"4896" : 1,
"4960" : 2,
"5024" : 4,
"5088" : 5,
"5152" : 1,
"5216" : 4,
"5344" : 4,
"5408" : 2,
"5472" : 3,
"5536" : 3,
"5664" : 2,
"5728" : 2,
"5792" : 4,
"5856" : 1,
"6048" : 1,
"6112" : 2,
"6176" : 1,
"7072" : 1,
"7392" : 1,
"11456" : 1,
"12480" : 2,
"12736" : 1,
"13376" : 4,
"13504" : 1,
"13632" : 1,
"13760" : 3,
"13888" : 1,
"19328" : 1,
"20096" : 1,
"20864" : 1,
"21376" : 1,
"21888" : 1,
"22144" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6680,
"max" : 531873,
"mean" : 273555.505271,
"stddev" : 137202.456330,
"N" : 72945
},
"bw_min" : 13619,
"bw_max" : 15567,
"bw_agg" : 99.844216,
"bw_mean" : 14567.871795,
"bw_dev" : 482.683354,
"bw_samples" : 39,
"iops_min" : 3404,
"iops_max" : 3891,
"iops_mean" : 3641.923077,
"iops_stddev" : 120.669489,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 0.845042,
"sys_cpu" : 16.905845,
"ctx" : 57085,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.284402,
"4" : 0.590848,
"10" : 0.094591,
"20" : 0.020563,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074068,
"timestamp_ms" : 1773074068893,
"time" : "Mon Mar 9 13:34:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 462508032,
"io_kbytes" : 451668,
"bw_bytes" : 15416934,
"bw" : 15055,
"iops" : 3763.933333,
"runtime" : 30000,
"total_ios" : 112918,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5558,
"max" : 530290,
"mean" : 263711.705025,
"stddev" : 142433.169293,
"N" : 112918
},
"clat_ns" : {
"min" : 1091,
"max" : 28403,
"mean" : 1367.608597,
"stddev" : 322.600186,
"N" : 112917,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1208,
"30.000000" : 1288,
"40.000000" : 1320,
"50.000000" : 1352,
"60.000000" : 1400,
"70.000000" : 1416,
"80.000000" : 1464,
"90.000000" : 1544,
"95.000000" : 1624,
"99.000000" : 1880,
"99.500000" : 2064,
"99.900000" : 4320,
"99.950000" : 5408,
"99.990000" : 13760
},
"bins" : {
"1096" : 125,
"1112" : 796,
"1128" : 5540,
"1144" : 5354,
"1160" : 6401,
"1176" : 3262,
"1192" : 733,
"1208" : 796,
"1224" : 668,
"1240" : 1234,
"1256" : 2477,
"1272" : 2226,
"1288" : 6910,
"1304" : 4628,
"1320" : 8108,
"1336" : 6545,
"1352" : 2543,
"1368" : 4749,
"1384" : 2953,
"1400" : 6567,
"1416" : 7155,
"1432" : 3380,
"1448" : 5426,
"1464" : 2160,
"1480" : 3493,
"1496" : 3084,
"1512" : 1449,
"1528" : 2580,
"1544" : 1050,
"1560" : 1697,
"1576" : 1331,
"1592" : 554,
"1608" : 1031,
"1624" : 450,
"1640" : 759,
"1656" : 601,
"1672" : 265,
"1688" : 489,
"1704" : 190,
"1720" : 379,
"1736" : 365,
"1752" : 155,
"1768" : 289,
"1784" : 125,
"1800" : 203,
"1816" : 185,
"1832" : 91,
"1848" : 150,
"1864" : 58,
"1880" : 121,
"1896" : 92,
"1912" : 37,
"1928" : 73,
"1944" : 33,
"1960" : 55,
"1976" : 44,
"1992" : 22,
"2008" : 40,
"2024" : 22,
"2040" : 35,
"2064" : 40,
"2096" : 38,
"2128" : 22,
"2160" : 23,
"2192" : 19,
"2224" : 25,
"2256" : 15,
"2288" : 18,
"2320" : 22,
"2352" : 14,
"2384" : 20,
"2416" : 13,
"2448" : 20,
"2480" : 18,
"2512" : 9,
"2544" : 9,
"2576" : 12,
"2608" : 9,
"2640" : 11,
"2672" : 7,
"2704" : 14,
"2736" : 10,
"2768" : 6,
"2800" : 6,
"2832" : 4,
"2864" : 3,
"2896" : 2,
"2928" : 2,
"2960" : 1,
"2992" : 1,
"3024" : 1,
"3056" : 1,
"3088" : 1,
"3120" : 2,
"3152" : 2,
"3184" : 1,
"3216" : 1,
"3312" : 1,
"3344" : 1,
"3440" : 4,
"3472" : 1,
"3536" : 1,
"3568" : 2,
"3600" : 3,
"3632" : 3,
"3696" : 1,
"3728" : 3,
"3760" : 3,
"3824" : 4,
"3856" : 2,
"3888" : 2,
"3920" : 2,
"3952" : 3,
"4016" : 2,
"4048" : 1,
"4128" : 5,
"4192" : 1,
"4256" : 2,
"4320" : 5,
"4384" : 2,
"4448" : 3,
"4512" : 6,
"4576" : 4,
"4704" : 4,
"4768" : 3,
"4832" : 3,
"4896" : 1,
"4960" : 3,
"5024" : 5,
"5088" : 6,
"5152" : 1,
"5216" : 5,
"5280" : 2,
"5344" : 4,
"5408" : 2,
"5472" : 5,
"5536" : 4,
"5664" : 2,
"5728" : 2,
"5792" : 4,
"5856" : 1,
"6048" : 1,
"6112" : 2,
"6176" : 1,
"7072" : 1,
"7392" : 1,
"11456" : 1,
"11840" : 1,
"12480" : 3,
"12736" : 1,
"12992" : 1,
"13376" : 6,
"13504" : 1,
"13632" : 2,
"13760" : 5,
"13888" : 1,
"19328" : 1,
"20096" : 1,
"20352" : 2,
"20864" : 1,
"21376" : 1,
"21888" : 2,
"22144" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6680,
"max" : 531873,
"mean" : 265078.450685,
"stddev" : 142540.460014,
"N" : 112917
},
"bw_min" : 13619,
"bw_max" : 16816,
"bw_agg" : 99.883103,
"bw_mean" : 15038.542373,
"bw_dev" : 810.062308,
"bw_samples" : 59,
"iops_min" : 3404,
"iops_max" : 4204,
"iops_mean" : 3759.593220,
"iops_stddev" : 202.524679,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 30000,
"usr_cpu" : 0.793333,
"sys_cpu" : 17.206667,
"ctx" : 85349,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.396022,
"4" : 0.491507,
"10" : 0.083246,
"20" : 0.020369,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074078,
"timestamp_ms" : 1773074078893,
"time" : "Mon Mar 9 13:34:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 639766528,
"io_kbytes" : 624772,
"bw_bytes" : 15994563,
"bw" : 15619,
"iops" : 3904.947624,
"runtime" : 39999,
"total_ios" : 156194,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 530290,
"mean" : 254134.084600,
"stddev" : 147213.855300,
"N" : 156194
},
"clat_ns" : {
"min" : 1091,
"max" : 28403,
"mean" : 1359.596749,
"stddev" : 317.469953,
"N" : 156193,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1176,
"30.000000" : 1288,
"40.000000" : 1320,
"50.000000" : 1336,
"60.000000" : 1384,
"70.000000" : 1416,
"80.000000" : 1464,
"90.000000" : 1528,
"95.000000" : 1608,
"99.000000" : 1880,
"99.500000" : 2064,
"99.900000" : 4320,
"99.950000" : 5472,
"99.990000" : 13760
},
"bins" : {
"1096" : 186,
"1112" : 1202,
"1128" : 8793,
"1144" : 8064,
"1160" : 9857,
"1176" : 5068,
"1192" : 1096,
"1208" : 1198,
"1224" : 1028,
"1240" : 1899,
"1256" : 3404,
"1272" : 2877,
"1288" : 9090,
"1304" : 6197,
"1320" : 11231,
"1336" : 9430,
"1352" : 3655,
"1368" : 6791,
"1384" : 3930,
"1400" : 8505,
"1416" : 9226,
"1432" : 4335,
"1448" : 7115,
"1464" : 2819,
"1480" : 4673,
"1496" : 4035,
"1512" : 1933,
"1528" : 3389,
"1544" : 1368,
"1560" : 2246,
"1576" : 1787,
"1592" : 742,
"1608" : 1292,
"1624" : 576,
"1640" : 996,
"1656" : 787,
"1672" : 355,
"1688" : 646,
"1704" : 246,
"1720" : 479,
"1736" : 450,
"1752" : 207,
"1768" : 383,
"1784" : 152,
"1800" : 259,
"1816" : 237,
"1832" : 115,
"1848" : 188,
"1864" : 76,
"1880" : 155,
"1896" : 121,
"1912" : 50,
"1928" : 105,
"1944" : 49,
"1960" : 70,
"1976" : 62,
"1992" : 28,
"2008" : 51,
"2024" : 30,
"2040" : 47,
"2064" : 62,
"2096" : 55,
"2128" : 34,
"2160" : 35,
"2192" : 30,
"2224" : 34,
"2256" : 20,
"2288" : 26,
"2320" : 30,
"2352" : 20,
"2384" : 24,
"2416" : 16,
"2448" : 23,
"2480" : 24,
"2512" : 11,
"2544" : 14,
"2576" : 17,
"2608" : 12,
"2640" : 14,
"2672" : 10,
"2704" : 14,
"2736" : 10,
"2768" : 7,
"2800" : 12,
"2832" : 7,
"2864" : 4,
"2896" : 2,
"2928" : 4,
"2960" : 2,
"2992" : 2,
"3024" : 3,
"3056" : 2,
"3088" : 1,
"3120" : 4,
"3152" : 2,
"3184" : 1,
"3216" : 1,
"3280" : 1,
"3312" : 2,
"3344" : 2,
"3376" : 1,
"3440" : 4,
"3472" : 1,
"3536" : 1,
"3568" : 2,
"3600" : 3,
"3632" : 5,
"3696" : 2,
"3728" : 3,
"3760" : 4,
"3792" : 3,
"3824" : 5,
"3856" : 2,
"3888" : 3,
"3920" : 2,
"3952" : 3,
"4016" : 3,
"4048" : 1,
"4080" : 1,
"4128" : 8,
"4192" : 2,
"4256" : 2,
"4320" : 6,
"4384" : 4,
"4448" : 3,
"4512" : 7,
"4576" : 6,
"4704" : 5,
"4768" : 6,
"4832" : 3,
"4896" : 2,
"4960" : 4,
"5024" : 5,
"5088" : 6,
"5152" : 2,
"5216" : 5,
"5280" : 3,
"5344" : 5,
"5408" : 2,
"5472" : 5,
"5536" : 5,
"5600" : 3,
"5664" : 2,
"5728" : 4,
"5792" : 5,
"5856" : 2,
"5984" : 2,
"6048" : 1,
"6112" : 3,
"6176" : 2,
"6304" : 1,
"6496" : 1,
"6560" : 1,
"6752" : 1,
"7072" : 1,
"7392" : 1,
"11456" : 2,
"11840" : 1,
"12480" : 3,
"12608" : 2,
"12736" : 1,
"12992" : 2,
"13248" : 2,
"13376" : 7,
"13504" : 1,
"13632" : 2,
"13760" : 5,
"13888" : 2,
"19328" : 2,
"20096" : 2,
"20352" : 2,
"20864" : 1,
"21376" : 2,
"21888" : 2,
"22144" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6490,
"max" : 531873,
"mean" : 255492.996184,
"stddev" : 147324.005654,
"N" : 156193
},
"bw_min" : 13619,
"bw_max" : 18136,
"bw_agg" : 99.784308,
"bw_mean" : 15586.088608,
"bw_dev" : 1202.733299,
"bw_samples" : 79,
"iops_min" : 3404,
"iops_max" : 4534,
"iops_mean" : 3896.481013,
"iops_stddev" : 300.692059,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 0.812520,
"sys_cpu" : 17.425436,
"ctx" : 113525,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.397544,
"4" : 0.490416,
"10" : 0.083870,
"20" : 0.020487,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074088,
"timestamp_ms" : 1773074088892,
"time" : "Mon Mar 9 13:34:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 829845504,
"io_kbytes" : 810396,
"bw_bytes" : 16597242,
"bw" : 16208,
"iops" : 4052.081042,
"runtime" : 49999,
"total_ios" : 202600,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 530290,
"mean" : 244846.203509,
"stddev" : 151452.377321,
"N" : 202600
},
"clat_ns" : {
"min" : 1091,
"max" : 28403,
"mean" : 1352.431325,
"stddev" : 305.950758,
"N" : 202599,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1176,
"30.000000" : 1272,
"40.000000" : 1304,
"50.000000" : 1336,
"60.000000" : 1384,
"70.000000" : 1416,
"80.000000" : 1448,
"90.000000" : 1528,
"95.000000" : 1608,
"99.000000" : 1848,
"99.500000" : 2024,
"99.900000" : 4256,
"99.950000" : 5344,
"99.990000" : 13760
},
"bins" : {
"1096" : 231,
"1112" : 1548,
"1128" : 12345,
"1144" : 11513,
"1160" : 14042,
"1176" : 7329,
"1192" : 1511,
"1208" : 1819,
"1224" : 1694,
"1240" : 3028,
"1256" : 4602,
"1272" : 3482,
"1288" : 10713,
"1304" : 7504,
"1320" : 13753,
"1336" : 12199,
"1352" : 4741,
"1368" : 8752,
"1384" : 4901,
"1400" : 10669,
"1416" : 11689,
"1432" : 5461,
"1448" : 9073,
"1464" : 3622,
"1480" : 5902,
"1496" : 5097,
"1512" : 2407,
"1528" : 4238,
"1544" : 1712,
"1560" : 2800,
"1576" : 2220,
"1592" : 933,
"1608" : 1600,
"1624" : 726,
"1640" : 1248,
"1656" : 1005,
"1672" : 433,
"1688" : 782,
"1704" : 304,
"1720" : 575,
"1736" : 556,
"1752" : 248,
"1768" : 451,
"1784" : 189,
"1800" : 324,
"1816" : 286,
"1832" : 133,
"1848" : 237,
"1864" : 101,
"1880" : 183,
"1896" : 152,
"1912" : 62,
"1928" : 128,
"1944" : 61,
"1960" : 89,
"1976" : 81,
"1992" : 31,
"2008" : 56,
"2024" : 38,
"2040" : 55,
"2064" : 77,
"2096" : 59,
"2128" : 38,
"2160" : 38,
"2192" : 31,
"2224" : 38,
"2256" : 21,
"2288" : 28,
"2320" : 32,
"2352" : 23,
"2384" : 25,
"2416" : 17,
"2448" : 23,
"2480" : 27,
"2512" : 12,
"2544" : 17,
"2576" : 19,
"2608" : 14,
"2640" : 14,
"2672" : 10,
"2704" : 14,
"2736" : 10,
"2768" : 8,
"2800" : 13,
"2832" : 8,
"2864" : 4,
"2896" : 2,
"2928" : 4,
"2960" : 3,
"2992" : 3,
"3024" : 3,
"3056" : 2,
"3088" : 1,
"3120" : 4,
"3152" : 2,
"3184" : 1,
"3216" : 3,
"3280" : 1,
"3312" : 3,
"3344" : 2,
"3376" : 1,
"3440" : 4,
"3472" : 1,
"3536" : 1,
"3568" : 2,
"3600" : 4,
"3632" : 5,
"3664" : 1,
"3696" : 2,
"3728" : 5,
"3760" : 8,
"3792" : 4,
"3824" : 6,
"3856" : 2,
"3888" : 3,
"3920" : 3,
"3952" : 3,
"4016" : 3,
"4048" : 2,
"4080" : 2,
"4128" : 13,
"4192" : 3,
"4256" : 6,
"4320" : 8,
"4384" : 9,
"4448" : 7,
"4512" : 8,
"4576" : 9,
"4640" : 2,
"4704" : 7,
"4768" : 6,
"4832" : 3,
"4896" : 2,
"4960" : 6,
"5024" : 7,
"5088" : 7,
"5152" : 3,
"5216" : 5,
"5280" : 4,
"5344" : 5,
"5408" : 2,
"5472" : 5,
"5536" : 5,
"5600" : 3,
"5664" : 2,
"5728" : 4,
"5792" : 5,
"5856" : 2,
"5920" : 1,
"5984" : 2,
"6048" : 1,
"6112" : 4,
"6176" : 3,
"6304" : 1,
"6368" : 1,
"6496" : 1,
"6560" : 1,
"6752" : 1,
"7072" : 1,
"7392" : 1,
"7520" : 2,
"11456" : 2,
"11840" : 1,
"11968" : 1,
"12224" : 1,
"12480" : 3,
"12608" : 4,
"12736" : 2,
"12992" : 2,
"13248" : 2,
"13376" : 7,
"13504" : 2,
"13632" : 2,
"13760" : 5,
"13888" : 2,
"19072" : 1,
"19328" : 2,
"19840" : 1,
"20096" : 2,
"20352" : 2,
"20864" : 1,
"21376" : 2,
"21888" : 2,
"22144" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6490,
"max" : 531873,
"mean" : 246198.060765,
"stddev" : 151565.462097,
"N" : 202599
},
"bw_min" : 13619,
"bw_max" : 19528,
"bw_agg" : 99.862760,
"bw_mean" : 16186.060606,
"bw_dev" : 1620.213181,
"bw_samples" : 99,
"iops_min" : 3404,
"iops_max" : 4882,
"iops_mean" : 4046.474747,
"iops_stddev" : 405.062236,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 0.838017,
"sys_cpu" : 17.674353,
"ctx" : 141402,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.464462,
"4" : 0.423495,
"10" : 0.086377,
"20" : 0.019743,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074098,
"timestamp_ms" : 1773074098892,
"time" : "Mon Mar 9 13:34:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1035198464,
"io_kbytes" : 1010936,
"bw_bytes" : 17253595,
"bw" : 16849,
"iops" : 4212.320205,
"runtime" : 59999,
"total_ios" : 252735,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 235467.245688,
"stddev" : 155003.863443,
"N" : 252735
},
"clat_ns" : {
"min" : 1091,
"max" : 28403,
"mean" : 1347.464860,
"stddev" : 304.427744,
"N" : 252734,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1176,
"30.000000" : 1256,
"40.000000" : 1304,
"50.000000" : 1336,
"60.000000" : 1368,
"70.000000" : 1416,
"80.000000" : 1448,
"90.000000" : 1528,
"95.000000" : 1608,
"99.000000" : 1848,
"99.500000" : 2008,
"99.900000" : 4192,
"99.950000" : 5344,
"99.990000" : 13760
},
"bins" : {
"1096" : 279,
"1112" : 1903,
"1128" : 15326,
"1144" : 14303,
"1160" : 17313,
"1176" : 8925,
"1192" : 1933,
"1208" : 3357,
"1224" : 3521,
"1240" : 6295,
"1256" : 7551,
"1272" : 4796,
"1288" : 13236,
"1304" : 8953,
"1320" : 16276,
"1336" : 14387,
"1352" : 5724,
"1368" : 10607,
"1384" : 5987,
"1400" : 12788,
"1416" : 14006,
"1432" : 6502,
"1448" : 10845,
"1464" : 4368,
"1480" : 7106,
"1496" : 6145,
"1512" : 2876,
"1528" : 5043,
"1544" : 2050,
"1560" : 3306,
"1576" : 2637,
"1592" : 1130,
"1608" : 1920,
"1624" : 858,
"1640" : 1478,
"1656" : 1203,
"1672" : 512,
"1688" : 900,
"1704" : 351,
"1720" : 700,
"1736" : 666,
"1752" : 302,
"1768" : 532,
"1784" : 228,
"1800" : 386,
"1816" : 349,
"1832" : 160,
"1848" : 280,
"1864" : 121,
"1880" : 222,
"1896" : 187,
"1912" : 76,
"1928" : 166,
"1944" : 82,
"1960" : 106,
"1976" : 104,
"1992" : 39,
"2008" : 70,
"2024" : 48,
"2040" : 72,
"2064" : 85,
"2096" : 73,
"2128" : 53,
"2160" : 46,
"2192" : 44,
"2224" : 46,
"2256" : 33,
"2288" : 42,
"2320" : 39,
"2352" : 30,
"2384" : 30,
"2416" : 20,
"2448" : 28,
"2480" : 35,
"2512" : 16,
"2544" : 18,
"2576" : 19,
"2608" : 16,
"2640" : 14,
"2672" : 13,
"2704" : 18,
"2736" : 11,
"2768" : 9,
"2800" : 13,
"2832" : 8,
"2864" : 4,
"2896" : 2,
"2928" : 6,
"2960" : 5,
"2992" : 3,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 4,
"3152" : 2,
"3184" : 1,
"3216" : 3,
"3280" : 2,
"3312" : 3,
"3344" : 2,
"3376" : 1,
"3408" : 1,
"3440" : 5,
"3472" : 1,
"3536" : 1,
"3568" : 2,
"3600" : 4,
"3632" : 5,
"3664" : 1,
"3696" : 3,
"3728" : 5,
"3760" : 9,
"3792" : 4,
"3824" : 7,
"3856" : 3,
"3888" : 3,
"3920" : 3,
"3952" : 3,
"3984" : 1,
"4016" : 4,
"4048" : 2,
"4080" : 2,
"4128" : 14,
"4192" : 4,
"4256" : 7,
"4320" : 10,
"4384" : 9,
"4448" : 8,
"4512" : 9,
"4576" : 12,
"4640" : 8,
"4704" : 7,
"4768" : 6,
"4832" : 5,
"4896" : 2,
"4960" : 10,
"5024" : 8,
"5088" : 7,
"5152" : 6,
"5216" : 5,
"5280" : 5,
"5344" : 6,
"5408" : 3,
"5472" : 6,
"5536" : 6,
"5600" : 4,
"5664" : 2,
"5728" : 4,
"5792" : 5,
"5856" : 2,
"5920" : 1,
"5984" : 3,
"6048" : 1,
"6112" : 4,
"6176" : 4,
"6304" : 1,
"6368" : 1,
"6496" : 1,
"6560" : 1,
"6688" : 1,
"6752" : 1,
"7072" : 1,
"7200" : 1,
"7392" : 1,
"7520" : 2,
"8096" : 1,
"11456" : 2,
"11840" : 2,
"11968" : 2,
"12096" : 1,
"12224" : 1,
"12352" : 1,
"12480" : 3,
"12608" : 5,
"12736" : 2,
"12864" : 2,
"12992" : 2,
"13248" : 2,
"13376" : 7,
"13504" : 2,
"13632" : 2,
"13760" : 5,
"13888" : 4,
"19072" : 1,
"19328" : 3,
"19840" : 1,
"20096" : 3,
"20352" : 2,
"20864" : 2,
"21120" : 1,
"21376" : 2,
"21888" : 2,
"22144" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 236814.213248,
"stddev" : 155115.845046,
"N" : 252734
},
"bw_min" : 13619,
"bw_max" : 21408,
"bw_agg" : 99.820681,
"bw_mean" : 16819.714286,
"bw_dev" : 2060.601221,
"bw_samples" : 119,
"iops_min" : 3404,
"iops_max" : 5352,
"iops_mean" : 4204.890756,
"iops_stddev" : 515.161613,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 0.841681,
"sys_cpu" : 17.938632,
"ctx" : 169090,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.472570,
"4" : 0.417433,
"10" : 0.084278,
"20" : 0.019784,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074108,
"timestamp_ms" : 1773074108892,
"time" : "Mon Mar 9 13:35:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1257521152,
"io_kbytes" : 1228048,
"bw_bytes" : 17964844,
"bw" : 17543,
"iops" : 4385.962657,
"runtime" : 69999,
"total_ios" : 307013,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 226080.747063,
"stddev" : 158096.346301,
"N" : 307013
},
"clat_ns" : {
"min" : 1091,
"max" : 28403,
"mean" : 1339.543809,
"stddev" : 307.334369,
"N" : 307012,
"percentile" : {
"1.000000" : 1128,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1176,
"30.000000" : 1240,
"40.000000" : 1288,
"50.000000" : 1320,
"60.000000" : 1368,
"70.000000" : 1400,
"80.000000" : 1448,
"90.000000" : 1528,
"95.000000" : 1592,
"99.000000" : 1832,
"99.500000" : 1992,
"99.900000" : 4128,
"99.950000" : 5344,
"99.990000" : 13888
},
"bins" : {
"1096" : 355,
"1112" : 2492,
"1128" : 19580,
"1144" : 17665,
"1160" : 20824,
"1176" : 10445,
"1192" : 2258,
"1208" : 5324,
"1224" : 6193,
"1240" : 10586,
"1256" : 10985,
"1272" : 6327,
"1288" : 16635,
"1304" : 10902,
"1320" : 19395,
"1336" : 16876,
"1352" : 6736,
"1368" : 12448,
"1384" : 7009,
"1400" : 14699,
"1416" : 15863,
"1432" : 7295,
"1448" : 12156,
"1464" : 4912,
"1480" : 7997,
"1496" : 6990,
"1512" : 3236,
"1528" : 5621,
"1544" : 2307,
"1560" : 3739,
"1576" : 2957,
"1592" : 1290,
"1608" : 2192,
"1624" : 959,
"1640" : 1657,
"1656" : 1337,
"1672" : 589,
"1688" : 1002,
"1704" : 406,
"1720" : 803,
"1736" : 746,
"1752" : 338,
"1768" : 603,
"1784" : 250,
"1800" : 436,
"1816" : 398,
"1832" : 172,
"1848" : 313,
"1864" : 133,
"1880" : 244,
"1896" : 200,
"1912" : 89,
"1928" : 180,
"1944" : 89,
"1960" : 121,
"1976" : 119,
"1992" : 41,
"2008" : 78,
"2024" : 52,
"2040" : 81,
"2064" : 91,
"2096" : 83,
"2128" : 62,
"2160" : 53,
"2192" : 51,
"2224" : 50,
"2256" : 37,
"2288" : 47,
"2320" : 40,
"2352" : 33,
"2384" : 32,
"2416" : 21,
"2448" : 30,
"2480" : 36,
"2512" : 16,
"2544" : 20,
"2576" : 20,
"2608" : 16,
"2640" : 14,
"2672" : 16,
"2704" : 18,
"2736" : 12,
"2768" : 9,
"2800" : 14,
"2832" : 9,
"2864" : 4,
"2896" : 2,
"2928" : 6,
"2960" : 5,
"2992" : 4,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 4,
"3152" : 2,
"3184" : 1,
"3216" : 3,
"3280" : 3,
"3312" : 3,
"3344" : 2,
"3376" : 1,
"3408" : 1,
"3440" : 7,
"3472" : 3,
"3536" : 1,
"3568" : 2,
"3600" : 5,
"3632" : 7,
"3664" : 1,
"3696" : 4,
"3728" : 5,
"3760" : 10,
"3792" : 5,
"3824" : 7,
"3856" : 4,
"3888" : 5,
"3920" : 3,
"3952" : 6,
"3984" : 3,
"4016" : 4,
"4048" : 3,
"4080" : 2,
"4128" : 16,
"4192" : 6,
"4256" : 9,
"4320" : 14,
"4384" : 10,
"4448" : 12,
"4512" : 10,
"4576" : 13,
"4640" : 10,
"4704" : 8,
"4768" : 6,
"4832" : 5,
"4896" : 4,
"4960" : 10,
"5024" : 11,
"5088" : 7,
"5152" : 6,
"5216" : 6,
"5280" : 5,
"5344" : 6,
"5408" : 4,
"5472" : 6,
"5536" : 7,
"5600" : 4,
"5664" : 2,
"5728" : 5,
"5792" : 6,
"5856" : 2,
"5920" : 4,
"5984" : 3,
"6048" : 1,
"6112" : 4,
"6176" : 4,
"6304" : 2,
"6368" : 1,
"6496" : 1,
"6560" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 1,
"7072" : 1,
"7200" : 1,
"7392" : 1,
"7520" : 3,
"8096" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 1,
"11840" : 2,
"11968" : 2,
"12096" : 1,
"12224" : 2,
"12352" : 1,
"12480" : 3,
"12608" : 7,
"12736" : 2,
"12864" : 3,
"12992" : 3,
"13120" : 1,
"13248" : 2,
"13376" : 7,
"13504" : 2,
"13632" : 2,
"13760" : 5,
"13888" : 4,
"14016" : 1,
"19072" : 3,
"19328" : 3,
"19840" : 1,
"20096" : 4,
"20352" : 3,
"20608" : 1,
"20864" : 2,
"21120" : 1,
"21376" : 2,
"21888" : 4,
"22144" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 227419.850918,
"stddev" : 158206.315913,
"N" : 307012
},
"bw_min" : 13619,
"bw_max" : 23024,
"bw_agg" : 99.795979,
"bw_mean" : 17508.021583,
"bw_dev" : 2559.969564,
"bw_samples" : 139,
"iops_min" : 3404,
"iops_max" : 5756,
"iops_mean" : 4376.971223,
"iops_stddev" : 640.006612,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 0.841441,
"sys_cpu" : 18.287404,
"ctx" : 196312,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.511747,
"4" : 0.380114,
"10" : 0.081430,
"20" : 0.020195,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074118,
"timestamp_ms" : 1773074118893,
"time" : "Mon Mar 9 13:35:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1505787904,
"io_kbytes" : 1470496,
"bw_bytes" : 18822348,
"bw" : 18381,
"iops" : 4595.312500,
"runtime" : 80000,
"total_ios" : 367625,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 215704.856476,
"stddev" : 160588.354259,
"N" : 367625
},
"clat_ns" : {
"min" : 1091,
"max" : 28403,
"mean" : 1332.942953,
"stddev" : 307.270967,
"N" : 367624,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1160,
"30.000000" : 1240,
"40.000000" : 1288,
"50.000000" : 1320,
"60.000000" : 1352,
"70.000000" : 1400,
"80.000000" : 1448,
"90.000000" : 1512,
"95.000000" : 1576,
"99.000000" : 1816,
"99.500000" : 1976,
"99.900000" : 4128,
"99.950000" : 5216,
"99.990000" : 13760
},
"bins" : {
"1096" : 448,
"1112" : 3280,
"1128" : 25208,
"1144" : 22131,
"1160" : 25422,
"1176" : 12434,
"1192" : 2683,
"1208" : 7628,
"1224" : 9228,
"1240" : 15246,
"1256" : 14227,
"1272" : 7631,
"1288" : 19096,
"1304" : 12474,
"1320" : 21983,
"1336" : 19144,
"1352" : 7724,
"1368" : 14444,
"1384" : 8178,
"1400" : 17043,
"1416" : 18323,
"1432" : 8363,
"1448" : 13929,
"1464" : 5641,
"1480" : 9220,
"1496" : 7941,
"1512" : 3692,
"1528" : 6335,
"1544" : 2605,
"1560" : 4219,
"1576" : 3333,
"1592" : 1451,
"1608" : 2474,
"1624" : 1110,
"1640" : 1878,
"1656" : 1531,
"1672" : 662,
"1688" : 1126,
"1704" : 454,
"1720" : 913,
"1736" : 838,
"1752" : 386,
"1768" : 677,
"1784" : 294,
"1800" : 482,
"1816" : 448,
"1832" : 205,
"1848" : 350,
"1864" : 151,
"1880" : 282,
"1896" : 232,
"1912" : 100,
"1928" : 212,
"1944" : 103,
"1960" : 141,
"1976" : 135,
"1992" : 47,
"2008" : 96,
"2024" : 55,
"2040" : 90,
"2064" : 104,
"2096" : 94,
"2128" : 72,
"2160" : 62,
"2192" : 60,
"2224" : 55,
"2256" : 42,
"2288" : 52,
"2320" : 41,
"2352" : 37,
"2384" : 37,
"2416" : 23,
"2448" : 31,
"2480" : 37,
"2512" : 19,
"2544" : 21,
"2576" : 20,
"2608" : 17,
"2640" : 15,
"2672" : 17,
"2704" : 18,
"2736" : 14,
"2768" : 10,
"2800" : 14,
"2832" : 9,
"2864" : 4,
"2896" : 2,
"2928" : 6,
"2960" : 6,
"2992" : 4,
"3024" : 5,
"3056" : 3,
"3088" : 3,
"3120" : 4,
"3152" : 2,
"3184" : 1,
"3216" : 3,
"3248" : 1,
"3280" : 3,
"3312" : 4,
"3344" : 3,
"3376" : 1,
"3408" : 1,
"3440" : 7,
"3472" : 3,
"3536" : 1,
"3568" : 2,
"3600" : 6,
"3632" : 8,
"3664" : 2,
"3696" : 5,
"3728" : 6,
"3760" : 10,
"3792" : 7,
"3824" : 8,
"3856" : 5,
"3888" : 5,
"3920" : 4,
"3952" : 6,
"3984" : 4,
"4016" : 6,
"4048" : 3,
"4080" : 3,
"4128" : 17,
"4192" : 8,
"4256" : 12,
"4320" : 16,
"4384" : 13,
"4448" : 13,
"4512" : 10,
"4576" : 15,
"4640" : 11,
"4704" : 11,
"4768" : 6,
"4832" : 6,
"4896" : 5,
"4960" : 11,
"5024" : 14,
"5088" : 8,
"5152" : 7,
"5216" : 6,
"5280" : 5,
"5344" : 6,
"5408" : 4,
"5472" : 8,
"5536" : 8,
"5600" : 5,
"5664" : 2,
"5728" : 5,
"5792" : 7,
"5856" : 2,
"5920" : 4,
"5984" : 4,
"6048" : 1,
"6112" : 4,
"6176" : 4,
"6304" : 3,
"6368" : 1,
"6496" : 1,
"6560" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 1,
"7072" : 1,
"7200" : 1,
"7392" : 1,
"7520" : 3,
"8096" : 1,
"11072" : 2,
"11328" : 2,
"11456" : 2,
"11584" : 1,
"11712" : 1,
"11840" : 2,
"11968" : 2,
"12096" : 2,
"12224" : 2,
"12352" : 1,
"12480" : 4,
"12608" : 7,
"12736" : 2,
"12864" : 4,
"12992" : 4,
"13120" : 2,
"13248" : 3,
"13376" : 7,
"13504" : 2,
"13632" : 3,
"13760" : 6,
"13888" : 4,
"14016" : 1,
"19072" : 3,
"19328" : 3,
"19840" : 1,
"20096" : 4,
"20352" : 3,
"20608" : 1,
"20864" : 2,
"21120" : 1,
"21376" : 3,
"21632" : 1,
"21888" : 4,
"22144" : 1,
"22656" : 1,
"23168" : 1,
"26496" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 217037.403788,
"stddev" : 160699.384867,
"N" : 367624
},
"bw_min" : 13619,
"bw_max" : 25376,
"bw_agg" : 99.786743,
"bw_mean" : 18342.226415,
"bw_dev" : 3264.971502,
"bw_samples" : 159,
"iops_min" : 3404,
"iops_max" : 6344,
"iops_mean" : 4585.522013,
"iops_stddev" : 816.252318,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 80000,
"usr_cpu" : 0.871250,
"sys_cpu" : 18.628750,
"ctx" : 223340,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999728,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999728,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.540020,
"4" : 0.355525,
"10" : 0.077797,
"20" : 0.019857,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074128,
"timestamp_ms" : 1773074128893,
"time" : "Mon Mar 9 13:35:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1781133312,
"io_kbytes" : 1739388,
"bw_bytes" : 19790590,
"bw" : 19326,
"iops" : 4831.698130,
"runtime" : 89999,
"total_ios" : 434848,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 205072.143462,
"stddev" : 162334.566036,
"N" : 434848
},
"clat_ns" : {
"min" : 1091,
"max" : 28403,
"mean" : 1327.638586,
"stddev" : 305.970189,
"N" : 434847,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1144,
"20.000000" : 1160,
"30.000000" : 1224,
"40.000000" : 1256,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1400,
"80.000000" : 1432,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1816,
"99.500000" : 1960,
"99.900000" : 4128,
"99.950000" : 5216,
"99.990000" : 13888
},
"bins" : {
"1096" : 617,
"1112" : 4290,
"1128" : 30105,
"1144" : 25320,
"1160" : 28729,
"1176" : 13720,
"1192" : 3089,
"1208" : 11785,
"1224" : 14368,
"1240" : 23054,
"1256" : 19356,
"1272" : 9323,
"1288" : 22129,
"1304" : 14114,
"1320" : 24659,
"1336" : 21498,
"1352" : 8787,
"1368" : 16726,
"1384" : 9546,
"1400" : 19696,
"1416" : 20790,
"1432" : 9317,
"1448" : 15495,
"1464" : 6335,
"1480" : 10318,
"1496" : 8872,
"1512" : 4092,
"1528" : 7027,
"1544" : 2890,
"1560" : 4660,
"1576" : 3714,
"1592" : 1603,
"1608" : 2777,
"1624" : 1244,
"1640" : 2083,
"1656" : 1678,
"1672" : 726,
"1688" : 1263,
"1704" : 521,
"1720" : 1012,
"1736" : 932,
"1752" : 431,
"1768" : 744,
"1784" : 330,
"1800" : 525,
"1816" : 503,
"1832" : 221,
"1848" : 394,
"1864" : 176,
"1880" : 307,
"1896" : 251,
"1912" : 113,
"1928" : 233,
"1944" : 111,
"1960" : 160,
"1976" : 152,
"1992" : 55,
"2008" : 105,
"2024" : 62,
"2040" : 95,
"2064" : 111,
"2096" : 103,
"2128" : 79,
"2160" : 65,
"2192" : 67,
"2224" : 58,
"2256" : 46,
"2288" : 56,
"2320" : 43,
"2352" : 39,
"2384" : 39,
"2416" : 23,
"2448" : 31,
"2480" : 37,
"2512" : 20,
"2544" : 22,
"2576" : 22,
"2608" : 18,
"2640" : 17,
"2672" : 18,
"2704" : 20,
"2736" : 14,
"2768" : 11,
"2800" : 15,
"2832" : 9,
"2864" : 6,
"2896" : 3,
"2928" : 6,
"2960" : 7,
"2992" : 5,
"3024" : 6,
"3056" : 3,
"3088" : 3,
"3120" : 4,
"3152" : 2,
"3184" : 1,
"3216" : 4,
"3248" : 2,
"3280" : 3,
"3312" : 4,
"3344" : 3,
"3376" : 1,
"3408" : 1,
"3440" : 7,
"3472" : 4,
"3536" : 3,
"3568" : 2,
"3600" : 8,
"3632" : 9,
"3664" : 2,
"3696" : 5,
"3728" : 7,
"3760" : 13,
"3792" : 9,
"3824" : 11,
"3856" : 8,
"3888" : 6,
"3920" : 4,
"3952" : 7,
"3984" : 6,
"4016" : 6,
"4048" : 5,
"4080" : 5,
"4128" : 21,
"4192" : 11,
"4256" : 15,
"4320" : 17,
"4384" : 13,
"4448" : 18,
"4512" : 11,
"4576" : 19,
"4640" : 14,
"4704" : 13,
"4768" : 7,
"4832" : 8,
"4896" : 7,
"4960" : 13,
"5024" : 16,
"5088" : 9,
"5152" : 8,
"5216" : 8,
"5280" : 7,
"5344" : 7,
"5408" : 6,
"5472" : 9,
"5536" : 8,
"5600" : 7,
"5664" : 2,
"5728" : 6,
"5792" : 7,
"5856" : 5,
"5920" : 4,
"5984" : 5,
"6048" : 2,
"6112" : 4,
"6176" : 4,
"6240" : 1,
"6304" : 3,
"6368" : 1,
"6496" : 1,
"6560" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 1,
"7072" : 1,
"7200" : 1,
"7392" : 1,
"7520" : 3,
"7648" : 1,
"8096" : 1,
"11072" : 2,
"11328" : 2,
"11456" : 2,
"11584" : 1,
"11712" : 1,
"11840" : 5,
"11968" : 3,
"12096" : 2,
"12224" : 3,
"12352" : 1,
"12480" : 7,
"12608" : 7,
"12736" : 2,
"12864" : 4,
"12992" : 4,
"13120" : 2,
"13248" : 5,
"13376" : 7,
"13504" : 3,
"13632" : 3,
"13760" : 6,
"13888" : 5,
"14016" : 1,
"14784" : 1,
"18816" : 1,
"19072" : 4,
"19328" : 4,
"19840" : 1,
"20096" : 4,
"20352" : 5,
"20608" : 1,
"20864" : 2,
"21120" : 2,
"21376" : 3,
"21632" : 1,
"21888" : 4,
"22144" : 1,
"22656" : 1,
"23168" : 1,
"26496" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 206399.423117,
"stddev" : 162443.978104,
"N" : 434847
},
"bw_min" : 13619,
"bw_max" : 28792,
"bw_agg" : 99.773640,
"bw_mean" : 19283.558659,
"bw_dev" : 4083.211400,
"bw_samples" : 179,
"iops_min" : 3404,
"iops_max" : 7198,
"iops_mean" : 4820.854749,
"iops_stddev" : 1020.810105,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 0.888899,
"sys_cpu" : 19.015767,
"ctx" : 250079,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999770,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999770,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.567205,
"4" : 0.326551,
"10" : 0.079338,
"20" : 0.020467,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074138,
"timestamp_ms" : 1773074138893,
"time" : "Mon Mar 9 13:35:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2085662720,
"io_kbytes" : 2036780,
"bw_bytes" : 20856835,
"bw" : 20368,
"iops" : 5092.010920,
"runtime" : 99999,
"total_ios" : 509196,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 194506.754187,
"stddev" : 163567.985990,
"N" : 509196
},
"clat_ns" : {
"min" : 1091,
"max" : 28403,
"mean" : 1319.302085,
"stddev" : 312.517257,
"N" : 509195,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1160,
"30.000000" : 1208,
"40.000000" : 1256,
"50.000000" : 1304,
"60.000000" : 1336,
"70.000000" : 1384,
"80.000000" : 1432,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1800,
"99.500000" : 1944,
"99.900000" : 4192,
"99.950000" : 5344,
"99.990000" : 13888
},
"bins" : {
"1096" : 931,
"1112" : 6445,
"1128" : 43549,
"1144" : 34798,
"1160" : 38389,
"1176" : 17358,
"1192" : 3657,
"1208" : 12944,
"1224" : 15857,
"1240" : 25454,
"1256" : 21241,
"1272" : 10033,
"1288" : 23670,
"1304" : 15076,
"1320" : 26422,
"1336" : 23083,
"1352" : 9418,
"1368" : 18144,
"1384" : 10531,
"1400" : 22434,
"1416" : 23969,
"1432" : 10716,
"1448" : 17779,
"1464" : 7203,
"1480" : 11657,
"1496" : 10028,
"1512" : 4692,
"1528" : 8022,
"1544" : 3304,
"1560" : 5290,
"1576" : 4198,
"1592" : 1793,
"1608" : 3139,
"1624" : 1385,
"1640" : 2345,
"1656" : 1882,
"1672" : 827,
"1688" : 1424,
"1704" : 594,
"1720" : 1129,
"1736" : 1047,
"1752" : 474,
"1768" : 826,
"1784" : 380,
"1800" : 578,
"1816" : 551,
"1832" : 258,
"1848" : 439,
"1864" : 200,
"1880" : 351,
"1896" : 282,
"1912" : 133,
"1928" : 249,
"1944" : 120,
"1960" : 183,
"1976" : 168,
"1992" : 60,
"2008" : 115,
"2024" : 64,
"2040" : 109,
"2064" : 127,
"2096" : 107,
"2128" : 85,
"2160" : 71,
"2192" : 75,
"2224" : 60,
"2256" : 50,
"2288" : 61,
"2320" : 45,
"2352" : 42,
"2384" : 40,
"2416" : 24,
"2448" : 32,
"2480" : 38,
"2512" : 20,
"2544" : 25,
"2576" : 23,
"2608" : 20,
"2640" : 18,
"2672" : 21,
"2704" : 20,
"2736" : 16,
"2768" : 12,
"2800" : 16,
"2832" : 9,
"2864" : 6,
"2896" : 3,
"2928" : 6,
"2960" : 8,
"2992" : 6,
"3024" : 6,
"3056" : 3,
"3088" : 3,
"3120" : 4,
"3152" : 3,
"3184" : 1,
"3216" : 4,
"3248" : 2,
"3280" : 3,
"3312" : 4,
"3344" : 3,
"3376" : 1,
"3408" : 1,
"3440" : 7,
"3472" : 4,
"3504" : 1,
"3536" : 3,
"3568" : 3,
"3600" : 8,
"3632" : 10,
"3664" : 2,
"3696" : 5,
"3728" : 7,
"3760" : 14,
"3792" : 10,
"3824" : 11,
"3856" : 9,
"3888" : 6,
"3920" : 6,
"3952" : 8,
"3984" : 6,
"4016" : 8,
"4048" : 5,
"4080" : 6,
"4128" : 24,
"4192" : 12,
"4256" : 16,
"4320" : 18,
"4384" : 13,
"4448" : 19,
"4512" : 13,
"4576" : 21,
"4640" : 15,
"4704" : 15,
"4768" : 11,
"4832" : 11,
"4896" : 9,
"4960" : 18,
"5024" : 19,
"5088" : 16,
"5152" : 10,
"5216" : 8,
"5280" : 9,
"5344" : 8,
"5408" : 7,
"5472" : 9,
"5536" : 11,
"5600" : 8,
"5664" : 4,
"5728" : 7,
"5792" : 9,
"5856" : 6,
"5920" : 6,
"5984" : 5,
"6048" : 2,
"6112" : 5,
"6176" : 4,
"6240" : 1,
"6304" : 4,
"6368" : 2,
"6432" : 1,
"6496" : 2,
"6560" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 1,
"6944" : 1,
"7072" : 1,
"7200" : 1,
"7392" : 1,
"7520" : 3,
"7648" : 1,
"8096" : 1,
"8384" : 1,
"11072" : 2,
"11328" : 2,
"11456" : 2,
"11584" : 1,
"11712" : 1,
"11840" : 5,
"11968" : 3,
"12096" : 3,
"12224" : 4,
"12352" : 2,
"12480" : 8,
"12608" : 7,
"12736" : 2,
"12864" : 4,
"12992" : 6,
"13120" : 5,
"13248" : 6,
"13376" : 8,
"13504" : 4,
"13632" : 3,
"13760" : 7,
"13888" : 8,
"14016" : 4,
"14784" : 2,
"18816" : 1,
"19072" : 4,
"19328" : 5,
"19584" : 1,
"19840" : 2,
"20096" : 5,
"20352" : 6,
"20608" : 1,
"20864" : 2,
"21120" : 3,
"21376" : 3,
"21632" : 2,
"21888" : 4,
"22144" : 2,
"22656" : 1,
"23168" : 1,
"26496" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 195825.729000,
"stddev" : 163682.478657,
"N" : 509195
},
"bw_min" : 13619,
"bw_max" : 30904,
"bw_agg" : 99.729954,
"bw_mean" : 20313.236181,
"bw_dev" : 4962.402802,
"bw_samples" : 199,
"iops_min" : 3404,
"iops_max" : 7726,
"iops_mean" : 5078.276382,
"iops_stddev" : 1240.610516,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 0.906009,
"sys_cpu" : 19.499195,
"ctx" : 276099,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999804,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999804,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.589942,
"4" : 0.300866,
"10" : 0.080715,
"20" : 0.021995,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074148,
"timestamp_ms" : 1773074148892,
"time" : "Mon Mar 9 13:35:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2431131648,
"io_kbytes" : 2374152,
"bw_bytes" : 22101397,
"bw" : 21583,
"iops" : 5395.858144,
"runtime" : 109999,
"total_ios" : 593539,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 183463.632071,
"stddev" : 163993.648789,
"N" : 593539
},
"clat_ns" : {
"min" : 1081,
"max" : 28403,
"mean" : 1309.026261,
"stddev" : 311.180074,
"N" : 593538,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1160,
"30.000000" : 1176,
"40.000000" : 1240,
"50.000000" : 1288,
"60.000000" : 1320,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1496,
"95.000000" : 1560,
"99.000000" : 1800,
"99.500000" : 1928,
"99.900000" : 4256,
"99.950000" : 5408,
"99.990000" : 13888
},
"bins" : {
"1080" : 1,
"1096" : 1261,
"1112" : 9143,
"1128" : 60533,
"1144" : 46294,
"1160" : 49558,
"1176" : 21422,
"1192" : 4279,
"1208" : 14406,
"1224" : 17663,
"1240" : 28532,
"1256" : 23705,
"1272" : 10949,
"1288" : 26023,
"1304" : 16633,
"1320" : 29561,
"1336" : 26015,
"1352" : 10571,
"1368" : 19967,
"1384" : 11448,
"1400" : 24408,
"1416" : 26092,
"1432" : 11710,
"1448" : 19362,
"1464" : 7855,
"1480" : 12722,
"1496" : 10934,
"1512" : 5073,
"1528" : 8678,
"1544" : 3603,
"1560" : 5745,
"1576" : 4537,
"1592" : 1952,
"1608" : 3403,
"1624" : 1485,
"1640" : 2543,
"1656" : 2057,
"1672" : 895,
"1688" : 1540,
"1704" : 660,
"1720" : 1217,
"1736" : 1135,
"1752" : 510,
"1768" : 899,
"1784" : 403,
"1800" : 632,
"1816" : 590,
"1832" : 279,
"1848" : 485,
"1864" : 213,
"1880" : 379,
"1896" : 309,
"1912" : 151,
"1928" : 264,
"1944" : 128,
"1960" : 196,
"1976" : 179,
"1992" : 68,
"2008" : 124,
"2024" : 68,
"2040" : 116,
"2064" : 134,
"2096" : 112,
"2128" : 91,
"2160" : 72,
"2192" : 78,
"2224" : 62,
"2256" : 53,
"2288" : 63,
"2320" : 51,
"2352" : 43,
"2384" : 40,
"2416" : 27,
"2448" : 35,
"2480" : 39,
"2512" : 22,
"2544" : 28,
"2576" : 26,
"2608" : 20,
"2640" : 20,
"2672" : 22,
"2704" : 20,
"2736" : 17,
"2768" : 13,
"2800" : 16,
"2832" : 9,
"2864" : 6,
"2896" : 3,
"2928" : 6,
"2960" : 8,
"2992" : 6,
"3024" : 6,
"3056" : 4,
"3088" : 3,
"3120" : 4,
"3152" : 4,
"3184" : 1,
"3216" : 4,
"3248" : 2,
"3280" : 4,
"3312" : 4,
"3344" : 3,
"3376" : 2,
"3408" : 1,
"3440" : 7,
"3472" : 4,
"3504" : 1,
"3536" : 3,
"3568" : 3,
"3600" : 9,
"3632" : 11,
"3664" : 2,
"3696" : 5,
"3728" : 8,
"3760" : 15,
"3792" : 11,
"3824" : 11,
"3856" : 10,
"3888" : 6,
"3920" : 7,
"3952" : 10,
"3984" : 7,
"4016" : 8,
"4048" : 5,
"4080" : 7,
"4128" : 25,
"4192" : 14,
"4256" : 19,
"4320" : 19,
"4384" : 15,
"4448" : 20,
"4512" : 15,
"4576" : 23,
"4640" : 17,
"4704" : 16,
"4768" : 16,
"4832" : 16,
"4896" : 10,
"4960" : 23,
"5024" : 21,
"5088" : 23,
"5152" : 11,
"5216" : 13,
"5280" : 13,
"5344" : 10,
"5408" : 11,
"5472" : 9,
"5536" : 15,
"5600" : 8,
"5664" : 9,
"5728" : 8,
"5792" : 11,
"5856" : 6,
"5920" : 9,
"5984" : 7,
"6048" : 2,
"6112" : 7,
"6176" : 4,
"6240" : 1,
"6304" : 5,
"6368" : 4,
"6432" : 1,
"6496" : 3,
"6560" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 1,
"6944" : 1,
"7072" : 1,
"7200" : 1,
"7392" : 1,
"7520" : 3,
"7648" : 1,
"7776" : 1,
"8096" : 1,
"8384" : 1,
"11072" : 2,
"11328" : 2,
"11456" : 3,
"11584" : 1,
"11712" : 2,
"11840" : 5,
"11968" : 4,
"12096" : 3,
"12224" : 4,
"12352" : 3,
"12480" : 8,
"12608" : 12,
"12736" : 3,
"12864" : 5,
"12992" : 6,
"13120" : 6,
"13248" : 8,
"13376" : 9,
"13504" : 4,
"13632" : 3,
"13760" : 9,
"13888" : 8,
"14016" : 4,
"14784" : 2,
"18816" : 3,
"19072" : 4,
"19328" : 5,
"19584" : 2,
"19840" : 2,
"20096" : 6,
"20352" : 6,
"20608" : 1,
"20864" : 3,
"21120" : 4,
"21376" : 3,
"21632" : 2,
"21888" : 4,
"22144" : 2,
"22656" : 1,
"23168" : 1,
"26496" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 184772.358961,
"stddev" : 164110.598666,
"N" : 593538
},
"bw_min" : 13619,
"bw_max" : 35696,
"bw_agg" : 99.724809,
"bw_mean" : 21524.333333,
"bw_dev" : 6097.710593,
"bw_samples" : 219,
"iops_min" : 3404,
"iops_max" : 8924,
"iops_mean" : 5381.050228,
"iops_stddev" : 1524.434954,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 0.944554,
"sys_cpu" : 20.000182,
"ctx" : 301694,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999832,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999832,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.615190,
"4" : 0.273276,
"10" : 0.083230,
"20" : 0.022239,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074158,
"timestamp_ms" : 1773074158892,
"time" : "Mon Mar 9 13:35:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2833186816,
"io_kbytes" : 2766784,
"bw_bytes" : 23610086,
"bw" : 23056,
"iops" : 5764.189702,
"runtime" : 119999,
"total_ios" : 691697,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 171636.205687,
"stddev" : 163616.452560,
"N" : 691698
},
"clat_ns" : {
"min" : 1081,
"max" : 28403,
"mean" : 1299.806289,
"stddev" : 311.009663,
"N" : 691696,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1160,
"40.000000" : 1224,
"50.000000" : 1256,
"60.000000" : 1320,
"70.000000" : 1368,
"80.000000" : 1416,
"90.000000" : 1496,
"95.000000" : 1560,
"99.000000" : 1784,
"99.500000" : 1912,
"99.900000" : 4256,
"99.950000" : 5408,
"99.990000" : 13888
},
"bins" : {
"1080" : 1,
"1096" : 1597,
"1112" : 11881,
"1128" : 80125,
"1144" : 60731,
"1160" : 64117,
"1176" : 27136,
"1192" : 5159,
"1208" : 16068,
"1224" : 19970,
"1240" : 32697,
"1256" : 26959,
"1272" : 11908,
"1288" : 27761,
"1304" : 17756,
"1320" : 31702,
"1336" : 28082,
"1352" : 11468,
"1368" : 21441,
"1384" : 12298,
"1400" : 26381,
"1416" : 28622,
"1432" : 13016,
"1448" : 21625,
"1464" : 8833,
"1480" : 14230,
"1496" : 12156,
"1512" : 5619,
"1528" : 9675,
"1544" : 3986,
"1560" : 6419,
"1576" : 5025,
"1592" : 2150,
"1608" : 3738,
"1624" : 1630,
"1640" : 2783,
"1656" : 2248,
"1672" : 988,
"1688" : 1698,
"1704" : 725,
"1720" : 1329,
"1736" : 1247,
"1752" : 566,
"1768" : 978,
"1784" : 429,
"1800" : 695,
"1816" : 641,
"1832" : 299,
"1848" : 526,
"1864" : 238,
"1880" : 411,
"1896" : 343,
"1912" : 162,
"1928" : 295,
"1944" : 143,
"1960" : 222,
"1976" : 194,
"1992" : 72,
"2008" : 130,
"2024" : 70,
"2040" : 121,
"2064" : 148,
"2096" : 118,
"2128" : 103,
"2160" : 78,
"2192" : 83,
"2224" : 66,
"2256" : 55,
"2288" : 66,
"2320" : 54,
"2352" : 45,
"2384" : 42,
"2416" : 31,
"2448" : 37,
"2480" : 42,
"2512" : 26,
"2544" : 30,
"2576" : 26,
"2608" : 20,
"2640" : 21,
"2672" : 22,
"2704" : 22,
"2736" : 18,
"2768" : 14,
"2800" : 16,
"2832" : 9,
"2864" : 7,
"2896" : 3,
"2928" : 6,
"2960" : 8,
"2992" : 6,
"3024" : 7,
"3056" : 5,
"3088" : 3,
"3120" : 4,
"3152" : 4,
"3184" : 2,
"3216" : 4,
"3248" : 2,
"3280" : 4,
"3312" : 4,
"3344" : 3,
"3376" : 2,
"3408" : 1,
"3440" : 7,
"3472" : 4,
"3504" : 1,
"3536" : 3,
"3568" : 3,
"3600" : 10,
"3632" : 11,
"3664" : 2,
"3696" : 5,
"3728" : 11,
"3760" : 16,
"3792" : 13,
"3824" : 11,
"3856" : 10,
"3888" : 7,
"3920" : 9,
"3952" : 10,
"3984" : 9,
"4016" : 9,
"4048" : 8,
"4080" : 10,
"4128" : 29,
"4192" : 17,
"4256" : 20,
"4320" : 25,
"4384" : 22,
"4448" : 23,
"4512" : 19,
"4576" : 25,
"4640" : 18,
"4704" : 17,
"4768" : 17,
"4832" : 17,
"4896" : 14,
"4960" : 23,
"5024" : 24,
"5088" : 24,
"5152" : 15,
"5216" : 16,
"5280" : 20,
"5344" : 10,
"5408" : 12,
"5472" : 12,
"5536" : 16,
"5600" : 9,
"5664" : 9,
"5728" : 10,
"5792" : 11,
"5856" : 7,
"5920" : 12,
"5984" : 10,
"6048" : 5,
"6112" : 8,
"6176" : 4,
"6240" : 1,
"6304" : 6,
"6368" : 4,
"6432" : 1,
"6496" : 3,
"6560" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 1,
"6944" : 1,
"7072" : 1,
"7200" : 1,
"7392" : 1,
"7520" : 3,
"7648" : 1,
"7776" : 1,
"8096" : 1,
"8384" : 1,
"11072" : 2,
"11328" : 3,
"11456" : 3,
"11584" : 1,
"11712" : 2,
"11840" : 5,
"11968" : 5,
"12096" : 5,
"12224" : 5,
"12352" : 4,
"12480" : 10,
"12608" : 13,
"12736" : 5,
"12864" : 9,
"12992" : 6,
"13120" : 7,
"13248" : 9,
"13376" : 10,
"13504" : 4,
"13632" : 4,
"13760" : 10,
"13888" : 9,
"14016" : 4,
"14656" : 1,
"14784" : 2,
"18816" : 4,
"19072" : 4,
"19328" : 6,
"19584" : 2,
"19840" : 3,
"20096" : 6,
"20352" : 7,
"20608" : 1,
"20864" : 4,
"21120" : 4,
"21376" : 3,
"21632" : 2,
"21888" : 4,
"22144" : 3,
"22656" : 1,
"23168" : 1,
"26496" : 1,
"27776" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 172935.960324,
"stddev" : 163735.695307,
"N" : 691696
},
"bw_min" : 13619,
"bw_max" : 42504,
"bw_agg" : 99.684584,
"bw_mean" : 22984.225941,
"bw_dev" : 7601.433226,
"bw_samples" : 239,
"iops_min" : 3404,
"iops_max" : 10626,
"iops_mean" : 5746.025105,
"iops_stddev" : 1900.367596,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 0.998342,
"sys_cpu" : 20.579338,
"ctx" : 326554,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999855,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.637992,
"4" : 0.250110,
"10" : 0.083418,
"20" : 0.022698,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074168,
"timestamp_ms" : 1773074168893,
"time" : "Mon Mar 9 13:36:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3294593024,
"io_kbytes" : 3217376,
"bw_bytes" : 25343023,
"bw" : 24749,
"iops" : 6187.269231,
"runtime" : 130000,
"total_ios" : 804345,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 159787.925522,
"stddev" : 162476.504637,
"N" : 804346
},
"clat_ns" : {
"min" : 1081,
"max" : 28403,
"mean" : 1290.592068,
"stddev" : 313.923072,
"N" : 804344,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1160,
"40.000000" : 1208,
"50.000000" : 1256,
"60.000000" : 1304,
"70.000000" : 1352,
"80.000000" : 1416,
"90.000000" : 1480,
"95.000000" : 1560,
"99.000000" : 1784,
"99.500000" : 1912,
"99.900000" : 4320,
"99.950000" : 5536,
"99.990000" : 13888
},
"bins" : {
"1080" : 1,
"1096" : 2004,
"1112" : 15192,
"1128" : 104580,
"1144" : 78648,
"1160" : 81286,
"1176" : 33317,
"1192" : 6112,
"1208" : 18139,
"1224" : 23022,
"1240" : 37633,
"1256" : 30333,
"1272" : 12896,
"1288" : 29826,
"1304" : 19142,
"1320" : 34320,
"1336" : 30516,
"1352" : 12463,
"1368" : 23161,
"1384" : 13235,
"1400" : 28460,
"1416" : 31041,
"1432" : 14086,
"1448" : 23439,
"1464" : 9571,
"1480" : 15491,
"1496" : 13182,
"1512" : 6084,
"1528" : 10531,
"1544" : 4328,
"1560" : 6985,
"1576" : 5451,
"1592" : 2310,
"1608" : 4074,
"1624" : 1776,
"1640" : 3017,
"1656" : 2456,
"1672" : 1090,
"1688" : 1810,
"1704" : 781,
"1720" : 1457,
"1736" : 1362,
"1752" : 610,
"1768" : 1065,
"1784" : 479,
"1800" : 781,
"1816" : 702,
"1832" : 327,
"1848" : 569,
"1864" : 259,
"1880" : 457,
"1896" : 387,
"1912" : 177,
"1928" : 330,
"1944" : 157,
"1960" : 247,
"1976" : 210,
"1992" : 77,
"2008" : 156,
"2024" : 76,
"2040" : 135,
"2064" : 162,
"2096" : 132,
"2128" : 117,
"2160" : 93,
"2192" : 96,
"2224" : 81,
"2256" : 67,
"2288" : 79,
"2320" : 70,
"2352" : 53,
"2384" : 50,
"2416" : 38,
"2448" : 43,
"2480" : 48,
"2512" : 27,
"2544" : 34,
"2576" : 28,
"2608" : 24,
"2640" : 25,
"2672" : 26,
"2704" : 26,
"2736" : 20,
"2768" : 14,
"2800" : 19,
"2832" : 13,
"2864" : 10,
"2896" : 5,
"2928" : 6,
"2960" : 9,
"2992" : 6,
"3024" : 7,
"3056" : 6,
"3088" : 3,
"3120" : 6,
"3152" : 6,
"3184" : 3,
"3216" : 5,
"3248" : 2,
"3280" : 4,
"3312" : 5,
"3344" : 3,
"3376" : 2,
"3408" : 2,
"3440" : 8,
"3472" : 5,
"3504" : 1,
"3536" : 3,
"3568" : 3,
"3600" : 10,
"3632" : 11,
"3664" : 3,
"3696" : 6,
"3728" : 11,
"3760" : 17,
"3792" : 15,
"3824" : 11,
"3856" : 11,
"3888" : 7,
"3920" : 10,
"3952" : 10,
"3984" : 10,
"4016" : 10,
"4048" : 8,
"4080" : 14,
"4128" : 30,
"4192" : 17,
"4256" : 20,
"4320" : 27,
"4384" : 25,
"4448" : 26,
"4512" : 20,
"4576" : 28,
"4640" : 21,
"4704" : 21,
"4768" : 25,
"4832" : 18,
"4896" : 15,
"4960" : 27,
"5024" : 27,
"5088" : 26,
"5152" : 16,
"5216" : 18,
"5280" : 24,
"5344" : 10,
"5408" : 13,
"5472" : 12,
"5536" : 22,
"5600" : 13,
"5664" : 13,
"5728" : 14,
"5792" : 11,
"5856" : 10,
"5920" : 12,
"5984" : 13,
"6048" : 7,
"6112" : 11,
"6176" : 4,
"6240" : 1,
"6304" : 7,
"6368" : 4,
"6432" : 2,
"6496" : 4,
"6560" : 3,
"6624" : 1,
"6688" : 2,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 1,
"7200" : 1,
"7392" : 1,
"7520" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 2,
"8096" : 1,
"8384" : 1,
"11072" : 2,
"11328" : 3,
"11456" : 4,
"11584" : 1,
"11712" : 2,
"11840" : 6,
"11968" : 7,
"12096" : 7,
"12224" : 5,
"12352" : 7,
"12480" : 10,
"12608" : 13,
"12736" : 5,
"12864" : 11,
"12992" : 8,
"13120" : 10,
"13248" : 11,
"13376" : 11,
"13504" : 7,
"13632" : 5,
"13760" : 12,
"13888" : 10,
"14016" : 5,
"14272" : 1,
"14400" : 1,
"14528" : 1,
"14656" : 1,
"14784" : 2,
"15168" : 2,
"16064" : 1,
"18816" : 4,
"19072" : 4,
"19328" : 7,
"19584" : 3,
"19840" : 3,
"20096" : 8,
"20352" : 7,
"20608" : 2,
"20864" : 4,
"21120" : 4,
"21376" : 3,
"21632" : 3,
"21888" : 4,
"22144" : 3,
"22656" : 1,
"22912" : 2,
"23168" : 1,
"26496" : 1,
"27776" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 161078.441296,
"stddev" : 162596.428481,
"N" : 804344
},
"bw_min" : 13619,
"bw_max" : 48616,
"bw_agg" : 99.684651,
"bw_mean" : 24671.633205,
"bw_dev" : 9370.197411,
"bw_samples" : 259,
"iops_min" : 3404,
"iops_max" : 12154,
"iops_mean" : 6167.876448,
"iops_stddev" : 2342.556284,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 130000,
"usr_cpu" : 1.065385,
"sys_cpu" : 21.285385,
"ctx" : 350271,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999876,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.638961,
"4" : 0.247904,
"10" : 0.083546,
"20" : 0.023870,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074178,
"timestamp_ms" : 1773074178892,
"time" : "Mon Mar 9 13:36:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3843727360,
"io_kbytes" : 3753640,
"bw_bytes" : 27455391,
"bw" : 26811,
"iops" : 6702.983593,
"runtime" : 139999,
"total_ios" : 938411,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 147371.971582,
"stddev" : 160355.228862,
"N" : 938411
},
"clat_ns" : {
"min" : 1081,
"max" : 28403,
"mean" : 1279.577886,
"stddev" : 312.921958,
"N" : 938410,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1160,
"40.000000" : 1176,
"50.000000" : 1240,
"60.000000" : 1288,
"70.000000" : 1336,
"80.000000" : 1400,
"90.000000" : 1480,
"95.000000" : 1544,
"99.000000" : 1768,
"99.500000" : 1896,
"99.900000" : 4320,
"99.950000" : 5536,
"99.990000" : 14016
},
"bins" : {
"1080" : 1,
"1096" : 2629,
"1112" : 19110,
"1128" : 130612,
"1144" : 100450,
"1160" : 105271,
"1176" : 44429,
"1192" : 7988,
"1208" : 21234,
"1224" : 26489,
"1240" : 43803,
"1256" : 34725,
"1272" : 14430,
"1288" : 32992,
"1304" : 21116,
"1320" : 37988,
"1336" : 33664,
"1352" : 13703,
"1368" : 25132,
"1384" : 14157,
"1400" : 30104,
"1416" : 32604,
"1432" : 14751,
"1448" : 24488,
"1464" : 10003,
"1480" : 16231,
"1496" : 13848,
"1512" : 6369,
"1528" : 10997,
"1544" : 4518,
"1560" : 7367,
"1576" : 5721,
"1592" : 2417,
"1608" : 4273,
"1624" : 1868,
"1640" : 3178,
"1656" : 2574,
"1672" : 1152,
"1688" : 1906,
"1704" : 832,
"1720" : 1530,
"1736" : 1420,
"1752" : 644,
"1768" : 1114,
"1784" : 506,
"1800" : 803,
"1816" : 739,
"1832" : 340,
"1848" : 597,
"1864" : 271,
"1880" : 480,
"1896" : 402,
"1912" : 189,
"1928" : 340,
"1944" : 164,
"1960" : 261,
"1976" : 219,
"1992" : 83,
"2008" : 170,
"2024" : 80,
"2040" : 139,
"2064" : 171,
"2096" : 141,
"2128" : 134,
"2160" : 100,
"2192" : 101,
"2224" : 90,
"2256" : 71,
"2288" : 83,
"2320" : 72,
"2352" : 56,
"2384" : 53,
"2416" : 40,
"2448" : 46,
"2480" : 53,
"2512" : 29,
"2544" : 36,
"2576" : 29,
"2608" : 26,
"2640" : 27,
"2672" : 27,
"2704" : 28,
"2736" : 20,
"2768" : 14,
"2800" : 19,
"2832" : 13,
"2864" : 10,
"2896" : 7,
"2928" : 8,
"2960" : 9,
"2992" : 7,
"3024" : 7,
"3056" : 6,
"3088" : 3,
"3120" : 7,
"3152" : 6,
"3184" : 3,
"3216" : 5,
"3248" : 2,
"3280" : 4,
"3312" : 5,
"3344" : 3,
"3376" : 2,
"3408" : 3,
"3440" : 8,
"3472" : 5,
"3504" : 2,
"3536" : 3,
"3568" : 3,
"3600" : 10,
"3632" : 12,
"3664" : 3,
"3696" : 7,
"3728" : 11,
"3760" : 17,
"3792" : 17,
"3824" : 12,
"3856" : 12,
"3888" : 7,
"3920" : 11,
"3952" : 11,
"3984" : 10,
"4016" : 11,
"4048" : 9,
"4080" : 14,
"4128" : 32,
"4192" : 22,
"4256" : 22,
"4320" : 33,
"4384" : 31,
"4448" : 30,
"4512" : 22,
"4576" : 31,
"4640" : 23,
"4704" : 24,
"4768" : 27,
"4832" : 21,
"4896" : 17,
"4960" : 31,
"5024" : 31,
"5088" : 28,
"5152" : 22,
"5216" : 21,
"5280" : 27,
"5344" : 11,
"5408" : 13,
"5472" : 17,
"5536" : 24,
"5600" : 15,
"5664" : 16,
"5728" : 19,
"5792" : 17,
"5856" : 10,
"5920" : 14,
"5984" : 16,
"6048" : 7,
"6112" : 13,
"6176" : 5,
"6240" : 3,
"6304" : 7,
"6368" : 4,
"6432" : 6,
"6496" : 5,
"6560" : 3,
"6624" : 1,
"6688" : 3,
"6752" : 1,
"6816" : 3,
"6944" : 2,
"7072" : 2,
"7136" : 2,
"7200" : 1,
"7264" : 1,
"7392" : 1,
"7456" : 1,
"7520" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 2,
"7776" : 2,
"8096" : 1,
"8384" : 1,
"8512" : 1,
"11072" : 2,
"11328" : 3,
"11456" : 4,
"11584" : 1,
"11712" : 2,
"11840" : 6,
"11968" : 7,
"12096" : 8,
"12224" : 5,
"12352" : 7,
"12480" : 13,
"12608" : 14,
"12736" : 6,
"12864" : 13,
"12992" : 9,
"13120" : 11,
"13248" : 13,
"13376" : 12,
"13504" : 9,
"13632" : 5,
"13760" : 13,
"13888" : 12,
"14016" : 9,
"14144" : 1,
"14272" : 3,
"14400" : 1,
"14528" : 1,
"14656" : 1,
"14784" : 3,
"15168" : 2,
"16064" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 5,
"19072" : 4,
"19328" : 7,
"19584" : 3,
"19840" : 3,
"20096" : 9,
"20352" : 8,
"20608" : 2,
"20864" : 4,
"21120" : 5,
"21376" : 3,
"21632" : 3,
"21888" : 6,
"22144" : 3,
"22400" : 1,
"22656" : 1,
"22912" : 2,
"23168" : 1,
"23424" : 1,
"26240" : 1,
"26496" : 1,
"27776" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 148651.321657,
"stddev" : 160473.517858,
"N" : 938410
},
"bw_min" : 13619,
"bw_max" : 58016,
"bw_agg" : 99.582628,
"bw_mean" : 26700.792115,
"bw_dev" : 11647.313340,
"bw_samples" : 279,
"iops_min" : 3404,
"iops_max" : 14504,
"iops_mean" : 6675.164875,
"iops_stddev" : 2911.831215,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 1.133580,
"sys_cpu" : 22.167301,
"ctx" : 372615,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.660596,
"4" : 0.226553,
"10" : 0.083545,
"20" : 0.023550,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074188,
"timestamp_ms" : 1773074188892,
"time" : "Mon Mar 9 13:36:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4518756352,
"io_kbytes" : 4412848,
"bw_bytes" : 30125243,
"bw" : 29419,
"iops" : 7354.802365,
"runtime" : 149999,
"total_ios" : 1103213,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 134168.688765,
"stddev" : 156947.070476,
"N" : 1103213
},
"clat_ns" : {
"min" : 1081,
"max" : 28403,
"mean" : 1268.100800,
"stddev" : 314.940266,
"N" : 1103212,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1144,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1208,
"60.000000" : 1256,
"70.000000" : 1320,
"80.000000" : 1384,
"90.000000" : 1464,
"95.000000" : 1528,
"99.000000" : 1736,
"99.500000" : 1880,
"99.900000" : 4320,
"99.950000" : 5600,
"99.990000" : 14144
},
"bins" : {
"1080" : 6,
"1096" : 4696,
"1112" : 28434,
"1128" : 172208,
"1144" : 127350,
"1160" : 130035,
"1176" : 53734,
"1192" : 9531,
"1208" : 26606,
"1224" : 31880,
"1240" : 51089,
"1256" : 39228,
"1272" : 15729,
"1288" : 35401,
"1304" : 22718,
"1320" : 40958,
"1336" : 36585,
"1352" : 14867,
"1368" : 26972,
"1384" : 14950,
"1400" : 31705,
"1416" : 34321,
"1432" : 15551,
"1448" : 25948,
"1464" : 10587,
"1480" : 17209,
"1496" : 14579,
"1512" : 6691,
"1528" : 11584,
"1544" : 4762,
"1560" : 7811,
"1576" : 6043,
"1592" : 2575,
"1608" : 4527,
"1624" : 1978,
"1640" : 3379,
"1656" : 2717,
"1672" : 1219,
"1688" : 2019,
"1704" : 893,
"1720" : 1631,
"1736" : 1505,
"1752" : 679,
"1768" : 1181,
"1784" : 540,
"1800" : 848,
"1816" : 774,
"1832" : 352,
"1848" : 634,
"1864" : 281,
"1880" : 499,
"1896" : 418,
"1912" : 197,
"1928" : 350,
"1944" : 170,
"1960" : 272,
"1976" : 231,
"1992" : 91,
"2008" : 178,
"2024" : 83,
"2040" : 144,
"2064" : 175,
"2096" : 144,
"2128" : 138,
"2160" : 109,
"2192" : 105,
"2224" : 98,
"2256" : 76,
"2288" : 87,
"2320" : 78,
"2352" : 60,
"2384" : 56,
"2416" : 44,
"2448" : 49,
"2480" : 57,
"2512" : 31,
"2544" : 36,
"2576" : 31,
"2608" : 26,
"2640" : 33,
"2672" : 27,
"2704" : 28,
"2736" : 20,
"2768" : 14,
"2800" : 19,
"2832" : 14,
"2864" : 11,
"2896" : 9,
"2928" : 8,
"2960" : 9,
"2992" : 8,
"3024" : 9,
"3056" : 6,
"3088" : 3,
"3120" : 7,
"3152" : 6,
"3184" : 3,
"3216" : 5,
"3248" : 2,
"3280" : 4,
"3312" : 5,
"3344" : 3,
"3376" : 2,
"3408" : 3,
"3440" : 8,
"3472" : 6,
"3504" : 2,
"3536" : 3,
"3568" : 3,
"3600" : 10,
"3632" : 12,
"3664" : 3,
"3696" : 7,
"3728" : 11,
"3760" : 17,
"3792" : 17,
"3824" : 12,
"3856" : 12,
"3888" : 7,
"3920" : 13,
"3952" : 12,
"3984" : 10,
"4016" : 11,
"4048" : 11,
"4080" : 14,
"4128" : 36,
"4192" : 23,
"4256" : 23,
"4320" : 37,
"4384" : 35,
"4448" : 38,
"4512" : 25,
"4576" : 35,
"4640" : 26,
"4704" : 27,
"4768" : 33,
"4832" : 26,
"4896" : 24,
"4960" : 36,
"5024" : 34,
"5088" : 31,
"5152" : 28,
"5216" : 25,
"5280" : 31,
"5344" : 19,
"5408" : 15,
"5472" : 23,
"5536" : 27,
"5600" : 22,
"5664" : 21,
"5728" : 23,
"5792" : 19,
"5856" : 12,
"5920" : 14,
"5984" : 20,
"6048" : 13,
"6112" : 16,
"6176" : 10,
"6240" : 3,
"6304" : 9,
"6368" : 6,
"6432" : 7,
"6496" : 7,
"6560" : 4,
"6624" : 1,
"6688" : 4,
"6752" : 1,
"6816" : 3,
"6880" : 1,
"6944" : 2,
"7072" : 2,
"7136" : 3,
"7200" : 2,
"7264" : 1,
"7392" : 1,
"7456" : 1,
"7520" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 2,
"7776" : 2,
"8096" : 1,
"8384" : 1,
"8512" : 1,
"9536" : 1,
"11072" : 2,
"11328" : 3,
"11456" : 4,
"11584" : 1,
"11712" : 2,
"11840" : 6,
"11968" : 7,
"12096" : 9,
"12224" : 7,
"12352" : 7,
"12480" : 14,
"12608" : 15,
"12736" : 8,
"12864" : 15,
"12992" : 12,
"13120" : 12,
"13248" : 15,
"13376" : 14,
"13504" : 10,
"13632" : 6,
"13760" : 15,
"13888" : 15,
"14016" : 11,
"14144" : 2,
"14272" : 3,
"14400" : 2,
"14528" : 1,
"14656" : 2,
"14784" : 4,
"15168" : 2,
"16064" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 5,
"19072" : 4,
"19328" : 7,
"19584" : 4,
"19840" : 4,
"20096" : 12,
"20352" : 9,
"20608" : 3,
"20864" : 5,
"21120" : 9,
"21376" : 4,
"21632" : 5,
"21888" : 7,
"22144" : 3,
"22400" : 2,
"22656" : 2,
"22912" : 2,
"23168" : 1,
"23424" : 1,
"26240" : 1,
"26496" : 1,
"27008" : 1,
"27776" : 1,
"28288" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 135436.583817,
"stddev" : 157064.101440,
"N" : 1103212
},
"bw_min" : 13619,
"bw_max" : 73224,
"bw_agg" : 99.520100,
"bw_mean" : 29278.816054,
"bw_dev" : 14861.830124,
"bw_samples" : 299,
"iops_min" : 3404,
"iops_max" : 18306,
"iops_mean" : 7319.678930,
"iops_stddev" : 3715.481674,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.252675,
"sys_cpu" : 23.209488,
"ctx" : 393285,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.684014,
"4" : 0.201956,
"10" : 0.084662,
"20" : 0.023024,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074198,
"timestamp_ms" : 1773074198892,
"time" : "Mon Mar 9 13:36:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 5361041408,
"io_kbytes" : 5235392,
"bw_bytes" : 33506718,
"bw" : 32721,
"iops" : 8180.357377,
"runtime" : 159999,
"total_ios" : 1308849,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 120465.934129,
"stddev" : 152114.783130,
"N" : 1308849
},
"clat_ns" : {
"min" : 1081,
"max" : 28403,
"mean" : 1256.729199,
"stddev" : 313.934102,
"N" : 1308848,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1176,
"60.000000" : 1240,
"70.000000" : 1304,
"80.000000" : 1368,
"90.000000" : 1448,
"95.000000" : 1528,
"99.000000" : 1736,
"99.500000" : 1848,
"99.900000" : 4320,
"99.950000" : 5600,
"99.990000" : 14656
},
"bins" : {
"1080" : 11,
"1096" : 6545,
"1112" : 37494,
"1128" : 220794,
"1144" : 163115,
"1160" : 166608,
"1176" : 68952,
"1192" : 12123,
"1208" : 32939,
"1224" : 38562,
"1240" : 61126,
"1256" : 45569,
"1272" : 17402,
"1288" : 37895,
"1304" : 24119,
"1320" : 43733,
"1336" : 39502,
"1352" : 16124,
"1368" : 28951,
"1384" : 15815,
"1400" : 33259,
"1416" : 35852,
"1432" : 16316,
"1448" : 27272,
"1464" : 11140,
"1480" : 18121,
"1496" : 15322,
"1512" : 7010,
"1528" : 12146,
"1544" : 5027,
"1560" : 8262,
"1576" : 6384,
"1592" : 2708,
"1608" : 4772,
"1624" : 2094,
"1640" : 3552,
"1656" : 2878,
"1672" : 1280,
"1688" : 2121,
"1704" : 940,
"1720" : 1713,
"1736" : 1577,
"1752" : 713,
"1768" : 1245,
"1784" : 568,
"1800" : 887,
"1816" : 815,
"1832" : 372,
"1848" : 665,
"1864" : 292,
"1880" : 524,
"1896" : 437,
"1912" : 205,
"1928" : 373,
"1944" : 176,
"1960" : 284,
"1976" : 243,
"1992" : 97,
"2008" : 187,
"2024" : 85,
"2040" : 154,
"2064" : 179,
"2096" : 148,
"2128" : 148,
"2160" : 118,
"2192" : 110,
"2224" : 101,
"2256" : 82,
"2288" : 96,
"2320" : 84,
"2352" : 63,
"2384" : 59,
"2416" : 45,
"2448" : 54,
"2480" : 63,
"2512" : 37,
"2544" : 40,
"2576" : 33,
"2608" : 28,
"2640" : 34,
"2672" : 28,
"2704" : 29,
"2736" : 21,
"2768" : 14,
"2800" : 19,
"2832" : 15,
"2864" : 12,
"2896" : 10,
"2928" : 9,
"2960" : 10,
"2992" : 8,
"3024" : 9,
"3056" : 6,
"3088" : 3,
"3120" : 7,
"3152" : 6,
"3184" : 3,
"3216" : 5,
"3248" : 2,
"3280" : 4,
"3312" : 6,
"3344" : 3,
"3376" : 2,
"3408" : 3,
"3440" : 9,
"3472" : 7,
"3504" : 2,
"3536" : 3,
"3568" : 3,
"3600" : 10,
"3632" : 12,
"3664" : 3,
"3696" : 7,
"3728" : 11,
"3760" : 17,
"3792" : 19,
"3824" : 13,
"3856" : 12,
"3888" : 7,
"3920" : 13,
"3952" : 13,
"3984" : 10,
"4016" : 11,
"4048" : 11,
"4080" : 14,
"4128" : 38,
"4192" : 24,
"4256" : 29,
"4320" : 41,
"4384" : 40,
"4448" : 42,
"4512" : 28,
"4576" : 44,
"4640" : 31,
"4704" : 32,
"4768" : 36,
"4832" : 29,
"4896" : 30,
"4960" : 43,
"5024" : 39,
"5088" : 41,
"5152" : 34,
"5216" : 28,
"5280" : 37,
"5344" : 24,
"5408" : 22,
"5472" : 28,
"5536" : 28,
"5600" : 30,
"5664" : 25,
"5728" : 32,
"5792" : 23,
"5856" : 17,
"5920" : 18,
"5984" : 27,
"6048" : 18,
"6112" : 16,
"6176" : 14,
"6240" : 4,
"6304" : 9,
"6368" : 9,
"6432" : 9,
"6496" : 8,
"6560" : 4,
"6624" : 1,
"6688" : 4,
"6752" : 1,
"6816" : 3,
"6880" : 1,
"6944" : 2,
"7072" : 2,
"7136" : 4,
"7200" : 2,
"7264" : 1,
"7392" : 1,
"7456" : 1,
"7520" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 2,
"7776" : 2,
"8096" : 1,
"8384" : 1,
"8512" : 1,
"9536" : 1,
"11072" : 2,
"11328" : 3,
"11456" : 4,
"11584" : 1,
"11712" : 2,
"11840" : 6,
"11968" : 7,
"12096" : 11,
"12224" : 8,
"12352" : 8,
"12480" : 18,
"12608" : 17,
"12736" : 10,
"12864" : 15,
"12992" : 13,
"13120" : 12,
"13248" : 15,
"13376" : 17,
"13504" : 10,
"13632" : 9,
"13760" : 15,
"13888" : 17,
"14016" : 11,
"14144" : 2,
"14272" : 3,
"14400" : 2,
"14528" : 2,
"14656" : 2,
"14784" : 4,
"15168" : 2,
"15424" : 1,
"15552" : 1,
"16064" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 6,
"19072" : 4,
"19328" : 7,
"19584" : 5,
"19840" : 4,
"20096" : 13,
"20352" : 10,
"20608" : 7,
"20864" : 7,
"21120" : 13,
"21376" : 5,
"21632" : 8,
"21888" : 8,
"22144" : 4,
"22400" : 5,
"22656" : 3,
"22912" : 2,
"23168" : 1,
"23424" : 1,
"26240" : 1,
"26496" : 1,
"27008" : 1,
"27776" : 1,
"28288" : 2
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 121722.479437,
"stddev" : 152228.996295,
"N" : 1308848
},
"bw_min" : 13619,
"bw_max" : 90280,
"bw_agg" : 99.433385,
"bw_mean" : 32536.050157,
"bw_dev" : 19179.491369,
"bw_samples" : 319,
"iops_min" : 3404,
"iops_max" : 22570,
"iops_mean" : 8133.987461,
"iops_stddev" : 4794.891059,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.396884,
"sys_cpu" : 24.533903,
"ctx" : 411378,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999924,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999924,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.707453,
"4" : 0.179776,
"10" : 0.084273,
"20" : 0.021393,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074208,
"timestamp_ms" : 1773074208892,
"time" : "Mon Mar 9 13:36:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6422216704,
"io_kbytes" : 6271696,
"bw_bytes" : 37777967,
"bw" : 36892,
"iops" : 9223.142489,
"runtime" : 169999,
"total_ios" : 1567925,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 106664.268314,
"stddev" : 145759.253841,
"N" : 1567925
},
"clat_ns" : {
"min" : 1081,
"max" : 49116,
"mean" : 1244.966619,
"stddev" : 315.935829,
"N" : 1567924,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1176,
"60.000000" : 1224,
"70.000000" : 1272,
"80.000000" : 1336,
"90.000000" : 1432,
"95.000000" : 1496,
"99.000000" : 1720,
"99.500000" : 1832,
"99.900000" : 4384,
"99.950000" : 5664,
"99.990000" : 15296
},
"bins" : {
"1080" : 24,
"1096" : 10650,
"1112" : 55880,
"1128" : 296471,
"1144" : 206497,
"1160" : 204453,
"1176" : 82066,
"1192" : 14368,
"1208" : 43508,
"1224" : 48311,
"1240" : 73468,
"1256" : 52330,
"1272" : 18957,
"1288" : 40186,
"1304" : 25327,
"1320" : 46030,
"1336" : 42014,
"1352" : 17349,
"1368" : 30773,
"1384" : 16649,
"1400" : 34606,
"1416" : 37284,
"1432" : 17013,
"1448" : 28563,
"1464" : 11733,
"1480" : 19069,
"1496" : 16053,
"1512" : 7345,
"1528" : 12724,
"1544" : 5278,
"1560" : 8744,
"1576" : 6761,
"1592" : 2855,
"1608" : 5008,
"1624" : 2209,
"1640" : 3744,
"1656" : 3046,
"1672" : 1362,
"1688" : 2242,
"1704" : 984,
"1720" : 1800,
"1736" : 1659,
"1752" : 758,
"1768" : 1311,
"1784" : 589,
"1800" : 934,
"1816" : 851,
"1832" : 390,
"1848" : 696,
"1864" : 305,
"1880" : 549,
"1896" : 454,
"1912" : 214,
"1928" : 386,
"1944" : 181,
"1960" : 296,
"1976" : 258,
"1992" : 102,
"2008" : 199,
"2024" : 90,
"2040" : 158,
"2064" : 190,
"2096" : 153,
"2128" : 156,
"2160" : 124,
"2192" : 116,
"2224" : 104,
"2256" : 89,
"2288" : 105,
"2320" : 92,
"2352" : 66,
"2384" : 66,
"2416" : 47,
"2448" : 58,
"2480" : 68,
"2512" : 42,
"2544" : 42,
"2576" : 36,
"2608" : 31,
"2640" : 36,
"2672" : 29,
"2704" : 29,
"2736" : 21,
"2768" : 15,
"2800" : 21,
"2832" : 15,
"2864" : 12,
"2896" : 12,
"2928" : 9,
"2960" : 10,
"2992" : 8,
"3024" : 9,
"3056" : 6,
"3088" : 3,
"3120" : 7,
"3152" : 6,
"3184" : 3,
"3216" : 8,
"3248" : 2,
"3280" : 4,
"3312" : 6,
"3344" : 3,
"3376" : 3,
"3408" : 4,
"3440" : 9,
"3472" : 7,
"3504" : 2,
"3536" : 3,
"3568" : 4,
"3600" : 10,
"3632" : 13,
"3664" : 4,
"3696" : 7,
"3728" : 11,
"3760" : 17,
"3792" : 19,
"3824" : 13,
"3856" : 12,
"3888" : 9,
"3920" : 13,
"3952" : 13,
"3984" : 10,
"4016" : 12,
"4048" : 13,
"4080" : 15,
"4128" : 39,
"4192" : 27,
"4256" : 38,
"4320" : 43,
"4384" : 42,
"4448" : 44,
"4512" : 33,
"4576" : 51,
"4640" : 38,
"4704" : 39,
"4768" : 43,
"4832" : 38,
"4896" : 36,
"4960" : 47,
"5024" : 48,
"5088" : 49,
"5152" : 39,
"5216" : 35,
"5280" : 40,
"5344" : 31,
"5408" : 31,
"5472" : 33,
"5536" : 34,
"5600" : 41,
"5664" : 30,
"5728" : 40,
"5792" : 29,
"5856" : 23,
"5920" : 25,
"5984" : 32,
"6048" : 23,
"6112" : 20,
"6176" : 18,
"6240" : 9,
"6304" : 10,
"6368" : 13,
"6432" : 12,
"6496" : 11,
"6560" : 7,
"6624" : 3,
"6688" : 4,
"6752" : 2,
"6816" : 3,
"6880" : 1,
"6944" : 2,
"7072" : 2,
"7136" : 4,
"7200" : 2,
"7264" : 3,
"7392" : 1,
"7456" : 1,
"7520" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 2,
"7776" : 2,
"8096" : 1,
"8384" : 1,
"8512" : 1,
"9536" : 1,
"9920" : 1,
"11072" : 2,
"11328" : 3,
"11456" : 4,
"11584" : 1,
"11712" : 2,
"11840" : 7,
"11968" : 7,
"12096" : 11,
"12224" : 8,
"12352" : 9,
"12480" : 19,
"12608" : 18,
"12736" : 14,
"12864" : 21,
"12992" : 15,
"13120" : 14,
"13248" : 18,
"13376" : 20,
"13504" : 12,
"13632" : 14,
"13760" : 18,
"13888" : 19,
"14016" : 11,
"14144" : 2,
"14272" : 4,
"14400" : 2,
"14528" : 2,
"14656" : 5,
"14784" : 4,
"15168" : 2,
"15296" : 3,
"15424" : 2,
"15552" : 2,
"16064" : 1,
"18304" : 1,
"18560" : 3,
"18816" : 6,
"19072" : 5,
"19328" : 8,
"19584" : 7,
"19840" : 6,
"20096" : 14,
"20352" : 10,
"20608" : 8,
"20864" : 9,
"21120" : 16,
"21376" : 8,
"21632" : 13,
"21888" : 10,
"22144" : 5,
"22400" : 5,
"22656" : 3,
"22912" : 3,
"23168" : 1,
"23424" : 1,
"26240" : 1,
"26496" : 1,
"27008" : 2,
"27776" : 1,
"28288" : 2,
"48896" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 107909.072624,
"stddev" : 145870.027457,
"N" : 1567924
},
"bw_min" : 13619,
"bw_max" : 115640,
"bw_agg" : 99.372378,
"bw_mean" : 36661.598820,
"bw_dev" : 24923.514372,
"bw_samples" : 339,
"iops_min" : 3404,
"iops_max" : 28910,
"iops_mean" : 9165.374631,
"iops_stddev" : 6230.891273,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.558833,
"sys_cpu" : 26.217213,
"ctx" : 426272,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.728367,
"4" : 0.158745,
"10" : 0.084379,
"20" : 0.021238,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074218,
"timestamp_ms" : 1773074218892,
"time" : "Mon Mar 9 13:36:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7770341376,
"io_kbytes" : 7588224,
"bw_bytes" : 43168803,
"bw" : 42157,
"iops" : 10539.264107,
"runtime" : 179999,
"total_ios" : 1897057,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 93134.505717,
"stddev" : 137986.275474,
"N" : 1897058
},
"clat_ns" : {
"min" : 1081,
"max" : 49116,
"mean" : 1242.913469,
"stddev" : 312.959470,
"N" : 1897056,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1192,
"60.000000" : 1224,
"70.000000" : 1256,
"80.000000" : 1320,
"90.000000" : 1416,
"95.000000" : 1496,
"99.000000" : 1688,
"99.500000" : 1816,
"99.900000" : 4384,
"99.950000" : 5600,
"99.990000" : 16064
},
"bins" : {
"1080" : 33,
"1096" : 12560,
"1112" : 63994,
"1128" : 330063,
"1144" : 225030,
"1160" : 219832,
"1176" : 87793,
"1192" : 18565,
"1208" : 96781,
"1224" : 97555,
"1240" : 130452,
"1256" : 76770,
"1272" : 23399,
"1288" : 48234,
"1304" : 33713,
"1320" : 57444,
"1336" : 49231,
"1352" : 19562,
"1368" : 33885,
"1384" : 17880,
"1400" : 36698,
"1416" : 38933,
"1432" : 17749,
"1448" : 29871,
"1464" : 12315,
"1480" : 19947,
"1496" : 16731,
"1512" : 7622,
"1528" : 13212,
"1544" : 5508,
"1560" : 9142,
"1576" : 7082,
"1592" : 2994,
"1608" : 5233,
"1624" : 2284,
"1640" : 3907,
"1656" : 3176,
"1672" : 1421,
"1688" : 2360,
"1704" : 1027,
"1720" : 1885,
"1736" : 1733,
"1752" : 781,
"1768" : 1368,
"1784" : 612,
"1800" : 986,
"1816" : 888,
"1832" : 405,
"1848" : 724,
"1864" : 321,
"1880" : 589,
"1896" : 473,
"1912" : 231,
"1928" : 410,
"1944" : 188,
"1960" : 310,
"1976" : 269,
"1992" : 108,
"2008" : 214,
"2024" : 94,
"2040" : 166,
"2064" : 202,
"2096" : 159,
"2128" : 160,
"2160" : 131,
"2192" : 127,
"2224" : 108,
"2256" : 95,
"2288" : 115,
"2320" : 101,
"2352" : 75,
"2384" : 71,
"2416" : 49,
"2448" : 61,
"2480" : 71,
"2512" : 47,
"2544" : 44,
"2576" : 38,
"2608" : 31,
"2640" : 37,
"2672" : 29,
"2704" : 29,
"2736" : 22,
"2768" : 15,
"2800" : 21,
"2832" : 15,
"2864" : 12,
"2896" : 13,
"2928" : 10,
"2960" : 10,
"2992" : 8,
"3024" : 9,
"3056" : 6,
"3088" : 3,
"3120" : 7,
"3152" : 7,
"3184" : 3,
"3216" : 8,
"3248" : 2,
"3280" : 4,
"3312" : 6,
"3344" : 3,
"3376" : 3,
"3408" : 4,
"3440" : 9,
"3472" : 7,
"3504" : 2,
"3536" : 3,
"3568" : 5,
"3600" : 10,
"3632" : 13,
"3664" : 4,
"3696" : 7,
"3728" : 12,
"3760" : 17,
"3792" : 19,
"3824" : 13,
"3856" : 12,
"3888" : 9,
"3920" : 14,
"3952" : 15,
"3984" : 11,
"4016" : 13,
"4048" : 13,
"4080" : 16,
"4128" : 46,
"4192" : 30,
"4256" : 42,
"4320" : 54,
"4384" : 51,
"4448" : 55,
"4512" : 42,
"4576" : 57,
"4640" : 46,
"4704" : 45,
"4768" : 58,
"4832" : 48,
"4896" : 41,
"4960" : 56,
"5024" : 62,
"5088" : 60,
"5152" : 51,
"5216" : 47,
"5280" : 55,
"5344" : 42,
"5408" : 41,
"5472" : 45,
"5536" : 44,
"5600" : 62,
"5664" : 45,
"5728" : 49,
"5792" : 35,
"5856" : 30,
"5920" : 31,
"5984" : 34,
"6048" : 29,
"6112" : 24,
"6176" : 21,
"6240" : 14,
"6304" : 11,
"6368" : 19,
"6432" : 14,
"6496" : 11,
"6560" : 7,
"6624" : 3,
"6688" : 4,
"6752" : 2,
"6816" : 3,
"6880" : 2,
"6944" : 2,
"7072" : 5,
"7136" : 4,
"7200" : 3,
"7264" : 3,
"7392" : 1,
"7456" : 1,
"7520" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 2,
"7776" : 2,
"8096" : 1,
"8384" : 2,
"8512" : 1,
"9408" : 1,
"9536" : 1,
"9920" : 1,
"10688" : 1,
"11072" : 2,
"11328" : 3,
"11456" : 4,
"11584" : 1,
"11712" : 2,
"11840" : 7,
"11968" : 8,
"12096" : 12,
"12224" : 8,
"12352" : 10,
"12480" : 21,
"12608" : 19,
"12736" : 15,
"12864" : 25,
"12992" : 16,
"13120" : 14,
"13248" : 20,
"13376" : 21,
"13504" : 13,
"13632" : 16,
"13760" : 22,
"13888" : 20,
"14016" : 12,
"14144" : 2,
"14272" : 4,
"14400" : 4,
"14528" : 2,
"14656" : 5,
"14784" : 4,
"15040" : 2,
"15168" : 2,
"15296" : 3,
"15424" : 2,
"15552" : 2,
"16064" : 2,
"18304" : 1,
"18560" : 3,
"18816" : 6,
"19072" : 7,
"19328" : 12,
"19584" : 8,
"19840" : 8,
"20096" : 18,
"20352" : 13,
"20608" : 9,
"20864" : 14,
"21120" : 18,
"21376" : 14,
"21632" : 14,
"21888" : 12,
"22144" : 7,
"22400" : 5,
"22656" : 3,
"22912" : 4,
"23168" : 1,
"23424" : 1,
"26240" : 1,
"26496" : 1,
"27008" : 4,
"27776" : 1,
"28288" : 2,
"29824" : 1,
"40704" : 1,
"48896" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 94377.317048,
"stddev" : 138086.617522,
"N" : 1897056
},
"bw_min" : 13619,
"bw_max" : 144896,
"bw_agg" : 99.316759,
"bw_mean" : 41869.796657,
"bw_dev" : 32425.102880,
"bw_samples" : 359,
"iops_min" : 3404,
"iops_max" : 36224,
"iops_mean" : 10467.423398,
"iops_stddev" : 8106.282979,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.761676,
"sys_cpu" : 28.295713,
"ctx" : 437037,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.747556,
"4" : 0.138478,
"10" : 0.086713,
"20" : 0.019609,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074218,
"timestamp_ms" : 1773074218941,
"time" : "Mon Mar 9 13:36:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7770439680,
"io_kbytes" : 7588320,
"bw_bytes" : 43168629,
"bw" : 42156,
"iops" : 10539.210675,
"runtime" : 180002,
"total_ios" : 1897079,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4917,
"max" : 913486,
"mean" : 93133.627987,
"stddev" : 137985.716405,
"N" : 1897080
},
"clat_ns" : {
"min" : 1081,
"max" : 49116,
"mean" : 1242.913732,
"stddev" : 312.957747,
"N" : 1897079,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1144,
"40.000000" : 1160,
"50.000000" : 1192,
"60.000000" : 1224,
"70.000000" : 1256,
"80.000000" : 1320,
"90.000000" : 1416,
"95.000000" : 1496,
"99.000000" : 1688,
"99.500000" : 1816,
"99.900000" : 4384,
"99.950000" : 5600,
"99.990000" : 18304
},
"bins" : {
"1080" : 33,
"1096" : 12560,
"1112" : 63994,
"1128" : 330063,
"1144" : 225030,
"1160" : 219832,
"1176" : 87793,
"1192" : 18566,
"1208" : 96785,
"1224" : 97561,
"1240" : 130457,
"1256" : 76770,
"1272" : 23400,
"1288" : 48235,
"1304" : 33715,
"1320" : 57445,
"1336" : 49231,
"1352" : 19562,
"1368" : 33885,
"1384" : 17880,
"1400" : 36698,
"1416" : 38934,
"1432" : 17749,
"1448" : 29871,
"1464" : 12315,
"1480" : 19947,
"1496" : 16731,
"1512" : 7622,
"1528" : 13212,
"1544" : 5508,
"1560" : 9142,
"1576" : 7082,
"1592" : 2994,
"1608" : 5233,
"1624" : 2284,
"1640" : 3907,
"1656" : 3176,
"1672" : 1421,
"1688" : 2360,
"1704" : 1027,
"1720" : 1885,
"1736" : 1733,
"1752" : 781,
"1768" : 1368,
"1784" : 612,
"1800" : 986,
"1816" : 888,
"1832" : 405,
"1848" : 724,
"1864" : 321,
"1880" : 589,
"1896" : 473,
"1912" : 231,
"1928" : 410,
"1944" : 188,
"1960" : 310,
"1976" : 269,
"1992" : 108,
"2008" : 214,
"2024" : 94,
"2040" : 166,
"2064" : 202,
"2096" : 159,
"2128" : 160,
"2160" : 131,
"2192" : 127,
"2224" : 108,
"2256" : 95,
"2288" : 115,
"2320" : 101,
"2352" : 75,
"2384" : 71,
"2416" : 49,
"2448" : 61,
"2480" : 71,
"2512" : 47,
"2544" : 44,
"2576" : 38,
"2608" : 31,
"2640" : 37,
"2672" : 29,
"2704" : 29,
"2736" : 22,
"2768" : 15,
"2800" : 21,
"2832" : 15,
"2864" : 12,
"2896" : 13,
"2928" : 10,
"2960" : 10,
"2992" : 8,
"3024" : 9,
"3056" : 6,
"3088" : 3,
"3120" : 7,
"3152" : 7,
"3184" : 3,
"3216" : 8,
"3248" : 2,
"3280" : 4,
"3312" : 6,
"3344" : 3,
"3376" : 3,
"3408" : 4,
"3440" : 9,
"3472" : 7,
"3504" : 2,
"3536" : 3,
"3568" : 5,
"3600" : 10,
"3632" : 13,
"3664" : 4,
"3696" : 7,
"3728" : 12,
"3760" : 17,
"3792" : 19,
"3824" : 13,
"3856" : 12,
"3888" : 9,
"3920" : 14,
"3952" : 15,
"3984" : 11,
"4016" : 13,
"4048" : 13,
"4080" : 16,
"4128" : 46,
"4192" : 30,
"4256" : 42,
"4320" : 54,
"4384" : 51,
"4448" : 55,
"4512" : 42,
"4576" : 57,
"4640" : 46,
"4704" : 45,
"4768" : 58,
"4832" : 48,
"4896" : 41,
"4960" : 56,
"5024" : 62,
"5088" : 60,
"5152" : 51,
"5216" : 47,
"5280" : 55,
"5344" : 42,
"5408" : 41,
"5472" : 45,
"5536" : 44,
"5600" : 62,
"5664" : 45,
"5728" : 49,
"5792" : 35,
"5856" : 30,
"5920" : 31,
"5984" : 34,
"6048" : 29,
"6112" : 24,
"6176" : 21,
"6240" : 14,
"6304" : 11,
"6368" : 19,
"6432" : 14,
"6496" : 11,
"6560" : 7,
"6624" : 3,
"6688" : 4,
"6752" : 2,
"6816" : 3,
"6880" : 2,
"6944" : 2,
"7072" : 5,
"7136" : 4,
"7200" : 3,
"7264" : 3,
"7392" : 1,
"7456" : 1,
"7520" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 2,
"7776" : 2,
"8096" : 1,
"8384" : 2,
"8512" : 1,
"9408" : 1,
"9536" : 1,
"9920" : 1,
"10688" : 1,
"11072" : 2,
"11328" : 3,
"11456" : 4,
"11584" : 1,
"11712" : 2,
"11840" : 7,
"11968" : 8,
"12096" : 12,
"12224" : 8,
"12352" : 10,
"12480" : 21,
"12608" : 19,
"12736" : 15,
"12864" : 25,
"12992" : 16,
"13120" : 14,
"13248" : 20,
"13376" : 21,
"13504" : 13,
"13632" : 16,
"13760" : 22,
"13888" : 20,
"14016" : 12,
"14144" : 2,
"14272" : 4,
"14400" : 4,
"14528" : 2,
"14656" : 5,
"14784" : 4,
"15040" : 2,
"15168" : 2,
"15296" : 3,
"15424" : 2,
"15552" : 2,
"16064" : 2,
"18304" : 1,
"18560" : 3,
"18816" : 6,
"19072" : 7,
"19328" : 12,
"19584" : 8,
"19840" : 8,
"20096" : 18,
"20352" : 13,
"20608" : 9,
"20864" : 14,
"21120" : 18,
"21376" : 14,
"21632" : 14,
"21888" : 12,
"22144" : 7,
"22400" : 5,
"22656" : 3,
"22912" : 4,
"23168" : 1,
"23424" : 1,
"26240" : 1,
"26496" : 1,
"27008" : 4,
"27776" : 1,
"28288" : 2,
"29824" : 1,
"40704" : 1,
"48896" : 1
}
},
"lat_ns" : {
"min" : 6189,
"max" : 916220,
"mean" : 94376.400439,
"stddev" : 138086.031685,
"N" : 1897079
},
"bw_min" : 13619,
"bw_max" : 147952,
"bw_agg" : 100.000000,
"bw_mean" : 42164.469444,
"bw_dev" : 32859.065414,
"bw_samples" : 360,
"iops_min" : 3404,
"iops_max" : 36988,
"iops_mean" : 10541.091667,
"iops_stddev" : 8214.773727,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.761657,
"sys_cpu" : 28.295398,
"ctx" : 437038,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.747612,
"4" : 0.138476,
"10" : 0.086712,
"20" : 0.019609,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}