raidz2/benchmarks/latency/lat-read-qd1-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773098433,
"timestamp_ms" : 1773098433670,
"time" : "Mon Mar 9 20:20:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 122707968,
"io_kbytes" : 119832,
"bw_bytes" : 12567387,
"bw" : 12272,
"iops" : 3068.414584,
"runtime" : 9764,
"total_ios" : 29960,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9764,
"usr_cpu" : 0.419910,
"sys_cpu" : 16.325277,
"ctx" : 27679,
"majf" : 0,
"minf" : 7,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098443,
"timestamp_ms" : 1773098443904,
"time" : "Mon Mar 9 20:20:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 248160256,
"io_kbytes" : 242344,
"bw_bytes" : 24818507,
"bw" : 24236,
"iops" : 6059.305931,
"runtime" : 9999,
"total_ios" : 60587,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 2304010,
"mean" : 163265.938023,
"stddev" : 168536.249639,
"N" : 60587
},
"clat_ns" : {
"min" : 1091,
"max" : 51629,
"mean" : 1266.272192,
"stddev" : 401.381371,
"N" : 60586,
"percentile" : {
"50.000000" : 1176,
"90.000000" : 1448,
"95.000000" : 1528,
"99.000000" : 1880,
"99.900000" : 4448,
"99.990000" : 19584,
"99.999000" : 51456
},
"bins" : {
"1096" : 194,
"1112" : 1561,
"1128" : 14549,
"1144" : 8276,
"1160" : 4907,
"1176" : 996,
"1192" : 158,
"1208" : 327,
"1224" : 376,
"1240" : 1138,
"1256" : 2145,
"1272" : 1434,
"1288" : 3264,
"1304" : 1704,
"1320" : 2700,
"1336" : 2324,
"1352" : 1098,
"1368" : 2230,
"1384" : 1052,
"1400" : 1755,
"1416" : 1439,
"1432" : 650,
"1448" : 1035,
"1464" : 423,
"1480" : 745,
"1496" : 585,
"1512" : 243,
"1528" : 428,
"1544" : 196,
"1560" : 324,
"1576" : 312,
"1592" : 96,
"1608" : 201,
"1624" : 88,
"1640" : 157,
"1656" : 139,
"1672" : 59,
"1688" : 102,
"1704" : 50,
"1720" : 94,
"1736" : 90,
"1752" : 34,
"1768" : 69,
"1784" : 33,
"1800" : 63,
"1816" : 44,
"1832" : 26,
"1848" : 25,
"1864" : 20,
"1880" : 30,
"1896" : 19,
"1912" : 15,
"1928" : 20,
"1944" : 9,
"1960" : 13,
"1976" : 15,
"1992" : 7,
"2008" : 13,
"2024" : 8,
"2040" : 11,
"2064" : 23,
"2096" : 23,
"2128" : 19,
"2160" : 26,
"2192" : 21,
"2224" : 11,
"2256" : 19,
"2288" : 23,
"2320" : 19,
"2352" : 17,
"2384" : 25,
"2416" : 22,
"2448" : 20,
"2480" : 22,
"2512" : 14,
"2544" : 16,
"2576" : 16,
"2608" : 11,
"2640" : 12,
"2672" : 2,
"2704" : 4,
"2736" : 2,
"2768" : 5,
"2800" : 3,
"2832" : 5,
"2864" : 2,
"2896" : 3,
"3056" : 1,
"3376" : 1,
"3408" : 1,
"3472" : 2,
"3504" : 1,
"3536" : 1,
"3632" : 2,
"3696" : 1,
"3728" : 1,
"3760" : 1,
"3792" : 2,
"3824" : 1,
"3888" : 1,
"4016" : 2,
"4192" : 1,
"4384" : 3,
"4448" : 3,
"4512" : 3,
"4576" : 3,
"4640" : 4,
"4704" : 3,
"4768" : 2,
"4832" : 1,
"4896" : 1,
"4960" : 1,
"5024" : 1,
"5088" : 2,
"5152" : 3,
"5216" : 2,
"5280" : 2,
"5344" : 1,
"5408" : 2,
"5536" : 1,
"5600" : 1,
"5664" : 1,
"5728" : 4,
"5792" : 1,
"5856" : 1,
"5984" : 1,
"6240" : 2,
"6368" : 1,
"7584" : 1,
"12736" : 1,
"14144" : 2,
"14912" : 1,
"15168" : 1,
"16512" : 1,
"19584" : 1,
"21376" : 1,
"22400" : 1,
"24704" : 1,
"27520" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6430,
"max" : 2305853,
"mean" : 164529.606229,
"stddev" : 168651.988758,
"N" : 60586
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 100.000000,
"bw_mean" : 24812.631579,
"bw_dev" : 35388.662373,
"bw_samples" : 19,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 6203.105263,
"iops_stddev" : 8847.081960,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.110111,
"sys_cpu" : 20.582058,
"ctx" : 26781,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.173090,
"4" : 0.714675,
"10" : 0.089128,
"20" : 0.011554,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098453,
"timestamp_ms" : 1773098453905,
"time" : "Mon Mar 9 20:20:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 389763072,
"io_kbytes" : 380628,
"bw_bytes" : 19489128,
"bw" : 19032,
"iops" : 4758.137907,
"runtime" : 19999,
"total_ios" : 95158,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 2304010,
"mean" : 208330.049581,
"stddev" : 168031.561413,
"N" : 95158
},
"clat_ns" : {
"min" : 1091,
"max" : 51629,
"mean" : 1316.176718,
"stddev" : 371.314809,
"N" : 95157,
"percentile" : {
"50.000000" : 1288,
"90.000000" : 1512,
"95.000000" : 1624,
"99.000000" : 2128,
"99.900000" : 4256,
"99.990000" : 15168,
"99.999000" : 35072
},
"bins" : {
"1096" : 274,
"1112" : 1905,
"1128" : 16566,
"1144" : 9478,
"1160" : 5929,
"1176" : 1317,
"1192" : 222,
"1208" : 401,
"1224" : 532,
"1240" : 1623,
"1256" : 3122,
"1272" : 2201,
"1288" : 5259,
"1304" : 2871,
"1320" : 4316,
"1336" : 3721,
"1352" : 1815,
"1368" : 4207,
"1384" : 2372,
"1400" : 4491,
"1416" : 3921,
"1432" : 1715,
"1448" : 2709,
"1464" : 1044,
"1480" : 1896,
"1496" : 1648,
"1512" : 706,
"1528" : 1213,
"1544" : 542,
"1560" : 855,
"1576" : 739,
"1592" : 288,
"1608" : 497,
"1624" : 226,
"1640" : 414,
"1656" : 339,
"1672" : 144,
"1688" : 289,
"1704" : 141,
"1720" : 257,
"1736" : 229,
"1752" : 101,
"1768" : 204,
"1784" : 82,
"1800" : 170,
"1816" : 141,
"1832" : 73,
"1848" : 110,
"1864" : 67,
"1880" : 108,
"1896" : 96,
"1912" : 39,
"1928" : 75,
"1944" : 37,
"1960" : 65,
"1976" : 61,
"1992" : 30,
"2008" : 59,
"2024" : 17,
"2040" : 46,
"2064" : 68,
"2096" : 70,
"2128" : 72,
"2160" : 78,
"2192" : 49,
"2224" : 53,
"2256" : 66,
"2288" : 60,
"2320" : 57,
"2352" : 47,
"2384" : 52,
"2416" : 45,
"2448" : 41,
"2480" : 40,
"2512" : 38,
"2544" : 43,
"2576" : 27,
"2608" : 23,
"2640" : 26,
"2672" : 8,
"2704" : 14,
"2736" : 4,
"2768" : 9,
"2800" : 4,
"2832" : 9,
"2864" : 3,
"2896" : 7,
"3056" : 1,
"3120" : 1,
"3152" : 2,
"3376" : 1,
"3408" : 1,
"3472" : 3,
"3504" : 3,
"3536" : 1,
"3568" : 1,
"3632" : 3,
"3696" : 1,
"3728" : 1,
"3760" : 3,
"3792" : 2,
"3824" : 1,
"3888" : 1,
"4016" : 2,
"4080" : 1,
"4128" : 1,
"4192" : 3,
"4256" : 1,
"4320" : 1,
"4384" : 3,
"4448" : 5,
"4512" : 3,
"4576" : 5,
"4640" : 4,
"4704" : 6,
"4768" : 3,
"4832" : 1,
"4896" : 2,
"4960" : 1,
"5024" : 2,
"5088" : 3,
"5152" : 3,
"5216" : 4,
"5280" : 4,
"5344" : 2,
"5408" : 2,
"5536" : 1,
"5600" : 2,
"5664" : 1,
"5728" : 5,
"5792" : 1,
"5856" : 2,
"5984" : 1,
"6048" : 1,
"6240" : 2,
"6368" : 2,
"7136" : 1,
"7328" : 1,
"7584" : 1,
"8032" : 1,
"11200" : 1,
"11968" : 2,
"12096" : 1,
"12736" : 1,
"14144" : 2,
"14400" : 1,
"14912" : 1,
"15168" : 1,
"15552" : 1,
"15808" : 1,
"16512" : 1,
"19584" : 1,
"21376" : 1,
"22400" : 1,
"24704" : 1,
"27520" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6430,
"max" : 2305853,
"mean" : 209645.041931,
"stddev" : 168159.950574,
"N" : 95157
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 100.000000,
"bw_mean" : 19156.794872,
"bw_dev" : 24988.917835,
"bw_samples" : 39,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4789.153846,
"iops_stddev" : 6247.171623,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 0.860043,
"sys_cpu" : 18.725936,
"ctx" : 55154,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.998949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.669581,
"4" : 1.220076,
"10" : 0.088274,
"20" : 0.014712,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098463,
"timestamp_ms" : 1773098463905,
"time" : "Mon Mar 9 20:21:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 539369472,
"io_kbytes" : 526728,
"bw_bytes" : 17979581,
"bw" : 17558,
"iops" : 4389.579653,
"runtime" : 29999,
"total_ios" : 131683,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 2304010,
"mean" : 225951.859633,
"stddev" : 163984.267788,
"N" : 131683
},
"clat_ns" : {
"min" : 1091,
"max" : 51629,
"mean" : 1330.443348,
"stddev" : 379.788482,
"N" : 131682,
"percentile" : {
"50.000000" : 1320,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 2040,
"99.900000" : 4448,
"99.990000" : 16512,
"99.999000" : 35072
},
"bins" : {
"1096" : 334,
"1112" : 2240,
"1128" : 19356,
"1144" : 11273,
"1160" : 7295,
"1176" : 1666,
"1192" : 284,
"1208" : 496,
"1224" : 782,
"1240" : 2283,
"1256" : 4135,
"1272" : 3101,
"1288" : 7642,
"1304" : 4267,
"1320" : 6539,
"1336" : 5460,
"1352" : 2620,
"1368" : 6044,
"1384" : 3581,
"1400" : 7058,
"1416" : 6482,
"1432" : 2763,
"1448" : 4404,
"1464" : 1661,
"1480" : 2997,
"1496" : 2641,
"1512" : 1192,
"1528" : 1981,
"1544" : 865,
"1560" : 1413,
"1576" : 1141,
"1592" : 432,
"1608" : 815,
"1624" : 366,
"1640" : 624,
"1656" : 526,
"1672" : 219,
"1688" : 414,
"1704" : 191,
"1720" : 363,
"1736" : 323,
"1752" : 150,
"1768" : 282,
"1784" : 114,
"1800" : 227,
"1816" : 199,
"1832" : 103,
"1848" : 147,
"1864" : 98,
"1880" : 161,
"1896" : 129,
"1912" : 46,
"1928" : 96,
"1944" : 48,
"1960" : 79,
"1976" : 78,
"1992" : 37,
"2008" : 73,
"2024" : 22,
"2040" : 56,
"2064" : 76,
"2096" : 80,
"2128" : 78,
"2160" : 80,
"2192" : 54,
"2224" : 53,
"2256" : 66,
"2288" : 62,
"2320" : 61,
"2352" : 49,
"2384" : 54,
"2416" : 45,
"2448" : 43,
"2480" : 40,
"2512" : 39,
"2544" : 43,
"2576" : 30,
"2608" : 24,
"2640" : 26,
"2672" : 9,
"2704" : 15,
"2736" : 4,
"2768" : 10,
"2800" : 5,
"2832" : 11,
"2864" : 3,
"2896" : 7,
"2928" : 2,
"2960" : 2,
"2992" : 1,
"3056" : 2,
"3120" : 1,
"3152" : 3,
"3184" : 1,
"3280" : 1,
"3376" : 2,
"3408" : 1,
"3440" : 1,
"3472" : 3,
"3504" : 5,
"3536" : 1,
"3568" : 1,
"3600" : 1,
"3632" : 4,
"3696" : 1,
"3728" : 1,
"3760" : 3,
"3792" : 3,
"3824" : 1,
"3888" : 1,
"3952" : 2,
"4016" : 3,
"4048" : 1,
"4080" : 1,
"4128" : 2,
"4192" : 4,
"4256" : 2,
"4320" : 2,
"4384" : 4,
"4448" : 9,
"4512" : 4,
"4576" : 6,
"4640" : 4,
"4704" : 8,
"4768" : 6,
"4832" : 2,
"4896" : 4,
"4960" : 3,
"5024" : 3,
"5088" : 5,
"5152" : 5,
"5216" : 5,
"5280" : 4,
"5344" : 3,
"5408" : 2,
"5536" : 1,
"5600" : 2,
"5664" : 2,
"5728" : 5,
"5792" : 1,
"5856" : 2,
"5920" : 1,
"5984" : 1,
"6048" : 1,
"6240" : 2,
"6368" : 2,
"7136" : 1,
"7328" : 1,
"7584" : 1,
"8032" : 1,
"10688" : 1,
"11200" : 1,
"11456" : 1,
"11840" : 1,
"11968" : 2,
"12096" : 1,
"12480" : 1,
"12608" : 1,
"12736" : 2,
"13248" : 1,
"13632" : 2,
"13760" : 1,
"14144" : 3,
"14272" : 1,
"14400" : 2,
"14528" : 1,
"14912" : 1,
"15168" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"19584" : 1,
"19840" : 1,
"20352" : 2,
"21120" : 1,
"21376" : 2,
"22400" : 1,
"23424" : 1,
"24704" : 1,
"27520" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6430,
"max" : 2305853,
"mean" : 227281.580945,
"stddev" : 164107.929580,
"N" : 131682
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 100.000000,
"bw_mean" : 17605.610169,
"bw_dev" : 20344.925878,
"bw_samples" : 59,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4401.372881,
"iops_stddev" : 5086.182628,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 0.773359,
"sys_cpu" : 18.070602,
"ctx" : 83492,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 98.921653,
"4" : 0.958362,
"10" : 0.088090,
"20" : 0.022782,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098473,
"timestamp_ms" : 1773098473905,
"time" : "Mon Mar 9 20:21:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 698421248,
"io_kbytes" : 682052,
"bw_bytes" : 17460967,
"bw" : 17051,
"iops" : 4262.956574,
"runtime" : 39999,
"total_ios" : 170514,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 2304010,
"mean" : 232712.378831,
"stddev" : 161978.820459,
"N" : 170514
},
"clat_ns" : {
"min" : 1091,
"max" : 51629,
"mean" : 1334.974395,
"stddev" : 362.963752,
"N" : 170513,
"percentile" : {
"50.000000" : 1320,
"90.000000" : 1528,
"95.000000" : 1608,
"99.000000" : 1976,
"99.900000" : 4512,
"99.990000" : 15552,
"99.999000" : 35072
},
"bins" : {
"1096" : 403,
"1112" : 2675,
"1128" : 22881,
"1144" : 13641,
"1160" : 9009,
"1176" : 2115,
"1192" : 338,
"1208" : 615,
"1224" : 1090,
"1240" : 3185,
"1256" : 5650,
"1272" : 4244,
"1288" : 10290,
"1304" : 5514,
"1320" : 8330,
"1336" : 6863,
"1352" : 3454,
"1368" : 8245,
"1384" : 4933,
"1400" : 9801,
"1416" : 8858,
"1432" : 3730,
"1448" : 5927,
"1464" : 2285,
"1480" : 4090,
"1496" : 3661,
"1512" : 1617,
"1528" : 2707,
"1544" : 1165,
"1560" : 1892,
"1576" : 1503,
"1592" : 582,
"1608" : 1075,
"1624" : 485,
"1640" : 840,
"1656" : 684,
"1672" : 293,
"1688" : 551,
"1704" : 255,
"1720" : 468,
"1736" : 416,
"1752" : 195,
"1768" : 365,
"1784" : 154,
"1800" : 292,
"1816" : 263,
"1832" : 127,
"1848" : 189,
"1864" : 118,
"1880" : 207,
"1896" : 167,
"1912" : 64,
"1928" : 119,
"1944" : 60,
"1960" : 97,
"1976" : 100,
"1992" : 39,
"2008" : 84,
"2024" : 26,
"2040" : 66,
"2064" : 89,
"2096" : 87,
"2128" : 91,
"2160" : 91,
"2192" : 58,
"2224" : 54,
"2256" : 73,
"2288" : 65,
"2320" : 62,
"2352" : 50,
"2384" : 54,
"2416" : 47,
"2448" : 46,
"2480" : 41,
"2512" : 39,
"2544" : 45,
"2576" : 32,
"2608" : 26,
"2640" : 26,
"2672" : 9,
"2704" : 18,
"2736" : 7,
"2768" : 10,
"2800" : 7,
"2832" : 12,
"2864" : 3,
"2896" : 7,
"2928" : 3,
"2960" : 4,
"2992" : 1,
"3056" : 2,
"3120" : 1,
"3152" : 3,
"3184" : 1,
"3280" : 1,
"3312" : 1,
"3376" : 2,
"3408" : 1,
"3440" : 2,
"3472" : 3,
"3504" : 5,
"3536" : 1,
"3568" : 1,
"3600" : 1,
"3632" : 5,
"3664" : 1,
"3696" : 2,
"3728" : 1,
"3760" : 4,
"3792" : 5,
"3824" : 1,
"3888" : 2,
"3952" : 2,
"4016" : 6,
"4048" : 2,
"4080" : 3,
"4128" : 4,
"4192" : 4,
"4256" : 3,
"4320" : 5,
"4384" : 5,
"4448" : 10,
"4512" : 4,
"4576" : 7,
"4640" : 5,
"4704" : 9,
"4768" : 7,
"4832" : 3,
"4896" : 5,
"4960" : 5,
"5024" : 6,
"5088" : 9,
"5152" : 6,
"5216" : 9,
"5280" : 5,
"5344" : 4,
"5408" : 4,
"5536" : 2,
"5600" : 2,
"5664" : 2,
"5728" : 7,
"5792" : 1,
"5856" : 3,
"5920" : 3,
"5984" : 1,
"6048" : 2,
"6176" : 1,
"6240" : 2,
"6368" : 2,
"7136" : 1,
"7328" : 1,
"7584" : 1,
"8032" : 1,
"10688" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 2,
"11840" : 1,
"11968" : 4,
"12096" : 1,
"12480" : 1,
"12608" : 2,
"12736" : 2,
"12864" : 1,
"12992" : 1,
"13120" : 1,
"13248" : 2,
"13504" : 1,
"13632" : 2,
"13760" : 1,
"14144" : 3,
"14272" : 2,
"14400" : 2,
"14528" : 1,
"14912" : 2,
"15168" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 1,
"19584" : 1,
"19840" : 1,
"20352" : 2,
"21120" : 1,
"21376" : 2,
"22400" : 1,
"23424" : 1,
"24704" : 1,
"27520" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6430,
"max" : 2305853,
"mean" : 234046.835268,
"stddev" : 162099.277030,
"N" : 170513
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 100.000000,
"bw_mean" : 17076.139241,
"bw_dev" : 17568.400295,
"bw_samples" : 79,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4269.000000,
"iops_stddev" : 4392.058576,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 0.767519,
"sys_cpu" : 17.840446,
"ctx" : 111847,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.062834,
"4" : 0.809904,
"10" : 0.095007,
"20" : 0.025218,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098483,
"timestamp_ms" : 1773098483904,
"time" : "Mon Mar 9 20:21:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 864927744,
"io_kbytes" : 844656,
"bw_bytes" : 17298900,
"bw" : 16893,
"iops" : 4223.384468,
"runtime" : 49999,
"total_ios" : 211165,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 2304010,
"mean" : 234903.351592,
"stddev" : 160651.249241,
"N" : 211165
},
"clat_ns" : {
"min" : 1091,
"max" : 51629,
"mean" : 1337.775947,
"stddev" : 354.529103,
"N" : 211164,
"percentile" : {
"50.000000" : 1320,
"90.000000" : 1528,
"95.000000" : 1608,
"99.000000" : 1960,
"99.900000" : 4512,
"99.990000" : 15552,
"99.999000" : 27520
},
"bins" : {
"1096" : 498,
"1112" : 3216,
"1128" : 27176,
"1144" : 16327,
"1160" : 10916,
"1176" : 2579,
"1192" : 408,
"1208" : 782,
"1224" : 1541,
"1240" : 4176,
"1256" : 6727,
"1272" : 5081,
"1288" : 12395,
"1304" : 6903,
"1320" : 10613,
"1336" : 8762,
"1352" : 4318,
"1368" : 10238,
"1384" : 6119,
"1400" : 12193,
"1416" : 11225,
"1432" : 4783,
"1448" : 7527,
"1464" : 2933,
"1480" : 5293,
"1496" : 4713,
"1512" : 2048,
"1528" : 3464,
"1544" : 1503,
"1560" : 2444,
"1576" : 1957,
"1592" : 752,
"1608" : 1390,
"1624" : 633,
"1640" : 1067,
"1656" : 883,
"1672" : 370,
"1688" : 701,
"1704" : 318,
"1720" : 591,
"1736" : 527,
"1752" : 247,
"1768" : 463,
"1784" : 189,
"1800" : 360,
"1816" : 324,
"1832" : 159,
"1848" : 241,
"1864" : 143,
"1880" : 258,
"1896" : 198,
"1912" : 79,
"1928" : 147,
"1944" : 68,
"1960" : 122,
"1976" : 121,
"1992" : 51,
"2008" : 94,
"2024" : 35,
"2040" : 96,
"2064" : 110,
"2096" : 101,
"2128" : 108,
"2160" : 102,
"2192" : 63,
"2224" : 63,
"2256" : 81,
"2288" : 89,
"2320" : 72,
"2352" : 65,
"2384" : 62,
"2416" : 56,
"2448" : 54,
"2480" : 48,
"2512" : 43,
"2544" : 49,
"2576" : 36,
"2608" : 27,
"2640" : 28,
"2672" : 13,
"2704" : 19,
"2736" : 8,
"2768" : 14,
"2800" : 9,
"2832" : 12,
"2864" : 4,
"2896" : 7,
"2928" : 3,
"2960" : 4,
"2992" : 2,
"3056" : 3,
"3088" : 1,
"3120" : 2,
"3152" : 3,
"3184" : 3,
"3216" : 1,
"3280" : 1,
"3312" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 2,
"3472" : 4,
"3504" : 7,
"3536" : 1,
"3568" : 2,
"3600" : 2,
"3632" : 5,
"3664" : 2,
"3696" : 2,
"3728" : 2,
"3760" : 4,
"3792" : 5,
"3824" : 1,
"3888" : 3,
"3920" : 1,
"3952" : 3,
"4016" : 7,
"4048" : 2,
"4080" : 3,
"4128" : 5,
"4192" : 4,
"4256" : 4,
"4320" : 7,
"4384" : 6,
"4448" : 11,
"4512" : 4,
"4576" : 8,
"4640" : 7,
"4704" : 10,
"4768" : 9,
"4832" : 5,
"4896" : 7,
"4960" : 6,
"5024" : 10,
"5088" : 9,
"5152" : 7,
"5216" : 9,
"5280" : 7,
"5344" : 5,
"5408" : 5,
"5536" : 2,
"5600" : 5,
"5664" : 3,
"5728" : 8,
"5792" : 1,
"5856" : 3,
"5920" : 3,
"5984" : 2,
"6048" : 3,
"6176" : 2,
"6240" : 3,
"6368" : 2,
"6752" : 1,
"7136" : 1,
"7328" : 1,
"7584" : 1,
"8032" : 1,
"10688" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 2,
"11840" : 1,
"11968" : 4,
"12096" : 1,
"12480" : 1,
"12608" : 2,
"12736" : 3,
"12864" : 1,
"12992" : 2,
"13120" : 1,
"13248" : 2,
"13376" : 1,
"13504" : 1,
"13632" : 2,
"13760" : 1,
"13888" : 1,
"14144" : 3,
"14272" : 3,
"14400" : 2,
"14528" : 1,
"14912" : 2,
"15168" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 1,
"19072" : 1,
"19584" : 1,
"19840" : 1,
"20352" : 3,
"21120" : 1,
"21376" : 3,
"22400" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"27520" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6430,
"max" : 2305853,
"mean" : 236240.719668,
"stddev" : 160771.396953,
"N" : 211164
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 100.000000,
"bw_mean" : 16899.292929,
"bw_dev" : 15678.180851,
"bw_samples" : 99,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4224.787879,
"iops_stddev" : 3919.508498,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 0.758015,
"sys_cpu" : 17.802356,
"ctx" : 140037,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.097862,
"4" : 0.777591,
"10" : 0.094239,
"20" : 0.023205,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098493,
"timestamp_ms" : 1773098493904,
"time" : "Mon Mar 9 20:21:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1039020032,
"io_kbytes" : 1014668,
"bw_bytes" : 17317289,
"bw" : 16911,
"iops" : 4227.870465,
"runtime" : 59999,
"total_ios" : 253668,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5288,
"max" : 2304010,
"mean" : 234646.066429,
"stddev" : 160064.771871,
"N" : 253668
},
"clat_ns" : {
"min" : 1082,
"max" : 51629,
"mean" : 1339.076825,
"stddev" : 347.536328,
"N" : 253667,
"percentile" : {
"50.000000" : 1320,
"90.000000" : 1528,
"95.000000" : 1608,
"99.000000" : 1976,
"99.900000" : 4448,
"99.990000" : 15552,
"99.999000" : 27520
},
"bins" : {
"1080" : 2,
"1096" : 575,
"1112" : 3611,
"1128" : 31846,
"1144" : 19748,
"1160" : 13300,
"1176" : 3134,
"1192" : 479,
"1208" : 923,
"1224" : 1918,
"1240" : 5206,
"1256" : 7737,
"1272" : 5842,
"1288" : 14541,
"1304" : 8513,
"1320" : 13443,
"1336" : 11330,
"1352" : 5402,
"1368" : 12185,
"1384" : 7175,
"1400" : 14321,
"1416" : 13228,
"1432" : 5669,
"1448" : 9053,
"1464" : 3611,
"1480" : 6349,
"1496" : 5601,
"1512" : 2441,
"1528" : 4229,
"1544" : 1810,
"1560" : 2962,
"1576" : 2371,
"1592" : 928,
"1608" : 1685,
"1624" : 749,
"1640" : 1306,
"1656" : 1101,
"1672" : 457,
"1688" : 852,
"1704" : 399,
"1720" : 718,
"1736" : 630,
"1752" : 295,
"1768" : 557,
"1784" : 229,
"1800" : 432,
"1816" : 388,
"1832" : 204,
"1848" : 300,
"1864" : 168,
"1880" : 310,
"1896" : 241,
"1912" : 100,
"1928" : 193,
"1944" : 79,
"1960" : 138,
"1976" : 146,
"1992" : 57,
"2008" : 110,
"2024" : 39,
"2040" : 113,
"2064" : 138,
"2096" : 117,
"2128" : 128,
"2160" : 118,
"2192" : 79,
"2224" : 77,
"2256" : 101,
"2288" : 107,
"2320" : 92,
"2352" : 87,
"2384" : 84,
"2416" : 85,
"2448" : 80,
"2480" : 75,
"2512" : 67,
"2544" : 72,
"2576" : 54,
"2608" : 42,
"2640" : 50,
"2672" : 18,
"2704" : 27,
"2736" : 17,
"2768" : 18,
"2800" : 12,
"2832" : 17,
"2864" : 9,
"2896" : 9,
"2928" : 5,
"2960" : 6,
"2992" : 3,
"3056" : 7,
"3088" : 2,
"3120" : 5,
"3152" : 4,
"3184" : 4,
"3216" : 2,
"3248" : 1,
"3280" : 3,
"3312" : 1,
"3344" : 2,
"3376" : 3,
"3408" : 1,
"3440" : 2,
"3472" : 4,
"3504" : 9,
"3536" : 3,
"3568" : 2,
"3600" : 2,
"3632" : 5,
"3664" : 2,
"3696" : 4,
"3728" : 2,
"3760" : 4,
"3792" : 7,
"3824" : 1,
"3888" : 3,
"3920" : 2,
"3952" : 3,
"3984" : 1,
"4016" : 8,
"4048" : 2,
"4080" : 3,
"4128" : 7,
"4192" : 4,
"4256" : 5,
"4320" : 10,
"4384" : 6,
"4448" : 13,
"4512" : 6,
"4576" : 10,
"4640" : 7,
"4704" : 10,
"4768" : 11,
"4832" : 6,
"4896" : 9,
"4960" : 8,
"5024" : 11,
"5088" : 12,
"5152" : 7,
"5216" : 13,
"5280" : 9,
"5344" : 5,
"5408" : 5,
"5536" : 3,
"5600" : 5,
"5664" : 3,
"5728" : 8,
"5792" : 1,
"5856" : 4,
"5920" : 4,
"5984" : 2,
"6048" : 3,
"6176" : 2,
"6240" : 3,
"6368" : 2,
"6752" : 1,
"7136" : 1,
"7328" : 1,
"7584" : 1,
"8032" : 1,
"10688" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 2,
"11840" : 1,
"11968" : 4,
"12096" : 1,
"12352" : 1,
"12480" : 1,
"12608" : 4,
"12736" : 3,
"12864" : 1,
"12992" : 2,
"13120" : 1,
"13248" : 2,
"13376" : 1,
"13504" : 1,
"13632" : 2,
"13760" : 1,
"13888" : 2,
"14144" : 3,
"14272" : 3,
"14400" : 2,
"14528" : 1,
"14912" : 2,
"15168" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 1,
"19072" : 1,
"19328" : 2,
"19584" : 1,
"19840" : 1,
"20352" : 3,
"21120" : 1,
"21376" : 4,
"21632" : 1,
"22400" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"27520" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6430,
"max" : 2305853,
"mean" : 235984.802710,
"stddev" : 160185.337059,
"N" : 253667
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 100.000000,
"bw_mean" : 16912.268908,
"bw_dev" : 14288.338471,
"bw_samples" : 119,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4228.033613,
"iops_stddev" : 3572.051153,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 0.753346,
"sys_cpu" : 17.795297,
"ctx" : 168208,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.033776,
"4" : 0.846382,
"10" : 0.091458,
"20" : 0.021682,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098503,
"timestamp_ms" : 1773098503904,
"time" : "Mon Mar 9 20:21:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1221222400,
"io_kbytes" : 1192600,
"bw_bytes" : 17446283,
"bw" : 17037,
"iops" : 4259.360848,
"runtime" : 69999,
"total_ios" : 298151,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 2304010,
"mean" : 232895.982734,
"stddev" : 160226.851040,
"N" : 298151
},
"clat_ns" : {
"min" : 1082,
"max" : 51629,
"mean" : 1337.838045,
"stddev" : 347.105132,
"N" : 298150,
"percentile" : {
"50.000000" : 1320,
"90.000000" : 1528,
"95.000000" : 1608,
"99.000000" : 1976,
"99.900000" : 4320,
"99.990000" : 16064,
"99.999000" : 24704
},
"bins" : {
"1080" : 2,
"1096" : 659,
"1112" : 4070,
"1128" : 36268,
"1144" : 22390,
"1160" : 15125,
"1176" : 3588,
"1192" : 563,
"1208" : 1740,
"1224" : 3536,
"1240" : 7916,
"1256" : 10228,
"1272" : 7182,
"1288" : 17549,
"1304" : 10206,
"1320" : 16120,
"1336" : 13614,
"1352" : 6371,
"1368" : 14095,
"1384" : 8182,
"1400" : 16225,
"1416" : 14894,
"1432" : 6357,
"1448" : 10268,
"1464" : 4091,
"1480" : 7168,
"1496" : 6314,
"1512" : 2758,
"1528" : 4761,
"1544" : 2071,
"1560" : 3326,
"1576" : 2687,
"1592" : 1072,
"1608" : 1950,
"1624" : 860,
"1640" : 1503,
"1656" : 1300,
"1672" : 544,
"1688" : 989,
"1704" : 480,
"1720" : 851,
"1736" : 737,
"1752" : 350,
"1768" : 680,
"1784" : 275,
"1800" : 517,
"1816" : 472,
"1832" : 235,
"1848" : 377,
"1864" : 208,
"1880" : 381,
"1896" : 301,
"1912" : 122,
"1928" : 235,
"1944" : 94,
"1960" : 163,
"1976" : 174,
"1992" : 71,
"2008" : 136,
"2024" : 46,
"2040" : 127,
"2064" : 163,
"2096" : 141,
"2128" : 157,
"2160" : 138,
"2192" : 97,
"2224" : 102,
"2256" : 123,
"2288" : 133,
"2320" : 109,
"2352" : 103,
"2384" : 95,
"2416" : 101,
"2448" : 94,
"2480" : 87,
"2512" : 74,
"2544" : 83,
"2576" : 55,
"2608" : 48,
"2640" : 57,
"2672" : 20,
"2704" : 28,
"2736" : 19,
"2768" : 20,
"2800" : 16,
"2832" : 18,
"2864" : 11,
"2896" : 10,
"2928" : 5,
"2960" : 9,
"2992" : 5,
"3024" : 1,
"3056" : 7,
"3088" : 2,
"3120" : 6,
"3152" : 5,
"3184" : 4,
"3216" : 3,
"3248" : 1,
"3280" : 4,
"3312" : 1,
"3344" : 2,
"3376" : 4,
"3408" : 2,
"3440" : 2,
"3472" : 5,
"3504" : 9,
"3536" : 4,
"3568" : 2,
"3600" : 3,
"3632" : 8,
"3664" : 3,
"3696" : 5,
"3728" : 4,
"3760" : 6,
"3792" : 7,
"3824" : 2,
"3856" : 1,
"3888" : 3,
"3920" : 3,
"3952" : 5,
"3984" : 1,
"4016" : 8,
"4048" : 3,
"4080" : 3,
"4128" : 10,
"4192" : 4,
"4256" : 5,
"4320" : 10,
"4384" : 9,
"4448" : 13,
"4512" : 6,
"4576" : 11,
"4640" : 7,
"4704" : 11,
"4768" : 11,
"4832" : 6,
"4896" : 10,
"4960" : 8,
"5024" : 12,
"5088" : 13,
"5152" : 8,
"5216" : 15,
"5280" : 10,
"5344" : 5,
"5408" : 6,
"5536" : 4,
"5600" : 5,
"5664" : 3,
"5728" : 10,
"5792" : 1,
"5856" : 4,
"5920" : 4,
"5984" : 2,
"6048" : 3,
"6176" : 2,
"6240" : 3,
"6368" : 3,
"6752" : 1,
"7072" : 1,
"7136" : 1,
"7328" : 1,
"7584" : 2,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 2,
"11840" : 1,
"11968" : 4,
"12096" : 1,
"12352" : 1,
"12480" : 2,
"12608" : 4,
"12736" : 4,
"12864" : 1,
"12992" : 3,
"13120" : 1,
"13248" : 3,
"13376" : 1,
"13504" : 2,
"13632" : 2,
"13760" : 2,
"13888" : 3,
"14144" : 3,
"14272" : 3,
"14400" : 2,
"14528" : 1,
"14912" : 2,
"15168" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 1,
"18048" : 1,
"19072" : 2,
"19328" : 2,
"19584" : 1,
"19840" : 2,
"20096" : 1,
"20352" : 3,
"20608" : 3,
"21120" : 1,
"21376" : 4,
"21632" : 1,
"22400" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"27520" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6430,
"max" : 2305853,
"mean" : 234233.525172,
"stddev" : 160344.891068,
"N" : 298150
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.974258,
"bw_mean" : 17033.431655,
"bw_dev" : 13216.253951,
"bw_samples" : 139,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4258.323741,
"iops_stddev" : 3304.032521,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 0.752868,
"sys_cpu" : 17.883113,
"ctx" : 196083,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999665,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999665,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.031699,
"4" : 0.853594,
"10" : 0.085863,
"20" : 0.021801,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098513,
"timestamp_ms" : 1773098513905,
"time" : "Mon Mar 9 20:21:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1413791744,
"io_kbytes" : 1380656,
"bw_bytes" : 17672617,
"bw" : 17258,
"iops" : 4314.616433,
"runtime" : 79999,
"total_ios" : 345165,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 2304010,
"mean" : 229896.701760,
"stddev" : 160791.222922,
"N" : 345165
},
"clat_ns" : {
"min" : 1082,
"max" : 51629,
"mean" : 1334.632676,
"stddev" : 342.366485,
"N" : 345164,
"percentile" : {
"50.000000" : 1320,
"90.000000" : 1512,
"95.000000" : 1608,
"99.000000" : 1944,
"99.900000" : 4320,
"99.990000" : 16512,
"99.999000" : 24704
},
"bins" : {
"1080" : 2,
"1096" : 695,
"1112" : 4131,
"1128" : 36476,
"1144" : 22465,
"1160" : 15178,
"1176" : 3614,
"1192" : 668,
"1208" : 4258,
"1224" : 8735,
"1240" : 15907,
"1256" : 16067,
"1272" : 9817,
"1288" : 21838,
"1304" : 11888,
"1320" : 18660,
"1336" : 15673,
"1352" : 7460,
"1368" : 16262,
"1384" : 9196,
"1400" : 17802,
"1416" : 15939,
"1432" : 6767,
"1448" : 10951,
"1464" : 4416,
"1480" : 7706,
"1496" : 6784,
"1512" : 2945,
"1528" : 5081,
"1544" : 2212,
"1560" : 3557,
"1576" : 2862,
"1592" : 1155,
"1608" : 2113,
"1624" : 921,
"1640" : 1625,
"1656" : 1396,
"1672" : 589,
"1688" : 1079,
"1704" : 534,
"1720" : 923,
"1736" : 818,
"1752" : 380,
"1768" : 726,
"1784" : 303,
"1800" : 567,
"1816" : 521,
"1832" : 255,
"1848" : 403,
"1864" : 222,
"1880" : 396,
"1896" : 315,
"1912" : 131,
"1928" : 244,
"1944" : 101,
"1960" : 174,
"1976" : 179,
"1992" : 73,
"2008" : 141,
"2024" : 49,
"2040" : 129,
"2064" : 167,
"2096" : 144,
"2128" : 159,
"2160" : 138,
"2192" : 102,
"2224" : 102,
"2256" : 125,
"2288" : 135,
"2320" : 113,
"2352" : 103,
"2384" : 95,
"2416" : 103,
"2448" : 96,
"2480" : 89,
"2512" : 75,
"2544" : 84,
"2576" : 55,
"2608" : 50,
"2640" : 58,
"2672" : 21,
"2704" : 28,
"2736" : 19,
"2768" : 20,
"2800" : 16,
"2832" : 19,
"2864" : 11,
"2896" : 10,
"2928" : 5,
"2960" : 9,
"2992" : 5,
"3024" : 1,
"3056" : 8,
"3088" : 2,
"3120" : 7,
"3152" : 5,
"3184" : 4,
"3216" : 3,
"3248" : 1,
"3280" : 5,
"3312" : 1,
"3344" : 3,
"3376" : 5,
"3408" : 2,
"3440" : 3,
"3472" : 6,
"3504" : 10,
"3536" : 4,
"3568" : 3,
"3600" : 6,
"3632" : 10,
"3664" : 5,
"3696" : 6,
"3728" : 4,
"3760" : 6,
"3792" : 7,
"3824" : 3,
"3856" : 1,
"3888" : 3,
"3920" : 3,
"3952" : 6,
"3984" : 2,
"4016" : 10,
"4048" : 5,
"4080" : 3,
"4128" : 13,
"4192" : 7,
"4256" : 8,
"4320" : 13,
"4384" : 10,
"4448" : 16,
"4512" : 6,
"4576" : 12,
"4640" : 8,
"4704" : 13,
"4768" : 13,
"4832" : 7,
"4896" : 11,
"4960" : 10,
"5024" : 13,
"5088" : 16,
"5152" : 9,
"5216" : 15,
"5280" : 10,
"5344" : 6,
"5408" : 7,
"5536" : 4,
"5600" : 5,
"5664" : 4,
"5728" : 12,
"5792" : 1,
"5856" : 4,
"5920" : 4,
"5984" : 3,
"6048" : 3,
"6176" : 2,
"6240" : 3,
"6368" : 3,
"6752" : 1,
"7072" : 1,
"7136" : 1,
"7328" : 1,
"7584" : 2,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 3,
"11840" : 1,
"11968" : 5,
"12096" : 1,
"12352" : 3,
"12480" : 2,
"12608" : 4,
"12736" : 5,
"12864" : 1,
"12992" : 5,
"13120" : 1,
"13248" : 6,
"13376" : 1,
"13504" : 2,
"13632" : 2,
"13760" : 2,
"13888" : 3,
"14144" : 4,
"14272" : 3,
"14400" : 2,
"14528" : 2,
"14912" : 2,
"15168" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 1,
"17536" : 1,
"18048" : 1,
"19072" : 2,
"19328" : 2,
"19584" : 1,
"19840" : 2,
"20096" : 2,
"20352" : 3,
"20608" : 4,
"20864" : 1,
"21120" : 2,
"21376" : 4,
"21632" : 1,
"22400" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"27520" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6430,
"max" : 2305853,
"mean" : 231231.070404,
"stddev" : 160900.322933,
"N" : 345164
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.968624,
"bw_mean" : 17253.654088,
"bw_dev" : 12366.586092,
"bw_samples" : 159,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4313.383648,
"iops_stddev" : 3091.618154,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 0.768760,
"sys_cpu" : 17.898974,
"ctx" : 224040,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999710,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999710,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.127953,
"4" : 0.756160,
"10" : 0.086046,
"20" : 0.022598,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098523,
"timestamp_ms" : 1773098523905,
"time" : "Mon Mar 9 20:22:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1616146432,
"io_kbytes" : 1578268,
"bw_bytes" : 17957382,
"bw" : 17536,
"iops" : 4384.137602,
"runtime" : 89999,
"total_ios" : 394568,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5238,
"max" : 2304010,
"mean" : 226229.413019,
"stddev" : 161280.090873,
"N" : 394568
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1328.837995,
"stddev" : 342.754407,
"N" : 394567,
"percentile" : {
"50.000000" : 1304,
"90.000000" : 1496,
"95.000000" : 1592,
"99.000000" : 1928,
"99.900000" : 4320,
"99.990000" : 17024,
"99.999000" : 27520
},
"bins" : {
"1064" : 2,
"1080" : 20,
"1096" : 1662,
"1112" : 6066,
"1128" : 41684,
"1144" : 23942,
"1160" : 15856,
"1176" : 3782,
"1192" : 812,
"1208" : 6358,
"1224" : 11789,
"1240" : 20778,
"1256" : 20952,
"1272" : 12296,
"1288" : 26120,
"1304" : 13610,
"1320" : 21099,
"1336" : 17687,
"1352" : 8398,
"1368" : 18145,
"1384" : 10094,
"1400" : 19152,
"1416" : 16999,
"1432" : 7175,
"1448" : 11633,
"1464" : 4735,
"1480" : 8228,
"1496" : 7197,
"1512" : 3104,
"1528" : 5385,
"1544" : 2358,
"1560" : 3768,
"1576" : 3050,
"1592" : 1227,
"1608" : 2271,
"1624" : 976,
"1640" : 1739,
"1656" : 1515,
"1672" : 646,
"1688" : 1181,
"1704" : 582,
"1720" : 1015,
"1736" : 897,
"1752" : 416,
"1768" : 785,
"1784" : 328,
"1800" : 627,
"1816" : 573,
"1832" : 281,
"1848" : 443,
"1864" : 232,
"1880" : 425,
"1896" : 327,
"1912" : 137,
"1928" : 259,
"1944" : 109,
"1960" : 184,
"1976" : 192,
"1992" : 77,
"2008" : 153,
"2024" : 52,
"2040" : 136,
"2064" : 172,
"2096" : 154,
"2128" : 168,
"2160" : 148,
"2192" : 109,
"2224" : 108,
"2256" : 128,
"2288" : 137,
"2320" : 117,
"2352" : 105,
"2384" : 97,
"2416" : 104,
"2448" : 98,
"2480" : 89,
"2512" : 77,
"2544" : 85,
"2576" : 58,
"2608" : 51,
"2640" : 58,
"2672" : 23,
"2704" : 30,
"2736" : 20,
"2768" : 20,
"2800" : 16,
"2832" : 19,
"2864" : 12,
"2896" : 10,
"2928" : 5,
"2960" : 9,
"2992" : 5,
"3024" : 2,
"3056" : 8,
"3088" : 2,
"3120" : 8,
"3152" : 5,
"3184" : 4,
"3216" : 4,
"3248" : 1,
"3280" : 6,
"3312" : 1,
"3344" : 4,
"3376" : 5,
"3408" : 2,
"3440" : 4,
"3472" : 7,
"3504" : 10,
"3536" : 5,
"3568" : 4,
"3600" : 6,
"3632" : 11,
"3664" : 6,
"3696" : 6,
"3728" : 4,
"3760" : 7,
"3792" : 7,
"3824" : 3,
"3856" : 2,
"3888" : 3,
"3920" : 7,
"3952" : 8,
"3984" : 5,
"4016" : 11,
"4048" : 6,
"4080" : 5,
"4128" : 17,
"4192" : 9,
"4256" : 10,
"4320" : 14,
"4384" : 11,
"4448" : 19,
"4512" : 7,
"4576" : 18,
"4640" : 8,
"4704" : 15,
"4768" : 16,
"4832" : 8,
"4896" : 11,
"4960" : 12,
"5024" : 15,
"5088" : 18,
"5152" : 9,
"5216" : 16,
"5280" : 10,
"5344" : 7,
"5408" : 7,
"5536" : 4,
"5600" : 5,
"5664" : 4,
"5728" : 12,
"5792" : 1,
"5856" : 4,
"5920" : 4,
"5984" : 4,
"6048" : 3,
"6176" : 2,
"6240" : 3,
"6368" : 3,
"6688" : 1,
"6752" : 1,
"7072" : 1,
"7136" : 1,
"7328" : 1,
"7584" : 2,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 3,
"11584" : 1,
"11840" : 1,
"11968" : 5,
"12096" : 1,
"12352" : 3,
"12480" : 2,
"12608" : 4,
"12736" : 7,
"12864" : 1,
"12992" : 6,
"13120" : 2,
"13248" : 6,
"13376" : 2,
"13504" : 2,
"13632" : 3,
"13760" : 3,
"13888" : 4,
"14144" : 4,
"14272" : 3,
"14400" : 2,
"14528" : 2,
"14912" : 2,
"15040" : 1,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"19072" : 2,
"19328" : 2,
"19584" : 1,
"19840" : 4,
"20096" : 2,
"20352" : 3,
"20608" : 4,
"20864" : 1,
"21120" : 2,
"21376" : 4,
"21632" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6400,
"max" : 2305853,
"mean" : 227558.010746,
"stddev" : 161386.444930,
"N" : 394567
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.922984,
"bw_mean" : 17523.083799,
"bw_dev" : 11677.814348,
"bw_samples" : 179,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4380.737430,
"iops_stddev" : 2919.426372,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 0.781120,
"sys_cpu" : 17.944644,
"ctx" : 252073,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.192028,
"4" : 0.691896,
"10" : 0.085410,
"20" : 0.023824,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098533,
"timestamp_ms" : 1773098533904,
"time" : "Mon Mar 9 20:22:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1831661568,
"io_kbytes" : 1788732,
"bw_bytes" : 18316798,
"bw" : 17887,
"iops" : 4471.884719,
"runtime" : 99999,
"total_ios" : 447184,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 221756.209972,
"stddev" : 161851.564322,
"N" : 447184
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1325.843234,
"stddev" : 341.061860,
"N" : 447183,
"percentile" : {
"50.000000" : 1304,
"90.000000" : 1496,
"95.000000" : 1592,
"99.000000" : 1928,
"99.900000" : 4256,
"99.990000" : 17024,
"99.999000" : 27520
},
"bins" : {
"1064" : 2,
"1080" : 36,
"1096" : 2339,
"1112" : 7839,
"1128" : 49701,
"1144" : 27599,
"1160" : 17845,
"1176" : 4286,
"1192" : 1029,
"1208" : 8084,
"1224" : 13585,
"1240" : 23025,
"1256" : 23052,
"1272" : 13695,
"1288" : 29245,
"1304" : 15270,
"1320" : 23588,
"1336" : 19832,
"1352" : 9529,
"1368" : 20502,
"1384" : 11331,
"1400" : 21390,
"1416" : 18783,
"1432" : 7896,
"1448" : 12745,
"1464" : 5278,
"1480" : 9096,
"1496" : 7950,
"1512" : 3427,
"1528" : 5935,
"1544" : 2551,
"1560" : 4142,
"1576" : 3361,
"1592" : 1353,
"1608" : 2516,
"1624" : 1065,
"1640" : 1941,
"1656" : 1685,
"1672" : 716,
"1688" : 1348,
"1704" : 647,
"1720" : 1148,
"1736" : 1002,
"1752" : 471,
"1768" : 889,
"1784" : 372,
"1800" : 702,
"1816" : 650,
"1832" : 320,
"1848" : 503,
"1864" : 253,
"1880" : 471,
"1896" : 373,
"1912" : 152,
"1928" : 295,
"1944" : 124,
"1960" : 217,
"1976" : 218,
"1992" : 95,
"2008" : 177,
"2024" : 64,
"2040" : 158,
"2064" : 213,
"2096" : 182,
"2128" : 193,
"2160" : 183,
"2192" : 128,
"2224" : 136,
"2256" : 156,
"2288" : 169,
"2320" : 142,
"2352" : 129,
"2384" : 118,
"2416" : 112,
"2448" : 110,
"2480" : 96,
"2512" : 85,
"2544" : 96,
"2576" : 61,
"2608" : 54,
"2640" : 63,
"2672" : 25,
"2704" : 31,
"2736" : 22,
"2768" : 21,
"2800" : 17,
"2832" : 21,
"2864" : 16,
"2896" : 10,
"2928" : 6,
"2960" : 9,
"2992" : 5,
"3024" : 2,
"3056" : 10,
"3088" : 2,
"3120" : 9,
"3152" : 5,
"3184" : 5,
"3216" : 4,
"3248" : 1,
"3280" : 6,
"3312" : 2,
"3344" : 4,
"3376" : 5,
"3408" : 2,
"3440" : 4,
"3472" : 8,
"3504" : 11,
"3536" : 5,
"3568" : 5,
"3600" : 7,
"3632" : 13,
"3664" : 6,
"3696" : 6,
"3728" : 4,
"3760" : 7,
"3792" : 10,
"3824" : 4,
"3856" : 2,
"3888" : 3,
"3920" : 7,
"3952" : 9,
"3984" : 5,
"4016" : 12,
"4048" : 6,
"4080" : 5,
"4128" : 18,
"4192" : 10,
"4256" : 14,
"4320" : 15,
"4384" : 12,
"4448" : 21,
"4512" : 10,
"4576" : 19,
"4640" : 10,
"4704" : 15,
"4768" : 18,
"4832" : 8,
"4896" : 11,
"4960" : 12,
"5024" : 15,
"5088" : 18,
"5152" : 12,
"5216" : 18,
"5280" : 11,
"5344" : 8,
"5408" : 7,
"5472" : 1,
"5536" : 5,
"5600" : 6,
"5664" : 4,
"5728" : 13,
"5792" : 1,
"5856" : 4,
"5920" : 4,
"5984" : 4,
"6048" : 3,
"6176" : 3,
"6240" : 3,
"6304" : 2,
"6368" : 4,
"6432" : 1,
"6688" : 1,
"6752" : 1,
"6816" : 2,
"6944" : 1,
"7072" : 1,
"7136" : 1,
"7328" : 1,
"7392" : 1,
"7584" : 2,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 3,
"11584" : 1,
"11712" : 1,
"11840" : 1,
"11968" : 6,
"12096" : 1,
"12352" : 3,
"12480" : 2,
"12608" : 4,
"12736" : 8,
"12864" : 2,
"12992" : 6,
"13120" : 2,
"13248" : 6,
"13376" : 3,
"13504" : 2,
"13632" : 4,
"13760" : 3,
"13888" : 4,
"14144" : 4,
"14272" : 4,
"14400" : 2,
"14528" : 2,
"14912" : 2,
"15040" : 1,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 1,
"19072" : 2,
"19328" : 2,
"19584" : 1,
"19840" : 4,
"20096" : 2,
"20352" : 3,
"20608" : 5,
"20864" : 1,
"21120" : 2,
"21376" : 5,
"21632" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 223081.831206,
"stddev" : 161959.228645,
"N" : 447183
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.935720,
"bw_mean" : 17876.678392,
"bw_dev" : 11123.553311,
"bw_samples" : 199,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4469.135678,
"iops_stddev" : 2780.862526,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 0.799008,
"sys_cpu" : 18.108181,
"ctx" : 280112,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999776,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999776,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.174836,
"4" : 0.711340,
"10" : 0.084305,
"20" : 0.022809,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098543,
"timestamp_ms" : 1773098543904,
"time" : "Mon Mar 9 20:22:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2049961984,
"io_kbytes" : 2001916,
"bw_bytes" : 18636187,
"bw" : 18199,
"iops" : 4549.859544,
"runtime" : 109999,
"total_ios" : 500480,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 217929.884087,
"stddev" : 162897.681552,
"N" : 500480
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1321.057151,
"stddev" : 337.142439,
"N" : 500479,
"percentile" : {
"50.000000" : 1288,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1912,
"99.900000" : 4256,
"99.990000" : 15552,
"99.999000" : 24704
},
"bins" : {
"1064" : 2,
"1080" : 36,
"1096" : 2507,
"1112" : 8868,
"1128" : 59530,
"1144" : 33745,
"1160" : 21729,
"1176" : 5086,
"1192" : 1153,
"1208" : 8372,
"1224" : 14323,
"1240" : 24550,
"1256" : 24630,
"1272" : 14972,
"1288" : 32622,
"1304" : 17353,
"1320" : 27039,
"1336" : 22523,
"1352" : 10601,
"1368" : 22465,
"1384" : 12253,
"1400" : 23208,
"1416" : 20365,
"1432" : 8537,
"1448" : 13868,
"1464" : 5753,
"1480" : 9856,
"1496" : 8558,
"1512" : 3698,
"1528" : 6432,
"1544" : 2769,
"1560" : 4494,
"1576" : 3635,
"1592" : 1486,
"1608" : 2724,
"1624" : 1152,
"1640" : 2123,
"1656" : 1794,
"1672" : 770,
"1688" : 1459,
"1704" : 697,
"1720" : 1237,
"1736" : 1092,
"1752" : 494,
"1768" : 966,
"1784" : 406,
"1800" : 759,
"1816" : 694,
"1832" : 337,
"1848" : 539,
"1864" : 270,
"1880" : 500,
"1896" : 406,
"1912" : 162,
"1928" : 320,
"1944" : 133,
"1960" : 232,
"1976" : 228,
"1992" : 101,
"2008" : 194,
"2024" : 68,
"2040" : 169,
"2064" : 222,
"2096" : 192,
"2128" : 201,
"2160" : 190,
"2192" : 131,
"2224" : 138,
"2256" : 161,
"2288" : 172,
"2320" : 146,
"2352" : 134,
"2384" : 124,
"2416" : 114,
"2448" : 113,
"2480" : 98,
"2512" : 86,
"2544" : 97,
"2576" : 62,
"2608" : 55,
"2640" : 64,
"2672" : 25,
"2704" : 33,
"2736" : 23,
"2768" : 21,
"2800" : 18,
"2832" : 21,
"2864" : 17,
"2896" : 10,
"2928" : 6,
"2960" : 9,
"2992" : 5,
"3024" : 2,
"3056" : 10,
"3088" : 2,
"3120" : 9,
"3152" : 6,
"3184" : 5,
"3216" : 4,
"3248" : 1,
"3280" : 6,
"3312" : 2,
"3344" : 4,
"3376" : 5,
"3408" : 2,
"3440" : 5,
"3472" : 9,
"3504" : 11,
"3536" : 6,
"3568" : 5,
"3600" : 7,
"3632" : 13,
"3664" : 8,
"3696" : 6,
"3728" : 4,
"3760" : 7,
"3792" : 11,
"3824" : 4,
"3856" : 2,
"3888" : 3,
"3920" : 7,
"3952" : 9,
"3984" : 6,
"4016" : 14,
"4048" : 6,
"4080" : 5,
"4128" : 20,
"4192" : 12,
"4256" : 15,
"4320" : 16,
"4384" : 12,
"4448" : 23,
"4512" : 13,
"4576" : 23,
"4640" : 12,
"4704" : 16,
"4768" : 21,
"4832" : 9,
"4896" : 12,
"4960" : 14,
"5024" : 15,
"5088" : 20,
"5152" : 16,
"5216" : 18,
"5280" : 13,
"5344" : 8,
"5408" : 11,
"5472" : 2,
"5536" : 5,
"5600" : 6,
"5664" : 4,
"5728" : 13,
"5792" : 2,
"5856" : 4,
"5920" : 4,
"5984" : 4,
"6048" : 3,
"6176" : 3,
"6240" : 3,
"6304" : 2,
"6368" : 4,
"6432" : 1,
"6688" : 3,
"6752" : 1,
"6816" : 2,
"6944" : 1,
"7072" : 2,
"7136" : 1,
"7328" : 1,
"7392" : 1,
"7584" : 2,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 3,
"11584" : 1,
"11712" : 1,
"11840" : 2,
"11968" : 6,
"12096" : 1,
"12352" : 3,
"12480" : 2,
"12608" : 6,
"12736" : 10,
"12864" : 3,
"12992" : 9,
"13120" : 4,
"13248" : 6,
"13376" : 3,
"13504" : 2,
"13632" : 4,
"13760" : 3,
"13888" : 4,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 2,
"14912" : 2,
"15040" : 1,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 1,
"19072" : 2,
"19328" : 3,
"19584" : 2,
"19840" : 4,
"20096" : 2,
"20352" : 3,
"20608" : 5,
"20864" : 1,
"21120" : 2,
"21376" : 5,
"21632" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 219250.735234,
"stddev" : 163006.498487,
"N" : 500479
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.931858,
"bw_mean" : 18187.831050,
"bw_dev" : 10647.187016,
"bw_samples" : 219,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4546.922374,
"iops_stddev" : 2661.771835,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 0.805462,
"sys_cpu" : 18.285621,
"ctx" : 307443,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999800,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999800,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.227142,
"4" : 0.659367,
"10" : 0.084119,
"20" : 0.023178,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098553,
"timestamp_ms" : 1773098553905,
"time" : "Mon Mar 9 20:22:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2282405888,
"io_kbytes" : 2228912,
"bw_bytes" : 19020049,
"bw" : 18574,
"iops" : 4643.575000,
"runtime" : 120000,
"total_ios" : 557229,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 213499.251731,
"stddev" : 163435.326203,
"N" : 557229
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1316.847899,
"stddev" : 335.134818,
"N" : 557228,
"percentile" : {
"50.000000" : 1288,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1896,
"99.900000" : 4256,
"99.990000" : 15296,
"99.999000" : 27008
},
"bins" : {
"1064" : 2,
"1080" : 36,
"1096" : 2680,
"1112" : 10008,
"1128" : 70141,
"1144" : 39458,
"1160" : 25100,
"1176" : 5762,
"1192" : 1290,
"1208" : 9445,
"1224" : 16137,
"1240" : 27148,
"1256" : 26676,
"1272" : 16363,
"1288" : 36110,
"1304" : 19435,
"1320" : 30307,
"1336" : 25076,
"1352" : 11658,
"1368" : 24341,
"1384" : 13277,
"1400" : 24963,
"1416" : 22051,
"1432" : 9241,
"1448" : 15028,
"1464" : 6228,
"1480" : 10674,
"1496" : 9272,
"1512" : 3985,
"1528" : 6937,
"1544" : 2997,
"1560" : 4887,
"1576" : 3918,
"1592" : 1610,
"1608" : 2930,
"1624" : 1235,
"1640" : 2273,
"1656" : 1912,
"1672" : 819,
"1688" : 1553,
"1704" : 737,
"1720" : 1328,
"1736" : 1163,
"1752" : 539,
"1768" : 1021,
"1784" : 438,
"1800" : 808,
"1816" : 754,
"1832" : 359,
"1848" : 576,
"1864" : 291,
"1880" : 526,
"1896" : 434,
"1912" : 171,
"1928" : 342,
"1944" : 145,
"1960" : 241,
"1976" : 240,
"1992" : 104,
"2008" : 206,
"2024" : 70,
"2040" : 175,
"2064" : 228,
"2096" : 199,
"2128" : 202,
"2160" : 195,
"2192" : 135,
"2224" : 144,
"2256" : 164,
"2288" : 177,
"2320" : 149,
"2352" : 135,
"2384" : 126,
"2416" : 117,
"2448" : 118,
"2480" : 100,
"2512" : 90,
"2544" : 100,
"2576" : 62,
"2608" : 58,
"2640" : 67,
"2672" : 27,
"2704" : 36,
"2736" : 27,
"2768" : 21,
"2800" : 19,
"2832" : 22,
"2864" : 18,
"2896" : 10,
"2928" : 8,
"2960" : 10,
"2992" : 5,
"3024" : 3,
"3056" : 10,
"3088" : 2,
"3120" : 9,
"3152" : 6,
"3184" : 6,
"3216" : 4,
"3248" : 1,
"3280" : 6,
"3312" : 2,
"3344" : 5,
"3376" : 6,
"3408" : 2,
"3440" : 5,
"3472" : 9,
"3504" : 11,
"3536" : 6,
"3568" : 5,
"3600" : 7,
"3632" : 13,
"3664" : 8,
"3696" : 7,
"3728" : 4,
"3760" : 8,
"3792" : 12,
"3824" : 5,
"3856" : 4,
"3888" : 3,
"3920" : 7,
"3952" : 10,
"3984" : 7,
"4016" : 15,
"4048" : 7,
"4080" : 7,
"4128" : 20,
"4192" : 13,
"4256" : 17,
"4320" : 19,
"4384" : 13,
"4448" : 27,
"4512" : 14,
"4576" : 25,
"4640" : 12,
"4704" : 18,
"4768" : 25,
"4832" : 11,
"4896" : 16,
"4960" : 16,
"5024" : 15,
"5088" : 23,
"5152" : 16,
"5216" : 19,
"5280" : 14,
"5344" : 8,
"5408" : 12,
"5472" : 4,
"5536" : 8,
"5600" : 7,
"5664" : 4,
"5728" : 14,
"5792" : 2,
"5856" : 5,
"5920" : 5,
"5984" : 4,
"6048" : 3,
"6176" : 3,
"6240" : 3,
"6304" : 2,
"6368" : 4,
"6432" : 1,
"6688" : 3,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 1,
"7328" : 1,
"7392" : 1,
"7584" : 2,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 3,
"11584" : 1,
"11712" : 1,
"11840" : 2,
"11968" : 6,
"12096" : 1,
"12224" : 1,
"12352" : 3,
"12480" : 4,
"12608" : 7,
"12736" : 10,
"12864" : 4,
"12992" : 9,
"13120" : 7,
"13248" : 7,
"13376" : 4,
"13504" : 3,
"13632" : 4,
"13760" : 6,
"13888" : 5,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 2,
"14912" : 2,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 2,
"19072" : 2,
"19328" : 3,
"19584" : 2,
"19840" : 4,
"20096" : 2,
"20352" : 3,
"20608" : 6,
"20864" : 1,
"21120" : 2,
"21376" : 5,
"21632" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"25984" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 214815.906654,
"stddev" : 163544.660322,
"N" : 557228
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.912424,
"bw_mean" : 18558.497908,
"bw_dev" : 10265.770761,
"bw_samples" : 239,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4639.589958,
"iops_stddev" : 2566.419680,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120000,
"usr_cpu" : 0.822500,
"sys_cpu" : 18.484167,
"ctx" : 334952,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.273369,
"4" : 0.612495,
"10" : 0.084166,
"20" : 0.024048,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098563,
"timestamp_ms" : 1773098563904,
"time" : "Mon Mar 9 20:22:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2525986816,
"io_kbytes" : 2466784,
"bw_bytes" : 19430817,
"bw" : 18975,
"iops" : 4743.859568,
"runtime" : 129999,
"total_ios" : 616697,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 208952.929789,
"stddev" : 163961.094015,
"N" : 616697
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1313.178404,
"stddev" : 331.504988,
"N" : 616696,
"percentile" : {
"50.000000" : 1288,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1896,
"99.900000" : 4256,
"99.990000" : 15040,
"99.999000" : 25984
},
"bins" : {
"1064" : 2,
"1080" : 36,
"1096" : 2888,
"1112" : 11302,
"1128" : 82881,
"1144" : 46893,
"1160" : 29607,
"1176" : 6679,
"1192" : 1434,
"1208" : 9815,
"1224" : 17029,
"1240" : 28813,
"1256" : 28069,
"1272" : 17346,
"1288" : 38986,
"1304" : 21183,
"1320" : 33370,
"1336" : 27699,
"1352" : 12716,
"1368" : 26211,
"1384" : 14252,
"1400" : 26924,
"1416" : 23938,
"1432" : 10082,
"1448" : 16475,
"1464" : 6816,
"1480" : 11652,
"1496" : 10054,
"1512" : 4320,
"1528" : 7561,
"1544" : 3266,
"1560" : 5336,
"1576" : 4288,
"1592" : 1743,
"1608" : 3171,
"1624" : 1341,
"1640" : 2467,
"1656" : 2058,
"1672" : 887,
"1688" : 1672,
"1704" : 802,
"1720" : 1432,
"1736" : 1242,
"1752" : 578,
"1768" : 1108,
"1784" : 468,
"1800" : 866,
"1816" : 820,
"1832" : 386,
"1848" : 624,
"1864" : 316,
"1880" : 575,
"1896" : 463,
"1912" : 191,
"1928" : 366,
"1944" : 154,
"1960" : 265,
"1976" : 259,
"1992" : 109,
"2008" : 224,
"2024" : 76,
"2040" : 191,
"2064" : 246,
"2096" : 217,
"2128" : 219,
"2160" : 207,
"2192" : 147,
"2224" : 163,
"2256" : 175,
"2288" : 191,
"2320" : 159,
"2352" : 150,
"2384" : 136,
"2416" : 136,
"2448" : 129,
"2480" : 110,
"2512" : 95,
"2544" : 103,
"2576" : 67,
"2608" : 65,
"2640" : 71,
"2672" : 32,
"2704" : 39,
"2736" : 31,
"2768" : 22,
"2800" : 20,
"2832" : 24,
"2864" : 20,
"2896" : 10,
"2928" : 8,
"2960" : 10,
"2992" : 5,
"3024" : 4,
"3056" : 11,
"3088" : 3,
"3120" : 9,
"3152" : 7,
"3184" : 6,
"3216" : 5,
"3248" : 1,
"3280" : 6,
"3312" : 2,
"3344" : 5,
"3376" : 7,
"3408" : 3,
"3440" : 5,
"3472" : 9,
"3504" : 11,
"3536" : 6,
"3568" : 6,
"3600" : 7,
"3632" : 13,
"3664" : 8,
"3696" : 7,
"3728" : 5,
"3760" : 10,
"3792" : 13,
"3824" : 6,
"3856" : 5,
"3888" : 4,
"3920" : 9,
"3952" : 11,
"3984" : 8,
"4016" : 16,
"4048" : 7,
"4080" : 7,
"4128" : 23,
"4192" : 15,
"4256" : 18,
"4320" : 20,
"4384" : 16,
"4448" : 28,
"4512" : 16,
"4576" : 29,
"4640" : 15,
"4704" : 22,
"4768" : 30,
"4832" : 12,
"4896" : 17,
"4960" : 19,
"5024" : 19,
"5088" : 24,
"5152" : 16,
"5216" : 20,
"5280" : 14,
"5344" : 9,
"5408" : 13,
"5472" : 5,
"5536" : 9,
"5600" : 8,
"5664" : 4,
"5728" : 15,
"5792" : 2,
"5856" : 5,
"5920" : 5,
"5984" : 5,
"6048" : 3,
"6176" : 5,
"6240" : 3,
"6304" : 2,
"6368" : 4,
"6432" : 1,
"6560" : 1,
"6688" : 3,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 1,
"7328" : 1,
"7392" : 1,
"7584" : 2,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 5,
"11584" : 1,
"11712" : 1,
"11840" : 2,
"11968" : 6,
"12096" : 1,
"12224" : 1,
"12352" : 4,
"12480" : 5,
"12608" : 8,
"12736" : 10,
"12864" : 4,
"12992" : 11,
"13120" : 8,
"13248" : 7,
"13376" : 4,
"13504" : 3,
"13632" : 5,
"13760" : 6,
"13888" : 6,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 3,
"14912" : 2,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 2,
"19072" : 2,
"19328" : 3,
"19584" : 2,
"19840" : 4,
"20096" : 2,
"20352" : 3,
"20608" : 6,
"20864" : 1,
"21120" : 3,
"21376" : 5,
"21632" : 1,
"21888" : 2,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"25984" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 210265.926453,
"stddev" : 164072.236100,
"N" : 616696
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.913534,
"bw_mean" : 18959.776062,
"bw_dev" : 9957.916435,
"bw_samples" : 259,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4739.907336,
"iops_stddev" : 2489.456313,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 0.837699,
"sys_cpu" : 18.680913,
"ctx" : 362096,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.284738,
"4" : 0.601592,
"10" : 0.084320,
"20" : 0.023512,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098573,
"timestamp_ms" : 1773098573904,
"time" : "Mon Mar 9 20:22:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2783342592,
"io_kbytes" : 2718108,
"bw_bytes" : 19881160,
"bw" : 19415,
"iops" : 4853.806099,
"runtime" : 139999,
"total_ios" : 679528,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 204182.057066,
"stddev" : 164399.688859,
"N" : 679528
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1309.792167,
"stddev" : 333.209903,
"N" : 679527,
"percentile" : {
"50.000000" : 1288,
"90.000000" : 1496,
"95.000000" : 1576,
"99.000000" : 1880,
"99.900000" : 4320,
"99.990000" : 15040,
"99.999000" : 25984
},
"bins" : {
"1064" : 2,
"1080" : 39,
"1096" : 3100,
"1112" : 12599,
"1128" : 96194,
"1144" : 55120,
"1160" : 34671,
"1176" : 7716,
"1192" : 1595,
"1208" : 10410,
"1224" : 18291,
"1240" : 31068,
"1256" : 29487,
"1272" : 18044,
"1288" : 41208,
"1304" : 22709,
"1320" : 36339,
"1336" : 30581,
"1352" : 14018,
"1368" : 28325,
"1384" : 15215,
"1400" : 28816,
"1416" : 25854,
"1432" : 10925,
"1448" : 18034,
"1464" : 7467,
"1480" : 12732,
"1496" : 11013,
"1512" : 4687,
"1528" : 8236,
"1544" : 3556,
"1560" : 5848,
"1576" : 4735,
"1592" : 1908,
"1608" : 3457,
"1624" : 1478,
"1640" : 2681,
"1656" : 2234,
"1672" : 962,
"1688" : 1791,
"1704" : 854,
"1720" : 1532,
"1736" : 1343,
"1752" : 615,
"1768" : 1171,
"1784" : 493,
"1800" : 931,
"1816" : 868,
"1832" : 406,
"1848" : 687,
"1864" : 335,
"1880" : 612,
"1896" : 498,
"1912" : 208,
"1928" : 392,
"1944" : 166,
"1960" : 288,
"1976" : 273,
"1992" : 120,
"2008" : 238,
"2024" : 82,
"2040" : 195,
"2064" : 254,
"2096" : 224,
"2128" : 226,
"2160" : 209,
"2192" : 152,
"2224" : 168,
"2256" : 177,
"2288" : 195,
"2320" : 164,
"2352" : 153,
"2384" : 138,
"2416" : 136,
"2448" : 130,
"2480" : 112,
"2512" : 96,
"2544" : 104,
"2576" : 67,
"2608" : 66,
"2640" : 72,
"2672" : 34,
"2704" : 40,
"2736" : 34,
"2768" : 22,
"2800" : 20,
"2832" : 25,
"2864" : 21,
"2896" : 11,
"2928" : 8,
"2960" : 10,
"2992" : 5,
"3024" : 4,
"3056" : 11,
"3088" : 3,
"3120" : 9,
"3152" : 8,
"3184" : 6,
"3216" : 6,
"3248" : 1,
"3280" : 6,
"3312" : 2,
"3344" : 5,
"3376" : 7,
"3408" : 4,
"3440" : 6,
"3472" : 9,
"3504" : 11,
"3536" : 6,
"3568" : 6,
"3600" : 9,
"3632" : 15,
"3664" : 8,
"3696" : 7,
"3728" : 5,
"3760" : 10,
"3792" : 15,
"3824" : 7,
"3856" : 6,
"3888" : 4,
"3920" : 9,
"3952" : 13,
"3984" : 8,
"4016" : 16,
"4048" : 7,
"4080" : 7,
"4128" : 24,
"4192" : 15,
"4256" : 20,
"4320" : 25,
"4384" : 17,
"4448" : 33,
"4512" : 17,
"4576" : 33,
"4640" : 15,
"4704" : 22,
"4768" : 31,
"4832" : 15,
"4896" : 18,
"4960" : 22,
"5024" : 20,
"5088" : 26,
"5152" : 20,
"5216" : 22,
"5280" : 15,
"5344" : 11,
"5408" : 16,
"5472" : 6,
"5536" : 9,
"5600" : 10,
"5664" : 4,
"5728" : 17,
"5792" : 2,
"5856" : 5,
"5920" : 7,
"5984" : 5,
"6048" : 3,
"6176" : 5,
"6240" : 3,
"6304" : 2,
"6368" : 4,
"6432" : 1,
"6560" : 2,
"6688" : 3,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 1,
"7328" : 1,
"7392" : 1,
"7584" : 2,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 5,
"11584" : 1,
"11712" : 2,
"11840" : 2,
"11968" : 6,
"12096" : 1,
"12224" : 1,
"12352" : 5,
"12480" : 7,
"12608" : 9,
"12736" : 11,
"12864" : 5,
"12992" : 13,
"13120" : 9,
"13248" : 8,
"13376" : 5,
"13504" : 3,
"13632" : 6,
"13760" : 7,
"13888" : 7,
"14016" : 2,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 4,
"14912" : 3,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 4,
"19072" : 3,
"19328" : 3,
"19584" : 2,
"19840" : 4,
"20096" : 2,
"20352" : 3,
"20608" : 7,
"20864" : 1,
"21120" : 3,
"21376" : 5,
"21632" : 3,
"21888" : 2,
"22400" : 1,
"22656" : 2,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"25984" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 205491.677277,
"stddev" : 164512.318737,
"N" : 679527
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.895982,
"bw_mean" : 19395.874552,
"bw_dev" : 9722.111019,
"bw_samples" : 279,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4848.931900,
"iops_stddev" : 2430.506071,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 0.852149,
"sys_cpu" : 18.890849,
"ctx" : 389066,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.324384,
"4" : 0.561272,
"10" : 0.083882,
"20" : 0.024576,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098583,
"timestamp_ms" : 1773098583904,
"time" : "Mon Mar 9 20:23:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3055878144,
"io_kbytes" : 2984256,
"bw_bytes" : 20372656,
"bw" : 19895,
"iops" : 4973.799825,
"runtime" : 149999,
"total_ios" : 746065,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 199216.593680,
"stddev" : 164744.971430,
"N" : 746065
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1305.933797,
"stddev" : 328.790863,
"N" : 746064,
"percentile" : {
"50.000000" : 1288,
"90.000000" : 1480,
"95.000000" : 1576,
"99.000000" : 1864,
"99.900000" : 4320,
"99.990000" : 14912,
"99.999000" : 23424
},
"bins" : {
"1064" : 2,
"1080" : 39,
"1096" : 3326,
"1112" : 14013,
"1128" : 108443,
"1144" : 61469,
"1160" : 38125,
"1176" : 8362,
"1192" : 1758,
"1208" : 12816,
"1224" : 22589,
"1240" : 36230,
"1256" : 32432,
"1272" : 19542,
"1288" : 44515,
"1304" : 24665,
"1320" : 39614,
"1336" : 33357,
"1352" : 15153,
"1368" : 30458,
"1384" : 16250,
"1400" : 30585,
"1416" : 27328,
"1432" : 11602,
"1448" : 19172,
"1464" : 7943,
"1480" : 13521,
"1496" : 11663,
"1512" : 4977,
"1528" : 8695,
"1544" : 3779,
"1560" : 6191,
"1576" : 4986,
"1592" : 2026,
"1608" : 3649,
"1624" : 1558,
"1640" : 2815,
"1656" : 2344,
"1672" : 1008,
"1688" : 1895,
"1704" : 901,
"1720" : 1612,
"1736" : 1420,
"1752" : 666,
"1768" : 1247,
"1784" : 527,
"1800" : 976,
"1816" : 921,
"1832" : 430,
"1848" : 721,
"1864" : 351,
"1880" : 634,
"1896" : 518,
"1912" : 218,
"1928" : 406,
"1944" : 175,
"1960" : 296,
"1976" : 281,
"1992" : 121,
"2008" : 241,
"2024" : 86,
"2040" : 196,
"2064" : 259,
"2096" : 227,
"2128" : 233,
"2160" : 212,
"2192" : 158,
"2224" : 171,
"2256" : 179,
"2288" : 201,
"2320" : 165,
"2352" : 154,
"2384" : 139,
"2416" : 137,
"2448" : 132,
"2480" : 112,
"2512" : 99,
"2544" : 105,
"2576" : 67,
"2608" : 68,
"2640" : 72,
"2672" : 35,
"2704" : 41,
"2736" : 34,
"2768" : 22,
"2800" : 20,
"2832" : 25,
"2864" : 21,
"2896" : 11,
"2928" : 8,
"2960" : 10,
"2992" : 5,
"3024" : 5,
"3056" : 11,
"3088" : 4,
"3120" : 9,
"3152" : 8,
"3184" : 6,
"3216" : 6,
"3248" : 2,
"3280" : 6,
"3312" : 2,
"3344" : 5,
"3376" : 9,
"3408" : 4,
"3440" : 6,
"3472" : 9,
"3504" : 11,
"3536" : 6,
"3568" : 6,
"3600" : 9,
"3632" : 15,
"3664" : 9,
"3696" : 7,
"3728" : 6,
"3760" : 12,
"3792" : 16,
"3824" : 9,
"3856" : 6,
"3888" : 4,
"3920" : 9,
"3952" : 16,
"3984" : 10,
"4016" : 16,
"4048" : 8,
"4080" : 8,
"4128" : 26,
"4192" : 19,
"4256" : 21,
"4320" : 26,
"4384" : 19,
"4448" : 36,
"4512" : 19,
"4576" : 39,
"4640" : 18,
"4704" : 26,
"4768" : 35,
"4832" : 19,
"4896" : 22,
"4960" : 23,
"5024" : 25,
"5088" : 26,
"5152" : 20,
"5216" : 24,
"5280" : 19,
"5344" : 12,
"5408" : 19,
"5472" : 9,
"5536" : 12,
"5600" : 11,
"5664" : 4,
"5728" : 18,
"5792" : 2,
"5856" : 7,
"5920" : 8,
"5984" : 7,
"6048" : 3,
"6176" : 6,
"6240" : 3,
"6304" : 2,
"6368" : 4,
"6432" : 1,
"6560" : 2,
"6688" : 3,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 2,
"7328" : 1,
"7392" : 1,
"7584" : 2,
"7648" : 1,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11456" : 5,
"11584" : 1,
"11712" : 2,
"11840" : 2,
"11968" : 7,
"12096" : 1,
"12224" : 1,
"12352" : 5,
"12480" : 7,
"12608" : 10,
"12736" : 13,
"12864" : 5,
"12992" : 13,
"13120" : 9,
"13248" : 8,
"13376" : 6,
"13504" : 3,
"13632" : 7,
"13760" : 7,
"13888" : 7,
"14016" : 2,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 4,
"14912" : 3,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 4,
"19072" : 3,
"19328" : 3,
"19584" : 2,
"19840" : 5,
"20096" : 3,
"20352" : 3,
"20608" : 7,
"20864" : 2,
"21120" : 3,
"21376" : 5,
"21632" : 4,
"21888" : 2,
"22400" : 1,
"22656" : 3,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"25984" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 200522.364201,
"stddev" : 164856.898661,
"N" : 746064
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.893583,
"bw_mean" : 19874.170569,
"bw_dev" : 9560.717134,
"bw_samples" : 299,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 4968.505017,
"iops_stddev" : 2390.158278,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 0.863339,
"sys_cpu" : 19.109461,
"ctx" : 415865,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999866,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999866,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.363326,
"4" : 0.521134,
"10" : 0.086320,
"20" : 0.023322,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098593,
"timestamp_ms" : 1773098593904,
"time" : "Mon Mar 9 20:23:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3344281600,
"io_kbytes" : 3265900,
"bw_bytes" : 20901890,
"bw" : 20412,
"iops" : 5103.006894,
"runtime" : 159999,
"total_ios" : 816476,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 194130.188740,
"stddev" : 164973.621677,
"N" : 816476
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1303.059663,
"stddev" : 324.856474,
"N" : 816475,
"percentile" : {
"50.000000" : 1288,
"90.000000" : 1480,
"95.000000" : 1560,
"99.000000" : 1848,
"99.900000" : 4320,
"99.990000" : 14528,
"99.999000" : 22912
},
"bins" : {
"1064" : 2,
"1080" : 39,
"1096" : 3442,
"1112" : 14800,
"1128" : 118323,
"1144" : 68047,
"1160" : 42486,
"1176" : 9275,
"1192" : 1993,
"1208" : 16279,
"1224" : 28413,
"1240" : 42967,
"1256" : 35494,
"1272" : 20864,
"1288" : 47503,
"1304" : 26683,
"1320" : 43260,
"1336" : 36378,
"1352" : 16386,
"1368" : 32642,
"1384" : 17267,
"1400" : 32468,
"1416" : 28961,
"1432" : 12288,
"1448" : 20373,
"1464" : 8453,
"1480" : 14329,
"1496" : 12339,
"1512" : 5291,
"1528" : 9223,
"1544" : 3991,
"1560" : 6578,
"1576" : 5278,
"1592" : 2171,
"1608" : 3876,
"1624" : 1644,
"1640" : 2961,
"1656" : 2478,
"1672" : 1073,
"1688" : 2010,
"1704" : 945,
"1720" : 1692,
"1736" : 1520,
"1752" : 708,
"1768" : 1325,
"1784" : 566,
"1800" : 1048,
"1816" : 986,
"1832" : 454,
"1848" : 768,
"1864" : 374,
"1880" : 677,
"1896" : 560,
"1912" : 239,
"1928" : 433,
"1944" : 185,
"1960" : 317,
"1976" : 301,
"1992" : 128,
"2008" : 251,
"2024" : 93,
"2040" : 202,
"2064" : 268,
"2096" : 233,
"2128" : 242,
"2160" : 218,
"2192" : 161,
"2224" : 174,
"2256" : 185,
"2288" : 205,
"2320" : 167,
"2352" : 156,
"2384" : 140,
"2416" : 140,
"2448" : 135,
"2480" : 112,
"2512" : 100,
"2544" : 106,
"2576" : 68,
"2608" : 68,
"2640" : 76,
"2672" : 35,
"2704" : 41,
"2736" : 35,
"2768" : 24,
"2800" : 20,
"2832" : 27,
"2864" : 21,
"2896" : 11,
"2928" : 8,
"2960" : 10,
"2992" : 5,
"3024" : 5,
"3056" : 11,
"3088" : 4,
"3120" : 9,
"3152" : 8,
"3184" : 7,
"3216" : 6,
"3248" : 3,
"3280" : 6,
"3312" : 3,
"3344" : 5,
"3376" : 9,
"3408" : 4,
"3440" : 6,
"3472" : 9,
"3504" : 11,
"3536" : 6,
"3568" : 7,
"3600" : 9,
"3632" : 15,
"3664" : 10,
"3696" : 8,
"3728" : 6,
"3760" : 15,
"3792" : 17,
"3824" : 9,
"3856" : 6,
"3888" : 5,
"3920" : 9,
"3952" : 17,
"3984" : 11,
"4016" : 17,
"4048" : 8,
"4080" : 8,
"4128" : 29,
"4192" : 20,
"4256" : 21,
"4320" : 28,
"4384" : 19,
"4448" : 38,
"4512" : 22,
"4576" : 42,
"4640" : 20,
"4704" : 27,
"4768" : 37,
"4832" : 22,
"4896" : 24,
"4960" : 26,
"5024" : 25,
"5088" : 30,
"5152" : 23,
"5216" : 25,
"5280" : 22,
"5344" : 12,
"5408" : 21,
"5472" : 9,
"5536" : 15,
"5600" : 11,
"5664" : 4,
"5728" : 20,
"5792" : 2,
"5856" : 9,
"5920" : 9,
"5984" : 7,
"6048" : 3,
"6112" : 1,
"6176" : 6,
"6240" : 4,
"6304" : 2,
"6368" : 4,
"6432" : 1,
"6560" : 2,
"6688" : 3,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 2,
"7328" : 1,
"7392" : 1,
"7584" : 2,
"7648" : 1,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"10944" : 1,
"11072" : 1,
"11200" : 2,
"11456" : 6,
"11584" : 1,
"11712" : 3,
"11840" : 2,
"11968" : 7,
"12096" : 2,
"12224" : 1,
"12352" : 6,
"12480" : 8,
"12608" : 10,
"12736" : 13,
"12864" : 5,
"12992" : 13,
"13120" : 9,
"13248" : 9,
"13376" : 8,
"13504" : 4,
"13632" : 7,
"13760" : 7,
"13888" : 8,
"14016" : 3,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 4,
"14912" : 3,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 4,
"19072" : 3,
"19328" : 4,
"19584" : 2,
"19840" : 6,
"20096" : 4,
"20352" : 4,
"20608" : 7,
"20864" : 2,
"21120" : 3,
"21376" : 6,
"21632" : 4,
"21888" : 2,
"22400" : 1,
"22656" : 3,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"25984" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 195433.092978,
"stddev" : 165084.556663,
"N" : 816475
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.872614,
"bw_mean" : 20386.605016,
"bw_dev" : 9468.027366,
"bw_samples" : 319,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 5096.614420,
"iops_stddev" : 2366.987711,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 0.875005,
"sys_cpu" : 19.330746,
"ctx" : 442481,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999878,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999878,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.397043,
"4" : 0.489053,
"10" : 0.085122,
"20" : 0.023026,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098603,
"timestamp_ms" : 1773098603905,
"time" : "Mon Mar 9 20:23:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3653898240,
"io_kbytes" : 3568260,
"bw_bytes" : 21493519,
"bw" : 20989,
"iops" : 5247.447059,
"runtime" : 170000,
"total_ios" : 892066,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 188739.727682,
"stddev" : 165100.132205,
"N" : 892066
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1300.238332,
"stddev" : 322.285843,
"N" : 892065,
"percentile" : {
"50.000000" : 1272,
"90.000000" : 1480,
"95.000000" : 1560,
"99.000000" : 1848,
"99.900000" : 4320,
"99.990000" : 14528,
"99.999000" : 22912
},
"bins" : {
"1064" : 2,
"1080" : 42,
"1096" : 3706,
"1112" : 16458,
"1128" : 132221,
"1144" : 75233,
"1160" : 46681,
"1176" : 10134,
"1192" : 2258,
"1208" : 19767,
"1224" : 34041,
"1240" : 49201,
"1256" : 38400,
"1272" : 22118,
"1288" : 50432,
"1304" : 28501,
"1320" : 46565,
"1336" : 39098,
"1352" : 17592,
"1368" : 34852,
"1384" : 18298,
"1400" : 34443,
"1416" : 30685,
"1432" : 13096,
"1448" : 21715,
"1464" : 8990,
"1480" : 15316,
"1496" : 13159,
"1512" : 5631,
"1528" : 9786,
"1544" : 4244,
"1560" : 7011,
"1576" : 5615,
"1592" : 2328,
"1608" : 4142,
"1624" : 1764,
"1640" : 3149,
"1656" : 2631,
"1672" : 1146,
"1688" : 2135,
"1704" : 1009,
"1720" : 1806,
"1736" : 1610,
"1752" : 752,
"1768" : 1400,
"1784" : 611,
"1800" : 1125,
"1816" : 1072,
"1832" : 486,
"1848" : 842,
"1864" : 394,
"1880" : 731,
"1896" : 609,
"1912" : 264,
"1928" : 485,
"1944" : 202,
"1960" : 349,
"1976" : 332,
"1992" : 141,
"2008" : 264,
"2024" : 101,
"2040" : 215,
"2064" : 289,
"2096" : 239,
"2128" : 256,
"2160" : 232,
"2192" : 163,
"2224" : 186,
"2256" : 194,
"2288" : 209,
"2320" : 180,
"2352" : 166,
"2384" : 147,
"2416" : 145,
"2448" : 143,
"2480" : 120,
"2512" : 111,
"2544" : 111,
"2576" : 79,
"2608" : 75,
"2640" : 84,
"2672" : 41,
"2704" : 44,
"2736" : 36,
"2768" : 25,
"2800" : 21,
"2832" : 28,
"2864" : 22,
"2896" : 11,
"2928" : 8,
"2960" : 11,
"2992" : 6,
"3024" : 7,
"3056" : 12,
"3088" : 4,
"3120" : 9,
"3152" : 9,
"3184" : 10,
"3216" : 7,
"3248" : 3,
"3280" : 7,
"3312" : 5,
"3344" : 6,
"3376" : 10,
"3408" : 4,
"3440" : 6,
"3472" : 9,
"3504" : 11,
"3536" : 6,
"3568" : 7,
"3600" : 10,
"3632" : 16,
"3664" : 10,
"3696" : 9,
"3728" : 8,
"3760" : 17,
"3792" : 17,
"3824" : 10,
"3856" : 9,
"3888" : 6,
"3920" : 12,
"3952" : 20,
"3984" : 12,
"4016" : 19,
"4048" : 10,
"4080" : 9,
"4128" : 32,
"4192" : 22,
"4256" : 23,
"4320" : 30,
"4384" : 23,
"4448" : 40,
"4512" : 23,
"4576" : 44,
"4640" : 22,
"4704" : 27,
"4768" : 40,
"4832" : 24,
"4896" : 26,
"4960" : 27,
"5024" : 28,
"5088" : 31,
"5152" : 25,
"5216" : 28,
"5280" : 23,
"5344" : 13,
"5408" : 21,
"5472" : 11,
"5536" : 16,
"5600" : 12,
"5664" : 7,
"5728" : 22,
"5792" : 4,
"5856" : 11,
"5920" : 9,
"5984" : 8,
"6048" : 3,
"6112" : 4,
"6176" : 6,
"6240" : 4,
"6304" : 3,
"6368" : 5,
"6432" : 1,
"6560" : 2,
"6688" : 4,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 2,
"7328" : 1,
"7392" : 1,
"7584" : 2,
"7648" : 1,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"10688" : 1,
"10944" : 1,
"11072" : 1,
"11200" : 2,
"11456" : 6,
"11584" : 2,
"11712" : 3,
"11840" : 2,
"11968" : 7,
"12096" : 2,
"12224" : 2,
"12352" : 6,
"12480" : 9,
"12608" : 12,
"12736" : 13,
"12864" : 5,
"12992" : 14,
"13120" : 10,
"13248" : 9,
"13376" : 8,
"13504" : 4,
"13632" : 8,
"13760" : 9,
"13888" : 8,
"14016" : 3,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 5,
"14912" : 4,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 4,
"19072" : 3,
"19328" : 4,
"19584" : 2,
"19840" : 6,
"20096" : 6,
"20352" : 5,
"20608" : 7,
"20864" : 2,
"21120" : 3,
"21376" : 6,
"21632" : 5,
"21888" : 2,
"22144" : 1,
"22400" : 1,
"22656" : 3,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"25984" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 190039.817716,
"stddev" : 165210.805409,
"N" : 892065
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.872487,
"bw_mean" : 20963.943953,
"bw_dev" : 9470.592284,
"bw_samples" : 339,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 5240.949853,
"iops_stddev" : 2367.630906,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 170000,
"usr_cpu" : 0.896471,
"sys_cpu" : 19.579412,
"ctx" : 468692,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999888,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999888,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.410245,
"4" : 0.476422,
"10" : 0.085083,
"20" : 0.022532,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098613,
"timestamp_ms" : 1773098613904,
"time" : "Mon Mar 9 20:23:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3984748544,
"io_kbytes" : 3891356,
"bw_bytes" : 22137614,
"bw" : 21618,
"iops" : 5404.696693,
"runtime" : 179999,
"total_ios" : 972840,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 183201.826331,
"stddev" : 165071.487312,
"N" : 972840
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1295.655514,
"stddev" : 319.302111,
"N" : 972839,
"percentile" : {
"50.000000" : 1272,
"90.000000" : 1480,
"95.000000" : 1560,
"99.000000" : 1848,
"99.900000" : 4320,
"99.990000" : 14400,
"99.999000" : 22912
},
"bins" : {
"1064" : 2,
"1080" : 43,
"1096" : 4015,
"1112" : 18397,
"1128" : 152223,
"1144" : 87895,
"1160" : 55163,
"1176" : 12089,
"1192" : 2539,
"1208" : 20796,
"1224" : 35814,
"1240" : 52112,
"1256" : 40145,
"1272" : 23003,
"1288" : 52861,
"1304" : 30207,
"1320" : 49790,
"1336" : 42086,
"1352" : 18949,
"1368" : 37053,
"1384" : 19319,
"1400" : 36285,
"1416" : 32328,
"1432" : 13890,
"1448" : 23069,
"1464" : 9534,
"1480" : 16239,
"1496" : 13912,
"1512" : 6011,
"1528" : 10384,
"1544" : 4496,
"1560" : 7456,
"1576" : 5963,
"1592" : 2472,
"1608" : 4397,
"1624" : 1877,
"1640" : 3331,
"1656" : 2766,
"1672" : 1211,
"1688" : 2248,
"1704" : 1052,
"1720" : 1903,
"1736" : 1692,
"1752" : 781,
"1768" : 1481,
"1784" : 645,
"1800" : 1178,
"1816" : 1124,
"1832" : 512,
"1848" : 882,
"1864" : 416,
"1880" : 763,
"1896" : 646,
"1912" : 282,
"1928" : 509,
"1944" : 210,
"1960" : 364,
"1976" : 343,
"1992" : 148,
"2008" : 275,
"2024" : 111,
"2040" : 227,
"2064" : 303,
"2096" : 255,
"2128" : 274,
"2160" : 238,
"2192" : 175,
"2224" : 189,
"2256" : 194,
"2288" : 215,
"2320" : 186,
"2352" : 170,
"2384" : 152,
"2416" : 152,
"2448" : 148,
"2480" : 126,
"2512" : 115,
"2544" : 111,
"2576" : 86,
"2608" : 77,
"2640" : 87,
"2672" : 44,
"2704" : 45,
"2736" : 37,
"2768" : 26,
"2800" : 22,
"2832" : 28,
"2864" : 25,
"2896" : 11,
"2928" : 10,
"2960" : 11,
"2992" : 7,
"3024" : 8,
"3056" : 14,
"3088" : 5,
"3120" : 9,
"3152" : 9,
"3184" : 10,
"3216" : 8,
"3248" : 4,
"3280" : 7,
"3312" : 5,
"3344" : 6,
"3376" : 10,
"3408" : 4,
"3440" : 6,
"3472" : 10,
"3504" : 11,
"3536" : 6,
"3568" : 7,
"3600" : 11,
"3632" : 16,
"3664" : 10,
"3696" : 9,
"3728" : 8,
"3760" : 17,
"3792" : 17,
"3824" : 11,
"3856" : 10,
"3888" : 6,
"3920" : 13,
"3952" : 20,
"3984" : 12,
"4016" : 19,
"4048" : 10,
"4080" : 11,
"4128" : 34,
"4192" : 23,
"4256" : 27,
"4320" : 34,
"4384" : 25,
"4448" : 46,
"4512" : 26,
"4576" : 46,
"4640" : 24,
"4704" : 27,
"4768" : 42,
"4832" : 25,
"4896" : 31,
"4960" : 32,
"5024" : 32,
"5088" : 32,
"5152" : 28,
"5216" : 31,
"5280" : 25,
"5344" : 13,
"5408" : 22,
"5472" : 13,
"5536" : 17,
"5600" : 13,
"5664" : 8,
"5728" : 23,
"5792" : 6,
"5856" : 11,
"5920" : 10,
"5984" : 11,
"6048" : 3,
"6112" : 5,
"6176" : 6,
"6240" : 5,
"6304" : 3,
"6368" : 7,
"6432" : 3,
"6496" : 1,
"6560" : 2,
"6688" : 4,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 2,
"7328" : 2,
"7392" : 1,
"7584" : 2,
"7648" : 1,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"9024" : 1,
"10688" : 1,
"10944" : 1,
"11072" : 1,
"11200" : 2,
"11456" : 7,
"11584" : 2,
"11712" : 3,
"11840" : 3,
"11968" : 8,
"12096" : 2,
"12224" : 4,
"12352" : 6,
"12480" : 9,
"12608" : 12,
"12736" : 15,
"12864" : 6,
"12992" : 16,
"13120" : 12,
"13248" : 11,
"13376" : 9,
"13504" : 4,
"13632" : 10,
"13760" : 9,
"13888" : 9,
"14016" : 3,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 5,
"14912" : 5,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 4,
"19072" : 3,
"19328" : 4,
"19584" : 2,
"19840" : 7,
"20096" : 6,
"20352" : 5,
"20608" : 7,
"20864" : 2,
"21120" : 3,
"21376" : 6,
"21632" : 6,
"21888" : 2,
"22144" : 1,
"22400" : 1,
"22656" : 3,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"25984" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 184497.340168,
"stddev" : 165183.420769,
"N" : 972839
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 99.857699,
"bw_mean" : 21588.186630,
"bw_dev" : 9558.031147,
"bw_samples" : 359,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 5397.011142,
"iops_stddev" : 2389.492560,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 0.923894,
"sys_cpu" : 19.850110,
"ctx" : 494585,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999897,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999897,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.430636,
"4" : 0.455471,
"10" : 0.085831,
"20" : 0.022717,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098613,
"timestamp_ms" : 1773098613944,
"time" : "Mon Mar 9 20:23:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3984764928,
"io_kbytes" : 3891372,
"bw_bytes" : 22137336,
"bw" : 21618,
"iops" : 5404.617726,
"runtime" : 180002,
"total_ios" : 972842,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2375260,
"mean" : 183201.605212,
"stddev" : 165071.432848,
"N" : 972843
},
"clat_ns" : {
"min" : 1071,
"max" : 51629,
"mean" : 1295.655720,
"stddev" : 319.301748,
"N" : 972842,
"percentile" : {
"50.000000" : 1272,
"90.000000" : 1480,
"95.000000" : 1560,
"99.000000" : 1848,
"99.900000" : 4320,
"99.990000" : 14400,
"99.999000" : 22912
},
"bins" : {
"1064" : 2,
"1080" : 43,
"1096" : 4015,
"1112" : 18397,
"1128" : 152223,
"1144" : 87896,
"1160" : 55163,
"1176" : 12089,
"1192" : 2539,
"1208" : 20796,
"1224" : 35814,
"1240" : 52112,
"1256" : 40145,
"1272" : 23003,
"1288" : 52861,
"1304" : 30207,
"1320" : 49790,
"1336" : 42086,
"1352" : 18949,
"1368" : 37053,
"1384" : 19319,
"1400" : 36285,
"1416" : 32328,
"1432" : 13890,
"1448" : 23069,
"1464" : 9535,
"1480" : 16240,
"1496" : 13912,
"1512" : 6011,
"1528" : 10384,
"1544" : 4496,
"1560" : 7456,
"1576" : 5963,
"1592" : 2472,
"1608" : 4397,
"1624" : 1877,
"1640" : 3331,
"1656" : 2766,
"1672" : 1211,
"1688" : 2248,
"1704" : 1052,
"1720" : 1903,
"1736" : 1692,
"1752" : 781,
"1768" : 1481,
"1784" : 645,
"1800" : 1178,
"1816" : 1124,
"1832" : 512,
"1848" : 882,
"1864" : 416,
"1880" : 763,
"1896" : 646,
"1912" : 282,
"1928" : 509,
"1944" : 210,
"1960" : 364,
"1976" : 343,
"1992" : 148,
"2008" : 275,
"2024" : 111,
"2040" : 227,
"2064" : 303,
"2096" : 255,
"2128" : 274,
"2160" : 238,
"2192" : 175,
"2224" : 189,
"2256" : 194,
"2288" : 215,
"2320" : 186,
"2352" : 170,
"2384" : 152,
"2416" : 152,
"2448" : 148,
"2480" : 126,
"2512" : 115,
"2544" : 111,
"2576" : 86,
"2608" : 77,
"2640" : 87,
"2672" : 44,
"2704" : 45,
"2736" : 37,
"2768" : 26,
"2800" : 22,
"2832" : 28,
"2864" : 25,
"2896" : 11,
"2928" : 10,
"2960" : 11,
"2992" : 7,
"3024" : 8,
"3056" : 14,
"3088" : 5,
"3120" : 9,
"3152" : 9,
"3184" : 10,
"3216" : 8,
"3248" : 4,
"3280" : 7,
"3312" : 5,
"3344" : 6,
"3376" : 10,
"3408" : 4,
"3440" : 6,
"3472" : 10,
"3504" : 11,
"3536" : 6,
"3568" : 7,
"3600" : 11,
"3632" : 16,
"3664" : 10,
"3696" : 9,
"3728" : 8,
"3760" : 17,
"3792" : 17,
"3824" : 11,
"3856" : 10,
"3888" : 6,
"3920" : 13,
"3952" : 20,
"3984" : 12,
"4016" : 19,
"4048" : 10,
"4080" : 11,
"4128" : 34,
"4192" : 23,
"4256" : 27,
"4320" : 34,
"4384" : 25,
"4448" : 46,
"4512" : 26,
"4576" : 46,
"4640" : 24,
"4704" : 27,
"4768" : 42,
"4832" : 25,
"4896" : 31,
"4960" : 32,
"5024" : 32,
"5088" : 32,
"5152" : 28,
"5216" : 31,
"5280" : 25,
"5344" : 13,
"5408" : 22,
"5472" : 13,
"5536" : 17,
"5600" : 13,
"5664" : 8,
"5728" : 23,
"5792" : 6,
"5856" : 11,
"5920" : 10,
"5984" : 11,
"6048" : 3,
"6112" : 5,
"6176" : 6,
"6240" : 5,
"6304" : 3,
"6368" : 7,
"6432" : 3,
"6496" : 1,
"6560" : 2,
"6688" : 4,
"6752" : 1,
"6816" : 2,
"6944" : 2,
"7072" : 2,
"7136" : 2,
"7328" : 2,
"7392" : 1,
"7584" : 2,
"7648" : 1,
"7840" : 1,
"8032" : 1,
"8768" : 1,
"9024" : 1,
"10688" : 1,
"10944" : 1,
"11072" : 1,
"11200" : 2,
"11456" : 7,
"11584" : 2,
"11712" : 3,
"11840" : 3,
"11968" : 8,
"12096" : 2,
"12224" : 4,
"12352" : 6,
"12480" : 9,
"12608" : 12,
"12736" : 15,
"12864" : 6,
"12992" : 16,
"13120" : 12,
"13248" : 11,
"13376" : 9,
"13504" : 4,
"13632" : 10,
"13760" : 9,
"13888" : 9,
"14016" : 3,
"14144" : 5,
"14272" : 4,
"14400" : 2,
"14528" : 5,
"14912" : 5,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"15808" : 1,
"16064" : 1,
"16512" : 1,
"17024" : 2,
"17536" : 1,
"18048" : 1,
"18304" : 1,
"18560" : 1,
"18816" : 4,
"19072" : 3,
"19328" : 4,
"19584" : 2,
"19840" : 7,
"20096" : 6,
"20352" : 5,
"20608" : 7,
"20864" : 2,
"21120" : 3,
"21376" : 6,
"21632" : 6,
"21888" : 2,
"22144" : 1,
"22400" : 1,
"22656" : 3,
"22912" : 1,
"23424" : 1,
"24704" : 1,
"25984" : 1,
"27008" : 1,
"27520" : 1,
"28288" : 1,
"35072" : 1,
"37120" : 1,
"51456" : 1
}
},
"lat_ns" : {
"min" : 6260,
"max" : 2377363,
"mean" : 184497.119255,
"stddev" : 165183.366097,
"N" : 972842
},
"bw_min" : 12816,
"bw_max" : 145824,
"bw_agg" : 100.000000,
"bw_mean" : 21622.841667,
"bw_dev" : 9567.331695,
"bw_samples" : 360,
"iops_min" : 3204,
"iops_max" : 36456,
"iops_mean" : 5405.675000,
"iops_stddev" : 2391.817882,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 0.923884,
"sys_cpu" : 19.849890,
"ctx" : 494587,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.430740,
"4" : 0.455470,
"10" : 0.085831,
"20" : 0.022717,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}