raidz2/benchmarks/latency/lat-read-qd1-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773098913,
"timestamp_ms" : 1773098913691,
"time" : "Mon Mar 9 20:28:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1869987840,
"io_kbytes" : 1826160,
"bw_bytes" : 191518623,
"bw" : 187029,
"iops" : 46758.398197,
"runtime" : 9764,
"total_ios" : 456549,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 6.850998,
"sys_cpu" : 86.441372,
"ctx" : 2174,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999781,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098923,
"timestamp_ms" : 1773098923925,
"time" : "Mon Mar 9 20:28:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2000441344,
"io_kbytes" : 1953556,
"bw_bytes" : 200064140,
"bw" : 195375,
"iops" : 48843.984398,
"runtime" : 9999,
"total_ios" : 488391,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5168,
"max" : 528307,
"mean" : 18842.811090,
"stddev" : 16739.551876,
"N" : 488391
},
"clat_ns" : {
"min" : 1071,
"max" : 38108,
"mean" : 1157.270634,
"stddev" : 232.226227,
"N" : 488390,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1400,
"99.900000" : 4448,
"99.990000" : 6880,
"99.999000" : 24192
},
"bins" : {
"1064" : 1,
"1080" : 31,
"1096" : 8399,
"1112" : 41006,
"1128" : 210502,
"1144" : 97752,
"1160" : 53946,
"1176" : 10084,
"1192" : 1757,
"1208" : 8464,
"1224" : 14200,
"1240" : 18285,
"1256" : 7342,
"1272" : 1908,
"1288" : 2496,
"1304" : 1194,
"1320" : 1730,
"1336" : 1678,
"1352" : 788,
"1368" : 1071,
"1384" : 420,
"1400" : 766,
"1416" : 538,
"1432" : 209,
"1448" : 402,
"1464" : 163,
"1480" : 291,
"1496" : 300,
"1512" : 169,
"1528" : 253,
"1544" : 115,
"1560" : 198,
"1576" : 181,
"1592" : 98,
"1608" : 163,
"1624" : 67,
"1640" : 111,
"1656" : 99,
"1672" : 51,
"1688" : 83,
"1704" : 31,
"1720" : 62,
"1736" : 42,
"1752" : 21,
"1768" : 34,
"1784" : 11,
"1800" : 28,
"1816" : 36,
"1832" : 11,
"1848" : 21,
"1864" : 10,
"1880" : 9,
"1896" : 12,
"1912" : 4,
"1928" : 10,
"1944" : 3,
"1960" : 11,
"1976" : 15,
"1992" : 7,
"2008" : 12,
"2024" : 9,
"2040" : 11,
"2064" : 17,
"2096" : 16,
"2128" : 15,
"2160" : 8,
"2192" : 11,
"2224" : 9,
"2256" : 4,
"2288" : 6,
"2320" : 6,
"2384" : 6,
"2416" : 2,
"2448" : 3,
"2480" : 2,
"2512" : 1,
"2576" : 2,
"2608" : 1,
"2640" : 2,
"2960" : 1,
"3440" : 1,
"3888" : 1,
"4128" : 2,
"4192" : 9,
"4256" : 22,
"4320" : 13,
"4384" : 16,
"4448" : 22,
"4512" : 13,
"4576" : 17,
"4640" : 11,
"4704" : 14,
"4768" : 24,
"4832" : 14,
"4896" : 19,
"4960" : 16,
"5024" : 22,
"5088" : 25,
"5152" : 20,
"5216" : 19,
"5280" : 19,
"5344" : 12,
"5408" : 12,
"5472" : 22,
"5536" : 14,
"5600" : 7,
"5664" : 11,
"5728" : 15,
"5792" : 13,
"5856" : 8,
"5920" : 9,
"5984" : 12,
"6048" : 10,
"6112" : 9,
"6176" : 2,
"6240" : 6,
"6304" : 4,
"6368" : 8,
"6432" : 2,
"6496" : 4,
"6560" : 2,
"6688" : 1,
"6752" : 5,
"6880" : 4,
"6944" : 2,
"7072" : 1,
"7136" : 1,
"7392" : 1,
"7456" : 1,
"7584" : 1,
"7648" : 2,
"7712" : 2,
"7968" : 1,
"8160" : 1,
"8384" : 1,
"8512" : 1,
"12992" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 1,
"21888" : 3,
"22144" : 1,
"22400" : 3,
"22912" : 5,
"23168" : 1,
"23424" : 2,
"23680" : 1,
"23936" : 2,
"24192" : 1,
"24448" : 1,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"38144" : 1
}
},
"lat_ns" : {
"min" : 6290,
"max" : 529779,
"mean" : 20000.082491,
"stddev" : 16760.638086,
"N" : 488390
},
"bw_min" : 192072,
"bw_max" : 198088,
"bw_agg" : 99.960519,
"bw_mean" : 195298.684211,
"bw_dev" : 1629.140470,
"bw_samples" : 19,
"iops_min" : 48018,
"iops_max" : 49522,
"iops_mean" : 48824.631579,
"iops_stddev" : 407.324633,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 7.630763,
"sys_cpu" : 89.268927,
"ctx" : 982,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999795,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.856058,
"4" : 0.029894,
"10" : 0.107291,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098933,
"timestamp_ms" : 1773098933925,
"time" : "Mon Mar 9 20:28:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4046491648,
"io_kbytes" : 3951652,
"bw_bytes" : 202334699,
"bw" : 197592,
"iops" : 49398.219911,
"runtime" : 19999,
"total_ios" : 987915,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5148,
"max" : 528307,
"mean" : 18614.307760,
"stddev" : 14045.860182,
"N" : 987914
},
"clat_ns" : {
"min" : 1071,
"max" : 38909,
"mean" : 1157.350321,
"stddev" : 224.058271,
"N" : 987914,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1400,
"99.900000" : 4384,
"99.990000" : 6752,
"99.999000" : 24192
},
"bins" : {
"1064" : 1,
"1080" : 58,
"1096" : 15873,
"1112" : 81923,
"1128" : 425098,
"1144" : 197833,
"1160" : 109104,
"1176" : 20383,
"1192" : 3595,
"1208" : 17236,
"1224" : 29019,
"1240" : 38424,
"1256" : 15935,
"1272" : 3935,
"1288" : 5303,
"1304" : 2323,
"1320" : 3437,
"1336" : 3444,
"1352" : 1606,
"1368" : 2125,
"1384" : 872,
"1400" : 1549,
"1416" : 1064,
"1432" : 442,
"1448" : 741,
"1464" : 362,
"1480" : 577,
"1496" : 592,
"1512" : 322,
"1528" : 450,
"1544" : 204,
"1560" : 361,
"1576" : 344,
"1592" : 193,
"1608" : 305,
"1624" : 120,
"1640" : 218,
"1656" : 182,
"1672" : 83,
"1688" : 143,
"1704" : 69,
"1720" : 111,
"1736" : 97,
"1752" : 40,
"1768" : 66,
"1784" : 18,
"1800" : 45,
"1816" : 56,
"1832" : 18,
"1848" : 40,
"1864" : 17,
"1880" : 18,
"1896" : 31,
"1912" : 10,
"1928" : 24,
"1944" : 8,
"1960" : 20,
"1976" : 30,
"1992" : 12,
"2008" : 26,
"2024" : 14,
"2040" : 19,
"2064" : 36,
"2096" : 31,
"2128" : 31,
"2160" : 17,
"2192" : 17,
"2224" : 14,
"2256" : 9,
"2288" : 12,
"2320" : 11,
"2352" : 4,
"2384" : 6,
"2416" : 4,
"2448" : 3,
"2480" : 5,
"2512" : 1,
"2544" : 2,
"2576" : 3,
"2608" : 2,
"2640" : 3,
"2672" : 1,
"2704" : 1,
"2960" : 2,
"3440" : 1,
"3888" : 1,
"4128" : 5,
"4192" : 22,
"4256" : 45,
"4320" : 37,
"4384" : 37,
"4448" : 38,
"4512" : 31,
"4576" : 31,
"4640" : 34,
"4704" : 26,
"4768" : 37,
"4832" : 21,
"4896" : 37,
"4960" : 37,
"5024" : 43,
"5088" : 47,
"5152" : 43,
"5216" : 39,
"5280" : 36,
"5344" : 27,
"5408" : 33,
"5472" : 38,
"5536" : 33,
"5600" : 26,
"5664" : 25,
"5728" : 31,
"5792" : 25,
"5856" : 14,
"5920" : 17,
"5984" : 17,
"6048" : 17,
"6112" : 13,
"6176" : 9,
"6240" : 15,
"6304" : 7,
"6368" : 10,
"6432" : 5,
"6496" : 8,
"6560" : 5,
"6624" : 2,
"6688" : 1,
"6752" : 8,
"6816" : 2,
"6880" : 7,
"6944" : 2,
"7072" : 3,
"7136" : 1,
"7200" : 1,
"7264" : 2,
"7392" : 1,
"7456" : 1,
"7584" : 2,
"7648" : 2,
"7712" : 4,
"7840" : 1,
"7904" : 1,
"7968" : 4,
"8032" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 1,
"8384" : 1,
"8512" : 3,
"9152" : 1,
"10560" : 1,
"12992" : 1,
"13504" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 4,
"23680" : 4,
"23936" : 3,
"24192" : 2,
"24448" : 2,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1
}
},
"lat_ns" : {
"min" : 6269,
"max" : 529779,
"mean" : 19771.658081,
"stddev" : 14064.186961,
"N" : 987914
},
"bw_min" : 192072,
"bw_max" : 201712,
"bw_agg" : 99.968380,
"bw_mean" : 197530.769231,
"bw_dev" : 2589.225056,
"bw_samples" : 39,
"iops_min" : 48018,
"iops_max" : 50428,
"iops_mean" : 49382.641026,
"iops_stddev" : 647.300975,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 7.495375,
"sys_cpu" : 90.259513,
"ctx" : 1359,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999899,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.857579,
"4" : 0.027938,
"10" : 0.108815,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098943,
"timestamp_ms" : 1773098943925,
"time" : "Mon Mar 9 20:29:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6109253632,
"io_kbytes" : 5966068,
"bw_bytes" : 203648576,
"bw" : 198875,
"iops" : 49718.957299,
"runtime" : 29999,
"total_ios" : 1491519,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5148,
"max" : 528307,
"mean" : 18483.181916,
"stddev" : 12167.731867,
"N" : 1491519
},
"clat_ns" : {
"min" : 1071,
"max" : 38909,
"mean" : 1157.236314,
"stddev" : 206.320110,
"N" : 1491518,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1256,
"99.000000" : 1400,
"99.900000" : 4448,
"99.990000" : 6560,
"99.999000" : 23936
},
"bins" : {
"1064" : 1,
"1080" : 73,
"1096" : 23298,
"1112" : 122491,
"1128" : 639060,
"1144" : 299962,
"1160" : 166516,
"1176" : 31271,
"1192" : 5499,
"1208" : 26049,
"1224" : 43704,
"1240" : 58559,
"1256" : 24706,
"1272" : 6047,
"1288" : 8073,
"1304" : 3498,
"1320" : 5256,
"1336" : 5277,
"1352" : 2325,
"1368" : 3209,
"1384" : 1373,
"1400" : 2331,
"1416" : 1598,
"1432" : 646,
"1448" : 1090,
"1464" : 521,
"1480" : 882,
"1496" : 907,
"1512" : 479,
"1528" : 653,
"1544" : 278,
"1560" : 496,
"1576" : 501,
"1592" : 271,
"1608" : 438,
"1624" : 174,
"1640" : 298,
"1656" : 246,
"1672" : 116,
"1688" : 207,
"1704" : 92,
"1720" : 149,
"1736" : 137,
"1752" : 51,
"1768" : 86,
"1784" : 27,
"1800" : 60,
"1816" : 69,
"1832" : 20,
"1848" : 58,
"1864" : 25,
"1880" : 23,
"1896" : 44,
"1912" : 14,
"1928" : 32,
"1944" : 17,
"1960" : 27,
"1976" : 44,
"1992" : 19,
"2008" : 38,
"2024" : 21,
"2040" : 27,
"2064" : 51,
"2096" : 38,
"2128" : 46,
"2160" : 25,
"2192" : 28,
"2224" : 17,
"2256" : 16,
"2288" : 21,
"2320" : 13,
"2352" : 12,
"2384" : 9,
"2416" : 7,
"2448" : 5,
"2480" : 5,
"2512" : 2,
"2544" : 2,
"2576" : 5,
"2608" : 2,
"2640" : 4,
"2672" : 1,
"2704" : 1,
"2960" : 2,
"3440" : 1,
"3888" : 1,
"4128" : 10,
"4192" : 31,
"4256" : 74,
"4320" : 53,
"4384" : 64,
"4448" : 54,
"4512" : 51,
"4576" : 48,
"4640" : 47,
"4704" : 39,
"4768" : 63,
"4832" : 39,
"4896" : 56,
"4960" : 60,
"5024" : 58,
"5088" : 79,
"5152" : 64,
"5216" : 67,
"5280" : 68,
"5344" : 47,
"5408" : 56,
"5472" : 59,
"5536" : 47,
"5600" : 37,
"5664" : 34,
"5728" : 48,
"5792" : 31,
"5856" : 24,
"5920" : 28,
"5984" : 27,
"6048" : 27,
"6112" : 22,
"6176" : 16,
"6240" : 21,
"6304" : 12,
"6368" : 14,
"6432" : 7,
"6496" : 10,
"6560" : 8,
"6624" : 3,
"6688" : 3,
"6752" : 8,
"6816" : 2,
"6880" : 7,
"6944" : 4,
"7072" : 3,
"7136" : 1,
"7200" : 3,
"7264" : 2,
"7328" : 2,
"7392" : 2,
"7456" : 2,
"7520" : 1,
"7584" : 4,
"7648" : 3,
"7712" : 7,
"7840" : 4,
"7904" : 2,
"7968" : 6,
"8032" : 3,
"8096" : 1,
"8160" : 1,
"8256" : 2,
"8384" : 3,
"8512" : 4,
"8640" : 1,
"8896" : 1,
"9024" : 1,
"9152" : 1,
"10560" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 4,
"23936" : 3,
"24192" : 2,
"24448" : 3,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1
}
},
"lat_ns" : {
"min" : 6269,
"max" : 529779,
"mean" : 19640.417239,
"stddev" : 12183.971766,
"N" : 1491518
},
"bw_min" : 192072,
"bw_max" : 202492,
"bw_agg" : 99.998209,
"bw_mean" : 198872.593220,
"bw_dev" : 2869.179680,
"bw_samples" : 59,
"iops_min" : 48018,
"iops_max" : 50623,
"iops_mean" : 49718.101695,
"iops_stddev" : 717.294935,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 7.706924,
"sys_cpu" : 90.546352,
"ctx" : 1511,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.856053,
"4" : 0.026818,
"10" : 0.113106,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098953,
"timestamp_ms" : 1773098953925,
"time" : "Mon Mar 9 20:29:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 8179879936,
"io_kbytes" : 7988164,
"bw_bytes" : 204502110,
"bw" : 199709,
"iops" : 49927.323183,
"runtime" : 39999,
"total_ios" : 1997043,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5148,
"max" : 528307,
"mean" : 18398.634799,
"stddev" : 10820.735443,
"N" : 1997042
},
"clat_ns" : {
"min" : 1071,
"max" : 38909,
"mean" : 1157.152535,
"stddev" : 196.330331,
"N" : 1997042,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1256,
"99.000000" : 1400,
"99.900000" : 4448,
"99.990000" : 6496,
"99.999000" : 23680
},
"bins" : {
"1064" : 2,
"1080" : 93,
"1096" : 31141,
"1112" : 163420,
"1128" : 853047,
"1144" : 401733,
"1160" : 224246,
"1176" : 42766,
"1192" : 7440,
"1208" : 35029,
"1224" : 58467,
"1240" : 78778,
"1256" : 33529,
"1272" : 8083,
"1288" : 11010,
"1304" : 4614,
"1320" : 7152,
"1336" : 7061,
"1352" : 3067,
"1368" : 4328,
"1384" : 1866,
"1400" : 3181,
"1416" : 2164,
"1432" : 864,
"1448" : 1429,
"1464" : 648,
"1480" : 1191,
"1496" : 1193,
"1512" : 624,
"1528" : 851,
"1544" : 347,
"1560" : 640,
"1576" : 664,
"1592" : 363,
"1608" : 582,
"1624" : 216,
"1640" : 387,
"1656" : 302,
"1672" : 144,
"1688" : 261,
"1704" : 111,
"1720" : 191,
"1736" : 163,
"1752" : 67,
"1768" : 100,
"1784" : 36,
"1800" : 74,
"1816" : 90,
"1832" : 25,
"1848" : 64,
"1864" : 29,
"1880" : 38,
"1896" : 54,
"1912" : 19,
"1928" : 41,
"1944" : 22,
"1960" : 35,
"1976" : 55,
"1992" : 21,
"2008" : 46,
"2024" : 27,
"2040" : 35,
"2064" : 65,
"2096" : 53,
"2128" : 60,
"2160" : 33,
"2192" : 35,
"2224" : 28,
"2256" : 24,
"2288" : 27,
"2320" : 18,
"2352" : 18,
"2384" : 14,
"2416" : 10,
"2448" : 8,
"2480" : 6,
"2512" : 3,
"2544" : 3,
"2576" : 5,
"2608" : 2,
"2640" : 4,
"2672" : 2,
"2704" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3888" : 1,
"4128" : 13,
"4192" : 39,
"4256" : 92,
"4320" : 73,
"4384" : 86,
"4448" : 83,
"4512" : 66,
"4576" : 65,
"4640" : 67,
"4704" : 60,
"4768" : 90,
"4832" : 55,
"4896" : 72,
"4960" : 81,
"5024" : 76,
"5088" : 97,
"5152" : 92,
"5216" : 92,
"5280" : 101,
"5344" : 65,
"5408" : 77,
"5472" : 79,
"5536" : 64,
"5600" : 56,
"5664" : 43,
"5728" : 62,
"5792" : 44,
"5856" : 31,
"5920" : 41,
"5984" : 35,
"6048" : 35,
"6112" : 26,
"6176" : 21,
"6240" : 23,
"6304" : 17,
"6368" : 21,
"6432" : 8,
"6496" : 13,
"6560" : 13,
"6624" : 3,
"6688" : 5,
"6752" : 10,
"6816" : 6,
"6880" : 8,
"6944" : 4,
"7072" : 4,
"7136" : 1,
"7200" : 7,
"7264" : 2,
"7328" : 3,
"7392" : 2,
"7456" : 5,
"7520" : 3,
"7584" : 7,
"7648" : 5,
"7712" : 7,
"7776" : 2,
"7840" : 5,
"7904" : 2,
"7968" : 6,
"8032" : 3,
"8096" : 2,
"8160" : 1,
"8256" : 2,
"8384" : 3,
"8512" : 5,
"8640" : 1,
"8896" : 1,
"9024" : 1,
"9152" : 1,
"10560" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1
}
},
"lat_ns" : {
"min" : 6269,
"max" : 529779,
"mean" : 19555.787334,
"stddev" : 10835.572764,
"N" : 1997042
},
"bw_min" : 192072,
"bw_max" : 203688,
"bw_agg" : 100.000000,
"bw_mean" : 199714.215190,
"bw_dev" : 2897.847945,
"bw_samples" : 79,
"iops_min" : 48018,
"iops_max" : 50922,
"iops_mean" : 49928.518987,
"iops_stddev" : 724.472237,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 7.797695,
"sys_cpu" : 90.769769,
"ctx" : 1578,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999900,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.855486,
"4" : 0.026639,
"10" : 0.114720,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098963,
"timestamp_ms" : 1773098963925,
"time" : "Mon Mar 9 20:29:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 10253684736,
"io_kbytes" : 10013364,
"bw_bytes" : 205077796,
"bw" : 200271,
"iops" : 50067.881358,
"runtime" : 49999,
"total_ios" : 2503344,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5148,
"max" : 528307,
"mean" : 18342.725196,
"stddev" : 9809.069450,
"N" : 2503343
},
"clat_ns" : {
"min" : 1071,
"max" : 65139,
"mean" : 1156.673356,
"stddev" : 192.981117,
"N" : 2503343,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1384,
"99.900000" : 4448,
"99.990000" : 6432,
"99.999000" : 23424
},
"bins" : {
"1064" : 2,
"1080" : 114,
"1096" : 39745,
"1112" : 207559,
"1128" : 1073324,
"1144" : 502429,
"1160" : 280307,
"1176" : 53517,
"1192" : 9270,
"1208" : 44464,
"1224" : 73042,
"1240" : 96415,
"1256" : 40367,
"1272" : 9868,
"1288" : 13569,
"1304" : 5771,
"1320" : 8970,
"1336" : 8710,
"1352" : 3766,
"1368" : 5326,
"1384" : 2310,
"1400" : 3887,
"1416" : 2626,
"1432" : 1017,
"1448" : 1701,
"1464" : 785,
"1480" : 1427,
"1496" : 1479,
"1512" : 740,
"1528" : 1016,
"1544" : 412,
"1560" : 774,
"1576" : 811,
"1592" : 445,
"1608" : 698,
"1624" : 266,
"1640" : 463,
"1656" : 353,
"1672" : 173,
"1688" : 314,
"1704" : 130,
"1720" : 226,
"1736" : 187,
"1752" : 76,
"1768" : 126,
"1784" : 44,
"1800" : 91,
"1816" : 102,
"1832" : 27,
"1848" : 77,
"1864" : 36,
"1880" : 51,
"1896" : 68,
"1912" : 24,
"1928" : 51,
"1944" : 28,
"1960" : 44,
"1976" : 69,
"1992" : 26,
"2008" : 60,
"2024" : 36,
"2040" : 49,
"2064" : 84,
"2096" : 63,
"2128" : 67,
"2160" : 41,
"2192" : 40,
"2224" : 32,
"2256" : 30,
"2288" : 34,
"2320" : 22,
"2352" : 25,
"2384" : 17,
"2416" : 11,
"2448" : 11,
"2480" : 9,
"2512" : 7,
"2544" : 4,
"2576" : 6,
"2608" : 2,
"2640" : 4,
"2672" : 3,
"2704" : 1,
"2800" : 1,
"2832" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3888" : 1,
"4016" : 1,
"4048" : 1,
"4128" : 17,
"4192" : 46,
"4256" : 115,
"4320" : 97,
"4384" : 103,
"4448" : 105,
"4512" : 81,
"4576" : 87,
"4640" : 89,
"4704" : 75,
"4768" : 101,
"4832" : 80,
"4896" : 90,
"4960" : 100,
"5024" : 96,
"5088" : 123,
"5152" : 114,
"5216" : 117,
"5280" : 126,
"5344" : 85,
"5408" : 106,
"5472" : 98,
"5536" : 82,
"5600" : 73,
"5664" : 53,
"5728" : 79,
"5792" : 54,
"5856" : 40,
"5920" : 52,
"5984" : 42,
"6048" : 43,
"6112" : 32,
"6176" : 29,
"6240" : 28,
"6304" : 18,
"6368" : 25,
"6432" : 12,
"6496" : 13,
"6560" : 14,
"6624" : 5,
"6688" : 7,
"6752" : 10,
"6816" : 10,
"6880" : 8,
"6944" : 5,
"7008" : 3,
"7072" : 8,
"7136" : 1,
"7200" : 11,
"7264" : 6,
"7328" : 3,
"7392" : 3,
"7456" : 7,
"7520" : 4,
"7584" : 9,
"7648" : 6,
"7712" : 7,
"7776" : 5,
"7840" : 7,
"7904" : 2,
"7968" : 7,
"8032" : 3,
"8096" : 2,
"8160" : 2,
"8256" : 3,
"8384" : 4,
"8512" : 5,
"8640" : 1,
"8896" : 1,
"9024" : 1,
"9152" : 1,
"10560" : 1,
"11456" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1
}
},
"lat_ns" : {
"min" : 6269,
"max" : 529779,
"mean" : 19499.398552,
"stddev" : 9822.914518,
"N" : 2503343
},
"bw_min" : 192072,
"bw_max" : 203688,
"bw_agg" : 99.996862,
"bw_mean" : 200265.696970,
"bw_dev" : 2817.433814,
"bw_samples" : 99,
"iops_min" : 48018,
"iops_max" : 50922,
"iops_mean" : 50066.383838,
"iops_stddev" : 704.362423,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 7.814156,
"sys_cpu" : 90.967819,
"ctx" : 1606,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.855034,
"4" : 0.026564,
"10" : 0.115805,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098973,
"timestamp_ms" : 1773098973925,
"time" : "Mon Mar 9 20:29:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 12358561792,
"io_kbytes" : 12068908,
"bw_bytes" : 205979462,
"bw" : 201151,
"iops" : 50287.988133,
"runtime" : 59999,
"total_ios" : 3017229,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 18255.020408,
"stddev" : 9028.862585,
"N" : 3017228
},
"clat_ns" : {
"min" : 1071,
"max" : 65139,
"mean" : 1156.225459,
"stddev" : 186.437251,
"N" : 3017228,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1384,
"99.900000" : 4448,
"99.990000" : 6368,
"99.999000" : 23168
},
"bins" : {
"1064" : 2,
"1080" : 147,
"1096" : 48273,
"1112" : 252727,
"1128" : 1299979,
"1144" : 603891,
"1160" : 335488,
"1176" : 63763,
"1192" : 11207,
"1208" : 54082,
"1224" : 87630,
"1240" : 114591,
"1256" : 47394,
"1272" : 11760,
"1288" : 16286,
"1304" : 6992,
"1320" : 10788,
"1336" : 10345,
"1352" : 4401,
"1368" : 6186,
"1384" : 2701,
"1400" : 4551,
"1416" : 3016,
"1432" : 1173,
"1448" : 1961,
"1464" : 903,
"1480" : 1664,
"1496" : 1724,
"1512" : 866,
"1528" : 1171,
"1544" : 482,
"1560" : 877,
"1576" : 957,
"1592" : 518,
"1608" : 814,
"1624" : 306,
"1640" : 525,
"1656" : 426,
"1672" : 197,
"1688" : 365,
"1704" : 156,
"1720" : 269,
"1736" : 222,
"1752" : 88,
"1768" : 139,
"1784" : 55,
"1800" : 107,
"1816" : 115,
"1832" : 31,
"1848" : 84,
"1864" : 39,
"1880" : 59,
"1896" : 79,
"1912" : 29,
"1928" : 63,
"1944" : 29,
"1960" : 57,
"1976" : 81,
"1992" : 29,
"2008" : 70,
"2024" : 43,
"2040" : 59,
"2064" : 104,
"2096" : 80,
"2128" : 80,
"2160" : 52,
"2192" : 47,
"2224" : 39,
"2256" : 37,
"2288" : 39,
"2320" : 31,
"2352" : 28,
"2384" : 20,
"2416" : 14,
"2448" : 15,
"2480" : 12,
"2512" : 8,
"2544" : 4,
"2576" : 6,
"2608" : 3,
"2640" : 4,
"2672" : 3,
"2704" : 1,
"2800" : 1,
"2832" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3888" : 1,
"4016" : 1,
"4048" : 2,
"4080" : 2,
"4128" : 24,
"4192" : 60,
"4256" : 134,
"4320" : 122,
"4384" : 125,
"4448" : 132,
"4512" : 95,
"4576" : 103,
"4640" : 103,
"4704" : 89,
"4768" : 124,
"4832" : 97,
"4896" : 113,
"4960" : 122,
"5024" : 111,
"5088" : 149,
"5152" : 135,
"5216" : 134,
"5280" : 167,
"5344" : 106,
"5408" : 137,
"5472" : 120,
"5536" : 96,
"5600" : 90,
"5664" : 65,
"5728" : 89,
"5792" : 65,
"5856" : 47,
"5920" : 59,
"5984" : 48,
"6048" : 50,
"6112" : 37,
"6176" : 35,
"6240" : 31,
"6304" : 19,
"6368" : 28,
"6432" : 14,
"6496" : 14,
"6560" : 15,
"6624" : 8,
"6688" : 8,
"6752" : 11,
"6816" : 14,
"6880" : 12,
"6944" : 7,
"7008" : 5,
"7072" : 8,
"7136" : 1,
"7200" : 12,
"7264" : 8,
"7328" : 5,
"7392" : 3,
"7456" : 7,
"7520" : 4,
"7584" : 10,
"7648" : 8,
"7712" : 7,
"7776" : 7,
"7840" : 7,
"7904" : 2,
"7968" : 7,
"8032" : 5,
"8096" : 2,
"8160" : 2,
"8256" : 3,
"8384" : 4,
"8512" : 6,
"8640" : 2,
"8896" : 1,
"9024" : 2,
"9152" : 1,
"10560" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1
}
},
"lat_ns" : {
"min" : 6269,
"max" : 529779,
"mean" : 19411.245867,
"stddev" : 9041.869783,
"N" : 3017228
},
"bw_min" : 192072,
"bw_max" : 208784,
"bw_agg" : 99.986170,
"bw_mean" : 201124.848739,
"bw_dev" : 3356.294202,
"bw_samples" : 119,
"iops_min" : 48018,
"iops_max" : 52196,
"iops_mean" : 50281.176471,
"iops_stddev" : 839.080940,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 7.771796,
"sys_cpu" : 91.156519,
"ctx" : 1619,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.855165,
"4" : 0.026713,
"10" : 0.115934,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098983,
"timestamp_ms" : 1773098983925,
"time" : "Mon Mar 9 20:29:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 14480576512,
"io_kbytes" : 14141188,
"bw_bytes" : 206868334,
"bw" : 202019,
"iops" : 50504.992928,
"runtime" : 69999,
"total_ios" : 3535299,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 18169.090104,
"stddev" : 8419.261311,
"N" : 3535298
},
"clat_ns" : {
"min" : 1071,
"max" : 65139,
"mean" : 1155.988658,
"stddev" : 181.252310,
"N" : 3535298,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1384,
"99.900000" : 4448,
"99.990000" : 6368,
"99.999000" : 22912
},
"bins" : {
"1064" : 2,
"1080" : 171,
"1096" : 55802,
"1112" : 294166,
"1128" : 1524433,
"1144" : 710462,
"1160" : 394731,
"1176" : 74890,
"1192" : 13269,
"1208" : 63319,
"1224" : 102475,
"1240" : 133479,
"1256" : 54783,
"1272" : 13641,
"1288" : 18970,
"1304" : 8214,
"1320" : 12676,
"1336" : 11913,
"1352" : 5053,
"1368" : 7084,
"1384" : 3071,
"1400" : 5175,
"1416" : 3426,
"1432" : 1335,
"1448" : 2208,
"1464" : 1035,
"1480" : 1896,
"1496" : 1984,
"1512" : 992,
"1528" : 1335,
"1544" : 554,
"1560" : 1007,
"1576" : 1107,
"1592" : 595,
"1608" : 924,
"1624" : 344,
"1640" : 590,
"1656" : 482,
"1672" : 220,
"1688" : 420,
"1704" : 184,
"1720" : 310,
"1736" : 249,
"1752" : 97,
"1768" : 157,
"1784" : 62,
"1800" : 122,
"1816" : 129,
"1832" : 39,
"1848" : 94,
"1864" : 44,
"1880" : 70,
"1896" : 89,
"1912" : 34,
"1928" : 73,
"1944" : 36,
"1960" : 64,
"1976" : 100,
"1992" : 37,
"2008" : 79,
"2024" : 47,
"2040" : 64,
"2064" : 120,
"2096" : 88,
"2128" : 94,
"2160" : 59,
"2192" : 58,
"2224" : 44,
"2256" : 43,
"2288" : 47,
"2320" : 37,
"2352" : 32,
"2384" : 24,
"2416" : 19,
"2448" : 18,
"2480" : 16,
"2512" : 8,
"2544" : 5,
"2576" : 6,
"2608" : 4,
"2640" : 4,
"2672" : 3,
"2704" : 1,
"2736" : 1,
"2800" : 1,
"2832" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3888" : 1,
"4016" : 1,
"4048" : 3,
"4080" : 3,
"4128" : 27,
"4192" : 80,
"4256" : 165,
"4320" : 143,
"4384" : 151,
"4448" : 149,
"4512" : 113,
"4576" : 115,
"4640" : 114,
"4704" : 97,
"4768" : 149,
"4832" : 119,
"4896" : 136,
"4960" : 150,
"5024" : 133,
"5088" : 171,
"5152" : 157,
"5216" : 153,
"5280" : 193,
"5344" : 127,
"5408" : 155,
"5472" : 136,
"5536" : 109,
"5600" : 112,
"5664" : 81,
"5728" : 96,
"5792" : 75,
"5856" : 55,
"5920" : 66,
"5984" : 57,
"6048" : 53,
"6112" : 42,
"6176" : 40,
"6240" : 34,
"6304" : 19,
"6368" : 33,
"6432" : 18,
"6496" : 17,
"6560" : 16,
"6624" : 10,
"6688" : 9,
"6752" : 13,
"6816" : 17,
"6880" : 15,
"6944" : 8,
"7008" : 5,
"7072" : 9,
"7136" : 1,
"7200" : 13,
"7264" : 12,
"7328" : 5,
"7392" : 5,
"7456" : 8,
"7520" : 4,
"7584" : 11,
"7648" : 8,
"7712" : 8,
"7776" : 7,
"7840" : 8,
"7904" : 3,
"7968" : 8,
"8032" : 5,
"8096" : 2,
"8160" : 3,
"8256" : 4,
"8384" : 6,
"8512" : 6,
"8640" : 2,
"8768" : 1,
"8896" : 1,
"9024" : 2,
"9152" : 1,
"10560" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19325.078762,
"stddev" : 8431.636018,
"N" : 3535298
},
"bw_min" : 192072,
"bw_max" : 208784,
"bw_agg" : 99.997101,
"bw_mean" : 202014.244604,
"bw_dev" : 3802.087407,
"bw_samples" : 139,
"iops_min" : 48018,
"iops_max" : 52196,
"iops_mean" : 50503.525180,
"iops_stddev" : 950.526127,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 7.812969,
"sys_cpu" : 91.222732,
"ctx" : 1627,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.856391,
"4" : 0.026250,
"10" : 0.115492,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098993,
"timestamp_ms" : 1773098993925,
"time" : "Mon Mar 9 20:29:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 16604041216,
"io_kbytes" : 16214884,
"bw_bytes" : 207553109,
"bw" : 202688,
"iops" : 50672.170902,
"runtime" : 79999,
"total_ios" : 4053723,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 18103.416520,
"stddev" : 7934.393760,
"N" : 4053723
},
"clat_ns" : {
"min" : 1071,
"max" : 65139,
"mean" : 1155.803325,
"stddev" : 177.855203,
"N" : 4053722,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4448,
"99.990000" : 6304,
"99.999000" : 22400
},
"bins" : {
"1064" : 2,
"1080" : 189,
"1096" : 63483,
"1112" : 335689,
"1128" : 1750946,
"1144" : 816208,
"1160" : 453050,
"1176" : 85583,
"1192" : 15137,
"1208" : 72611,
"1224" : 117639,
"1240" : 152833,
"1256" : 62027,
"1272" : 15477,
"1288" : 21763,
"1304" : 9426,
"1320" : 14485,
"1336" : 13439,
"1352" : 5668,
"1368" : 7984,
"1384" : 3415,
"1400" : 5753,
"1416" : 3815,
"1432" : 1494,
"1448" : 2457,
"1464" : 1149,
"1480" : 2115,
"1496" : 2222,
"1512" : 1128,
"1528" : 1476,
"1544" : 616,
"1560" : 1125,
"1576" : 1250,
"1592" : 668,
"1608" : 1049,
"1624" : 389,
"1640" : 664,
"1656" : 543,
"1672" : 247,
"1688" : 469,
"1704" : 209,
"1720" : 354,
"1736" : 269,
"1752" : 111,
"1768" : 173,
"1784" : 66,
"1800" : 139,
"1816" : 143,
"1832" : 45,
"1848" : 112,
"1864" : 53,
"1880" : 82,
"1896" : 96,
"1912" : 39,
"1928" : 86,
"1944" : 41,
"1960" : 74,
"1976" : 112,
"1992" : 42,
"2008" : 88,
"2024" : 49,
"2040" : 72,
"2064" : 135,
"2096" : 102,
"2128" : 104,
"2160" : 70,
"2192" : 67,
"2224" : 52,
"2256" : 57,
"2288" : 52,
"2320" : 41,
"2352" : 33,
"2384" : 25,
"2416" : 23,
"2448" : 22,
"2480" : 20,
"2512" : 9,
"2544" : 8,
"2576" : 7,
"2608" : 4,
"2640" : 4,
"2672" : 3,
"2704" : 1,
"2736" : 1,
"2800" : 2,
"2832" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3888" : 1,
"4016" : 1,
"4048" : 3,
"4080" : 3,
"4128" : 31,
"4192" : 91,
"4256" : 188,
"4320" : 166,
"4384" : 173,
"4448" : 169,
"4512" : 129,
"4576" : 130,
"4640" : 134,
"4704" : 114,
"4768" : 171,
"4832" : 128,
"4896" : 156,
"4960" : 174,
"5024" : 152,
"5088" : 202,
"5152" : 171,
"5216" : 178,
"5280" : 214,
"5344" : 152,
"5408" : 176,
"5472" : 157,
"5536" : 129,
"5600" : 130,
"5664" : 98,
"5728" : 109,
"5792" : 85,
"5856" : 64,
"5920" : 75,
"5984" : 65,
"6048" : 60,
"6112" : 44,
"6176" : 45,
"6240" : 42,
"6304" : 22,
"6368" : 38,
"6432" : 21,
"6496" : 19,
"6560" : 16,
"6624" : 12,
"6688" : 12,
"6752" : 16,
"6816" : 17,
"6880" : 16,
"6944" : 9,
"7008" : 8,
"7072" : 10,
"7136" : 2,
"7200" : 13,
"7264" : 12,
"7328" : 5,
"7392" : 7,
"7456" : 8,
"7520" : 5,
"7584" : 13,
"7648" : 8,
"7712" : 8,
"7776" : 8,
"7840" : 9,
"7904" : 3,
"7968" : 8,
"8032" : 6,
"8096" : 2,
"8160" : 3,
"8256" : 4,
"8384" : 6,
"8512" : 9,
"8640" : 2,
"8768" : 1,
"8896" : 1,
"9024" : 2,
"9152" : 1,
"10560" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19259.219837,
"stddev" : 7946.303500,
"N" : 4053723
},
"bw_min" : 192072,
"bw_max" : 208784,
"bw_agg" : 100.000000,
"bw_mean" : 202693.742138,
"bw_dev" : 3987.262311,
"bw_samples" : 159,
"iops_min" : 48018,
"iops_max" : 52196,
"iops_mean" : 50673.402516,
"iops_stddev" : 996.822878,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 7.895099,
"sys_cpu" : 91.222390,
"ctx" : 1636,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.857070,
"4" : 0.026075,
"10" : 0.115227,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099003,
"timestamp_ms" : 1773099003925,
"time" : "Mon Mar 9 20:30:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 18727129088,
"io_kbytes" : 18288212,
"bw_bytes" : 208081524,
"bw" : 203204,
"iops" : 50801.175569,
"runtime" : 89999,
"total_ios" : 4572055,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 18052.627822,
"stddev" : 7537.466969,
"N" : 4572054
},
"clat_ns" : {
"min" : 1071,
"max" : 65139,
"mean" : 1155.670395,
"stddev" : 175.362999,
"N" : 4572054,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4448,
"99.990000" : 6368,
"99.999000" : 22144
},
"bins" : {
"1064" : 2,
"1080" : 211,
"1096" : 71240,
"1112" : 377957,
"1128" : 1978042,
"1144" : 922034,
"1160" : 510319,
"1176" : 95895,
"1192" : 17142,
"1208" : 82196,
"1224" : 132738,
"1240" : 171449,
"1256" : 69244,
"1272" : 17385,
"1288" : 24546,
"1304" : 10745,
"1320" : 16346,
"1336" : 14952,
"1352" : 6303,
"1368" : 8837,
"1384" : 3778,
"1400" : 6362,
"1416" : 4220,
"1432" : 1636,
"1448" : 2702,
"1464" : 1266,
"1480" : 2338,
"1496" : 2455,
"1512" : 1231,
"1528" : 1625,
"1544" : 678,
"1560" : 1240,
"1576" : 1390,
"1592" : 752,
"1608" : 1180,
"1624" : 434,
"1640" : 736,
"1656" : 604,
"1672" : 266,
"1688" : 512,
"1704" : 230,
"1720" : 400,
"1736" : 305,
"1752" : 126,
"1768" : 193,
"1784" : 76,
"1800" : 146,
"1816" : 159,
"1832" : 48,
"1848" : 122,
"1864" : 62,
"1880" : 100,
"1896" : 116,
"1912" : 46,
"1928" : 98,
"1944" : 43,
"1960" : 83,
"1976" : 127,
"1992" : 48,
"2008" : 101,
"2024" : 60,
"2040" : 80,
"2064" : 144,
"2096" : 112,
"2128" : 116,
"2160" : 79,
"2192" : 75,
"2224" : 64,
"2256" : 61,
"2288" : 62,
"2320" : 48,
"2352" : 36,
"2384" : 28,
"2416" : 26,
"2448" : 25,
"2480" : 20,
"2512" : 13,
"2544" : 10,
"2576" : 7,
"2608" : 5,
"2640" : 6,
"2672" : 3,
"2704" : 1,
"2736" : 1,
"2800" : 2,
"2832" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"4016" : 1,
"4048" : 4,
"4080" : 4,
"4128" : 37,
"4192" : 109,
"4256" : 206,
"4320" : 192,
"4384" : 192,
"4448" : 199,
"4512" : 145,
"4576" : 142,
"4640" : 144,
"4704" : 127,
"4768" : 192,
"4832" : 149,
"4896" : 178,
"4960" : 191,
"5024" : 170,
"5088" : 219,
"5152" : 194,
"5216" : 196,
"5280" : 239,
"5344" : 173,
"5408" : 202,
"5472" : 175,
"5536" : 142,
"5600" : 145,
"5664" : 114,
"5728" : 125,
"5792" : 95,
"5856" : 72,
"5920" : 87,
"5984" : 75,
"6048" : 75,
"6112" : 48,
"6176" : 49,
"6240" : 47,
"6304" : 27,
"6368" : 40,
"6432" : 25,
"6496" : 20,
"6560" : 20,
"6624" : 14,
"6688" : 14,
"6752" : 17,
"6816" : 19,
"6880" : 17,
"6944" : 10,
"7008" : 11,
"7072" : 12,
"7136" : 3,
"7200" : 14,
"7264" : 13,
"7328" : 6,
"7392" : 12,
"7456" : 12,
"7520" : 8,
"7584" : 18,
"7648" : 8,
"7712" : 13,
"7776" : 11,
"7840" : 9,
"7904" : 4,
"7968" : 8,
"8032" : 7,
"8096" : 3,
"8160" : 5,
"8256" : 4,
"8384" : 6,
"8512" : 9,
"8640" : 3,
"8768" : 1,
"8896" : 1,
"9024" : 2,
"9152" : 1,
"10560" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19208.298216,
"stddev" : 7548.980816,
"N" : 4572054
},
"bw_min" : 192072,
"bw_max" : 208784,
"bw_agg" : 100.000000,
"bw_mean" : 203217.229050,
"bw_dev" : 4044.338935,
"bw_samples" : 179,
"iops_min" : 48018,
"iops_max" : 52196,
"iops_mean" : 50804.262570,
"iops_stddev" : 1011.079473,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 7.961200,
"sys_cpu" : 91.217680,
"ctx" : 1645,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.856957,
"4" : 0.026071,
"10" : 0.115506,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099013,
"timestamp_ms" : 1773099013925,
"time" : "Mon Mar 9 20:30:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 20850470912,
"io_kbytes" : 20361788,
"bw_bytes" : 208506794,
"bw" : 203619,
"iops" : 50904.999050,
"runtime" : 99999,
"total_ios" : 5090449,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 18011.931675,
"stddev" : 7205.785124,
"N" : 5090448
},
"clat_ns" : {
"min" : 1071,
"max" : 65139,
"mean" : 1155.528934,
"stddev" : 173.131921,
"N" : 5090448,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4448,
"99.990000" : 6304,
"99.999000" : 21888
},
"bins" : {
"1064" : 3,
"1080" : 240,
"1096" : 79634,
"1112" : 419861,
"1128" : 2198444,
"1144" : 1030054,
"1160" : 572379,
"1176" : 107851,
"1192" : 19401,
"1208" : 91346,
"1224" : 146880,
"1240" : 189464,
"1256" : 76609,
"1272" : 19284,
"1288" : 27214,
"1304" : 11924,
"1320" : 18065,
"1336" : 16541,
"1352" : 6950,
"1368" : 9742,
"1384" : 4105,
"1400" : 6967,
"1416" : 4605,
"1432" : 1751,
"1448" : 2927,
"1464" : 1390,
"1480" : 2546,
"1496" : 2662,
"1512" : 1303,
"1528" : 1764,
"1544" : 722,
"1560" : 1337,
"1576" : 1529,
"1592" : 824,
"1608" : 1309,
"1624" : 477,
"1640" : 818,
"1656" : 647,
"1672" : 295,
"1688" : 556,
"1704" : 251,
"1720" : 433,
"1736" : 332,
"1752" : 137,
"1768" : 208,
"1784" : 86,
"1800" : 157,
"1816" : 175,
"1832" : 53,
"1848" : 135,
"1864" : 70,
"1880" : 110,
"1896" : 124,
"1912" : 52,
"1928" : 107,
"1944" : 46,
"1960" : 92,
"1976" : 136,
"1992" : 53,
"2008" : 112,
"2024" : 67,
"2040" : 90,
"2064" : 156,
"2096" : 126,
"2128" : 132,
"2160" : 94,
"2192" : 92,
"2224" : 67,
"2256" : 71,
"2288" : 68,
"2320" : 50,
"2352" : 40,
"2384" : 34,
"2416" : 32,
"2448" : 26,
"2480" : 20,
"2512" : 15,
"2544" : 10,
"2576" : 7,
"2608" : 5,
"2640" : 7,
"2672" : 3,
"2704" : 1,
"2736" : 1,
"2800" : 2,
"2832" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"4016" : 1,
"4048" : 5,
"4080" : 6,
"4128" : 43,
"4192" : 126,
"4256" : 235,
"4320" : 213,
"4384" : 213,
"4448" : 218,
"4512" : 154,
"4576" : 157,
"4640" : 156,
"4704" : 141,
"4768" : 216,
"4832" : 168,
"4896" : 200,
"4960" : 218,
"5024" : 186,
"5088" : 238,
"5152" : 215,
"5216" : 211,
"5280" : 268,
"5344" : 203,
"5408" : 227,
"5472" : 196,
"5536" : 158,
"5600" : 159,
"5664" : 132,
"5728" : 131,
"5792" : 104,
"5856" : 88,
"5920" : 96,
"5984" : 81,
"6048" : 81,
"6112" : 55,
"6176" : 55,
"6240" : 54,
"6304" : 31,
"6368" : 42,
"6432" : 28,
"6496" : 23,
"6560" : 21,
"6624" : 15,
"6688" : 15,
"6752" : 18,
"6816" : 19,
"6880" : 18,
"6944" : 10,
"7008" : 13,
"7072" : 14,
"7136" : 3,
"7200" : 16,
"7264" : 14,
"7328" : 7,
"7392" : 12,
"7456" : 14,
"7520" : 8,
"7584" : 18,
"7648" : 8,
"7712" : 13,
"7776" : 12,
"7840" : 10,
"7904" : 4,
"7968" : 9,
"8032" : 7,
"8096" : 3,
"8160" : 5,
"8256" : 5,
"8384" : 6,
"8512" : 10,
"8640" : 3,
"8768" : 1,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"10560" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19167.460609,
"stddev" : 7217.000066,
"N" : 5090448
},
"bw_min" : 192072,
"bw_max" : 208784,
"bw_agg" : 100.000000,
"bw_mean" : 203635.356784,
"bw_dev" : 4043.525287,
"bw_samples" : 199,
"iops_min" : 48018,
"iops_max" : 52196,
"iops_mean" : 50908.793970,
"iops_stddev" : 1010.875245,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 7.919079,
"sys_cpu" : 91.309913,
"ctx" : 1650,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.857144,
"4" : 0.026226,
"10" : 0.115294,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099023,
"timestamp_ms" : 1773099023925,
"time" : "Mon Mar 9 20:30:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 22973476864,
"io_kbytes" : 22435036,
"bw_bytes" : 208851688,
"bw" : 203956,
"iops" : 50989.199902,
"runtime" : 109999,
"total_ios" : 5608761,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 17978.700853,
"stddev" : 6928.364727,
"N" : 5608761
},
"clat_ns" : {
"min" : 1071,
"max" : 65139,
"mean" : 1155.456463,
"stddev" : 171.075877,
"N" : 5608760,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4384,
"99.990000" : 6304,
"99.999000" : 21120
},
"bins" : {
"1064" : 3,
"1080" : 267,
"1096" : 87835,
"1112" : 459972,
"1128" : 2417373,
"1144" : 1139539,
"1160" : 635819,
"1176" : 120248,
"1192" : 21501,
"1208" : 99938,
"1224" : 160915,
"1240" : 208000,
"1256" : 84135,
"1272" : 21140,
"1288" : 29915,
"1304" : 13114,
"1320" : 19830,
"1336" : 18119,
"1352" : 7640,
"1368" : 10688,
"1384" : 4452,
"1400" : 7551,
"1416" : 4990,
"1432" : 1893,
"1448" : 3175,
"1464" : 1495,
"1480" : 2772,
"1496" : 2861,
"1512" : 1408,
"1528" : 1924,
"1544" : 773,
"1560" : 1465,
"1576" : 1662,
"1592" : 887,
"1608" : 1429,
"1624" : 523,
"1640" : 885,
"1656" : 698,
"1672" : 324,
"1688" : 610,
"1704" : 274,
"1720" : 471,
"1736" : 356,
"1752" : 147,
"1768" : 230,
"1784" : 93,
"1800" : 164,
"1816" : 184,
"1832" : 56,
"1848" : 152,
"1864" : 77,
"1880" : 120,
"1896" : 137,
"1912" : 57,
"1928" : 118,
"1944" : 50,
"1960" : 100,
"1976" : 145,
"1992" : 59,
"2008" : 122,
"2024" : 73,
"2040" : 98,
"2064" : 170,
"2096" : 133,
"2128" : 143,
"2160" : 108,
"2192" : 106,
"2224" : 71,
"2256" : 76,
"2288" : 73,
"2320" : 60,
"2352" : 43,
"2384" : 36,
"2416" : 34,
"2448" : 30,
"2480" : 26,
"2512" : 17,
"2544" : 11,
"2576" : 8,
"2608" : 6,
"2640" : 7,
"2672" : 3,
"2704" : 1,
"2736" : 2,
"2800" : 2,
"2832" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"4016" : 1,
"4048" : 5,
"4080" : 6,
"4128" : 46,
"4192" : 142,
"4256" : 256,
"4320" : 234,
"4384" : 240,
"4448" : 236,
"4512" : 173,
"4576" : 178,
"4640" : 163,
"4704" : 150,
"4768" : 246,
"4832" : 195,
"4896" : 217,
"4960" : 236,
"5024" : 202,
"5088" : 261,
"5152" : 240,
"5216" : 234,
"5280" : 301,
"5344" : 228,
"5408" : 257,
"5472" : 219,
"5536" : 179,
"5600" : 177,
"5664" : 141,
"5728" : 139,
"5792" : 111,
"5856" : 101,
"5920" : 103,
"5984" : 86,
"6048" : 94,
"6112" : 61,
"6176" : 59,
"6240" : 54,
"6304" : 35,
"6368" : 44,
"6432" : 30,
"6496" : 23,
"6560" : 24,
"6624" : 17,
"6688" : 17,
"6752" : 20,
"6816" : 19,
"6880" : 19,
"6944" : 11,
"7008" : 16,
"7072" : 15,
"7136" : 3,
"7200" : 17,
"7264" : 15,
"7328" : 8,
"7392" : 12,
"7456" : 15,
"7520" : 8,
"7584" : 18,
"7648" : 11,
"7712" : 13,
"7776" : 14,
"7840" : 12,
"7904" : 4,
"7968" : 9,
"8032" : 7,
"8096" : 4,
"8160" : 6,
"8256" : 5,
"8384" : 6,
"8512" : 10,
"8640" : 3,
"8768" : 1,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19134.156984,
"stddev" : 6939.348306,
"N" : 5608760
},
"bw_min" : 192072,
"bw_max" : 208784,
"bw_agg" : 100.000000,
"bw_mean" : 203975.680365,
"bw_dev" : 4008.447672,
"bw_samples" : 219,
"iops_min" : 48018,
"iops_max" : 52196,
"iops_mean" : 50993.876712,
"iops_stddev" : 1002.107755,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 7.913708,
"sys_cpu" : 91.355376,
"ctx" : 1661,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.857295,
"4" : 0.026138,
"10" : 0.115337,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099033,
"timestamp_ms" : 1773099033925,
"time" : "Mon Mar 9 20:30:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 25097125888,
"io_kbytes" : 24508912,
"bw_bytes" : 209144458,
"bw" : 204242,
"iops" : 51060.683839,
"runtime" : 119999,
"total_ios" : 6127231,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 17950.488705,
"stddev" : 6699.149657,
"N" : 6127230
},
"clat_ns" : {
"min" : 1071,
"max" : 107554,
"mean" : 1155.405053,
"stddev" : 174.664011,
"N" : 6127230,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4448,
"99.990000" : 6240,
"99.999000" : 19840
},
"bins" : {
"1064" : 3,
"1080" : 289,
"1096" : 95547,
"1112" : 499697,
"1128" : 2637895,
"1144" : 1249910,
"1160" : 698610,
"1176" : 132425,
"1192" : 23477,
"1208" : 108487,
"1224" : 174582,
"1240" : 226465,
"1256" : 91670,
"1272" : 23090,
"1288" : 32555,
"1304" : 14344,
"1320" : 21620,
"1336" : 19709,
"1352" : 8296,
"1368" : 11579,
"1384" : 4818,
"1400" : 8150,
"1416" : 5358,
"1432" : 2042,
"1448" : 3424,
"1464" : 1618,
"1480" : 2978,
"1496" : 3071,
"1512" : 1500,
"1528" : 2063,
"1544" : 827,
"1560" : 1576,
"1576" : 1814,
"1592" : 957,
"1608" : 1536,
"1624" : 563,
"1640" : 943,
"1656" : 744,
"1672" : 344,
"1688" : 671,
"1704" : 300,
"1720" : 508,
"1736" : 388,
"1752" : 164,
"1768" : 245,
"1784" : 106,
"1800" : 174,
"1816" : 194,
"1832" : 62,
"1848" : 163,
"1864" : 84,
"1880" : 136,
"1896" : 150,
"1912" : 62,
"1928" : 124,
"1944" : 50,
"1960" : 108,
"1976" : 157,
"1992" : 64,
"2008" : 128,
"2024" : 79,
"2040" : 108,
"2064" : 190,
"2096" : 146,
"2128" : 149,
"2160" : 120,
"2192" : 111,
"2224" : 80,
"2256" : 82,
"2288" : 81,
"2320" : 67,
"2352" : 45,
"2384" : 41,
"2416" : 36,
"2448" : 33,
"2480" : 28,
"2512" : 19,
"2544" : 11,
"2576" : 9,
"2608" : 6,
"2640" : 9,
"2672" : 3,
"2704" : 1,
"2736" : 2,
"2800" : 2,
"2832" : 1,
"2864" : 1,
"2960" : 2,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"4016" : 2,
"4048" : 5,
"4080" : 7,
"4128" : 50,
"4192" : 150,
"4256" : 282,
"4320" : 260,
"4384" : 263,
"4448" : 256,
"4512" : 183,
"4576" : 200,
"4640" : 174,
"4704" : 172,
"4768" : 270,
"4832" : 212,
"4896" : 241,
"4960" : 254,
"5024" : 217,
"5088" : 276,
"5152" : 269,
"5216" : 263,
"5280" : 343,
"5344" : 253,
"5408" : 279,
"5472" : 237,
"5536" : 198,
"5600" : 198,
"5664" : 155,
"5728" : 151,
"5792" : 125,
"5856" : 114,
"5920" : 116,
"5984" : 92,
"6048" : 102,
"6112" : 65,
"6176" : 67,
"6240" : 62,
"6304" : 39,
"6368" : 48,
"6432" : 33,
"6496" : 23,
"6560" : 26,
"6624" : 18,
"6688" : 17,
"6752" : 20,
"6816" : 20,
"6880" : 19,
"6944" : 11,
"7008" : 16,
"7072" : 15,
"7136" : 3,
"7200" : 17,
"7264" : 15,
"7328" : 8,
"7392" : 13,
"7456" : 15,
"7520" : 9,
"7584" : 18,
"7648" : 13,
"7712" : 13,
"7776" : 14,
"7840" : 12,
"7904" : 5,
"7968" : 9,
"8032" : 7,
"8096" : 4,
"8160" : 6,
"8256" : 5,
"8384" : 6,
"8512" : 10,
"8640" : 4,
"8768" : 1,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1,
"108032" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19105.893757,
"stddev" : 6710.071707,
"N" : 6127230
},
"bw_min" : 192072,
"bw_max" : 208856,
"bw_agg" : 100.000000,
"bw_mean" : 204258.037657,
"bw_dev" : 3955.166998,
"bw_samples" : 239,
"iops_min" : 48018,
"iops_max" : 52214,
"iops_mean" : 51064.468619,
"iops_stddev" : 988.790088,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 7.950900,
"sys_cpu" : 91.350761,
"ctx" : 1675,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.857276,
"4" : 0.025999,
"10" : 0.115582,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099043,
"timestamp_ms" : 1773099043925,
"time" : "Mon Mar 9 20:30:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 27220828160,
"io_kbytes" : 26582840,
"bw_bytes" : 209392596,
"bw" : 204484,
"iops" : 51121.254779,
"runtime" : 129999,
"total_ios" : 6645712,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 17926.726953,
"stddev" : 6486.039376,
"N" : 6645711
},
"clat_ns" : {
"min" : 1071,
"max" : 107554,
"mean" : 1155.354085,
"stddev" : 172.705520,
"N" : 6645711,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4384,
"99.990000" : 6240,
"99.999000" : 10944
},
"bins" : {
"1064" : 3,
"1080" : 330,
"1096" : 103519,
"1112" : 538972,
"1128" : 2855763,
"1144" : 1360454,
"1160" : 763210,
"1176" : 145042,
"1192" : 25507,
"1208" : 117170,
"1224" : 188261,
"1240" : 245007,
"1256" : 99434,
"1272" : 25108,
"1288" : 35193,
"1304" : 15466,
"1320" : 23435,
"1336" : 21247,
"1352" : 8968,
"1368" : 12466,
"1384" : 5216,
"1400" : 8739,
"1416" : 5711,
"1432" : 2200,
"1448" : 3672,
"1464" : 1725,
"1480" : 3201,
"1496" : 3261,
"1512" : 1591,
"1528" : 2202,
"1544" : 891,
"1560" : 1671,
"1576" : 1946,
"1592" : 1038,
"1608" : 1652,
"1624" : 605,
"1640" : 1006,
"1656" : 795,
"1672" : 372,
"1688" : 710,
"1704" : 326,
"1720" : 545,
"1736" : 424,
"1752" : 172,
"1768" : 264,
"1784" : 114,
"1800" : 187,
"1816" : 206,
"1832" : 69,
"1848" : 177,
"1864" : 90,
"1880" : 144,
"1896" : 162,
"1912" : 67,
"1928" : 133,
"1944" : 57,
"1960" : 117,
"1976" : 169,
"1992" : 67,
"2008" : 136,
"2024" : 88,
"2040" : 124,
"2064" : 206,
"2096" : 157,
"2128" : 160,
"2160" : 125,
"2192" : 121,
"2224" : 85,
"2256" : 87,
"2288" : 86,
"2320" : 70,
"2352" : 47,
"2384" : 44,
"2416" : 40,
"2448" : 36,
"2480" : 29,
"2512" : 19,
"2544" : 12,
"2576" : 9,
"2608" : 6,
"2640" : 10,
"2672" : 3,
"2704" : 1,
"2736" : 2,
"2800" : 2,
"2832" : 2,
"2864" : 1,
"2928" : 1,
"2960" : 2,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"4016" : 2,
"4048" : 5,
"4080" : 8,
"4128" : 56,
"4192" : 163,
"4256" : 310,
"4320" : 282,
"4384" : 291,
"4448" : 271,
"4512" : 196,
"4576" : 207,
"4640" : 181,
"4704" : 191,
"4768" : 287,
"4832" : 243,
"4896" : 265,
"4960" : 269,
"5024" : 243,
"5088" : 293,
"5152" : 297,
"5216" : 282,
"5280" : 377,
"5344" : 276,
"5408" : 311,
"5472" : 252,
"5536" : 214,
"5600" : 221,
"5664" : 171,
"5728" : 163,
"5792" : 134,
"5856" : 126,
"5920" : 129,
"5984" : 97,
"6048" : 111,
"6112" : 73,
"6176" : 70,
"6240" : 64,
"6304" : 42,
"6368" : 48,
"6432" : 34,
"6496" : 25,
"6560" : 31,
"6624" : 20,
"6688" : 17,
"6752" : 22,
"6816" : 21,
"6880" : 21,
"6944" : 12,
"7008" : 16,
"7072" : 16,
"7136" : 4,
"7200" : 20,
"7264" : 16,
"7328" : 8,
"7392" : 14,
"7456" : 16,
"7520" : 9,
"7584" : 19,
"7648" : 13,
"7712" : 13,
"7776" : 14,
"7840" : 12,
"7904" : 6,
"7968" : 9,
"8032" : 7,
"8096" : 4,
"8160" : 6,
"8256" : 5,
"8384" : 6,
"8512" : 11,
"8640" : 4,
"8768" : 1,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1,
"108032" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19082.081038,
"stddev" : 6496.773194,
"N" : 6645711
},
"bw_min" : 192072,
"bw_max" : 208960,
"bw_agg" : 100.000000,
"bw_mean" : 204503.841699,
"bw_dev" : 3899.606501,
"bw_samples" : 259,
"iops_min" : 48018,
"iops_max" : 52240,
"iops_mean" : 51125.922780,
"iops_stddev" : 974.902453,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 7.936984,
"sys_cpu" : 91.393780,
"ctx" : 1682,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.857592,
"4" : 0.025791,
"10" : 0.115563,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099053,
"timestamp_ms" : 1773099053925,
"time" : "Mon Mar 9 20:30:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 29344530432,
"io_kbytes" : 28656768,
"bw_bytes" : 209605285,
"bw" : 204692,
"iops" : 51173.179808,
"runtime" : 139999,
"total_ios" : 7164194,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5138,
"max" : 528307,
"mean" : 17906.163623,
"stddev" : 6297.260434,
"N" : 7164194
},
"clat_ns" : {
"min" : 1071,
"max" : 107554,
"mean" : 1155.316738,
"stddev" : 171.004979,
"N" : 7164193,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4384,
"99.990000" : 6240,
"99.999000" : 9024
},
"bins" : {
"1064" : 3,
"1080" : 368,
"1096" : 111257,
"1112" : 578022,
"1128" : 3073527,
"1144" : 1471664,
"1160" : 827469,
"1176" : 157630,
"1192" : 27556,
"1208" : 125596,
"1224" : 202150,
"1240" : 263867,
"1256" : 107068,
"1272" : 27074,
"1288" : 37865,
"1304" : 16644,
"1320" : 25239,
"1336" : 22862,
"1352" : 9619,
"1368" : 13438,
"1384" : 5527,
"1400" : 9283,
"1416" : 6091,
"1432" : 2344,
"1448" : 3924,
"1464" : 1839,
"1480" : 3415,
"1496" : 3456,
"1512" : 1689,
"1528" : 2359,
"1544" : 957,
"1560" : 1792,
"1576" : 2071,
"1592" : 1114,
"1608" : 1762,
"1624" : 655,
"1640" : 1079,
"1656" : 844,
"1672" : 397,
"1688" : 760,
"1704" : 342,
"1720" : 587,
"1736" : 457,
"1752" : 182,
"1768" : 285,
"1784" : 118,
"1800" : 200,
"1816" : 215,
"1832" : 78,
"1848" : 190,
"1864" : 96,
"1880" : 156,
"1896" : 175,
"1912" : 72,
"1928" : 146,
"1944" : 63,
"1960" : 127,
"1976" : 180,
"1992" : 70,
"2008" : 145,
"2024" : 90,
"2040" : 132,
"2064" : 225,
"2096" : 166,
"2128" : 169,
"2160" : 134,
"2192" : 131,
"2224" : 91,
"2256" : 93,
"2288" : 97,
"2320" : 76,
"2352" : 53,
"2384" : 47,
"2416" : 44,
"2448" : 38,
"2480" : 31,
"2512" : 19,
"2544" : 13,
"2576" : 11,
"2608" : 6,
"2640" : 10,
"2672" : 3,
"2704" : 2,
"2736" : 4,
"2800" : 2,
"2832" : 2,
"2864" : 1,
"2928" : 1,
"2960" : 2,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"4016" : 2,
"4048" : 5,
"4080" : 8,
"4128" : 62,
"4192" : 177,
"4256" : 336,
"4320" : 307,
"4384" : 309,
"4448" : 289,
"4512" : 211,
"4576" : 220,
"4640" : 194,
"4704" : 212,
"4768" : 310,
"4832" : 264,
"4896" : 288,
"4960" : 292,
"5024" : 262,
"5088" : 315,
"5152" : 315,
"5216" : 300,
"5280" : 402,
"5344" : 296,
"5408" : 336,
"5472" : 274,
"5536" : 228,
"5600" : 239,
"5664" : 184,
"5728" : 181,
"5792" : 144,
"5856" : 135,
"5920" : 140,
"5984" : 109,
"6048" : 116,
"6112" : 83,
"6176" : 74,
"6240" : 68,
"6304" : 43,
"6368" : 52,
"6432" : 38,
"6496" : 26,
"6560" : 32,
"6624" : 20,
"6688" : 17,
"6752" : 24,
"6816" : 21,
"6880" : 22,
"6944" : 12,
"7008" : 16,
"7072" : 18,
"7136" : 6,
"7200" : 24,
"7264" : 18,
"7328" : 8,
"7392" : 15,
"7456" : 16,
"7520" : 11,
"7584" : 19,
"7648" : 15,
"7712" : 13,
"7776" : 14,
"7840" : 12,
"7904" : 7,
"7968" : 10,
"8032" : 9,
"8096" : 4,
"8160" : 6,
"8256" : 5,
"8384" : 6,
"8512" : 11,
"8640" : 4,
"8768" : 1,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1,
"108032" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19061.480226,
"stddev" : 6307.824494,
"N" : 7164193
},
"bw_min" : 192072,
"bw_max" : 208960,
"bw_agg" : 100.000000,
"bw_mean" : 204716.788530,
"bw_dev" : 3842.594195,
"bw_samples" : 279,
"iops_min" : 48018,
"iops_max" : 52240,
"iops_mean" : 51179.161290,
"iops_stddev" : 960.649532,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 7.904342,
"sys_cpu" : 91.451368,
"ctx" : 1686,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.857918,
"4" : 0.025697,
"10" : 0.115421,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099063,
"timestamp_ms" : 1773099063925,
"time" : "Mon Mar 9 20:31:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 31424987136,
"io_kbytes" : 30688464,
"bw_bytes" : 209501310,
"bw" : 204591,
"iops" : 51147.794319,
"runtime" : 149999,
"total_ios" : 7672118,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 528307,
"mean" : 17915.342669,
"stddev" : 6137.472589,
"N" : 7672117
},
"clat_ns" : {
"min" : 1071,
"max" : 107554,
"mean" : 1155.284935,
"stddev" : 169.420202,
"N" : 7672117,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4384,
"99.990000" : 6176,
"99.999000" : 8768
},
"bins" : {
"1064" : 3,
"1080" : 403,
"1096" : 119181,
"1112" : 617017,
"1128" : 3286096,
"1144" : 1579684,
"1160" : 890737,
"1176" : 169974,
"1192" : 29630,
"1208" : 134089,
"1224" : 215877,
"1240" : 282033,
"1256" : 114422,
"1272" : 28911,
"1288" : 40455,
"1304" : 17757,
"1320" : 26944,
"1336" : 24475,
"1352" : 10334,
"1368" : 14470,
"1384" : 5922,
"1400" : 9901,
"1416" : 6511,
"1432" : 2506,
"1448" : 4202,
"1464" : 1962,
"1480" : 3656,
"1496" : 3685,
"1512" : 1777,
"1528" : 2495,
"1544" : 1007,
"1560" : 1906,
"1576" : 2209,
"1592" : 1193,
"1608" : 1871,
"1624" : 697,
"1640" : 1147,
"1656" : 901,
"1672" : 422,
"1688" : 799,
"1704" : 368,
"1720" : 624,
"1736" : 492,
"1752" : 198,
"1768" : 302,
"1784" : 128,
"1800" : 207,
"1816" : 226,
"1832" : 82,
"1848" : 203,
"1864" : 104,
"1880" : 164,
"1896" : 184,
"1912" : 74,
"1928" : 154,
"1944" : 68,
"1960" : 135,
"1976" : 193,
"1992" : 74,
"2008" : 155,
"2024" : 94,
"2040" : 143,
"2064" : 235,
"2096" : 173,
"2128" : 181,
"2160" : 144,
"2192" : 139,
"2224" : 99,
"2256" : 98,
"2288" : 103,
"2320" : 83,
"2352" : 57,
"2384" : 52,
"2416" : 49,
"2448" : 41,
"2480" : 37,
"2512" : 19,
"2544" : 13,
"2576" : 12,
"2608" : 7,
"2640" : 13,
"2672" : 4,
"2704" : 3,
"2736" : 4,
"2800" : 3,
"2832" : 2,
"2864" : 1,
"2928" : 1,
"2960" : 2,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"4016" : 2,
"4048" : 6,
"4080" : 9,
"4128" : 63,
"4192" : 190,
"4256" : 369,
"4320" : 331,
"4384" : 332,
"4448" : 309,
"4512" : 227,
"4576" : 231,
"4640" : 205,
"4704" : 235,
"4768" : 335,
"4832" : 277,
"4896" : 309,
"4960" : 310,
"5024" : 288,
"5088" : 334,
"5152" : 336,
"5216" : 316,
"5280" : 433,
"5344" : 316,
"5408" : 359,
"5472" : 293,
"5536" : 240,
"5600" : 252,
"5664" : 195,
"5728" : 194,
"5792" : 157,
"5856" : 147,
"5920" : 154,
"5984" : 113,
"6048" : 121,
"6112" : 88,
"6176" : 78,
"6240" : 73,
"6304" : 46,
"6368" : 53,
"6432" : 40,
"6496" : 31,
"6560" : 34,
"6624" : 20,
"6688" : 18,
"6752" : 24,
"6816" : 22,
"6880" : 25,
"6944" : 13,
"7008" : 17,
"7072" : 20,
"7136" : 8,
"7200" : 24,
"7264" : 18,
"7328" : 9,
"7392" : 15,
"7456" : 16,
"7520" : 11,
"7584" : 19,
"7648" : 15,
"7712" : 13,
"7776" : 15,
"7840" : 12,
"7904" : 7,
"7968" : 10,
"8032" : 9,
"8096" : 4,
"8160" : 8,
"8256" : 5,
"8384" : 6,
"8512" : 11,
"8640" : 4,
"8768" : 2,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1,
"108032" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19070.627604,
"stddev" : 6147.896570,
"N" : 7672117
},
"bw_min" : 192072,
"bw_max" : 208960,
"bw_agg" : 100.000000,
"bw_mean" : 204628.618729,
"bw_dev" : 3769.008856,
"bw_samples" : 299,
"iops_min" : 48018,
"iops_max" : 52240,
"iops_mean" : 51157.120401,
"iops_stddev" : 942.251875,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 7.882719,
"sys_cpu" : 91.495277,
"ctx" : 1693,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.858214,
"4" : 0.025677,
"10" : 0.115196,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099073,
"timestamp_ms" : 1773099073925,
"time" : "Mon Mar 9 20:31:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 33546448896,
"io_kbytes" : 32760204,
"bw_bytes" : 209666616,
"bw" : 204752,
"iops" : 51188.151176,
"runtime" : 159999,
"total_ios" : 8190053,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 528307,
"mean" : 17899.156026,
"stddev" : 5986.212979,
"N" : 8190052
},
"clat_ns" : {
"min" : 1071,
"max" : 107554,
"mean" : 1155.345337,
"stddev" : 168.162283,
"N" : 8190052,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4384,
"99.990000" : 6176,
"99.999000" : 8512
},
"bins" : {
"1064" : 3,
"1080" : 439,
"1096" : 125635,
"1112" : 650299,
"1128" : 3490139,
"1144" : 1697063,
"1160" : 967111,
"1176" : 187166,
"1192" : 32187,
"1208" : 141627,
"1224" : 227706,
"1240" : 299492,
"1256" : 122528,
"1272" : 31004,
"1288" : 43248,
"1304" : 18953,
"1320" : 28843,
"1336" : 26121,
"1352" : 10997,
"1368" : 15456,
"1384" : 6286,
"1400" : 10483,
"1416" : 6957,
"1432" : 2704,
"1448" : 4466,
"1464" : 2100,
"1480" : 3891,
"1496" : 3906,
"1512" : 1873,
"1528" : 2643,
"1544" : 1075,
"1560" : 2026,
"1576" : 2338,
"1592" : 1254,
"1608" : 2010,
"1624" : 741,
"1640" : 1232,
"1656" : 955,
"1672" : 446,
"1688" : 850,
"1704" : 384,
"1720" : 666,
"1736" : 520,
"1752" : 211,
"1768" : 322,
"1784" : 137,
"1800" : 219,
"1816" : 232,
"1832" : 83,
"1848" : 214,
"1864" : 109,
"1880" : 171,
"1896" : 194,
"1912" : 82,
"1928" : 163,
"1944" : 73,
"1960" : 144,
"1976" : 199,
"1992" : 79,
"2008" : 167,
"2024" : 98,
"2040" : 155,
"2064" : 247,
"2096" : 177,
"2128" : 195,
"2160" : 150,
"2192" : 146,
"2224" : 103,
"2256" : 103,
"2288" : 107,
"2320" : 87,
"2352" : 63,
"2384" : 57,
"2416" : 51,
"2448" : 45,
"2480" : 42,
"2512" : 20,
"2544" : 13,
"2576" : 12,
"2608" : 7,
"2640" : 14,
"2672" : 4,
"2704" : 3,
"2736" : 4,
"2800" : 3,
"2832" : 2,
"2864" : 1,
"2928" : 1,
"2960" : 3,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"4016" : 2,
"4048" : 6,
"4080" : 10,
"4128" : 68,
"4192" : 207,
"4256" : 392,
"4320" : 348,
"4384" : 346,
"4448" : 336,
"4512" : 237,
"4576" : 249,
"4640" : 220,
"4704" : 257,
"4768" : 352,
"4832" : 303,
"4896" : 335,
"4960" : 338,
"5024" : 312,
"5088" : 358,
"5152" : 357,
"5216" : 329,
"5280" : 450,
"5344" : 345,
"5408" : 394,
"5472" : 308,
"5536" : 260,
"5600" : 269,
"5664" : 208,
"5728" : 214,
"5792" : 170,
"5856" : 156,
"5920" : 170,
"5984" : 126,
"6048" : 129,
"6112" : 91,
"6176" : 86,
"6240" : 75,
"6304" : 47,
"6368" : 54,
"6432" : 41,
"6496" : 34,
"6560" : 38,
"6624" : 20,
"6688" : 18,
"6752" : 25,
"6816" : 25,
"6880" : 26,
"6944" : 14,
"7008" : 17,
"7072" : 20,
"7136" : 8,
"7200" : 25,
"7264" : 18,
"7328" : 9,
"7392" : 15,
"7456" : 16,
"7520" : 11,
"7584" : 19,
"7648" : 15,
"7712" : 13,
"7776" : 15,
"7840" : 14,
"7904" : 7,
"7968" : 11,
"8032" : 9,
"8096" : 5,
"8160" : 8,
"8256" : 5,
"8384" : 7,
"8512" : 11,
"8640" : 4,
"8768" : 2,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1,
"108032" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19054.501362,
"stddev" : 5996.516383,
"N" : 8190052
},
"bw_min" : 192072,
"bw_max" : 208960,
"bw_agg" : 100.000000,
"bw_mean" : 204781.191223,
"bw_dev" : 3705.645920,
"bw_samples" : 319,
"iops_min" : 48018,
"iops_max" : 52240,
"iops_mean" : 51195.269592,
"iops_stddev" : 926.415444,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 7.896299,
"sys_cpu" : 91.500572,
"ctx" : 1698,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.858377,
"4" : 0.025433,
"10" : 0.115335,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099083,
"timestamp_ms" : 1773099083925,
"time" : "Mon Mar 9 20:31:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 35669483520,
"io_kbytes" : 34833480,
"bw_bytes" : 209821725,
"bw" : 204904,
"iops" : 51226.018977,
"runtime" : 169999,
"total_ios" : 8708372,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 528307,
"mean" : 17884.131711,
"stddev" : 5849.840348,
"N" : 8708371
},
"clat_ns" : {
"min" : 1071,
"max" : 107554,
"mean" : 1155.306689,
"stddev" : 166.781940,
"N" : 8708371,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4384,
"99.990000" : 6176,
"99.999000" : 8512
},
"bins" : {
"1064" : 3,
"1080" : 473,
"1096" : 133094,
"1112" : 687696,
"1128" : 3702835,
"1144" : 1810583,
"1160" : 1037146,
"1176" : 201920,
"1192" : 34566,
"1208" : 149598,
"1224" : 239916,
"1240" : 316750,
"1256" : 130023,
"1272" : 33030,
"1288" : 46039,
"1304" : 20194,
"1320" : 30669,
"1336" : 27671,
"1352" : 11593,
"1368" : 16357,
"1384" : 6671,
"1400" : 11065,
"1416" : 7341,
"1432" : 2851,
"1448" : 4717,
"1464" : 2209,
"1480" : 4085,
"1496" : 4090,
"1512" : 1975,
"1528" : 2788,
"1544" : 1115,
"1560" : 2152,
"1576" : 2480,
"1592" : 1346,
"1608" : 2115,
"1624" : 785,
"1640" : 1297,
"1656" : 1008,
"1672" : 469,
"1688" : 896,
"1704" : 404,
"1720" : 703,
"1736" : 554,
"1752" : 225,
"1768" : 339,
"1784" : 152,
"1800" : 229,
"1816" : 241,
"1832" : 90,
"1848" : 228,
"1864" : 114,
"1880" : 182,
"1896" : 202,
"1912" : 86,
"1928" : 173,
"1944" : 81,
"1960" : 153,
"1976" : 206,
"1992" : 84,
"2008" : 184,
"2024" : 107,
"2040" : 164,
"2064" : 265,
"2096" : 187,
"2128" : 207,
"2160" : 162,
"2192" : 154,
"2224" : 105,
"2256" : 105,
"2288" : 116,
"2320" : 91,
"2352" : 66,
"2384" : 58,
"2416" : 54,
"2448" : 47,
"2480" : 45,
"2512" : 22,
"2544" : 14,
"2576" : 13,
"2608" : 7,
"2640" : 15,
"2672" : 5,
"2704" : 3,
"2736" : 4,
"2800" : 3,
"2832" : 2,
"2864" : 1,
"2928" : 2,
"2960" : 3,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"3984" : 1,
"4016" : 2,
"4048" : 9,
"4080" : 12,
"4128" : 74,
"4192" : 223,
"4256" : 422,
"4320" : 372,
"4384" : 366,
"4448" : 357,
"4512" : 252,
"4576" : 263,
"4640" : 236,
"4704" : 273,
"4768" : 386,
"4832" : 323,
"4896" : 356,
"4960" : 360,
"5024" : 328,
"5088" : 388,
"5152" : 385,
"5216" : 357,
"5280" : 475,
"5344" : 368,
"5408" : 415,
"5472" : 328,
"5536" : 269,
"5600" : 286,
"5664" : 218,
"5728" : 223,
"5792" : 181,
"5856" : 165,
"5920" : 178,
"5984" : 130,
"6048" : 132,
"6112" : 92,
"6176" : 88,
"6240" : 77,
"6304" : 51,
"6368" : 56,
"6432" : 44,
"6496" : 35,
"6560" : 39,
"6624" : 20,
"6688" : 18,
"6752" : 25,
"6816" : 26,
"6880" : 28,
"6944" : 15,
"7008" : 17,
"7072" : 21,
"7136" : 9,
"7200" : 26,
"7264" : 19,
"7328" : 12,
"7392" : 17,
"7456" : 16,
"7520" : 11,
"7584" : 20,
"7648" : 15,
"7712" : 15,
"7776" : 15,
"7840" : 14,
"7904" : 8,
"7968" : 11,
"8032" : 9,
"8096" : 5,
"8160" : 8,
"8256" : 5,
"8384" : 7,
"8512" : 11,
"8640" : 4,
"8768" : 2,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1,
"108032" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19039.438400,
"stddev" : 5860.024021,
"N" : 8708371
},
"bw_min" : 192072,
"bw_max" : 208960,
"bw_agg" : 100.000000,
"bw_mean" : 204932.014749,
"bw_dev" : 3650.140307,
"bw_samples" : 339,
"iops_min" : 48018,
"iops_max" : 52240,
"iops_mean" : 51232.976401,
"iops_stddev" : 912.539178,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 7.877693,
"sys_cpu" : 91.536421,
"ctx" : 1702,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.858584,
"4" : 0.025435,
"10" : 0.115177,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099093,
"timestamp_ms" : 1773099093925,
"time" : "Mon Mar 9 20:31:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 37792923648,
"io_kbytes" : 36907152,
"bw_bytes" : 209961853,
"bw" : 205040,
"iops" : 51260.229223,
"runtime" : 179999,
"total_ios" : 9226790,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 528307,
"mean" : 17870.555132,
"stddev" : 5726.625043,
"N" : 9226789
},
"clat_ns" : {
"min" : 1071,
"max" : 107554,
"mean" : 1155.289778,
"stddev" : 165.760986,
"N" : 9226789,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4384,
"99.990000" : 6176,
"99.999000" : 8512
},
"bins" : {
"1064" : 3,
"1080" : 501,
"1096" : 140553,
"1112" : 724890,
"1128" : 3913935,
"1144" : 1924623,
"1160" : 1108335,
"1176" : 216942,
"1192" : 36965,
"1208" : 157214,
"1224" : 252186,
"1240" : 334118,
"1256" : 137764,
"1272" : 35063,
"1288" : 48783,
"1304" : 21314,
"1320" : 32503,
"1336" : 29260,
"1352" : 12211,
"1368" : 17295,
"1384" : 7008,
"1400" : 11690,
"1416" : 7723,
"1432" : 2984,
"1448" : 4956,
"1464" : 2317,
"1480" : 4267,
"1496" : 4273,
"1512" : 2063,
"1528" : 2917,
"1544" : 1183,
"1560" : 2272,
"1576" : 2642,
"1592" : 1407,
"1608" : 2217,
"1624" : 825,
"1640" : 1383,
"1656" : 1067,
"1672" : 495,
"1688" : 932,
"1704" : 422,
"1720" : 749,
"1736" : 573,
"1752" : 237,
"1768" : 363,
"1784" : 159,
"1800" : 237,
"1816" : 246,
"1832" : 93,
"1848" : 241,
"1864" : 120,
"1880" : 194,
"1896" : 214,
"1912" : 88,
"1928" : 180,
"1944" : 84,
"1960" : 162,
"1976" : 217,
"1992" : 87,
"2008" : 197,
"2024" : 109,
"2040" : 176,
"2064" : 282,
"2096" : 205,
"2128" : 215,
"2160" : 175,
"2192" : 160,
"2224" : 111,
"2256" : 115,
"2288" : 121,
"2320" : 93,
"2352" : 68,
"2384" : 58,
"2416" : 57,
"2448" : 48,
"2480" : 45,
"2512" : 25,
"2544" : 16,
"2576" : 13,
"2608" : 8,
"2640" : 15,
"2672" : 5,
"2704" : 3,
"2736" : 4,
"2800" : 3,
"2832" : 2,
"2864" : 1,
"2928" : 2,
"2960" : 3,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"3984" : 1,
"4016" : 3,
"4048" : 11,
"4080" : 14,
"4128" : 83,
"4192" : 236,
"4256" : 453,
"4320" : 405,
"4384" : 391,
"4448" : 370,
"4512" : 263,
"4576" : 284,
"4640" : 250,
"4704" : 289,
"4768" : 408,
"4832" : 337,
"4896" : 379,
"4960" : 375,
"5024" : 345,
"5088" : 409,
"5152" : 409,
"5216" : 389,
"5280" : 509,
"5344" : 389,
"5408" : 432,
"5472" : 347,
"5536" : 289,
"5600" : 303,
"5664" : 232,
"5728" : 238,
"5792" : 194,
"5856" : 178,
"5920" : 184,
"5984" : 140,
"6048" : 139,
"6112" : 96,
"6176" : 94,
"6240" : 78,
"6304" : 55,
"6368" : 57,
"6432" : 47,
"6496" : 36,
"6560" : 43,
"6624" : 21,
"6688" : 19,
"6752" : 26,
"6816" : 27,
"6880" : 28,
"6944" : 16,
"7008" : 17,
"7072" : 23,
"7136" : 9,
"7200" : 26,
"7264" : 19,
"7328" : 13,
"7392" : 18,
"7456" : 16,
"7520" : 12,
"7584" : 22,
"7648" : 15,
"7712" : 16,
"7776" : 16,
"7840" : 15,
"7904" : 8,
"7968" : 12,
"8032" : 9,
"8096" : 5,
"8160" : 9,
"8256" : 5,
"8384" : 7,
"8512" : 12,
"8640" : 4,
"8768" : 2,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1,
"108032" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19025.844910,
"stddev" : 5736.716070,
"N" : 9226789
},
"bw_min" : 192072,
"bw_max" : 208960,
"bw_agg" : 100.000000,
"bw_mean" : 205064.420613,
"bw_dev" : 3592.799647,
"bw_samples" : 359,
"iops_min" : 48018,
"iops_max" : 52240,
"iops_mean" : 51266.077994,
"iops_stddev" : 898.203691,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 7.907822,
"sys_cpu" : 91.521064,
"ctx" : 1709,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.858607,
"4" : 0.025350,
"10" : 0.115284,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773099093,
"timestamp_ms" : 1773099093980,
"time" : "Mon Mar 9 20:31:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 37793083392,
"io_kbytes" : 36907308,
"bw_bytes" : 209960407,
"bw" : 205039,
"iops" : 51259.865223,
"runtime" : 180001,
"total_ios" : 9226827,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5107,
"max" : 528307,
"mean" : 17870.556147,
"stddev" : 5726.615160,
"N" : 9226827
},
"clat_ns" : {
"min" : 1071,
"max" : 107554,
"mean" : 1155.289747,
"stddev" : 165.760678,
"N" : 9226827,
"percentile" : {
"50.000000" : 1128,
"90.000000" : 1224,
"95.000000" : 1240,
"99.000000" : 1368,
"99.900000" : 4384,
"99.990000" : 6176,
"99.999000" : 8512
},
"bins" : {
"1064" : 3,
"1080" : 501,
"1096" : 140553,
"1112" : 724894,
"1128" : 3913952,
"1144" : 1924633,
"1160" : 1108337,
"1176" : 216942,
"1192" : 36965,
"1208" : 157214,
"1224" : 252189,
"1240" : 334118,
"1256" : 137764,
"1272" : 35063,
"1288" : 48783,
"1304" : 21314,
"1320" : 32503,
"1336" : 29260,
"1352" : 12211,
"1368" : 17295,
"1384" : 7008,
"1400" : 11690,
"1416" : 7724,
"1432" : 2984,
"1448" : 4956,
"1464" : 2317,
"1480" : 4267,
"1496" : 4273,
"1512" : 2063,
"1528" : 2917,
"1544" : 1183,
"1560" : 2272,
"1576" : 2642,
"1592" : 1407,
"1608" : 2217,
"1624" : 825,
"1640" : 1383,
"1656" : 1067,
"1672" : 495,
"1688" : 932,
"1704" : 422,
"1720" : 749,
"1736" : 573,
"1752" : 237,
"1768" : 363,
"1784" : 159,
"1800" : 237,
"1816" : 246,
"1832" : 93,
"1848" : 241,
"1864" : 120,
"1880" : 194,
"1896" : 214,
"1912" : 88,
"1928" : 180,
"1944" : 84,
"1960" : 162,
"1976" : 217,
"1992" : 87,
"2008" : 197,
"2024" : 109,
"2040" : 176,
"2064" : 282,
"2096" : 205,
"2128" : 215,
"2160" : 175,
"2192" : 160,
"2224" : 111,
"2256" : 115,
"2288" : 121,
"2320" : 93,
"2352" : 68,
"2384" : 58,
"2416" : 57,
"2448" : 48,
"2480" : 45,
"2512" : 25,
"2544" : 16,
"2576" : 13,
"2608" : 8,
"2640" : 15,
"2672" : 5,
"2704" : 3,
"2736" : 4,
"2800" : 3,
"2832" : 2,
"2864" : 1,
"2928" : 2,
"2960" : 3,
"3440" : 1,
"3824" : 1,
"3888" : 1,
"3984" : 1,
"4016" : 3,
"4048" : 11,
"4080" : 14,
"4128" : 83,
"4192" : 236,
"4256" : 453,
"4320" : 405,
"4384" : 391,
"4448" : 370,
"4512" : 263,
"4576" : 284,
"4640" : 250,
"4704" : 289,
"4768" : 408,
"4832" : 337,
"4896" : 379,
"4960" : 375,
"5024" : 345,
"5088" : 409,
"5152" : 409,
"5216" : 389,
"5280" : 509,
"5344" : 389,
"5408" : 432,
"5472" : 347,
"5536" : 289,
"5600" : 303,
"5664" : 232,
"5728" : 238,
"5792" : 194,
"5856" : 178,
"5920" : 184,
"5984" : 140,
"6048" : 139,
"6112" : 96,
"6176" : 94,
"6240" : 78,
"6304" : 55,
"6368" : 57,
"6432" : 47,
"6496" : 36,
"6560" : 43,
"6624" : 21,
"6688" : 19,
"6752" : 26,
"6816" : 27,
"6880" : 28,
"6944" : 16,
"7008" : 17,
"7072" : 23,
"7136" : 9,
"7200" : 26,
"7264" : 19,
"7328" : 13,
"7392" : 18,
"7456" : 16,
"7520" : 12,
"7584" : 22,
"7648" : 15,
"7712" : 16,
"7776" : 16,
"7840" : 15,
"7904" : 8,
"7968" : 12,
"8032" : 9,
"8096" : 5,
"8160" : 9,
"8256" : 5,
"8384" : 7,
"8512" : 12,
"8640" : 4,
"8768" : 2,
"8896" : 2,
"9024" : 2,
"9152" : 2,
"9408" : 1,
"10560" : 1,
"10944" : 1,
"11456" : 1,
"12864" : 1,
"12992" : 1,
"13504" : 1,
"15936" : 1,
"19840" : 1,
"20608" : 1,
"21120" : 3,
"21376" : 2,
"21632" : 3,
"21888" : 3,
"22144" : 1,
"22400" : 5,
"22912" : 5,
"23168" : 6,
"23424" : 5,
"23680" : 5,
"23936" : 4,
"24192" : 2,
"24448" : 4,
"24704" : 1,
"24960" : 1,
"25216" : 1,
"25472" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"38144" : 1,
"38656" : 1,
"65280" : 1,
"108032" : 1
}
},
"lat_ns" : {
"min" : 6259,
"max" : 529779,
"mean" : 19025.845893,
"stddev" : 5736.706168,
"N" : 9226827
},
"bw_min" : 192072,
"bw_max" : 209112,
"bw_agg" : 100.000000,
"bw_mean" : 205075.663889,
"bw_dev" : 3594.128732,
"bw_samples" : 360,
"iops_min" : 48018,
"iops_max" : 52278,
"iops_mean" : 51268.888889,
"iops_stddev" : 898.536036,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 7.907778,
"sys_cpu" : 91.520556,
"ctx" : 1709,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.858619,
"4" : 0.025350,
"10" : 0.115283,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}