raidz2/benchmarks/latency/lat-read-qd1-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773098673,
"timestamp_ms" : 1773098673687,
"time" : "Mon Mar 9 20:24:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 317870080,
"io_kbytes" : 310420,
"bw_bytes" : 32555313,
"bw" : 31792,
"iops" : 7948.484228,
"runtime" : 9764,
"total_ios" : 77609,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9764,
"usr_cpu" : 1.310938,
"sys_cpu" : 23.863171,
"ctx" : 25162,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098683,
"timestamp_ms" : 1773098683922,
"time" : "Mon Mar 9 20:24:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 426536960,
"io_kbytes" : 416540,
"bw_bytes" : 42657961,
"bw" : 41658,
"iops" : 10414.641464,
"runtime" : 9999,
"total_ios" : 104136,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5277,
"max" : 1879682,
"mean" : 94270.895070,
"stddev" : 139062.223087,
"N" : 104136
},
"clat_ns" : {
"min" : 1081,
"max" : 29264,
"mean" : 1217.686897,
"stddev" : 321.290576,
"N" : 104135,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1416,
"95.000000" : 1496,
"99.000000" : 1704,
"99.900000" : 2896,
"99.990000" : 18816,
"99.999000" : 27008
},
"bins" : {
"1080" : 1,
"1096" : 671,
"1112" : 4086,
"1128" : 36535,
"1144" : 19267,
"1160" : 10825,
"1176" : 2077,
"1192" : 367,
"1208" : 746,
"1224" : 629,
"1240" : 1290,
"1256" : 1160,
"1272" : 598,
"1288" : 1811,
"1304" : 1310,
"1320" : 2681,
"1336" : 2984,
"1352" : 1280,
"1368" : 2115,
"1384" : 1035,
"1400" : 1625,
"1416" : 1565,
"1432" : 785,
"1448" : 1418,
"1464" : 637,
"1480" : 1071,
"1496" : 921,
"1512" : 439,
"1528" : 636,
"1544" : 288,
"1560" : 520,
"1576" : 410,
"1592" : 172,
"1608" : 296,
"1624" : 127,
"1640" : 240,
"1656" : 216,
"1672" : 86,
"1688" : 146,
"1704" : 73,
"1720" : 102,
"1736" : 111,
"1752" : 46,
"1768" : 89,
"1784" : 43,
"1800" : 74,
"1816" : 57,
"1832" : 21,
"1848" : 43,
"1864" : 17,
"1880" : 31,
"1896" : 44,
"1912" : 12,
"1928" : 29,
"1944" : 12,
"1960" : 22,
"1976" : 16,
"1992" : 8,
"2008" : 14,
"2024" : 5,
"2040" : 9,
"2064" : 9,
"2096" : 12,
"2128" : 6,
"2160" : 4,
"2192" : 5,
"2224" : 4,
"2256" : 3,
"2288" : 4,
"2320" : 6,
"2352" : 3,
"2384" : 9,
"2416" : 1,
"2448" : 3,
"2480" : 4,
"2512" : 3,
"2576" : 2,
"2608" : 1,
"2640" : 3,
"2672" : 1,
"2704" : 1,
"2736" : 1,
"2800" : 1,
"2896" : 1,
"3024" : 3,
"3120" : 1,
"3280" : 1,
"3440" : 1,
"3696" : 1,
"3792" : 1,
"3824" : 1,
"4016" : 1,
"4080" : 2,
"4192" : 2,
"4256" : 4,
"4320" : 1,
"4384" : 2,
"4448" : 4,
"4512" : 1,
"4576" : 5,
"4640" : 3,
"4704" : 3,
"4768" : 5,
"4832" : 1,
"4896" : 4,
"4960" : 1,
"5024" : 2,
"5088" : 2,
"5152" : 2,
"5216" : 2,
"5280" : 2,
"5408" : 1,
"5472" : 1,
"5600" : 2,
"5728" : 1,
"5792" : 2,
"5856" : 1,
"5984" : 1,
"6112" : 3,
"6176" : 2,
"6240" : 2,
"6432" : 1,
"7008" : 1,
"11328" : 1,
"12608" : 2,
"12864" : 2,
"12992" : 1,
"13120" : 2,
"13376" : 1,
"13504" : 1,
"13760" : 1,
"14144" : 1,
"14272" : 2,
"14656" : 1,
"16512" : 1,
"17792" : 1,
"18816" : 1,
"19840" : 1,
"20096" : 1,
"20352" : 1,
"21376" : 1,
"21632" : 1,
"22400" : 1,
"22656" : 2,
"27008" : 1,
"29312" : 1
}
},
"lat_ns" : {
"min" : 6409,
"max" : 1881425,
"mean" : 95486.335171,
"stddev" : 139175.643922,
"N" : 104135
},
"bw_min" : 25992,
"bw_max" : 49515,
"bw_agg" : 99.063413,
"bw_mean" : 41268.631579,
"bw_dev" : 7088.674890,
"bw_samples" : 19,
"iops_min" : 6498,
"iops_max" : 12378,
"iops_mean" : 10317.105263,
"iops_stddev" : 1772.149131,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 1.710171,
"sys_cpu" : 27.742774,
"ctx" : 24437,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999040,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999040,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.788738,
"4" : 0.119075,
"10" : 0.064339,
"20" : 0.018245,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098693,
"timestamp_ms" : 1773098693922,
"time" : "Mon Mar 9 20:24:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1054736384,
"io_kbytes" : 1030016,
"bw_bytes" : 52739456,
"bw" : 51503,
"iops" : 12875.893795,
"runtime" : 19999,
"total_ios" : 257505,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 1879682,
"mean" : 75931.989317,
"stddev" : 125661.256157,
"N" : 257505
},
"clat_ns" : {
"min" : 1081,
"max" : 29264,
"mean" : 1203.648650,
"stddev" : 309.323643,
"N" : 257504,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1384,
"95.000000" : 1464,
"99.000000" : 1688,
"99.900000" : 3632,
"99.990000" : 17792,
"99.999000" : 26496
},
"bins" : {
"1080" : 5,
"1096" : 1676,
"1112" : 10568,
"1128" : 97134,
"1144" : 51378,
"1160" : 28137,
"1176" : 5139,
"1192" : 905,
"1208" : 1885,
"1224" : 1601,
"1240" : 3118,
"1256" : 2811,
"1272" : 1404,
"1288" : 4027,
"1304" : 2906,
"1320" : 5481,
"1336" : 5763,
"1352" : 2497,
"1368" : 4322,
"1384" : 2080,
"1400" : 3445,
"1416" : 3228,
"1432" : 1510,
"1448" : 2668,
"1464" : 1211,
"1480" : 2001,
"1496" : 1705,
"1512" : 773,
"1528" : 1220,
"1544" : 515,
"1560" : 931,
"1576" : 759,
"1592" : 308,
"1608" : 540,
"1624" : 259,
"1640" : 456,
"1656" : 382,
"1672" : 164,
"1688" : 284,
"1704" : 130,
"1720" : 210,
"1736" : 213,
"1752" : 92,
"1768" : 189,
"1784" : 78,
"1800" : 142,
"1816" : 111,
"1832" : 54,
"1848" : 97,
"1864" : 40,
"1880" : 82,
"1896" : 95,
"1912" : 25,
"1928" : 51,
"1944" : 29,
"1960" : 38,
"1976" : 39,
"1992" : 18,
"2008" : 31,
"2024" : 15,
"2040" : 24,
"2064" : 25,
"2096" : 27,
"2128" : 26,
"2160" : 16,
"2192" : 15,
"2224" : 11,
"2256" : 8,
"2288" : 13,
"2320" : 14,
"2352" : 13,
"2384" : 11,
"2416" : 5,
"2448" : 5,
"2480" : 5,
"2512" : 4,
"2544" : 5,
"2576" : 5,
"2608" : 3,
"2640" : 4,
"2672" : 4,
"2704" : 4,
"2736" : 3,
"2768" : 1,
"2800" : 3,
"2864" : 1,
"2896" : 3,
"2992" : 1,
"3024" : 3,
"3088" : 1,
"3120" : 1,
"3248" : 1,
"3280" : 1,
"3408" : 1,
"3440" : 2,
"3504" : 1,
"3536" : 1,
"3632" : 2,
"3696" : 1,
"3728" : 1,
"3792" : 2,
"3824" : 1,
"3856" : 1,
"3920" : 1,
"3952" : 1,
"4016" : 1,
"4048" : 1,
"4080" : 4,
"4128" : 3,
"4192" : 3,
"4256" : 7,
"4320" : 3,
"4384" : 4,
"4448" : 8,
"4512" : 4,
"4576" : 9,
"4640" : 8,
"4704" : 8,
"4768" : 14,
"4832" : 5,
"4896" : 9,
"4960" : 7,
"5024" : 5,
"5088" : 5,
"5152" : 4,
"5216" : 5,
"5280" : 8,
"5344" : 3,
"5408" : 4,
"5472" : 2,
"5536" : 3,
"5600" : 7,
"5664" : 1,
"5728" : 2,
"5792" : 3,
"5856" : 4,
"5920" : 3,
"5984" : 4,
"6112" : 4,
"6176" : 3,
"6240" : 3,
"6304" : 1,
"6432" : 2,
"6496" : 1,
"6688" : 1,
"7008" : 1,
"7200" : 1,
"7392" : 1,
"7776" : 1,
"7840" : 1,
"10944" : 1,
"11328" : 1,
"11456" : 1,
"11712" : 1,
"12096" : 1,
"12480" : 2,
"12608" : 3,
"12736" : 1,
"12864" : 3,
"12992" : 3,
"13120" : 2,
"13248" : 1,
"13376" : 3,
"13504" : 3,
"13632" : 1,
"13760" : 2,
"14016" : 1,
"14144" : 3,
"14272" : 2,
"14400" : 1,
"14528" : 1,
"14656" : 2,
"16192" : 1,
"16512" : 1,
"17792" : 1,
"18304" : 3,
"18560" : 1,
"18816" : 1,
"19328" : 1,
"19584" : 2,
"19840" : 1,
"20096" : 2,
"20352" : 1,
"20608" : 1,
"20864" : 2,
"21376" : 2,
"21632" : 1,
"22400" : 1,
"22656" : 2,
"24704" : 1,
"26496" : 1,
"27008" : 1,
"28800" : 1,
"29312" : 1
}
},
"lat_ns" : {
"min" : 6360,
"max" : 1881425,
"mean" : 77134.658141,
"stddev" : 125763.147868,
"N" : 257504
},
"bw_min" : 25992,
"bw_max" : 74216,
"bw_agg" : 98.962447,
"bw_mean" : 50969.153846,
"bw_dev" : 11856.631455,
"bw_samples" : 39,
"iops_min" : 6498,
"iops_max" : 18556,
"iops_mean" : 12742.307692,
"iops_stddev" : 2964.276171,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 2.070104,
"sys_cpu" : 31.791590,
"ctx" : 45778,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999612,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999612,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.775927,
"4" : 0.126988,
"10" : 0.070290,
"20" : 0.019805,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098703,
"timestamp_ms" : 1773098703922,
"time" : "Mon Mar 9 20:25:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2241744896,
"io_kbytes" : 2189204,
"bw_bytes" : 74724829,
"bw" : 72973,
"iops" : 18243.400000,
"runtime" : 30000,
"total_ios" : 547302,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5198,
"max" : 1879682,
"mean" : 53112.475474,
"stddev" : 101851.431479,
"N" : 547302
},
"clat_ns" : {
"min" : 1081,
"max" : 34172,
"mean" : 1183.828140,
"stddev" : 301.006702,
"N" : 547301,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1320,
"95.000000" : 1416,
"99.000000" : 1624,
"99.900000" : 4256,
"99.990000" : 19328,
"99.999000" : 22912
},
"bins" : {
"1080" : 13,
"1096" : 4242,
"1112" : 26281,
"1128" : 224228,
"1144" : 119965,
"1160" : 65585,
"1176" : 11525,
"1192" : 1930,
"1208" : 3895,
"1224" : 3548,
"1240" : 6638,
"1256" : 5499,
"1272" : 2468,
"1288" : 5877,
"1304" : 3881,
"1320" : 7425,
"1336" : 7771,
"1352" : 3365,
"1368" : 5845,
"1384" : 2789,
"1400" : 4698,
"1416" : 4428,
"1432" : 2086,
"1448" : 3715,
"1464" : 1690,
"1480" : 2771,
"1496" : 2331,
"1512" : 1050,
"1528" : 1751,
"1544" : 709,
"1560" : 1317,
"1576" : 1088,
"1592" : 465,
"1608" : 779,
"1624" : 364,
"1640" : 630,
"1656" : 556,
"1672" : 234,
"1688" : 404,
"1704" : 177,
"1720" : 314,
"1736" : 306,
"1752" : 129,
"1768" : 249,
"1784" : 102,
"1800" : 195,
"1816" : 157,
"1832" : 75,
"1848" : 138,
"1864" : 56,
"1880" : 112,
"1896" : 119,
"1912" : 35,
"1928" : 71,
"1944" : 36,
"1960" : 50,
"1976" : 54,
"1992" : 27,
"2008" : 43,
"2024" : 19,
"2040" : 35,
"2064" : 42,
"2096" : 40,
"2128" : 39,
"2160" : 29,
"2192" : 22,
"2224" : 19,
"2256" : 17,
"2288" : 25,
"2320" : 18,
"2352" : 14,
"2384" : 13,
"2416" : 7,
"2448" : 8,
"2480" : 9,
"2512" : 10,
"2544" : 6,
"2576" : 7,
"2608" : 4,
"2640" : 7,
"2672" : 4,
"2704" : 4,
"2736" : 3,
"2768" : 1,
"2800" : 3,
"2864" : 1,
"2896" : 3,
"2928" : 1,
"2960" : 1,
"2992" : 1,
"3024" : 3,
"3088" : 1,
"3120" : 1,
"3152" : 1,
"3248" : 1,
"3280" : 2,
"3408" : 1,
"3440" : 4,
"3504" : 1,
"3536" : 1,
"3632" : 2,
"3664" : 1,
"3696" : 1,
"3728" : 1,
"3792" : 2,
"3824" : 1,
"3856" : 1,
"3920" : 3,
"3952" : 1,
"3984" : 1,
"4016" : 1,
"4048" : 2,
"4080" : 6,
"4128" : 6,
"4192" : 8,
"4256" : 12,
"4320" : 9,
"4384" : 12,
"4448" : 16,
"4512" : 8,
"4576" : 18,
"4640" : 15,
"4704" : 15,
"4768" : 21,
"4832" : 17,
"4896" : 22,
"4960" : 16,
"5024" : 19,
"5088" : 13,
"5152" : 13,
"5216" : 10,
"5280" : 17,
"5344" : 9,
"5408" : 10,
"5472" : 15,
"5536" : 11,
"5600" : 17,
"5664" : 8,
"5728" : 15,
"5792" : 16,
"5856" : 11,
"5920" : 4,
"5984" : 8,
"6048" : 6,
"6112" : 8,
"6176" : 10,
"6240" : 7,
"6304" : 3,
"6368" : 3,
"6432" : 5,
"6496" : 4,
"6560" : 1,
"6624" : 1,
"6688" : 1,
"7008" : 1,
"7200" : 1,
"7328" : 1,
"7392" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8160" : 1,
"10944" : 1,
"11328" : 1,
"11456" : 1,
"11712" : 1,
"12096" : 1,
"12224" : 1,
"12480" : 3,
"12608" : 3,
"12736" : 1,
"12864" : 5,
"12992" : 4,
"13120" : 2,
"13248" : 2,
"13376" : 5,
"13504" : 4,
"13632" : 2,
"13760" : 3,
"14016" : 1,
"14144" : 3,
"14272" : 2,
"14400" : 1,
"14528" : 1,
"14656" : 3,
"14784" : 1,
"15040" : 1,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"16192" : 1,
"16512" : 1,
"17792" : 1,
"18048" : 1,
"18304" : 3,
"18560" : 1,
"18816" : 1,
"19072" : 1,
"19328" : 2,
"19584" : 4,
"19840" : 4,
"20096" : 5,
"20352" : 3,
"20608" : 4,
"20864" : 5,
"21120" : 1,
"21376" : 3,
"21632" : 5,
"21888" : 4,
"22400" : 4,
"22656" : 5,
"22912" : 1,
"24704" : 1,
"26496" : 1,
"27008" : 1,
"28800" : 1,
"29312" : 1,
"34048" : 1
}
},
"lat_ns" : {
"min" : 6360,
"max" : 1881425,
"mean" : 54295.800914,
"stddev" : 101936.457289,
"N" : 547301
},
"bw_min" : 25992,
"bw_max" : 172488,
"bw_agg" : 98.002746,
"bw_mean" : 71516.610169,
"bw_dev" : 35268.905443,
"bw_samples" : 59,
"iops_min" : 6498,
"iops_max" : 43122,
"iops_mean" : 17879.152542,
"iops_stddev" : 8817.239645,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 30000,
"usr_cpu" : 2.830000,
"sys_cpu" : 40.746667,
"ctx" : 58610,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999817,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999817,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.805409,
"4" : 0.088617,
"10" : 0.083501,
"20" : 0.013886,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098713,
"timestamp_ms" : 1773098713922,
"time" : "Mon Mar 9 20:25:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 3852648448,
"io_kbytes" : 3762352,
"bw_bytes" : 96318619,
"bw" : 94061,
"iops" : 23515.312883,
"runtime" : 39999,
"total_ios" : 940589,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 40842.959505,
"stddev" : 83793.116331,
"N" : 940589
},
"clat_ns" : {
"min" : 1081,
"max" : 34172,
"mean" : 1173.319401,
"stddev" : 291.676404,
"N" : 940588,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1256,
"95.000000" : 1368,
"99.000000" : 1576,
"99.900000" : 4384,
"99.990000" : 19584,
"99.999000" : 22656
},
"bins" : {
"1080" : 24,
"1096" : 7046,
"1112" : 43754,
"1128" : 397141,
"1144" : 222676,
"1160" : 121214,
"1176" : 20271,
"1192" : 3378,
"1208" : 7040,
"1224" : 6147,
"1240" : 11387,
"1256" : 9305,
"1272" : 3792,
"1288" : 8148,
"1304" : 4919,
"1320" : 9145,
"1336" : 9252,
"1352" : 3956,
"1368" : 6883,
"1384" : 3219,
"1400" : 5526,
"1416" : 5153,
"1432" : 2413,
"1448" : 4399,
"1464" : 2088,
"1480" : 3315,
"1496" : 2763,
"1512" : 1261,
"1528" : 2110,
"1544" : 882,
"1560" : 1649,
"1576" : 1381,
"1592" : 579,
"1608" : 994,
"1624" : 444,
"1640" : 789,
"1656" : 701,
"1672" : 308,
"1688" : 505,
"1704" : 228,
"1720" : 396,
"1736" : 368,
"1752" : 165,
"1768" : 299,
"1784" : 123,
"1800" : 246,
"1816" : 199,
"1832" : 87,
"1848" : 168,
"1864" : 67,
"1880" : 133,
"1896" : 149,
"1912" : 42,
"1928" : 94,
"1944" : 37,
"1960" : 72,
"1976" : 67,
"1992" : 32,
"2008" : 55,
"2024" : 27,
"2040" : 42,
"2064" : 52,
"2096" : 54,
"2128" : 54,
"2160" : 50,
"2192" : 28,
"2224" : 25,
"2256" : 25,
"2288" : 32,
"2320" : 24,
"2352" : 19,
"2384" : 17,
"2416" : 10,
"2448" : 8,
"2480" : 15,
"2512" : 13,
"2544" : 7,
"2576" : 7,
"2608" : 4,
"2640" : 10,
"2672" : 5,
"2704" : 4,
"2736" : 3,
"2768" : 2,
"2800" : 4,
"2832" : 1,
"2864" : 1,
"2896" : 3,
"2928" : 1,
"2960" : 2,
"2992" : 1,
"3024" : 3,
"3088" : 2,
"3120" : 1,
"3152" : 1,
"3248" : 1,
"3280" : 2,
"3408" : 1,
"3440" : 4,
"3504" : 1,
"3536" : 1,
"3568" : 2,
"3632" : 2,
"3664" : 1,
"3696" : 1,
"3728" : 1,
"3792" : 2,
"3824" : 1,
"3856" : 1,
"3920" : 4,
"3952" : 1,
"3984" : 1,
"4016" : 3,
"4048" : 3,
"4080" : 6,
"4128" : 7,
"4192" : 12,
"4256" : 19,
"4320" : 15,
"4384" : 18,
"4448" : 27,
"4512" : 20,
"4576" : 34,
"4640" : 26,
"4704" : 23,
"4768" : 33,
"4832" : 29,
"4896" : 40,
"4960" : 26,
"5024" : 39,
"5088" : 32,
"5152" : 30,
"5216" : 20,
"5280" : 25,
"5344" : 26,
"5408" : 29,
"5472" : 24,
"5536" : 30,
"5600" : 30,
"5664" : 17,
"5728" : 29,
"5792" : 24,
"5856" : 20,
"5920" : 19,
"5984" : 12,
"6048" : 9,
"6112" : 9,
"6176" : 12,
"6240" : 11,
"6304" : 8,
"6368" : 5,
"6432" : 9,
"6496" : 4,
"6560" : 5,
"6624" : 2,
"6688" : 1,
"6944" : 1,
"7008" : 2,
"7200" : 2,
"7328" : 1,
"7392" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8160" : 1,
"8256" : 1,
"10944" : 1,
"11328" : 1,
"11456" : 1,
"11712" : 1,
"12096" : 2,
"12224" : 1,
"12352" : 2,
"12480" : 4,
"12608" : 3,
"12736" : 1,
"12864" : 6,
"12992" : 4,
"13120" : 4,
"13248" : 3,
"13376" : 6,
"13504" : 5,
"13632" : 2,
"13760" : 4,
"14016" : 1,
"14144" : 3,
"14272" : 2,
"14400" : 2,
"14528" : 1,
"14656" : 3,
"14784" : 1,
"15040" : 1,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"16192" : 1,
"16512" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 1,
"18304" : 4,
"18560" : 1,
"18816" : 3,
"19072" : 1,
"19328" : 6,
"19584" : 9,
"19840" : 7,
"20096" : 8,
"20352" : 6,
"20608" : 8,
"20864" : 8,
"21120" : 8,
"21376" : 5,
"21632" : 8,
"21888" : 6,
"22144" : 1,
"22400" : 6,
"22656" : 9,
"22912" : 2,
"23168" : 1,
"23936" : 1,
"24704" : 1,
"26496" : 1,
"27008" : 1,
"28800" : 1,
"29312" : 1,
"34048" : 1
}
},
"lat_ns" : {
"min" : 6139,
"max" : 1881425,
"mean" : 42015.973355,
"stddev" : 83864.710236,
"N" : 940588
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 100.000000,
"bw_mean" : 94524.265823,
"bw_dev" : 51572.550745,
"bw_samples" : 79,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 23631.075949,
"iops_stddev" : 12893.158502,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 3.635091,
"sys_cpu" : 49.301233,
"ctx" : 65216,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999894,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999894,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.823409,
"4" : 0.067936,
"10" : 0.088668,
"20" : 0.011057,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098723,
"timestamp_ms" : 1773098723922,
"time" : "Mon Mar 9 20:25:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4461232128,
"io_kbytes" : 4356672,
"bw_bytes" : 89226427,
"bw" : 87135,
"iops" : 21783.815676,
"runtime" : 49999,
"total_ios" : 1089169,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 44217.400427,
"stddev" : 89207.915819,
"N" : 1089169
},
"clat_ns" : {
"min" : 1081,
"max" : 34172,
"mean" : 1176.273222,
"stddev" : 291.520475,
"N" : 1089168,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1288,
"95.000000" : 1400,
"99.000000" : 1592,
"99.900000" : 4384,
"99.990000" : 19328,
"99.999000" : 22656
},
"bins" : {
"1080" : 25,
"1096" : 8031,
"1112" : 50316,
"1128" : 456240,
"1144" : 253955,
"1160" : 137569,
"1176" : 23135,
"1192" : 3902,
"1208" : 8110,
"1224" : 7195,
"1240" : 13173,
"1256" : 10736,
"1272" : 4492,
"1288" : 9847,
"1304" : 6171,
"1320" : 11611,
"1336" : 11905,
"1352" : 5141,
"1368" : 8813,
"1384" : 4095,
"1400" : 7159,
"1416" : 6758,
"1432" : 3153,
"1448" : 5837,
"1464" : 2740,
"1480" : 4393,
"1496" : 3643,
"1512" : 1631,
"1528" : 2824,
"1544" : 1180,
"1560" : 2156,
"1576" : 1810,
"1592" : 776,
"1608" : 1288,
"1624" : 573,
"1640" : 1008,
"1656" : 906,
"1672" : 400,
"1688" : 658,
"1704" : 293,
"1720" : 510,
"1736" : 470,
"1752" : 212,
"1768" : 395,
"1784" : 157,
"1800" : 321,
"1816" : 260,
"1832" : 122,
"1848" : 220,
"1864" : 100,
"1880" : 165,
"1896" : 183,
"1912" : 55,
"1928" : 108,
"1944" : 50,
"1960" : 103,
"1976" : 89,
"1992" : 38,
"2008" : 70,
"2024" : 29,
"2040" : 52,
"2064" : 61,
"2096" : 69,
"2128" : 62,
"2160" : 60,
"2192" : 36,
"2224" : 31,
"2256" : 36,
"2288" : 36,
"2320" : 29,
"2352" : 23,
"2384" : 20,
"2416" : 12,
"2448" : 12,
"2480" : 19,
"2512" : 17,
"2544" : 11,
"2576" : 11,
"2608" : 5,
"2640" : 14,
"2672" : 6,
"2704" : 4,
"2736" : 3,
"2768" : 2,
"2800" : 5,
"2832" : 1,
"2864" : 1,
"2896" : 4,
"2928" : 1,
"2960" : 2,
"2992" : 1,
"3024" : 3,
"3088" : 2,
"3120" : 1,
"3152" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 2,
"3344" : 1,
"3376" : 1,
"3408" : 1,
"3440" : 4,
"3504" : 1,
"3536" : 1,
"3568" : 3,
"3600" : 1,
"3632" : 2,
"3664" : 1,
"3696" : 1,
"3728" : 1,
"3792" : 2,
"3824" : 2,
"3856" : 2,
"3920" : 5,
"3952" : 1,
"3984" : 1,
"4016" : 3,
"4048" : 5,
"4080" : 9,
"4128" : 12,
"4192" : 15,
"4256" : 20,
"4320" : 19,
"4384" : 22,
"4448" : 31,
"4512" : 21,
"4576" : 41,
"4640" : 30,
"4704" : 27,
"4768" : 39,
"4832" : 30,
"4896" : 43,
"4960" : 28,
"5024" : 42,
"5088" : 35,
"5152" : 36,
"5216" : 20,
"5280" : 29,
"5344" : 31,
"5408" : 39,
"5472" : 29,
"5536" : 32,
"5600" : 33,
"5664" : 19,
"5728" : 30,
"5792" : 25,
"5856" : 24,
"5920" : 21,
"5984" : 14,
"6048" : 10,
"6112" : 10,
"6176" : 13,
"6240" : 13,
"6304" : 10,
"6368" : 5,
"6432" : 9,
"6496" : 4,
"6560" : 5,
"6624" : 2,
"6688" : 1,
"6752" : 2,
"6944" : 1,
"7008" : 2,
"7200" : 2,
"7328" : 1,
"7392" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8160" : 1,
"8256" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 1,
"11712" : 1,
"12096" : 4,
"12224" : 1,
"12352" : 2,
"12480" : 5,
"12608" : 8,
"12736" : 1,
"12864" : 8,
"12992" : 5,
"13120" : 5,
"13248" : 6,
"13376" : 6,
"13504" : 6,
"13632" : 2,
"13760" : 6,
"13888" : 1,
"14016" : 3,
"14144" : 4,
"14272" : 3,
"14400" : 4,
"14528" : 1,
"14656" : 3,
"14784" : 1,
"15040" : 2,
"15168" : 1,
"15296" : 1,
"15552" : 1,
"16192" : 1,
"16512" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 1,
"18304" : 4,
"18560" : 1,
"18816" : 3,
"19072" : 2,
"19328" : 7,
"19584" : 11,
"19840" : 9,
"20096" : 9,
"20352" : 6,
"20608" : 8,
"20864" : 8,
"21120" : 8,
"21376" : 5,
"21632" : 9,
"21888" : 7,
"22144" : 1,
"22400" : 6,
"22656" : 10,
"22912" : 2,
"23168" : 1,
"23936" : 1,
"24704" : 1,
"26496" : 1,
"27008" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"34048" : 1
}
},
"lat_ns" : {
"min" : 6139,
"max" : 1881425,
"mean" : 45393.412878,
"stddev" : 89284.279370,
"N" : 1089168
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 100.000000,
"bw_mean" : 87425.696970,
"bw_dev" : 48148.322581,
"bw_samples" : 99,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 21856.424242,
"iops_stddev" : 12037.104234,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 3.406068,
"sys_cpu" : 46.514930,
"ctx" : 86929,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.819679,
"4" : 0.072257,
"10" : 0.087222,
"20" : 0.012670,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098733,
"timestamp_ms" : 1773098733922,
"time" : "Mon Mar 9 20:25:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 5063319552,
"io_kbytes" : 4944648,
"bw_bytes" : 84390065,
"bw" : 82412,
"iops" : 20603.060051,
"runtime" : 59999,
"total_ios" : 1236163,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 46842.959422,
"stddev" : 93130.029730,
"N" : 1236163
},
"clat_ns" : {
"min" : 1081,
"max" : 34172,
"mean" : 1178.900381,
"stddev" : 293.893154,
"N" : 1236162,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1304,
"95.000000" : 1400,
"99.000000" : 1608,
"99.900000" : 4384,
"99.990000" : 19328,
"99.999000" : 22656
},
"bins" : {
"1080" : 34,
"1096" : 9089,
"1112" : 56579,
"1128" : 512549,
"1144" : 285268,
"1160" : 154857,
"1176" : 26428,
"1192" : 4451,
"1208" : 9136,
"1224" : 8147,
"1240" : 14900,
"1256" : 12175,
"1272" : 5156,
"1288" : 11448,
"1304" : 7262,
"1320" : 13839,
"1336" : 14281,
"1352" : 6243,
"1368" : 10883,
"1384" : 5062,
"1400" : 8976,
"1416" : 8567,
"1432" : 4044,
"1448" : 7366,
"1464" : 3447,
"1480" : 5499,
"1496" : 4524,
"1512" : 2008,
"1528" : 3490,
"1544" : 1473,
"1560" : 2677,
"1576" : 2269,
"1592" : 950,
"1608" : 1623,
"1624" : 725,
"1640" : 1251,
"1656" : 1109,
"1672" : 482,
"1688" : 824,
"1704" : 353,
"1720" : 629,
"1736" : 555,
"1752" : 275,
"1768" : 495,
"1784" : 191,
"1800" : 400,
"1816" : 328,
"1832" : 150,
"1848" : 273,
"1864" : 124,
"1880" : 200,
"1896" : 221,
"1912" : 70,
"1928" : 132,
"1944" : 56,
"1960" : 134,
"1976" : 103,
"1992" : 41,
"2008" : 85,
"2024" : 34,
"2040" : 65,
"2064" : 76,
"2096" : 84,
"2128" : 73,
"2160" : 66,
"2192" : 44,
"2224" : 38,
"2256" : 47,
"2288" : 42,
"2320" : 36,
"2352" : 27,
"2384" : 24,
"2416" : 22,
"2448" : 22,
"2480" : 25,
"2512" : 25,
"2544" : 18,
"2576" : 19,
"2608" : 8,
"2640" : 19,
"2672" : 9,
"2704" : 4,
"2736" : 3,
"2768" : 3,
"2800" : 7,
"2832" : 2,
"2864" : 2,
"2896" : 4,
"2928" : 1,
"2960" : 3,
"2992" : 1,
"3024" : 3,
"3088" : 2,
"3120" : 2,
"3152" : 4,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 3,
"3312" : 1,
"3344" : 1,
"3376" : 2,
"3408" : 1,
"3440" : 4,
"3472" : 1,
"3504" : 1,
"3536" : 1,
"3568" : 4,
"3600" : 1,
"3632" : 2,
"3664" : 1,
"3696" : 1,
"3728" : 1,
"3760" : 1,
"3792" : 3,
"3824" : 2,
"3856" : 2,
"3920" : 5,
"3952" : 1,
"3984" : 1,
"4016" : 3,
"4048" : 7,
"4080" : 10,
"4128" : 15,
"4192" : 21,
"4256" : 23,
"4320" : 22,
"4384" : 22,
"4448" : 35,
"4512" : 26,
"4576" : 43,
"4640" : 35,
"4704" : 30,
"4768" : 44,
"4832" : 37,
"4896" : 50,
"4960" : 37,
"5024" : 46,
"5088" : 38,
"5152" : 38,
"5216" : 22,
"5280" : 38,
"5344" : 35,
"5408" : 41,
"5472" : 31,
"5536" : 32,
"5600" : 39,
"5664" : 23,
"5728" : 33,
"5792" : 27,
"5856" : 26,
"5920" : 26,
"5984" : 15,
"6048" : 11,
"6112" : 10,
"6176" : 14,
"6240" : 17,
"6304" : 11,
"6368" : 5,
"6432" : 9,
"6496" : 7,
"6560" : 5,
"6624" : 3,
"6688" : 1,
"6752" : 2,
"6944" : 1,
"7008" : 2,
"7072" : 1,
"7200" : 2,
"7328" : 1,
"7392" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8160" : 1,
"8256" : 2,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 1,
"11584" : 1,
"11712" : 1,
"11840" : 1,
"12096" : 4,
"12224" : 3,
"12352" : 5,
"12480" : 6,
"12608" : 9,
"12736" : 1,
"12864" : 9,
"12992" : 9,
"13120" : 7,
"13248" : 8,
"13376" : 7,
"13504" : 7,
"13632" : 4,
"13760" : 8,
"13888" : 4,
"14016" : 3,
"14144" : 4,
"14272" : 3,
"14400" : 4,
"14528" : 1,
"14656" : 4,
"14784" : 1,
"15040" : 3,
"15168" : 1,
"15296" : 1,
"15552" : 2,
"15936" : 1,
"16192" : 1,
"16512" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 1,
"18304" : 4,
"18560" : 1,
"18816" : 3,
"19072" : 3,
"19328" : 7,
"19584" : 12,
"19840" : 12,
"20096" : 9,
"20352" : 7,
"20608" : 11,
"20864" : 8,
"21120" : 8,
"21376" : 7,
"21632" : 9,
"21888" : 8,
"22144" : 1,
"22400" : 6,
"22656" : 10,
"22912" : 2,
"23168" : 1,
"23936" : 1,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"34048" : 1
}
},
"lat_ns" : {
"min" : 6139,
"max" : 1881425,
"mean" : 48021.632165,
"stddev" : 93210.366646,
"N" : 1236162
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 100.000000,
"bw_mean" : 82643.050420,
"bw_dev" : 45162.672510,
"bw_samples" : 119,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 20660.756303,
"iops_stddev" : 11290.692260,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 3.226720,
"sys_cpu" : 44.624077,
"ctx" : 108789,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999919,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999919,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.810462,
"4" : 0.080248,
"10" : 0.087286,
"20" : 0.014157,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098743,
"timestamp_ms" : 1773098743922,
"time" : "Mon Mar 9 20:25:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 5701861376,
"io_kbytes" : 5568224,
"bw_bytes" : 81455162,
"bw" : 79546,
"iops" : 19886.528571,
"runtime" : 70000,
"total_ios" : 1392057,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 48588.548036,
"stddev" : 95625.841790,
"N" : 1392057
},
"clat_ns" : {
"min" : 1072,
"max" : 36546,
"mean" : 1180.434819,
"stddev" : 297.361570,
"N" : 1392056,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1320,
"95.000000" : 1400,
"99.000000" : 1608,
"99.900000" : 4384,
"99.990000" : 19328,
"99.999000" : 22656
},
"bins" : {
"1080" : 43,
"1096" : 10449,
"1112" : 63649,
"1128" : 572569,
"1144" : 318838,
"1160" : 173702,
"1176" : 29738,
"1192" : 5033,
"1208" : 10239,
"1224" : 9131,
"1240" : 16602,
"1256" : 13791,
"1272" : 5932,
"1288" : 13386,
"1304" : 8613,
"1320" : 16558,
"1336" : 17292,
"1352" : 7576,
"1368" : 13157,
"1384" : 6072,
"1400" : 10700,
"1416" : 10006,
"1432" : 4645,
"1448" : 8580,
"1464" : 3963,
"1480" : 6397,
"1496" : 5265,
"1512" : 2341,
"1528" : 4081,
"1544" : 1696,
"1560" : 3113,
"1576" : 2606,
"1592" : 1095,
"1608" : 1853,
"1624" : 815,
"1640" : 1442,
"1656" : 1278,
"1672" : 556,
"1688" : 959,
"1704" : 423,
"1720" : 735,
"1736" : 679,
"1752" : 323,
"1768" : 584,
"1784" : 233,
"1800" : 472,
"1816" : 376,
"1832" : 177,
"1848" : 320,
"1864" : 147,
"1880" : 243,
"1896" : 255,
"1912" : 87,
"1928" : 164,
"1944" : 70,
"1960" : 159,
"1976" : 126,
"1992" : 51,
"2008" : 101,
"2024" : 39,
"2040" : 76,
"2064" : 96,
"2096" : 94,
"2128" : 80,
"2160" : 69,
"2192" : 52,
"2224" : 42,
"2256" : 58,
"2288" : 45,
"2320" : 40,
"2352" : 32,
"2384" : 28,
"2416" : 29,
"2448" : 24,
"2480" : 29,
"2512" : 28,
"2544" : 20,
"2576" : 21,
"2608" : 9,
"2640" : 22,
"2672" : 11,
"2704" : 6,
"2736" : 4,
"2768" : 6,
"2800" : 7,
"2832" : 2,
"2864" : 2,
"2896" : 4,
"2928" : 1,
"2960" : 4,
"2992" : 1,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 4,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 3,
"3312" : 1,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 4,
"3472" : 2,
"3504" : 2,
"3536" : 1,
"3568" : 4,
"3600" : 1,
"3632" : 2,
"3664" : 1,
"3696" : 2,
"3728" : 1,
"3760" : 1,
"3792" : 3,
"3824" : 2,
"3856" : 2,
"3888" : 2,
"3920" : 6,
"3952" : 3,
"3984" : 2,
"4016" : 4,
"4048" : 7,
"4080" : 11,
"4128" : 16,
"4192" : 21,
"4256" : 25,
"4320" : 25,
"4384" : 27,
"4448" : 40,
"4512" : 30,
"4576" : 47,
"4640" : 42,
"4704" : 32,
"4768" : 50,
"4832" : 43,
"4896" : 54,
"4960" : 39,
"5024" : 50,
"5088" : 44,
"5152" : 43,
"5216" : 24,
"5280" : 45,
"5344" : 36,
"5408" : 46,
"5472" : 35,
"5536" : 36,
"5600" : 44,
"5664" : 26,
"5728" : 42,
"5792" : 29,
"5856" : 27,
"5920" : 30,
"5984" : 17,
"6048" : 12,
"6112" : 11,
"6176" : 15,
"6240" : 19,
"6304" : 11,
"6368" : 5,
"6432" : 9,
"6496" : 7,
"6560" : 5,
"6624" : 3,
"6688" : 1,
"6752" : 2,
"6944" : 1,
"7008" : 2,
"7072" : 1,
"7200" : 3,
"7328" : 1,
"7392" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8160" : 1,
"8256" : 2,
"8512" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 1,
"11584" : 1,
"11712" : 1,
"11840" : 2,
"12096" : 5,
"12224" : 3,
"12352" : 6,
"12480" : 10,
"12608" : 10,
"12736" : 7,
"12864" : 11,
"12992" : 10,
"13120" : 8,
"13248" : 9,
"13376" : 7,
"13504" : 9,
"13632" : 5,
"13760" : 10,
"13888" : 4,
"14016" : 3,
"14144" : 8,
"14272" : 5,
"14400" : 5,
"14528" : 1,
"14656" : 4,
"14784" : 1,
"15040" : 3,
"15168" : 1,
"15296" : 1,
"15552" : 2,
"15936" : 1,
"16192" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 1,
"18304" : 4,
"18560" : 1,
"18816" : 3,
"19072" : 4,
"19328" : 8,
"19584" : 12,
"19840" : 14,
"20096" : 9,
"20352" : 8,
"20608" : 14,
"20864" : 9,
"21120" : 8,
"21376" : 11,
"21632" : 9,
"21888" : 10,
"22144" : 2,
"22400" : 6,
"22656" : 10,
"22912" : 2,
"23168" : 1,
"23936" : 1,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"34048" : 1,
"36608" : 1
}
},
"lat_ns" : {
"min" : 6139,
"max" : 1881425,
"mean" : 49768.781964,
"stddev" : 95707.698381,
"N" : 1392056
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 100.000000,
"bw_mean" : 79643.748201,
"bw_dev" : 42424.368196,
"bw_samples" : 139,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 19910.928058,
"iops_stddev" : 10606.115389,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 70000,
"usr_cpu" : 3.092857,
"sys_cpu" : 43.515714,
"ctx" : 130002,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.807982,
"4" : 0.082540,
"10" : 0.086419,
"20" : 0.015157,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098753,
"timestamp_ms" : 1773098753922,
"time" : "Mon Mar 9 20:25:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6489030656,
"io_kbytes" : 6336944,
"bw_bytes" : 81113897,
"bw" : 79212,
"iops" : 19803.210040,
"runtime" : 79999,
"total_ios" : 1584237,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 48799.387506,
"stddev" : 95899.686205,
"N" : 1584238
},
"clat_ns" : {
"min" : 1072,
"max" : 36976,
"mean" : 1181.028994,
"stddev" : 295.192895,
"N" : 1584236,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1320,
"95.000000" : 1416,
"99.000000" : 1608,
"99.900000" : 4448,
"99.990000" : 18816,
"99.999000" : 22656
},
"bins" : {
"1080" : 44,
"1096" : 11069,
"1112" : 69368,
"1128" : 642890,
"1144" : 366847,
"1160" : 203522,
"1176" : 35152,
"1192" : 5807,
"1208" : 11630,
"1224" : 10362,
"1240" : 18907,
"1256" : 15851,
"1272" : 6697,
"1288" : 14795,
"1304" : 9491,
"1320" : 18585,
"1336" : 19789,
"1352" : 8882,
"1368" : 15595,
"1384" : 7051,
"1400" : 12364,
"1416" : 11480,
"1432" : 5306,
"1448" : 9836,
"1464" : 4587,
"1480" : 7402,
"1496" : 6059,
"1512" : 2716,
"1528" : 4722,
"1544" : 2003,
"1560" : 3623,
"1576" : 3007,
"1592" : 1271,
"1608" : 2158,
"1624" : 954,
"1640" : 1692,
"1656" : 1474,
"1672" : 645,
"1688" : 1101,
"1704" : 494,
"1720" : 843,
"1736" : 816,
"1752" : 366,
"1768" : 672,
"1784" : 274,
"1800" : 540,
"1816" : 429,
"1832" : 201,
"1848" : 359,
"1864" : 163,
"1880" : 273,
"1896" : 280,
"1912" : 96,
"1928" : 181,
"1944" : 78,
"1960" : 176,
"1976" : 139,
"1992" : 59,
"2008" : 113,
"2024" : 43,
"2040" : 86,
"2064" : 108,
"2096" : 104,
"2128" : 94,
"2160" : 83,
"2192" : 57,
"2224" : 48,
"2256" : 71,
"2288" : 49,
"2320" : 47,
"2352" : 36,
"2384" : 36,
"2416" : 37,
"2448" : 29,
"2480" : 34,
"2512" : 31,
"2544" : 23,
"2576" : 25,
"2608" : 11,
"2640" : 26,
"2672" : 12,
"2704" : 7,
"2736" : 5,
"2768" : 6,
"2800" : 8,
"2832" : 2,
"2864" : 4,
"2896" : 4,
"2928" : 1,
"2960" : 4,
"2992" : 1,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 4,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 1,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 4,
"3472" : 2,
"3504" : 2,
"3536" : 1,
"3568" : 4,
"3600" : 1,
"3632" : 3,
"3664" : 1,
"3696" : 2,
"3728" : 2,
"3760" : 1,
"3792" : 3,
"3824" : 3,
"3856" : 2,
"3888" : 2,
"3920" : 8,
"3952" : 4,
"3984" : 2,
"4016" : 4,
"4048" : 9,
"4080" : 13,
"4128" : 17,
"4192" : 23,
"4256" : 27,
"4320" : 34,
"4384" : 29,
"4448" : 40,
"4512" : 34,
"4576" : 54,
"4640" : 48,
"4704" : 36,
"4768" : 53,
"4832" : 44,
"4896" : 59,
"4960" : 47,
"5024" : 57,
"5088" : 51,
"5152" : 52,
"5216" : 28,
"5280" : 52,
"5344" : 43,
"5408" : 54,
"5472" : 40,
"5536" : 43,
"5600" : 52,
"5664" : 33,
"5728" : 46,
"5792" : 37,
"5856" : 32,
"5920" : 33,
"5984" : 19,
"6048" : 16,
"6112" : 14,
"6176" : 18,
"6240" : 21,
"6304" : 11,
"6368" : 5,
"6432" : 10,
"6496" : 8,
"6560" : 8,
"6624" : 3,
"6688" : 1,
"6752" : 2,
"6880" : 1,
"6944" : 1,
"7008" : 2,
"7072" : 1,
"7136" : 1,
"7200" : 3,
"7328" : 1,
"7392" : 2,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8160" : 1,
"8256" : 3,
"8512" : 1,
"9408" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 1,
"11584" : 1,
"11712" : 3,
"11840" : 3,
"12096" : 8,
"12224" : 5,
"12352" : 9,
"12480" : 11,
"12608" : 13,
"12736" : 8,
"12864" : 12,
"12992" : 11,
"13120" : 9,
"13248" : 10,
"13376" : 11,
"13504" : 11,
"13632" : 6,
"13760" : 10,
"13888" : 6,
"14016" : 5,
"14144" : 8,
"14272" : 5,
"14400" : 5,
"14528" : 1,
"14656" : 4,
"14784" : 1,
"14912" : 1,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15552" : 2,
"15936" : 1,
"16192" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 1,
"18304" : 4,
"18560" : 1,
"18816" : 3,
"19072" : 5,
"19328" : 8,
"19584" : 12,
"19840" : 14,
"20096" : 12,
"20352" : 9,
"20608" : 14,
"20864" : 10,
"21120" : 8,
"21376" : 11,
"21632" : 9,
"21888" : 11,
"22144" : 3,
"22400" : 6,
"22656" : 10,
"22912" : 3,
"23168" : 1,
"23936" : 1,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"34048" : 1,
"36608" : 1,
"37120" : 1
}
},
"lat_ns" : {
"min" : 6139,
"max" : 1881425,
"mean" : 49980.259750,
"stddev" : 95982.104316,
"N" : 1584236
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 99.975017,
"bw_mean" : 79193.779874,
"bw_dev" : 39712.567298,
"bw_samples" : 159,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 19798.427673,
"iops_stddev" : 9928.165531,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 3.110039,
"sys_cpu" : 43.374292,
"ctx" : 148976,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.806531,
"4" : 0.083258,
"10" : 0.087171,
"20" : 0.015591,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098763,
"timestamp_ms" : 1773098763922,
"time" : "Mon Mar 9 20:26:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7438553088,
"io_kbytes" : 7264212,
"bw_bytes" : 82651508,
"bw" : 80714,
"iops" : 20178.601984,
"runtime" : 89999,
"total_ios" : 1816054,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 47860.718140,
"stddev" : 94602.286372,
"N" : 1816054
},
"clat_ns" : {
"min" : 1072,
"max" : 36976,
"mean" : 1180.474567,
"stddev" : 295.355244,
"N" : 1816053,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1304,
"95.000000" : 1400,
"99.000000" : 1608,
"99.900000" : 4448,
"99.990000" : 18816,
"99.999000" : 22656
},
"bins" : {
"1080" : 45,
"1096" : 12261,
"1112" : 77087,
"1128" : 731475,
"1144" : 426209,
"1160" : 240077,
"1176" : 41795,
"1192" : 6791,
"1208" : 13515,
"1224" : 11768,
"1240" : 21560,
"1256" : 18131,
"1272" : 7552,
"1288" : 16241,
"1304" : 10300,
"1320" : 20146,
"1336" : 21860,
"1352" : 10029,
"1368" : 17897,
"1384" : 8062,
"1400" : 13994,
"1416" : 12758,
"1432" : 5868,
"1448" : 11001,
"1464" : 5114,
"1480" : 8352,
"1496" : 6881,
"1512" : 3035,
"1528" : 5370,
"1544" : 2283,
"1560" : 4116,
"1576" : 3369,
"1592" : 1453,
"1608" : 2441,
"1624" : 1087,
"1640" : 1896,
"1656" : 1663,
"1672" : 712,
"1688" : 1272,
"1704" : 548,
"1720" : 936,
"1736" : 895,
"1752" : 408,
"1768" : 740,
"1784" : 308,
"1800" : 601,
"1816" : 478,
"1832" : 218,
"1848" : 385,
"1864" : 179,
"1880" : 301,
"1896" : 306,
"1912" : 107,
"1928" : 208,
"1944" : 91,
"1960" : 190,
"1976" : 149,
"1992" : 63,
"2008" : 130,
"2024" : 50,
"2040" : 95,
"2064" : 115,
"2096" : 111,
"2128" : 105,
"2160" : 96,
"2192" : 72,
"2224" : 52,
"2256" : 76,
"2288" : 56,
"2320" : 52,
"2352" : 42,
"2384" : 37,
"2416" : 42,
"2448" : 33,
"2480" : 39,
"2512" : 35,
"2544" : 25,
"2576" : 26,
"2608" : 12,
"2640" : 27,
"2672" : 13,
"2704" : 7,
"2736" : 6,
"2768" : 6,
"2800" : 9,
"2832" : 2,
"2864" : 4,
"2896" : 4,
"2928" : 1,
"2960" : 4,
"2992" : 1,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 5,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 4,
"3472" : 2,
"3504" : 2,
"3536" : 1,
"3568" : 4,
"3600" : 1,
"3632" : 3,
"3664" : 1,
"3696" : 2,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 3,
"3856" : 2,
"3888" : 3,
"3920" : 10,
"3952" : 5,
"3984" : 4,
"4016" : 5,
"4048" : 10,
"4080" : 14,
"4128" : 19,
"4192" : 26,
"4256" : 33,
"4320" : 44,
"4384" : 33,
"4448" : 45,
"4512" : 37,
"4576" : 60,
"4640" : 51,
"4704" : 41,
"4768" : 63,
"4832" : 55,
"4896" : 65,
"4960" : 59,
"5024" : 63,
"5088" : 57,
"5152" : 56,
"5216" : 36,
"5280" : 60,
"5344" : 50,
"5408" : 57,
"5472" : 48,
"5536" : 52,
"5600" : 59,
"5664" : 43,
"5728" : 49,
"5792" : 42,
"5856" : 36,
"5920" : 39,
"5984" : 20,
"6048" : 18,
"6112" : 16,
"6176" : 22,
"6240" : 24,
"6304" : 13,
"6368" : 8,
"6432" : 11,
"6496" : 9,
"6560" : 8,
"6624" : 3,
"6688" : 1,
"6752" : 4,
"6880" : 1,
"6944" : 2,
"7008" : 2,
"7072" : 1,
"7136" : 1,
"7200" : 3,
"7328" : 1,
"7392" : 2,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 3,
"8512" : 1,
"9408" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 3,
"12096" : 8,
"12224" : 5,
"12352" : 11,
"12480" : 13,
"12608" : 16,
"12736" : 10,
"12864" : 13,
"12992" : 13,
"13120" : 12,
"13248" : 10,
"13376" : 15,
"13504" : 14,
"13632" : 9,
"13760" : 10,
"13888" : 8,
"14016" : 7,
"14144" : 8,
"14272" : 5,
"14400" : 5,
"14528" : 1,
"14656" : 4,
"14784" : 2,
"14912" : 1,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15552" : 2,
"15936" : 1,
"16192" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 1,
"18304" : 4,
"18560" : 1,
"18816" : 4,
"19072" : 6,
"19328" : 8,
"19584" : 14,
"19840" : 16,
"20096" : 14,
"20352" : 13,
"20608" : 16,
"20864" : 13,
"21120" : 11,
"21376" : 12,
"21632" : 9,
"21888" : 11,
"22144" : 4,
"22400" : 6,
"22656" : 10,
"22912" : 4,
"23168" : 1,
"23680" : 1,
"23936" : 2,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 1,
"34048" : 1,
"36608" : 1,
"37120" : 1
}
},
"lat_ns" : {
"min" : 6139,
"max" : 1881425,
"mean" : 49041.038317,
"stddev" : 94683.953495,
"N" : 1816053
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 99.878134,
"bw_mean" : 80616.312849,
"bw_dev" : 37672.003654,
"bw_samples" : 179,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 20154.061453,
"iops_stddev" : 9418.023450,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 3.158924,
"sys_cpu" : 44.001600,
"ctx" : 165503,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999945,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999945,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.808486,
"4" : 0.080890,
"10" : 0.087387,
"20" : 0.015638,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098773,
"timestamp_ms" : 1773098773922,
"time" : "Mon Mar 9 20:26:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 8573906944,
"io_kbytes" : 8372956,
"bw_bytes" : 85739926,
"bw" : 83730,
"iops" : 20932.609326,
"runtime" : 99999,
"total_ios" : 2093240,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 46077.502286,
"stddev" : 92062.244346,
"N" : 2093240
},
"clat_ns" : {
"min" : 1072,
"max" : 36976,
"mean" : 1179.363368,
"stddev" : 295.773517,
"N" : 2093239,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1304,
"95.000000" : 1400,
"99.000000" : 1608,
"99.900000" : 4448,
"99.990000" : 19072,
"99.999000" : 22656
},
"bins" : {
"1080" : 49,
"1096" : 13793,
"1112" : 86639,
"1128" : 837029,
"1144" : 499912,
"1160" : 285493,
"1176" : 50135,
"1192" : 8026,
"1208" : 15766,
"1224" : 13604,
"1240" : 24912,
"1256" : 20959,
"1272" : 8609,
"1288" : 18010,
"1304" : 11143,
"1320" : 21762,
"1336" : 23665,
"1352" : 10919,
"1368" : 19673,
"1384" : 8864,
"1400" : 15221,
"1416" : 13805,
"1432" : 6341,
"1448" : 12209,
"1464" : 5655,
"1480" : 9395,
"1496" : 7707,
"1512" : 3399,
"1528" : 6008,
"1544" : 2560,
"1560" : 4595,
"1576" : 3759,
"1592" : 1633,
"1608" : 2734,
"1624" : 1208,
"1640" : 2107,
"1656" : 1868,
"1672" : 806,
"1688" : 1400,
"1704" : 611,
"1720" : 1029,
"1736" : 987,
"1752" : 448,
"1768" : 826,
"1784" : 343,
"1800" : 663,
"1816" : 543,
"1832" : 237,
"1848" : 440,
"1864" : 207,
"1880" : 320,
"1896" : 346,
"1912" : 119,
"1928" : 233,
"1944" : 104,
"1960" : 210,
"1976" : 162,
"1992" : 71,
"2008" : 142,
"2024" : 56,
"2040" : 98,
"2064" : 124,
"2096" : 129,
"2128" : 119,
"2160" : 108,
"2192" : 82,
"2224" : 60,
"2256" : 84,
"2288" : 63,
"2320" : 60,
"2352" : 43,
"2384" : 42,
"2416" : 48,
"2448" : 34,
"2480" : 43,
"2512" : 35,
"2544" : 31,
"2576" : 28,
"2608" : 16,
"2640" : 30,
"2672" : 15,
"2704" : 9,
"2736" : 6,
"2768" : 7,
"2800" : 9,
"2832" : 2,
"2864" : 4,
"2896" : 5,
"2928" : 1,
"2960" : 4,
"2992" : 1,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 4,
"3472" : 2,
"3504" : 2,
"3536" : 1,
"3568" : 4,
"3600" : 2,
"3632" : 3,
"3664" : 1,
"3696" : 2,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 4,
"3856" : 2,
"3888" : 3,
"3920" : 10,
"3952" : 5,
"3984" : 6,
"4016" : 5,
"4048" : 11,
"4080" : 14,
"4128" : 22,
"4192" : 33,
"4256" : 41,
"4320" : 47,
"4384" : 41,
"4448" : 50,
"4512" : 47,
"4576" : 67,
"4640" : 56,
"4704" : 45,
"4768" : 72,
"4832" : 66,
"4896" : 70,
"4960" : 72,
"5024" : 74,
"5088" : 69,
"5152" : 64,
"5216" : 44,
"5280" : 72,
"5344" : 56,
"5408" : 66,
"5472" : 52,
"5536" : 61,
"5600" : 72,
"5664" : 52,
"5728" : 58,
"5792" : 46,
"5856" : 43,
"5920" : 44,
"5984" : 33,
"6048" : 22,
"6112" : 19,
"6176" : 26,
"6240" : 26,
"6304" : 15,
"6368" : 9,
"6432" : 12,
"6496" : 10,
"6560" : 12,
"6624" : 4,
"6688" : 3,
"6752" : 5,
"6880" : 1,
"6944" : 2,
"7008" : 2,
"7072" : 1,
"7136" : 1,
"7200" : 4,
"7328" : 1,
"7392" : 2,
"7456" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 3,
"8512" : 1,
"8768" : 1,
"9408" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 3,
"12096" : 9,
"12224" : 5,
"12352" : 11,
"12480" : 13,
"12608" : 18,
"12736" : 12,
"12864" : 13,
"12992" : 14,
"13120" : 17,
"13248" : 14,
"13376" : 16,
"13504" : 16,
"13632" : 10,
"13760" : 14,
"13888" : 10,
"14016" : 9,
"14144" : 8,
"14272" : 7,
"14400" : 7,
"14528" : 1,
"14656" : 7,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15552" : 2,
"15936" : 1,
"16192" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 2,
"18304" : 4,
"18560" : 1,
"18816" : 5,
"19072" : 7,
"19328" : 9,
"19584" : 14,
"19840" : 20,
"20096" : 18,
"20352" : 14,
"20608" : 18,
"20864" : 17,
"21120" : 14,
"21376" : 14,
"21632" : 10,
"21888" : 12,
"22144" : 6,
"22400" : 7,
"22656" : 10,
"22912" : 4,
"23168" : 1,
"23680" : 1,
"23936" : 2,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 1,
"36608" : 1,
"37120" : 1
}
},
"lat_ns" : {
"min" : 6139,
"max" : 1881425,
"mean" : 47256.730857,
"stddev" : 92142.257945,
"N" : 2093239
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 99.779774,
"bw_mean" : 83546.798995,
"bw_dev" : 36821.316006,
"bw_samples" : 199,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 20886.678392,
"iops_stddev" : 9205.347007,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 3.281033,
"sys_cpu" : 45.210452,
"ctx" : 179188,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.810342,
"4" : 0.077726,
"10" : 0.088571,
"20" : 0.015669,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098783,
"timestamp_ms" : 1773098783922,
"time" : "Mon Mar 9 20:26:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 9901039616,
"io_kbytes" : 9668984,
"bw_bytes" : 90010269,
"bw" : 87900,
"iops" : 21975.172502,
"runtime" : 109999,
"total_ios" : 2417247,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 43814.994579,
"stddev" : 88648.905298,
"N" : 2417247
},
"clat_ns" : {
"min" : 1072,
"max" : 36976,
"mean" : 1177.452064,
"stddev" : 294.627807,
"N" : 2417246,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1288,
"95.000000" : 1400,
"99.000000" : 1608,
"99.900000" : 4512,
"99.990000" : 19328,
"99.999000" : 22656
},
"bins" : {
"1080" : 56,
"1096" : 16120,
"1112" : 100353,
"1128" : 970912,
"1144" : 583310,
"1160" : 335177,
"1176" : 58993,
"1192" : 9416,
"1208" : 18454,
"1224" : 15692,
"1240" : 28755,
"1256" : 24144,
"1272" : 9752,
"1288" : 19884,
"1304" : 11973,
"1320" : 23217,
"1336" : 25047,
"1352" : 11620,
"1368" : 20819,
"1384" : 9376,
"1400" : 16138,
"1416" : 14626,
"1432" : 6771,
"1448" : 13217,
"1464" : 6165,
"1480" : 10289,
"1496" : 8471,
"1512" : 3753,
"1528" : 6564,
"1544" : 2835,
"1560" : 5099,
"1576" : 4147,
"1592" : 1811,
"1608" : 3034,
"1624" : 1323,
"1640" : 2341,
"1656" : 2060,
"1672" : 892,
"1688" : 1549,
"1704" : 662,
"1720" : 1121,
"1736" : 1079,
"1752" : 490,
"1768" : 900,
"1784" : 372,
"1800" : 718,
"1816" : 589,
"1832" : 252,
"1848" : 486,
"1864" : 222,
"1880" : 357,
"1896" : 374,
"1912" : 126,
"1928" : 257,
"1944" : 112,
"1960" : 218,
"1976" : 178,
"1992" : 78,
"2008" : 162,
"2024" : 62,
"2040" : 106,
"2064" : 137,
"2096" : 144,
"2128" : 125,
"2160" : 121,
"2192" : 86,
"2224" : 72,
"2256" : 94,
"2288" : 70,
"2320" : 69,
"2352" : 47,
"2384" : 48,
"2416" : 51,
"2448" : 35,
"2480" : 49,
"2512" : 36,
"2544" : 35,
"2576" : 31,
"2608" : 17,
"2640" : 31,
"2672" : 17,
"2704" : 10,
"2736" : 6,
"2768" : 8,
"2800" : 10,
"2832" : 2,
"2864" : 5,
"2896" : 5,
"2928" : 1,
"2960" : 4,
"2992" : 1,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 4,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 2,
"3632" : 4,
"3664" : 1,
"3696" : 2,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 4,
"3856" : 2,
"3888" : 3,
"3920" : 10,
"3952" : 6,
"3984" : 8,
"4016" : 5,
"4048" : 11,
"4080" : 15,
"4128" : 25,
"4192" : 36,
"4256" : 46,
"4320" : 49,
"4384" : 45,
"4448" : 54,
"4512" : 53,
"4576" : 75,
"4640" : 60,
"4704" : 53,
"4768" : 78,
"4832" : 72,
"4896" : 80,
"4960" : 83,
"5024" : 85,
"5088" : 86,
"5152" : 77,
"5216" : 64,
"5280" : 81,
"5344" : 64,
"5408" : 76,
"5472" : 68,
"5536" : 71,
"5600" : 80,
"5664" : 63,
"5728" : 68,
"5792" : 54,
"5856" : 52,
"5920" : 53,
"5984" : 38,
"6048" : 28,
"6112" : 23,
"6176" : 32,
"6240" : 29,
"6304" : 20,
"6368" : 12,
"6432" : 14,
"6496" : 12,
"6560" : 15,
"6624" : 6,
"6688" : 5,
"6752" : 5,
"6880" : 2,
"6944" : 3,
"7008" : 3,
"7072" : 3,
"7136" : 2,
"7200" : 4,
"7328" : 1,
"7392" : 3,
"7456" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 3,
"8384" : 1,
"8512" : 1,
"8768" : 1,
"9408" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 4,
"11968" : 1,
"12096" : 9,
"12224" : 7,
"12352" : 13,
"12480" : 14,
"12608" : 20,
"12736" : 13,
"12864" : 13,
"12992" : 14,
"13120" : 19,
"13248" : 16,
"13376" : 17,
"13504" : 19,
"13632" : 11,
"13760" : 15,
"13888" : 13,
"14016" : 10,
"14144" : 9,
"14272" : 8,
"14400" : 7,
"14528" : 1,
"14656" : 7,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15552" : 2,
"15936" : 1,
"16192" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 2,
"18304" : 4,
"18560" : 1,
"18816" : 5,
"19072" : 8,
"19328" : 14,
"19584" : 19,
"19840" : 22,
"20096" : 22,
"20352" : 17,
"20608" : 20,
"20864" : 17,
"21120" : 17,
"21376" : 17,
"21632" : 13,
"21888" : 14,
"22144" : 8,
"22400" : 9,
"22656" : 12,
"22912" : 5,
"23168" : 1,
"23680" : 1,
"23936" : 2,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 1,
"36608" : 1,
"37120" : 1
}
},
"lat_ns" : {
"min" : 6139,
"max" : 1881425,
"mean" : 44992.328978,
"stddev" : 88726.686596,
"N" : 2417246
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 99.726221,
"bw_mean" : 87660.018265,
"bw_dev" : 37472.843759,
"bw_samples" : 219,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 21914.981735,
"iops_stddev" : 9368.225901,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 3.452759,
"sys_cpu" : 46.884972,
"ctx" : 189980,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.813796,
"4" : 0.074093,
"10" : 0.089151,
"20" : 0.015183,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098793,
"timestamp_ms" : 1773098793922,
"time" : "Mon Mar 9 20:26:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 11442307072,
"io_kbytes" : 11174128,
"bw_bytes" : 95352558,
"bw" : 93117,
"iops" : 23279.441667,
"runtime" : 120000,
"total_ios" : 2793533,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4987,
"max" : 1879682,
"mean" : 41270.105479,
"stddev" : 84539.895684,
"N" : 2793533
},
"clat_ns" : {
"min" : 1072,
"max" : 36976,
"mean" : 1175.108304,
"stddev" : 293.297811,
"N" : 2793532,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1256,
"95.000000" : 1384,
"99.000000" : 1592,
"99.900000" : 4512,
"99.990000" : 19328,
"99.999000" : 22656
},
"bins" : {
"1080" : 57,
"1096" : 18945,
"1112" : 117109,
"1128" : 1129660,
"1144" : 679860,
"1160" : 393925,
"1176" : 69763,
"1192" : 11058,
"1208" : 21588,
"1224" : 18156,
"1240" : 33051,
"1256" : 27598,
"1272" : 11016,
"1288" : 21967,
"1304" : 12981,
"1320" : 24865,
"1336" : 26499,
"1352" : 12301,
"1368" : 22035,
"1384" : 9920,
"1400" : 16996,
"1416" : 15333,
"1432" : 7117,
"1448" : 13905,
"1464" : 6476,
"1480" : 10736,
"1496" : 8828,
"1512" : 3957,
"1528" : 6930,
"1544" : 3022,
"1560" : 5429,
"1576" : 4429,
"1592" : 1919,
"1608" : 3260,
"1624" : 1404,
"1640" : 2502,
"1656" : 2207,
"1672" : 939,
"1688" : 1648,
"1704" : 702,
"1720" : 1182,
"1736" : 1128,
"1752" : 515,
"1768" : 946,
"1784" : 398,
"1800" : 753,
"1816" : 616,
"1832" : 266,
"1848" : 503,
"1864" : 232,
"1880" : 379,
"1896" : 385,
"1912" : 136,
"1928" : 276,
"1944" : 118,
"1960" : 227,
"1976" : 191,
"1992" : 83,
"2008" : 175,
"2024" : 69,
"2040" : 120,
"2064" : 153,
"2096" : 159,
"2128" : 135,
"2160" : 133,
"2192" : 93,
"2224" : 74,
"2256" : 99,
"2288" : 80,
"2320" : 73,
"2352" : 53,
"2384" : 59,
"2416" : 55,
"2448" : 37,
"2480" : 53,
"2512" : 38,
"2544" : 36,
"2576" : 33,
"2608" : 19,
"2640" : 34,
"2672" : 18,
"2704" : 11,
"2736" : 6,
"2768" : 8,
"2800" : 10,
"2832" : 2,
"2864" : 5,
"2896" : 5,
"2928" : 1,
"2960" : 4,
"2992" : 1,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 5,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 4,
"3632" : 4,
"3664" : 1,
"3696" : 2,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 5,
"3856" : 2,
"3888" : 3,
"3920" : 11,
"3952" : 6,
"3984" : 8,
"4016" : 7,
"4048" : 11,
"4080" : 18,
"4128" : 29,
"4192" : 38,
"4256" : 49,
"4320" : 52,
"4384" : 51,
"4448" : 63,
"4512" : 63,
"4576" : 84,
"4640" : 68,
"4704" : 61,
"4768" : 91,
"4832" : 80,
"4896" : 92,
"4960" : 101,
"5024" : 97,
"5088" : 101,
"5152" : 92,
"5216" : 76,
"5280" : 99,
"5344" : 79,
"5408" : 92,
"5472" : 78,
"5536" : 84,
"5600" : 97,
"5664" : 75,
"5728" : 75,
"5792" : 64,
"5856" : 61,
"5920" : 63,
"5984" : 43,
"6048" : 34,
"6112" : 32,
"6176" : 38,
"6240" : 34,
"6304" : 25,
"6368" : 16,
"6432" : 19,
"6496" : 12,
"6560" : 15,
"6624" : 8,
"6688" : 5,
"6752" : 5,
"6816" : 2,
"6880" : 4,
"6944" : 4,
"7008" : 4,
"7072" : 4,
"7136" : 2,
"7200" : 5,
"7328" : 2,
"7392" : 3,
"7456" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 3,
"8384" : 1,
"8512" : 1,
"8768" : 1,
"9024" : 1,
"9408" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 4,
"11968" : 1,
"12096" : 14,
"12224" : 9,
"12352" : 13,
"12480" : 17,
"12608" : 21,
"12736" : 14,
"12864" : 14,
"12992" : 15,
"13120" : 21,
"13248" : 17,
"13376" : 18,
"13504" : 20,
"13632" : 12,
"13760" : 19,
"13888" : 14,
"14016" : 10,
"14144" : 11,
"14272" : 9,
"14400" : 7,
"14528" : 1,
"14656" : 7,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15424" : 1,
"15552" : 2,
"15936" : 1,
"16192" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 3,
"18304" : 6,
"18560" : 3,
"18816" : 8,
"19072" : 12,
"19328" : 19,
"19584" : 23,
"19840" : 28,
"20096" : 26,
"20352" : 19,
"20608" : 24,
"20864" : 22,
"21120" : 18,
"21376" : 19,
"21632" : 15,
"21888" : 16,
"22144" : 9,
"22400" : 9,
"22656" : 12,
"22912" : 5,
"23168" : 1,
"23680" : 1,
"23936" : 2,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 1,
"36608" : 1,
"37120" : 1
}
},
"lat_ns" : {
"min" : 6109,
"max" : 1881425,
"mean" : 42445.111057,
"stddev" : 84614.299128,
"N" : 2793532
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 99.710332,
"bw_mean" : 92848.958159,
"bw_dev" : 39818.910807,
"bw_samples" : 239,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 23212.217573,
"iops_stddev" : 9954.741917,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 120000,
"usr_cpu" : 3.680000,
"sys_cpu" : 48.930833,
"ctx" : 197769,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.817185,
"4" : 0.069804,
"10" : 0.090280,
"20" : 0.015178,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098803,
"timestamp_ms" : 1773098803922,
"time" : "Mon Mar 9 20:26:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 13171773440,
"io_kbytes" : 12863060,
"bw_bytes" : 101322113,
"bw" : 98947,
"iops" : 24736.851822,
"runtime" : 129999,
"total_ios" : 3215766,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4968,
"max" : 1879682,
"mean" : 38744.530839,
"stddev" : 80179.707737,
"N" : 3215766
},
"clat_ns" : {
"min" : 1072,
"max" : 36976,
"mean" : 1172.477382,
"stddev" : 290.355320,
"N" : 3215765,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1240,
"95.000000" : 1368,
"99.000000" : 1576,
"99.900000" : 4512,
"99.990000" : 19072,
"99.999000" : 22656
},
"bins" : {
"1080" : 74,
"1096" : 23501,
"1112" : 140404,
"1128" : 1318450,
"1144" : 784710,
"1160" : 452951,
"1176" : 79799,
"1192" : 12804,
"1208" : 25097,
"1224" : 20871,
"1240" : 37874,
"1256" : 31424,
"1272" : 12379,
"1288" : 24245,
"1304" : 14027,
"1320" : 26379,
"1336" : 27803,
"1352" : 12889,
"1368" : 22978,
"1384" : 10298,
"1400" : 17626,
"1416" : 15870,
"1432" : 7376,
"1448" : 14424,
"1464" : 6687,
"1480" : 11147,
"1496" : 9138,
"1512" : 4098,
"1528" : 7201,
"1544" : 3157,
"1560" : 5705,
"1576" : 4651,
"1592" : 1995,
"1608" : 3411,
"1624" : 1478,
"1640" : 2620,
"1656" : 2316,
"1672" : 982,
"1688" : 1749,
"1704" : 735,
"1720" : 1244,
"1736" : 1185,
"1752" : 542,
"1768" : 992,
"1784" : 417,
"1800" : 785,
"1816" : 642,
"1832" : 278,
"1848" : 521,
"1864" : 246,
"1880" : 391,
"1896" : 395,
"1912" : 150,
"1928" : 285,
"1944" : 122,
"1960" : 240,
"1976" : 199,
"1992" : 85,
"2008" : 185,
"2024" : 74,
"2040" : 129,
"2064" : 169,
"2096" : 170,
"2128" : 149,
"2160" : 144,
"2192" : 100,
"2224" : 84,
"2256" : 104,
"2288" : 91,
"2320" : 77,
"2352" : 59,
"2384" : 64,
"2416" : 57,
"2448" : 43,
"2480" : 60,
"2512" : 40,
"2544" : 38,
"2576" : 35,
"2608" : 19,
"2640" : 35,
"2672" : 18,
"2704" : 11,
"2736" : 6,
"2768" : 9,
"2800" : 10,
"2832" : 3,
"2864" : 5,
"2896" : 5,
"2928" : 2,
"2960" : 5,
"2992" : 2,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 5,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 4,
"3632" : 4,
"3664" : 1,
"3696" : 3,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 5,
"3856" : 2,
"3888" : 3,
"3920" : 11,
"3952" : 6,
"3984" : 8,
"4016" : 8,
"4048" : 11,
"4080" : 18,
"4128" : 30,
"4192" : 39,
"4256" : 52,
"4320" : 57,
"4384" : 62,
"4448" : 85,
"4512" : 73,
"4576" : 96,
"4640" : 76,
"4704" : 69,
"4768" : 107,
"4832" : 92,
"4896" : 116,
"4960" : 121,
"5024" : 116,
"5088" : 118,
"5152" : 105,
"5216" : 87,
"5280" : 114,
"5344" : 94,
"5408" : 105,
"5472" : 96,
"5536" : 102,
"5600" : 109,
"5664" : 84,
"5728" : 85,
"5792" : 71,
"5856" : 74,
"5920" : 73,
"5984" : 48,
"6048" : 39,
"6112" : 37,
"6176" : 43,
"6240" : 36,
"6304" : 28,
"6368" : 18,
"6432" : 21,
"6496" : 17,
"6560" : 16,
"6624" : 10,
"6688" : 5,
"6752" : 7,
"6816" : 2,
"6880" : 5,
"6944" : 5,
"7008" : 6,
"7072" : 5,
"7136" : 2,
"7200" : 6,
"7264" : 2,
"7328" : 2,
"7392" : 3,
"7456" : 2,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 3,
"8384" : 1,
"8512" : 1,
"8768" : 1,
"9024" : 1,
"9408" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 5,
"11968" : 1,
"12096" : 14,
"12224" : 11,
"12352" : 14,
"12480" : 18,
"12608" : 22,
"12736" : 14,
"12864" : 14,
"12992" : 15,
"13120" : 23,
"13248" : 17,
"13376" : 18,
"13504" : 21,
"13632" : 12,
"13760" : 21,
"13888" : 14,
"14016" : 11,
"14144" : 11,
"14272" : 9,
"14400" : 7,
"14528" : 1,
"14656" : 8,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15424" : 2,
"15552" : 3,
"15936" : 1,
"16192" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 4,
"18304" : 6,
"18560" : 5,
"18816" : 13,
"19072" : 14,
"19328" : 22,
"19584" : 26,
"19840" : 29,
"20096" : 31,
"20352" : 23,
"20608" : 31,
"20864" : 27,
"21120" : 20,
"21376" : 21,
"21632" : 17,
"21888" : 16,
"22144" : 9,
"22400" : 10,
"22656" : 12,
"22912" : 6,
"23168" : 1,
"23680" : 1,
"23936" : 2,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"36608" : 1,
"37120" : 1
}
},
"lat_ns" : {
"min" : 6109,
"max" : 1881425,
"mean" : 39916.918197,
"stddev" : 80250.552448,
"N" : 3215765
},
"bw_min" : 25992,
"bw_max" : 180792,
"bw_agg" : 99.730790,
"bw_mean" : 98681.567568,
"bw_dev" : 43277.984499,
"bw_samples" : 259,
"iops_min" : 6498,
"iops_max" : 45198,
"iops_mean" : 24670.366795,
"iops_stddev" : 10819.503824,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 3.878491,
"sys_cpu" : 51.258856,
"ctx" : 202785,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.821971,
"4" : 0.065365,
"10" : 0.090927,
"20" : 0.014211,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098813,
"timestamp_ms" : 1773098813922,
"time" : "Mon Mar 9 20:26:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 15048851456,
"io_kbytes" : 14696144,
"bw_bytes" : 107492563,
"bw" : 104973,
"iops" : 26243.308881,
"runtime" : 139999,
"total_ios" : 3674037,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4968,
"max" : 1879682,
"mean" : 36428.266160,
"stddev" : 75884.452505,
"N" : 3674038
},
"clat_ns" : {
"min" : 1072,
"max" : 36976,
"mean" : 1170.127147,
"stddev" : 286.978919,
"N" : 3674036,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1240,
"95.000000" : 1352,
"99.000000" : 1560,
"99.900000" : 4512,
"99.990000" : 19328,
"99.999000" : 22656
},
"bins" : {
"1080" : 95,
"1096" : 29040,
"1112" : 165459,
"1128" : 1520990,
"1144" : 900494,
"1160" : 519472,
"1176" : 90877,
"1192" : 14733,
"1208" : 28950,
"1224" : 23789,
"1240" : 43072,
"1256" : 35699,
"1272" : 13941,
"1288" : 26662,
"1304" : 15104,
"1320" : 27782,
"1336" : 28849,
"1352" : 13323,
"1368" : 23777,
"1384" : 10559,
"1400" : 18110,
"1416" : 16225,
"1432" : 7569,
"1448" : 14821,
"1464" : 6851,
"1480" : 11420,
"1496" : 9341,
"1512" : 4198,
"1528" : 7389,
"1544" : 3276,
"1560" : 5901,
"1576" : 4832,
"1592" : 2068,
"1608" : 3544,
"1624" : 1531,
"1640" : 2724,
"1656" : 2412,
"1672" : 1031,
"1688" : 1829,
"1704" : 768,
"1720" : 1305,
"1736" : 1234,
"1752" : 562,
"1768" : 1037,
"1784" : 440,
"1800" : 814,
"1816" : 668,
"1832" : 295,
"1848" : 542,
"1864" : 254,
"1880" : 408,
"1896" : 410,
"1912" : 157,
"1928" : 306,
"1944" : 127,
"1960" : 252,
"1976" : 213,
"1992" : 93,
"2008" : 198,
"2024" : 80,
"2040" : 139,
"2064" : 181,
"2096" : 190,
"2128" : 163,
"2160" : 154,
"2192" : 111,
"2224" : 92,
"2256" : 110,
"2288" : 94,
"2320" : 85,
"2352" : 62,
"2384" : 66,
"2416" : 59,
"2448" : 44,
"2480" : 64,
"2512" : 41,
"2544" : 40,
"2576" : 37,
"2608" : 19,
"2640" : 35,
"2672" : 18,
"2704" : 12,
"2736" : 6,
"2768" : 10,
"2800" : 10,
"2832" : 3,
"2864" : 5,
"2896" : 6,
"2928" : 2,
"2960" : 5,
"2992" : 2,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 5,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 5,
"3632" : 4,
"3664" : 1,
"3696" : 3,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 5,
"3856" : 2,
"3888" : 4,
"3920" : 11,
"3952" : 6,
"3984" : 8,
"4016" : 8,
"4048" : 11,
"4080" : 19,
"4128" : 30,
"4192" : 41,
"4256" : 56,
"4320" : 70,
"4384" : 74,
"4448" : 99,
"4512" : 93,
"4576" : 110,
"4640" : 85,
"4704" : 81,
"4768" : 123,
"4832" : 113,
"4896" : 139,
"4960" : 145,
"5024" : 143,
"5088" : 134,
"5152" : 128,
"5216" : 102,
"5280" : 143,
"5344" : 102,
"5408" : 129,
"5472" : 113,
"5536" : 120,
"5600" : 123,
"5664" : 100,
"5728" : 102,
"5792" : 78,
"5856" : 84,
"5920" : 88,
"5984" : 54,
"6048" : 46,
"6112" : 44,
"6176" : 48,
"6240" : 39,
"6304" : 31,
"6368" : 22,
"6432" : 22,
"6496" : 19,
"6560" : 16,
"6624" : 10,
"6688" : 5,
"6752" : 7,
"6816" : 2,
"6880" : 6,
"6944" : 5,
"7008" : 6,
"7072" : 7,
"7136" : 2,
"7200" : 6,
"7264" : 3,
"7328" : 2,
"7392" : 3,
"7456" : 2,
"7712" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 3,
"8384" : 1,
"8512" : 1,
"8768" : 1,
"9024" : 1,
"9408" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 5,
"11968" : 1,
"12096" : 15,
"12224" : 11,
"12352" : 14,
"12480" : 18,
"12608" : 22,
"12736" : 15,
"12864" : 14,
"12992" : 15,
"13120" : 23,
"13248" : 17,
"13376" : 18,
"13504" : 22,
"13632" : 13,
"13760" : 21,
"13888" : 14,
"14016" : 11,
"14144" : 11,
"14272" : 9,
"14400" : 7,
"14528" : 1,
"14656" : 8,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15424" : 2,
"15552" : 3,
"15936" : 1,
"16192" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 5,
"18304" : 7,
"18560" : 5,
"18816" : 14,
"19072" : 17,
"19328" : 28,
"19584" : 29,
"19840" : 35,
"20096" : 38,
"20352" : 29,
"20608" : 34,
"20864" : 33,
"21120" : 26,
"21376" : 22,
"21632" : 23,
"21888" : 16,
"22144" : 11,
"22400" : 10,
"22656" : 12,
"22912" : 6,
"23168" : 1,
"23680" : 1,
"23936" : 2,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"36608" : 1,
"37120" : 1
}
},
"lat_ns" : {
"min" : 6109,
"max" : 1881425,
"mean" : 37598.318936,
"stddev" : 75951.781267,
"N" : 3674036
},
"bw_min" : 25992,
"bw_max" : 189248,
"bw_agg" : 99.727353,
"bw_mean" : 104687.849462,
"bw_dev" : 46991.423366,
"bw_samples" : 279,
"iops_min" : 6498,
"iops_max" : 47312,
"iops_mean" : 26171.931900,
"iops_stddev" : 11747.855078,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.140030,
"sys_cpu" : 53.599669,
"ctx" : 205619,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.825424,
"4" : 0.061104,
"10" : 0.092759,
"20" : 0.013146,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098823,
"timestamp_ms" : 1773098823921,
"time" : "Mon Mar 9 20:27:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 17027784704,
"io_kbytes" : 16628696,
"bw_bytes" : 113519321,
"bw" : 110858,
"iops" : 27714.684765,
"runtime" : 149999,
"total_ios" : 4157175,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4968,
"max" : 1879682,
"mean" : 34408.715016,
"stddev" : 71853.127231,
"N" : 4157175
},
"clat_ns" : {
"min" : 1071,
"max" : 254018,
"mean" : 1168.067752,
"stddev" : 308.640529,
"N" : 4157174,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1224,
"95.000000" : 1336,
"99.000000" : 1560,
"99.900000" : 4576,
"99.990000" : 19328,
"99.999000" : 22656
},
"bins" : {
"1064" : 1,
"1080" : 145,
"1096" : 35968,
"1112" : 195216,
"1128" : 1734150,
"1144" : 1018649,
"1160" : 590223,
"1176" : 103385,
"1192" : 16835,
"1208" : 33094,
"1224" : 26816,
"1240" : 48253,
"1256" : 40065,
"1272" : 15572,
"1288" : 29244,
"1304" : 16197,
"1320" : 29273,
"1336" : 29874,
"1352" : 13734,
"1368" : 24433,
"1384" : 10840,
"1400" : 18527,
"1416" : 16543,
"1432" : 7744,
"1448" : 15130,
"1464" : 6967,
"1480" : 11608,
"1496" : 9479,
"1512" : 4260,
"1528" : 7533,
"1544" : 3359,
"1560" : 6055,
"1576" : 4960,
"1592" : 2111,
"1608" : 3648,
"1624" : 1581,
"1640" : 2829,
"1656" : 2505,
"1672" : 1067,
"1688" : 1903,
"1704" : 804,
"1720" : 1366,
"1736" : 1278,
"1752" : 581,
"1768" : 1076,
"1784" : 460,
"1800" : 852,
"1816" : 694,
"1832" : 304,
"1848" : 561,
"1864" : 262,
"1880" : 426,
"1896" : 423,
"1912" : 167,
"1928" : 316,
"1944" : 133,
"1960" : 259,
"1976" : 231,
"1992" : 101,
"2008" : 210,
"2024" : 81,
"2040" : 152,
"2064" : 199,
"2096" : 204,
"2128" : 170,
"2160" : 169,
"2192" : 122,
"2224" : 99,
"2256" : 117,
"2288" : 99,
"2320" : 89,
"2352" : 67,
"2384" : 68,
"2416" : 59,
"2448" : 50,
"2480" : 65,
"2512" : 44,
"2544" : 41,
"2576" : 38,
"2608" : 21,
"2640" : 36,
"2672" : 19,
"2704" : 12,
"2736" : 6,
"2768" : 11,
"2800" : 11,
"2832" : 3,
"2864" : 5,
"2896" : 6,
"2928" : 2,
"2960" : 5,
"2992" : 2,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 5,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 5,
"3632" : 4,
"3664" : 1,
"3696" : 3,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 5,
"3856" : 2,
"3888" : 4,
"3920" : 11,
"3952" : 6,
"3984" : 8,
"4016" : 8,
"4048" : 11,
"4080" : 19,
"4128" : 30,
"4192" : 43,
"4256" : 61,
"4320" : 82,
"4384" : 83,
"4448" : 113,
"4512" : 105,
"4576" : 124,
"4640" : 102,
"4704" : 93,
"4768" : 142,
"4832" : 126,
"4896" : 152,
"4960" : 171,
"5024" : 165,
"5088" : 167,
"5152" : 144,
"5216" : 120,
"5280" : 173,
"5344" : 117,
"5408" : 153,
"5472" : 134,
"5536" : 142,
"5600" : 141,
"5664" : 111,
"5728" : 120,
"5792" : 85,
"5856" : 96,
"5920" : 102,
"5984" : 63,
"6048" : 52,
"6112" : 53,
"6176" : 51,
"6240" : 44,
"6304" : 34,
"6368" : 23,
"6432" : 25,
"6496" : 20,
"6560" : 16,
"6624" : 13,
"6688" : 5,
"6752" : 8,
"6816" : 4,
"6880" : 6,
"6944" : 5,
"7008" : 6,
"7072" : 7,
"7136" : 2,
"7200" : 6,
"7264" : 3,
"7328" : 2,
"7392" : 3,
"7456" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 1,
"7840" : 1,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 3,
"8384" : 1,
"8512" : 1,
"8768" : 1,
"9024" : 1,
"9408" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 5,
"11968" : 1,
"12096" : 15,
"12224" : 11,
"12352" : 14,
"12480" : 18,
"12608" : 22,
"12736" : 15,
"12864" : 15,
"12992" : 15,
"13120" : 24,
"13248" : 17,
"13376" : 19,
"13504" : 22,
"13632" : 13,
"13760" : 22,
"13888" : 14,
"14016" : 13,
"14144" : 11,
"14272" : 9,
"14400" : 8,
"14528" : 1,
"14656" : 8,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15424" : 2,
"15552" : 3,
"15936" : 1,
"16192" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 1,
"17792" : 1,
"18048" : 5,
"18304" : 7,
"18560" : 5,
"18816" : 15,
"19072" : 18,
"19328" : 29,
"19584" : 29,
"19840" : 39,
"20096" : 47,
"20352" : 31,
"20608" : 38,
"20864" : 36,
"21120" : 30,
"21376" : 25,
"21632" : 26,
"21888" : 19,
"22144" : 14,
"22400" : 12,
"22656" : 14,
"22912" : 6,
"23168" : 1,
"23424" : 2,
"23680" : 1,
"23936" : 2,
"24704" : 1,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"36608" : 1,
"37120" : 1,
"254976" : 1
}
},
"lat_ns" : {
"min" : 6109,
"max" : 1881425,
"mean" : 35576.712087,
"stddev" : 71917.274510,
"N" : 4157174
},
"bw_min" : 25992,
"bw_max" : 197488,
"bw_agg" : 99.761217,
"bw_mean" : 110594.685619,
"bw_dev" : 50484.614367,
"bw_samples" : 299,
"iops_min" : 6498,
"iops_max" : 49372,
"iops_mean" : 27648.642140,
"iops_stddev" : 12621.154935,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.406696,
"sys_cpu" : 55.863039,
"ctx" : 207027,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.829067,
"4" : 0.057347,
"10" : 0.093958,
"20" : 0.011979,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098833,
"timestamp_ms" : 1773098833922,
"time" : "Mon Mar 9 20:27:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 19059056640,
"io_kbytes" : 18612360,
"bw_bytes" : 119119848,
"bw" : 116327,
"iops" : 29082.000513,
"runtime" : 159999,
"total_ios" : 4653091,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4968,
"max" : 1879682,
"mean" : 32715.568265,
"stddev" : 68240.579553,
"N" : 4653091
},
"clat_ns" : {
"min" : 1071,
"max" : 254018,
"mean" : 1166.387222,
"stddev" : 300.263730,
"N" : 4653090,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1208,
"95.000000" : 1320,
"99.000000" : 1544,
"99.900000" : 4576,
"99.990000" : 18816,
"99.999000" : 22656
},
"bins" : {
"1064" : 1,
"1080" : 158,
"1096" : 40253,
"1112" : 217556,
"1128" : 1942636,
"1144" : 1151849,
"1160" : 671484,
"1176" : 117835,
"1192" : 19033,
"1208" : 37091,
"1224" : 29910,
"1240" : 53668,
"1256" : 44834,
"1272" : 17296,
"1288" : 31863,
"1304" : 17290,
"1320" : 30804,
"1336" : 30897,
"1352" : 14096,
"1368" : 24992,
"1384" : 11026,
"1400" : 18833,
"1416" : 16785,
"1432" : 7856,
"1448" : 15354,
"1464" : 7087,
"1480" : 11771,
"1496" : 9582,
"1512" : 4323,
"1528" : 7642,
"1544" : 3434,
"1560" : 6184,
"1576" : 5076,
"1592" : 2164,
"1608" : 3734,
"1624" : 1625,
"1640" : 2890,
"1656" : 2566,
"1672" : 1098,
"1688" : 1961,
"1704" : 828,
"1720" : 1407,
"1736" : 1326,
"1752" : 607,
"1768" : 1107,
"1784" : 482,
"1800" : 891,
"1816" : 728,
"1832" : 316,
"1848" : 584,
"1864" : 273,
"1880" : 448,
"1896" : 447,
"1912" : 178,
"1928" : 335,
"1944" : 143,
"1960" : 277,
"1976" : 255,
"1992" : 107,
"2008" : 231,
"2024" : 89,
"2040" : 169,
"2064" : 212,
"2096" : 221,
"2128" : 191,
"2160" : 177,
"2192" : 132,
"2224" : 101,
"2256" : 120,
"2288" : 109,
"2320" : 92,
"2352" : 69,
"2384" : 72,
"2416" : 63,
"2448" : 52,
"2480" : 66,
"2512" : 45,
"2544" : 43,
"2576" : 38,
"2608" : 23,
"2640" : 37,
"2672" : 19,
"2704" : 13,
"2736" : 6,
"2768" : 11,
"2800" : 11,
"2832" : 3,
"2864" : 5,
"2896" : 6,
"2928" : 2,
"2960" : 5,
"2992" : 2,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 1,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 5,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 5,
"3632" : 4,
"3664" : 1,
"3696" : 3,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 5,
"3856" : 2,
"3888" : 5,
"3920" : 11,
"3952" : 6,
"3984" : 9,
"4016" : 8,
"4048" : 11,
"4080" : 19,
"4128" : 30,
"4192" : 46,
"4256" : 68,
"4320" : 91,
"4384" : 89,
"4448" : 129,
"4512" : 118,
"4576" : 143,
"4640" : 116,
"4704" : 111,
"4768" : 154,
"4832" : 150,
"4896" : 169,
"4960" : 196,
"5024" : 185,
"5088" : 197,
"5152" : 163,
"5216" : 139,
"5280" : 203,
"5344" : 132,
"5408" : 179,
"5472" : 168,
"5536" : 164,
"5600" : 161,
"5664" : 119,
"5728" : 132,
"5792" : 93,
"5856" : 107,
"5920" : 114,
"5984" : 67,
"6048" : 58,
"6112" : 60,
"6176" : 58,
"6240" : 47,
"6304" : 38,
"6368" : 28,
"6432" : 28,
"6496" : 22,
"6560" : 16,
"6624" : 13,
"6688" : 7,
"6752" : 10,
"6816" : 6,
"6880" : 9,
"6944" : 6,
"7008" : 6,
"7072" : 7,
"7136" : 2,
"7200" : 6,
"7264" : 3,
"7328" : 2,
"7392" : 3,
"7456" : 3,
"7584" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 1,
"7840" : 2,
"7904" : 1,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 4,
"8384" : 1,
"8512" : 1,
"8768" : 1,
"9024" : 1,
"9408" : 1,
"9920" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 5,
"11968" : 1,
"12096" : 15,
"12224" : 11,
"12352" : 14,
"12480" : 18,
"12608" : 22,
"12736" : 15,
"12864" : 15,
"12992" : 15,
"13120" : 24,
"13248" : 17,
"13376" : 19,
"13504" : 22,
"13632" : 14,
"13760" : 22,
"13888" : 14,
"14016" : 14,
"14144" : 11,
"14272" : 9,
"14400" : 8,
"14528" : 1,
"14656" : 8,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15424" : 2,
"15552" : 3,
"15936" : 1,
"16192" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 2,
"17792" : 1,
"18048" : 5,
"18304" : 7,
"18560" : 5,
"18816" : 15,
"19072" : 18,
"19328" : 29,
"19584" : 29,
"19840" : 40,
"20096" : 48,
"20352" : 32,
"20608" : 41,
"20864" : 38,
"21120" : 34,
"21376" : 26,
"21632" : 30,
"21888" : 21,
"22144" : 16,
"22400" : 13,
"22656" : 15,
"22912" : 7,
"23168" : 2,
"23424" : 3,
"23680" : 1,
"23936" : 2,
"24704" : 2,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"36608" : 2,
"37120" : 1,
"254976" : 1
}
},
"lat_ns" : {
"min" : 6109,
"max" : 1881425,
"mean" : 33881.891975,
"stddev" : 68301.743971,
"N" : 4653090
},
"bw_min" : 25992,
"bw_max" : 200840,
"bw_agg" : 99.791128,
"bw_mean" : 116085.714734,
"bw_dev" : 53298.410698,
"bw_samples" : 319,
"iops_min" : 6498,
"iops_max" : 50210,
"iops_mean" : 29021.401254,
"iops_stddev" : 13324.606702,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.623779,
"sys_cpu" : 57.984737,
"ctx" : 207717,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.832026,
"4" : 0.054566,
"10" : 0.095206,
"20" : 0.010789,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098843,
"timestamp_ms" : 1773098843922,
"time" : "Mon Mar 9 20:27:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 21121114112,
"io_kbytes" : 20626088,
"bw_bytes" : 124242578,
"bw" : 121330,
"iops" : 30332.666663,
"runtime" : 169999,
"total_ios" : 5156523,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4968,
"max" : 1879682,
"mean" : 31300.389892,
"stddev" : 65033.065865,
"N" : 5156523
},
"clat_ns" : {
"min" : 1071,
"max" : 254018,
"mean" : 1164.977637,
"stddev" : 290.571871,
"N" : 5156522,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1208,
"95.000000" : 1320,
"99.000000" : 1528,
"99.900000" : 4576,
"99.990000" : 15552,
"99.999000" : 22656
},
"bins" : {
"1064" : 1,
"1080" : 167,
"1096" : 44459,
"1112" : 237406,
"1128" : 2148520,
"1144" : 1290667,
"1160" : 758316,
"1176" : 133240,
"1192" : 21295,
"1208" : 41139,
"1224" : 33079,
"1240" : 59457,
"1256" : 49690,
"1272" : 19153,
"1288" : 34573,
"1304" : 18377,
"1320" : 32399,
"1336" : 31977,
"1352" : 14463,
"1368" : 25497,
"1384" : 11238,
"1400" : 19149,
"1416" : 16986,
"1432" : 7928,
"1448" : 15543,
"1464" : 7176,
"1480" : 11920,
"1496" : 9661,
"1512" : 4370,
"1528" : 7752,
"1544" : 3499,
"1560" : 6324,
"1576" : 5168,
"1592" : 2206,
"1608" : 3795,
"1624" : 1664,
"1640" : 2958,
"1656" : 2616,
"1672" : 1127,
"1688" : 2009,
"1704" : 855,
"1720" : 1445,
"1736" : 1358,
"1752" : 618,
"1768" : 1140,
"1784" : 497,
"1800" : 908,
"1816" : 748,
"1832" : 324,
"1848" : 600,
"1864" : 281,
"1880" : 458,
"1896" : 466,
"1912" : 188,
"1928" : 348,
"1944" : 152,
"1960" : 288,
"1976" : 261,
"1992" : 112,
"2008" : 246,
"2024" : 92,
"2040" : 178,
"2064" : 231,
"2096" : 226,
"2128" : 203,
"2160" : 186,
"2192" : 143,
"2224" : 109,
"2256" : 126,
"2288" : 112,
"2320" : 96,
"2352" : 72,
"2384" : 75,
"2416" : 69,
"2448" : 53,
"2480" : 68,
"2512" : 47,
"2544" : 43,
"2576" : 38,
"2608" : 24,
"2640" : 37,
"2672" : 19,
"2704" : 13,
"2736" : 6,
"2768" : 11,
"2800" : 11,
"2832" : 3,
"2864" : 5,
"2896" : 6,
"2928" : 2,
"2960" : 5,
"2992" : 2,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 2,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 5,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 5,
"3632" : 4,
"3664" : 1,
"3696" : 3,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 6,
"3856" : 2,
"3888" : 5,
"3920" : 11,
"3952" : 6,
"3984" : 9,
"4016" : 8,
"4048" : 11,
"4080" : 19,
"4128" : 33,
"4192" : 46,
"4256" : 74,
"4320" : 99,
"4384" : 104,
"4448" : 145,
"4512" : 138,
"4576" : 160,
"4640" : 132,
"4704" : 127,
"4768" : 172,
"4832" : 170,
"4896" : 191,
"4960" : 220,
"5024" : 208,
"5088" : 228,
"5152" : 200,
"5216" : 160,
"5280" : 227,
"5344" : 150,
"5408" : 202,
"5472" : 184,
"5536" : 184,
"5600" : 170,
"5664" : 138,
"5728" : 146,
"5792" : 107,
"5856" : 113,
"5920" : 126,
"5984" : 73,
"6048" : 68,
"6112" : 66,
"6176" : 67,
"6240" : 52,
"6304" : 44,
"6368" : 30,
"6432" : 31,
"6496" : 23,
"6560" : 18,
"6624" : 19,
"6688" : 8,
"6752" : 13,
"6816" : 6,
"6880" : 11,
"6944" : 6,
"7008" : 7,
"7072" : 7,
"7136" : 3,
"7200" : 7,
"7264" : 3,
"7328" : 3,
"7392" : 4,
"7456" : 5,
"7584" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 2,
"7840" : 2,
"7904" : 1,
"7968" : 1,
"8032" : 1,
"8096" : 2,
"8160" : 2,
"8256" : 4,
"8384" : 1,
"8512" : 1,
"8768" : 1,
"9024" : 1,
"9408" : 2,
"9920" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 5,
"11968" : 1,
"12096" : 15,
"12224" : 11,
"12352" : 14,
"12480" : 18,
"12608" : 22,
"12736" : 15,
"12864" : 15,
"12992" : 15,
"13120" : 24,
"13248" : 17,
"13376" : 19,
"13504" : 22,
"13632" : 14,
"13760" : 22,
"13888" : 14,
"14016" : 14,
"14144" : 11,
"14272" : 9,
"14400" : 8,
"14528" : 1,
"14656" : 8,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15424" : 2,
"15552" : 3,
"15936" : 1,
"16192" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 2,
"17792" : 1,
"18048" : 5,
"18304" : 7,
"18560" : 5,
"18816" : 15,
"19072" : 18,
"19328" : 29,
"19584" : 29,
"19840" : 40,
"20096" : 48,
"20352" : 33,
"20608" : 41,
"20864" : 38,
"21120" : 35,
"21376" : 26,
"21632" : 31,
"21888" : 22,
"22144" : 17,
"22400" : 13,
"22656" : 17,
"22912" : 8,
"23168" : 4,
"23424" : 3,
"23680" : 1,
"23936" : 2,
"24192" : 1,
"24704" : 2,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"36608" : 2,
"37120" : 1,
"254976" : 1
}
},
"lat_ns" : {
"min" : 6109,
"max" : 1881425,
"mean" : 32465.309943,
"stddev" : 65091.478512,
"N" : 5156522
},
"bw_min" : 25992,
"bw_max" : 203240,
"bw_agg" : 99.817323,
"bw_mean" : 121109.356932,
"bw_dev" : 55465.374792,
"bw_samples" : 339,
"iops_min" : 6498,
"iops_max" : 50810,
"iops_mean" : 30277.312684,
"iops_stddev" : 13866.348620,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.802969,
"sys_cpu" : 59.935647,
"ctx" : 208017,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.834928,
"4" : 0.051643,
"10" : 0.096790,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098853,
"timestamp_ms" : 1773098853922,
"time" : "Mon Mar 9 20:27:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 23193088000,
"io_kbytes" : 22649500,
"bw_bytes" : 128851204,
"bw" : 125831,
"iops" : 31457.819210,
"runtime" : 179999,
"total_ios" : 5662376,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4968,
"max" : 1879682,
"mean" : 30123.118303,
"stddev" : 62202.915730,
"N" : 5662377
},
"clat_ns" : {
"min" : 1071,
"max" : 254018,
"mean" : 1163.885082,
"stddev" : 281.512686,
"N" : 5662375,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1192,
"95.000000" : 1304,
"99.000000" : 1528,
"99.900000" : 4576,
"99.990000" : 14144,
"99.999000" : 22400
},
"bins" : {
"1064" : 1,
"1080" : 179,
"1096" : 48663,
"1112" : 255638,
"1128" : 2347484,
"1144" : 1434612,
"1160" : 849031,
"1176" : 149447,
"1192" : 23500,
"1208" : 45180,
"1224" : 36239,
"1240" : 65389,
"1256" : 54793,
"1272" : 20974,
"1288" : 37374,
"1304" : 19553,
"1320" : 34121,
"1336" : 33208,
"1352" : 14891,
"1368" : 26171,
"1384" : 11466,
"1400" : 19552,
"1416" : 17217,
"1432" : 8011,
"1448" : 15739,
"1464" : 7272,
"1480" : 12075,
"1496" : 9770,
"1512" : 4418,
"1528" : 7850,
"1544" : 3555,
"1560" : 6452,
"1576" : 5263,
"1592" : 2246,
"1608" : 3869,
"1624" : 1707,
"1640" : 3029,
"1656" : 2665,
"1672" : 1144,
"1688" : 2055,
"1704" : 870,
"1720" : 1476,
"1736" : 1395,
"1752" : 637,
"1768" : 1167,
"1784" : 507,
"1800" : 932,
"1816" : 764,
"1832" : 332,
"1848" : 614,
"1864" : 291,
"1880" : 481,
"1896" : 476,
"1912" : 194,
"1928" : 359,
"1944" : 159,
"1960" : 300,
"1976" : 270,
"1992" : 123,
"2008" : 260,
"2024" : 103,
"2040" : 186,
"2064" : 245,
"2096" : 235,
"2128" : 217,
"2160" : 194,
"2192" : 152,
"2224" : 118,
"2256" : 129,
"2288" : 115,
"2320" : 101,
"2352" : 73,
"2384" : 79,
"2416" : 70,
"2448" : 59,
"2480" : 68,
"2512" : 47,
"2544" : 44,
"2576" : 38,
"2608" : 25,
"2640" : 37,
"2672" : 20,
"2704" : 13,
"2736" : 7,
"2768" : 11,
"2800" : 11,
"2832" : 4,
"2864" : 5,
"2896" : 6,
"2928" : 2,
"2960" : 5,
"2992" : 2,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 2,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 5,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 5,
"3632" : 4,
"3664" : 1,
"3696" : 3,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 6,
"3856" : 2,
"3888" : 5,
"3920" : 11,
"3952" : 6,
"3984" : 9,
"4016" : 8,
"4048" : 11,
"4080" : 19,
"4128" : 36,
"4192" : 46,
"4256" : 80,
"4320" : 111,
"4384" : 119,
"4448" : 164,
"4512" : 147,
"4576" : 172,
"4640" : 148,
"4704" : 146,
"4768" : 197,
"4832" : 189,
"4896" : 216,
"4960" : 259,
"5024" : 237,
"5088" : 268,
"5152" : 227,
"5216" : 184,
"5280" : 249,
"5344" : 178,
"5408" : 231,
"5472" : 201,
"5536" : 206,
"5600" : 192,
"5664" : 149,
"5728" : 159,
"5792" : 117,
"5856" : 123,
"5920" : 136,
"5984" : 79,
"6048" : 79,
"6112" : 71,
"6176" : 68,
"6240" : 56,
"6304" : 47,
"6368" : 32,
"6432" : 32,
"6496" : 24,
"6560" : 19,
"6624" : 20,
"6688" : 8,
"6752" : 14,
"6816" : 7,
"6880" : 13,
"6944" : 6,
"7008" : 8,
"7072" : 7,
"7136" : 4,
"7200" : 8,
"7264" : 5,
"7328" : 3,
"7392" : 5,
"7456" : 7,
"7584" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 2,
"7840" : 3,
"7904" : 1,
"7968" : 1,
"8032" : 1,
"8096" : 2,
"8160" : 3,
"8256" : 4,
"8384" : 3,
"8512" : 1,
"8768" : 2,
"9024" : 1,
"9408" : 2,
"9920" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 5,
"11968" : 1,
"12096" : 15,
"12224" : 11,
"12352" : 14,
"12480" : 18,
"12608" : 22,
"12736" : 15,
"12864" : 15,
"12992" : 15,
"13120" : 24,
"13248" : 17,
"13376" : 19,
"13504" : 22,
"13632" : 14,
"13760" : 22,
"13888" : 14,
"14016" : 14,
"14144" : 11,
"14272" : 9,
"14400" : 8,
"14528" : 1,
"14656" : 8,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15424" : 2,
"15552" : 3,
"15936" : 1,
"16192" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 2,
"17792" : 1,
"18048" : 5,
"18304" : 7,
"18560" : 5,
"18816" : 15,
"19072" : 18,
"19328" : 29,
"19584" : 29,
"19840" : 40,
"20096" : 48,
"20352" : 33,
"20608" : 41,
"20864" : 38,
"21120" : 35,
"21376" : 26,
"21632" : 31,
"21888" : 22,
"22144" : 19,
"22400" : 14,
"22656" : 18,
"22912" : 9,
"23168" : 4,
"23424" : 3,
"23680" : 1,
"23936" : 2,
"24192" : 1,
"24704" : 2,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"36608" : 2,
"37120" : 1,
"254976" : 1
}
},
"lat_ns" : {
"min" : 6109,
"max" : 1881425,
"mean" : 31286.952915,
"stddev" : 62258.852387,
"N" : 5662375
},
"bw_min" : 25992,
"bw_max" : 203864,
"bw_agg" : 99.846418,
"bw_mean" : 125638.103064,
"bw_dev" : 57036.750653,
"bw_samples" : 359,
"iops_min" : 6498,
"iops_max" : 50966,
"iops_mean" : 31409.498607,
"iops_stddev" : 14259.191383,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.983361,
"sys_cpu" : 61.677565,
"ctx" : 208135,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.837047,
"4" : 0.049220,
"10" : 0.098492,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098853,
"timestamp_ms" : 1773098853973,
"time" : "Mon Mar 9 20:27:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"percentile_list" : "50:90:95:99:99.9:99.99:99.999",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "lat-read-qd1-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 23193202688,
"io_kbytes" : 22649612,
"bw_bytes" : 128849694,
"bw" : 125829,
"iops" : 31457.439362,
"runtime" : 180002,
"total_ios" : 5662402,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4968,
"max" : 1879682,
"mean" : 30123.059193,
"stddev" : 62202.779445,
"N" : 5662403
},
"clat_ns" : {
"min" : 1071,
"max" : 254018,
"mean" : 1163.885093,
"stddev" : 281.512080,
"N" : 5662402,
"percentile" : {
"50.000000" : 1144,
"90.000000" : 1192,
"95.000000" : 1304,
"99.000000" : 1528,
"99.900000" : 4576,
"99.990000" : 14144,
"99.999000" : 22656
},
"bins" : {
"1064" : 1,
"1080" : 179,
"1096" : 48663,
"1112" : 255638,
"1128" : 2347497,
"1144" : 1434618,
"1160" : 849035,
"1176" : 149448,
"1192" : 23500,
"1208" : 45180,
"1224" : 36239,
"1240" : 65389,
"1256" : 54793,
"1272" : 20974,
"1288" : 37374,
"1304" : 19554,
"1320" : 34121,
"1336" : 33208,
"1352" : 14891,
"1368" : 26171,
"1384" : 11466,
"1400" : 19552,
"1416" : 17217,
"1432" : 8012,
"1448" : 15739,
"1464" : 7272,
"1480" : 12075,
"1496" : 9770,
"1512" : 4418,
"1528" : 7850,
"1544" : 3555,
"1560" : 6452,
"1576" : 5263,
"1592" : 2246,
"1608" : 3869,
"1624" : 1707,
"1640" : 3029,
"1656" : 2665,
"1672" : 1144,
"1688" : 2055,
"1704" : 870,
"1720" : 1476,
"1736" : 1395,
"1752" : 637,
"1768" : 1167,
"1784" : 507,
"1800" : 932,
"1816" : 764,
"1832" : 332,
"1848" : 614,
"1864" : 291,
"1880" : 481,
"1896" : 476,
"1912" : 194,
"1928" : 359,
"1944" : 159,
"1960" : 300,
"1976" : 270,
"1992" : 123,
"2008" : 260,
"2024" : 103,
"2040" : 186,
"2064" : 245,
"2096" : 235,
"2128" : 217,
"2160" : 194,
"2192" : 152,
"2224" : 118,
"2256" : 129,
"2288" : 115,
"2320" : 101,
"2352" : 73,
"2384" : 79,
"2416" : 70,
"2448" : 59,
"2480" : 68,
"2512" : 47,
"2544" : 44,
"2576" : 38,
"2608" : 25,
"2640" : 37,
"2672" : 20,
"2704" : 13,
"2736" : 7,
"2768" : 11,
"2800" : 11,
"2832" : 4,
"2864" : 5,
"2896" : 6,
"2928" : 2,
"2960" : 5,
"2992" : 2,
"3024" : 3,
"3056" : 2,
"3088" : 2,
"3120" : 3,
"3152" : 6,
"3184" : 1,
"3216" : 2,
"3248" : 1,
"3280" : 4,
"3312" : 2,
"3344" : 1,
"3376" : 3,
"3408" : 1,
"3440" : 5,
"3472" : 2,
"3504" : 2,
"3536" : 2,
"3568" : 4,
"3600" : 5,
"3632" : 4,
"3664" : 1,
"3696" : 3,
"3728" : 3,
"3760" : 1,
"3792" : 4,
"3824" : 6,
"3856" : 2,
"3888" : 5,
"3920" : 11,
"3952" : 6,
"3984" : 9,
"4016" : 8,
"4048" : 11,
"4080" : 19,
"4128" : 36,
"4192" : 46,
"4256" : 80,
"4320" : 111,
"4384" : 119,
"4448" : 164,
"4512" : 147,
"4576" : 172,
"4640" : 148,
"4704" : 146,
"4768" : 197,
"4832" : 189,
"4896" : 216,
"4960" : 259,
"5024" : 237,
"5088" : 268,
"5152" : 227,
"5216" : 184,
"5280" : 249,
"5344" : 178,
"5408" : 231,
"5472" : 201,
"5536" : 206,
"5600" : 192,
"5664" : 149,
"5728" : 159,
"5792" : 117,
"5856" : 123,
"5920" : 136,
"5984" : 79,
"6048" : 79,
"6112" : 71,
"6176" : 68,
"6240" : 56,
"6304" : 47,
"6368" : 32,
"6432" : 32,
"6496" : 24,
"6560" : 19,
"6624" : 20,
"6688" : 8,
"6752" : 14,
"6816" : 7,
"6880" : 13,
"6944" : 6,
"7008" : 8,
"7072" : 7,
"7136" : 4,
"7200" : 8,
"7264" : 5,
"7328" : 3,
"7392" : 5,
"7456" : 7,
"7584" : 1,
"7648" : 1,
"7712" : 1,
"7776" : 2,
"7840" : 3,
"7904" : 1,
"7968" : 1,
"8032" : 1,
"8096" : 2,
"8160" : 3,
"8256" : 4,
"8384" : 3,
"8512" : 1,
"8768" : 2,
"9024" : 1,
"9408" : 2,
"9920" : 1,
"10048" : 1,
"10176" : 1,
"10816" : 1,
"10944" : 1,
"11200" : 1,
"11328" : 1,
"11456" : 2,
"11584" : 1,
"11712" : 3,
"11840" : 5,
"11968" : 1,
"12096" : 15,
"12224" : 11,
"12352" : 14,
"12480" : 18,
"12608" : 22,
"12736" : 15,
"12864" : 15,
"12992" : 15,
"13120" : 24,
"13248" : 17,
"13376" : 19,
"13504" : 22,
"13632" : 14,
"13760" : 22,
"13888" : 14,
"14016" : 14,
"14144" : 11,
"14272" : 9,
"14400" : 8,
"14528" : 1,
"14656" : 8,
"14784" : 2,
"14912" : 2,
"15040" : 4,
"15168" : 1,
"15296" : 2,
"15424" : 2,
"15552" : 3,
"15936" : 1,
"16192" : 1,
"16320" : 1,
"16512" : 1,
"16768" : 1,
"17280" : 2,
"17792" : 1,
"18048" : 5,
"18304" : 7,
"18560" : 5,
"18816" : 15,
"19072" : 18,
"19328" : 29,
"19584" : 29,
"19840" : 40,
"20096" : 48,
"20352" : 33,
"20608" : 41,
"20864" : 38,
"21120" : 35,
"21376" : 26,
"21632" : 31,
"21888" : 22,
"22144" : 19,
"22400" : 14,
"22656" : 18,
"22912" : 9,
"23168" : 4,
"23424" : 3,
"23680" : 1,
"23936" : 2,
"24192" : 1,
"24704" : 2,
"26496" : 2,
"27008" : 1,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 2,
"29312" : 1,
"34048" : 2,
"34560" : 1,
"35072" : 1,
"36608" : 2,
"37120" : 1,
"254976" : 1
}
},
"lat_ns" : {
"min" : 6109,
"max" : 1881425,
"mean" : 31286.891638,
"stddev" : 62258.710689,
"N" : 5662402
},
"bw_min" : 25992,
"bw_max" : 203864,
"bw_agg" : 100.000000,
"bw_mean" : 125852.841667,
"bw_dev" : 57102.799163,
"bw_samples" : 360,
"iops_min" : 6498,
"iops_max" : 50966,
"iops_mean" : 31463.183333,
"iops_stddev" : 14275.703598,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 4.983306,
"sys_cpu" : 61.676880,
"ctx" : 208136,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.837066,
"4" : 0.049219,
"10" : 0.098492,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}