raidz2/benchmarks/rand/rand-read-qd4-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773079840,
"timestamp_ms" : 1773079840084,
"time" : "Mon Mar 9 15:10:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2707132416,
"io_kbytes" : 2643684,
"bw_bytes" : 277284893,
"bw" : 270786,
"iops" : 67702.448018,
"runtime" : 9763,
"total_ios" : 660979,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78102,
"usr_cpu" : 1.451947,
"sys_cpu" : 26.091521,
"ctx" : 186170,
"majf" : 0,
"minf" : 79,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.996369,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079850,
"timestamp_ms" : 1773079850321,
"time" : "Mon Mar 9 15:10:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2802151424,
"io_kbytes" : 2736476,
"bw_bytes" : 280243166,
"bw" : 273674,
"iops" : 68421.342134,
"runtime" : 9999,
"total_ios" : 684145,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5218,
"max" : 920726,
"mean" : 115145.641288,
"stddev" : 156594.015831,
"N" : 684145
},
"clat_ns" : {
"min" : 26401,
"max" : 1692114,
"mean" : 352043.590955,
"stddev" : 448278.803708,
"N" : 684137,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 53504,
"10.000000" : 60672,
"20.000000" : 62720,
"30.000000" : 63744,
"40.000000" : 65280,
"50.000000" : 67072,
"60.000000" : 69120,
"70.000000" : 419840,
"80.000000" : 1019904,
"90.000000" : 1105920,
"95.000000" : 1155072,
"99.000000" : 1269760,
"99.500000" : 1318912,
"99.900000" : 1417216,
"99.950000" : 1449984,
"99.990000" : 1531904
},
"bins" : {
"26496" : 2,
"26752" : 4,
"27008" : 6,
"27264" : 4,
"27520" : 2,
"27776" : 3,
"28032" : 1,
"28288" : 2,
"28800" : 1,
"31616" : 1,
"32128" : 1,
"35584" : 2,
"36096" : 5,
"36608" : 14,
"37120" : 40,
"37632" : 111,
"38144" : 147,
"38656" : 269,
"39168" : 241,
"39680" : 244,
"40192" : 210,
"40704" : 145,
"41216" : 138,
"41728" : 133,
"42240" : 93,
"42752" : 64,
"43264" : 72,
"43776" : 49,
"44288" : 36,
"44800" : 32,
"45312" : 18,
"45824" : 19,
"46336" : 24,
"46848" : 28,
"47360" : 84,
"47872" : 224,
"48384" : 612,
"48896" : 1293,
"49408" : 2193,
"49920" : 3177,
"50432" : 4060,
"50944" : 4323,
"51456" : 4168,
"51968" : 3836,
"52480" : 3527,
"52992" : 3453,
"53504" : 3322,
"54016" : 3175,
"54528" : 2796,
"55040" : 2487,
"55552" : 1918,
"56064" : 1559,
"56576" : 1260,
"57088" : 1012,
"57600" : 863,
"58112" : 844,
"58624" : 1045,
"59136" : 1679,
"59648" : 3111,
"60160" : 5673,
"60672" : 9577,
"61184" : 14212,
"61696" : 18855,
"62208" : 22430,
"62720" : 24956,
"63232" : 26463,
"63744" : 26146,
"64256" : 26029,
"64768" : 25847,
"65280" : 25873,
"66048" : 48676,
"67072" : 40882,
"68096" : 30296,
"69120" : 22074,
"70144" : 16660,
"71168" : 12313,
"72192" : 8352,
"73216" : 5268,
"74240" : 3197,
"75264" : 2006,
"76288" : 1185,
"77312" : 619,
"78336" : 335,
"79360" : 222,
"80384" : 139,
"81408" : 83,
"82432" : 56,
"83456" : 46,
"84480" : 35,
"85504" : 24,
"86528" : 20,
"87552" : 32,
"88576" : 15,
"89600" : 20,
"90624" : 7,
"91648" : 11,
"92672" : 6,
"93696" : 1,
"94720" : 2,
"95744" : 6,
"96768" : 3,
"98816" : 3,
"99840" : 2,
"101888" : 1,
"102912" : 1,
"103936" : 1,
"104960" : 1,
"105984" : 2,
"107008" : 4,
"108032" : 1,
"109056" : 1,
"110080" : 1,
"113152" : 1,
"123392" : 1,
"126464" : 1,
"127488" : 1,
"128512" : 1,
"129536" : 2,
"130560" : 1,
"134144" : 4,
"136192" : 2,
"138240" : 2,
"140288" : 3,
"142336" : 3,
"144384" : 3,
"146432" : 5,
"148480" : 7,
"150528" : 2,
"152576" : 2,
"154624" : 6,
"156672" : 3,
"158720" : 2,
"160768" : 3,
"162816" : 3,
"164864" : 1,
"166912" : 2,
"179200" : 1,
"181248" : 2,
"250880" : 1,
"296960" : 1,
"301056" : 2,
"305152" : 4,
"309248" : 3,
"313344" : 8,
"317440" : 5,
"321536" : 9,
"325632" : 13,
"329728" : 21,
"333824" : 17,
"337920" : 23,
"342016" : 25,
"346112" : 22,
"350208" : 19,
"354304" : 26,
"358400" : 55,
"362496" : 77,
"366592" : 117,
"370688" : 169,
"374784" : 179,
"378880" : 231,
"382976" : 214,
"387072" : 205,
"391168" : 138,
"395264" : 82,
"399360" : 55,
"403456" : 57,
"407552" : 46,
"411648" : 57,
"415744" : 96,
"419840" : 131,
"423936" : 197,
"428032" : 207,
"432128" : 262,
"436224" : 244,
"440320" : 212,
"444416" : 160,
"448512" : 104,
"452608" : 65,
"456704" : 52,
"460800" : 34,
"464896" : 38,
"468992" : 39,
"473088" : 50,
"477184" : 34,
"481280" : 17,
"485376" : 19,
"489472" : 15,
"493568" : 16,
"497664" : 10,
"501760" : 14,
"505856" : 15,
"509952" : 22,
"514048" : 15,
"518144" : 16,
"522240" : 12,
"528384" : 19,
"536576" : 17,
"544768" : 14,
"552960" : 10,
"561152" : 10,
"569344" : 13,
"577536" : 21,
"585728" : 27,
"593920" : 37,
"602112" : 61,
"610304" : 70,
"618496" : 142,
"626688" : 202,
"634880" : 322,
"643072" : 357,
"651264" : 406,
"659456" : 460,
"667648" : 843,
"675840" : 1410,
"684032" : 1861,
"692224" : 1851,
"700416" : 1617,
"708608" : 1218,
"716800" : 1447,
"724992" : 2230,
"733184" : 3012,
"741376" : 3391,
"749568" : 2860,
"757760" : 2132,
"765952" : 1616,
"774144" : 1554,
"782336" : 1848,
"790528" : 2070,
"798720" : 1900,
"806912" : 1564,
"815104" : 1087,
"823296" : 846,
"831488" : 686,
"839680" : 587,
"847872" : 497,
"856064" : 424,
"864256" : 395,
"872448" : 408,
"880640" : 375,
"888832" : 397,
"897024" : 347,
"905216" : 356,
"913408" : 362,
"921600" : 428,
"929792" : 563,
"937984" : 688,
"946176" : 862,
"954368" : 995,
"962560" : 1198,
"970752" : 1645,
"978944" : 2303,
"987136" : 2885,
"995328" : 3462,
"1003520" : 3452,
"1011712" : 3521,
"1019904" : 4008,
"1028096" : 4894,
"1036288" : 6176,
"1044480" : 7237,
"1056768" : 13819,
"1073152" : 12220,
"1089536" : 14376,
"1105920" : 14755,
"1122304" : 11420,
"1138688" : 9503,
"1155072" : 8544,
"1171456" : 6796,
"1187840" : 5155,
"1204224" : 3882,
"1220608" : 3047,
"1236992" : 2475,
"1253376" : 2118,
"1269760" : 1603,
"1286144" : 1319,
"1302528" : 1024,
"1318912" : 803,
"1335296" : 639,
"1351680" : 505,
"1368064" : 367,
"1384448" : 257,
"1400832" : 224,
"1417216" : 172,
"1433600" : 146,
"1449984" : 96,
"1466368" : 69,
"1482752" : 53,
"1499136" : 49,
"1515520" : 34,
"1531904" : 10,
"1548288" : 17,
"1564672" : 17,
"1581056" : 12,
"1597440" : 6,
"1613824" : 6,
"1630208" : 5,
"1646592" : 2,
"1662976" : 1,
"1679360" : 2,
"1695744" : 1
}
},
"lat_ns" : {
"min" : 35745,
"max" : 2205510,
"mean" : 467186.843544,
"stddev" : 593638.361988,
"N" : 684137
},
"bw_min" : 270439,
"bw_max" : 277240,
"bw_agg" : 100.000000,
"bw_mean" : 273697.315789,
"bw_dev" : 369.634981,
"bw_samples" : 152,
"iops_min" : 67607,
"iops_max" : 69310,
"iops_mean" : 68423.736842,
"iops_stddev" : 92.440140,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 1.336384,
"sys_cpu" : 26.315132,
"ctx" : 189928,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999854,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999854,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.251635,
"100" : 68.446747,
"250" : 0.011255,
"500" : 0.567716,
"750" : 3.335843,
"1000" : 5.248887
},
"latency_ms" : {
"2" : 21.136747,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079860,
"timestamp_ms" : 1773079860321,
"time" : "Mon Mar 9 15:11:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5636734976,
"io_kbytes" : 5504624,
"bw_bytes" : 281836748,
"bw" : 275231,
"iops" : 68809.200000,
"runtime" : 20000,
"total_ios" : 1376184,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5078,
"max" : 920726,
"mean" : 114480.404171,
"stddev" : 156357.660160,
"N" : 1376184
},
"clat_ns" : {
"min" : 25339,
"max" : 1846270,
"mean" : 350037.196538,
"stddev" : 446482.669118,
"N" : 1376176,
"percentile" : {
"1.000000" : 49408,
"5.000000" : 52992,
"10.000000" : 60672,
"20.000000" : 62208,
"30.000000" : 63744,
"40.000000" : 64768,
"50.000000" : 66048,
"60.000000" : 68096,
"70.000000" : 395264,
"80.000000" : 1011712,
"90.000000" : 1105920,
"95.000000" : 1155072,
"99.000000" : 1269760,
"99.500000" : 1302528,
"99.900000" : 1400832,
"99.950000" : 1449984,
"99.990000" : 1531904
},
"bins" : {
"25216" : 1,
"25472" : 1,
"25984" : 1,
"26240" : 1,
"26496" : 3,
"26752" : 9,
"27008" : 7,
"27264" : 7,
"27520" : 2,
"27776" : 3,
"28032" : 4,
"28288" : 2,
"28800" : 3,
"29056" : 1,
"29824" : 1,
"31360" : 1,
"31616" : 1,
"32128" : 1,
"35072" : 2,
"35584" : 4,
"36096" : 14,
"36608" : 36,
"37120" : 117,
"37632" : 248,
"38144" : 386,
"38656" : 579,
"39168" : 562,
"39680" : 472,
"40192" : 404,
"40704" : 318,
"41216" : 261,
"41728" : 244,
"42240" : 188,
"42752" : 123,
"43264" : 110,
"43776" : 89,
"44288" : 60,
"44800" : 49,
"45312" : 38,
"45824" : 28,
"46336" : 42,
"46848" : 80,
"47360" : 243,
"47872" : 672,
"48384" : 1626,
"48896" : 3170,
"49408" : 5156,
"49920" : 7221,
"50432" : 8859,
"50944" : 9329,
"51456" : 8735,
"51968" : 8093,
"52480" : 7262,
"52992" : 6784,
"53504" : 6347,
"54016" : 5986,
"54528" : 5240,
"55040" : 4552,
"55552" : 3515,
"56064" : 2743,
"56576" : 2203,
"57088" : 1705,
"57600" : 1513,
"58112" : 1589,
"58624" : 2213,
"59136" : 4051,
"59648" : 7679,
"60160" : 13891,
"60672" : 22874,
"61184" : 33068,
"61696" : 42806,
"62208" : 50074,
"62720" : 54641,
"63232" : 57212,
"63744" : 55831,
"64256" : 54713,
"64768" : 53244,
"65280" : 51733,
"66048" : 94718,
"67072" : 76795,
"68096" : 55298,
"69120" : 39000,
"70144" : 28156,
"71168" : 20257,
"72192" : 13357,
"73216" : 8379,
"74240" : 5045,
"75264" : 3054,
"76288" : 1766,
"77312" : 908,
"78336" : 497,
"79360" : 323,
"80384" : 199,
"81408" : 116,
"82432" : 75,
"83456" : 63,
"84480" : 52,
"85504" : 35,
"86528" : 28,
"87552" : 46,
"88576" : 23,
"89600" : 26,
"90624" : 13,
"91648" : 13,
"92672" : 8,
"93696" : 1,
"94720" : 5,
"95744" : 7,
"96768" : 4,
"98816" : 3,
"99840" : 2,
"100864" : 1,
"101888" : 1,
"102912" : 1,
"103936" : 2,
"104960" : 2,
"105984" : 3,
"107008" : 5,
"108032" : 2,
"109056" : 5,
"110080" : 1,
"113152" : 2,
"114176" : 1,
"115200" : 1,
"123392" : 1,
"126464" : 1,
"127488" : 1,
"128512" : 1,
"129536" : 3,
"130560" : 1,
"134144" : 4,
"136192" : 2,
"138240" : 2,
"140288" : 3,
"142336" : 5,
"144384" : 3,
"146432" : 6,
"148480" : 10,
"150528" : 2,
"152576" : 2,
"154624" : 9,
"156672" : 5,
"158720" : 7,
"160768" : 8,
"162816" : 4,
"164864" : 1,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"175104" : 2,
"179200" : 1,
"181248" : 2,
"195584" : 1,
"197632" : 4,
"199680" : 1,
"203776" : 1,
"205824" : 1,
"207872" : 1,
"250880" : 1,
"276480" : 2,
"280576" : 1,
"296960" : 3,
"301056" : 4,
"305152" : 8,
"309248" : 5,
"313344" : 13,
"317440" : 13,
"321536" : 27,
"325632" : 32,
"329728" : 52,
"333824" : 60,
"337920" : 58,
"342016" : 50,
"346112" : 46,
"350208" : 43,
"354304" : 54,
"358400" : 111,
"362496" : 168,
"366592" : 237,
"370688" : 366,
"374784" : 432,
"378880" : 581,
"382976" : 529,
"387072" : 481,
"391168" : 338,
"395264" : 201,
"399360" : 148,
"403456" : 125,
"407552" : 98,
"411648" : 114,
"415744" : 194,
"419840" : 296,
"423936" : 422,
"428032" : 491,
"432128" : 560,
"436224" : 569,
"440320" : 501,
"444416" : 363,
"448512" : 254,
"452608" : 144,
"456704" : 115,
"460800" : 92,
"464896" : 82,
"468992" : 81,
"473088" : 92,
"477184" : 74,
"481280" : 35,
"485376" : 46,
"489472" : 30,
"493568" : 27,
"497664" : 24,
"501760" : 36,
"505856" : 40,
"509952" : 42,
"514048" : 35,
"518144" : 39,
"522240" : 27,
"528384" : 43,
"536576" : 47,
"544768" : 33,
"552960" : 24,
"561152" : 31,
"569344" : 26,
"577536" : 39,
"585728" : 58,
"593920" : 72,
"602112" : 110,
"610304" : 146,
"618496" : 264,
"626688" : 407,
"634880" : 666,
"643072" : 781,
"651264" : 863,
"659456" : 1029,
"667648" : 1759,
"675840" : 2891,
"684032" : 3823,
"692224" : 3937,
"700416" : 3408,
"708608" : 2746,
"716800" : 2951,
"724992" : 4615,
"733184" : 6383,
"741376" : 7105,
"749568" : 6191,
"757760" : 4565,
"765952" : 3341,
"774144" : 3290,
"782336" : 3922,
"790528" : 4522,
"798720" : 4158,
"806912" : 3307,
"815104" : 2369,
"823296" : 1832,
"831488" : 1516,
"839680" : 1301,
"847872" : 1056,
"856064" : 964,
"864256" : 819,
"872448" : 800,
"880640" : 797,
"888832" : 778,
"897024" : 687,
"905216" : 753,
"913408" : 763,
"921600" : 878,
"929792" : 1118,
"937984" : 1348,
"946176" : 1618,
"954368" : 2003,
"962560" : 2351,
"970752" : 3221,
"978944" : 4378,
"987136" : 5609,
"995328" : 6822,
"1003520" : 6849,
"1011712" : 6948,
"1019904" : 7668,
"1028096" : 9428,
"1036288" : 12106,
"1044480" : 14175,
"1056768" : 27234,
"1073152" : 23914,
"1089536" : 28360,
"1105920" : 29450,
"1122304" : 22656,
"1138688" : 18968,
"1155072" : 17217,
"1171456" : 13537,
"1187840" : 10260,
"1204224" : 7683,
"1220608" : 5976,
"1236992" : 4924,
"1253376" : 4238,
"1269760" : 3206,
"1286144" : 2669,
"1302528" : 2064,
"1318912" : 1563,
"1335296" : 1228,
"1351680" : 969,
"1368064" : 769,
"1384448" : 498,
"1400832" : 426,
"1417216" : 300,
"1433600" : 259,
"1449984" : 186,
"1466368" : 121,
"1482752" : 104,
"1499136" : 83,
"1515520" : 64,
"1531904" : 29,
"1548288" : 30,
"1564672" : 27,
"1581056" : 24,
"1597440" : 14,
"1613824" : 11,
"1630208" : 9,
"1646592" : 4,
"1662976" : 2,
"1679360" : 3,
"1695744" : 1,
"1728512" : 1,
"1843200" : 1
}
},
"lat_ns" : {
"min" : 35544,
"max" : 2223366,
"mean" : 464515.620826,
"stddev" : 591035.428948,
"N" : 1376176
},
"bw_min" : 270439,
"bw_max" : 282816,
"bw_agg" : 100.000000,
"bw_mean" : 275288.461538,
"bw_dev" : 811.887339,
"bw_samples" : 312,
"iops_min" : 67607,
"iops_max" : 70704,
"iops_mean" : 68821.641026,
"iops_stddev" : 202.990844,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.405009,
"sys_cpu" : 26.292664,
"ctx" : 379569,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.455038,
"100" : 68.255698,
"250" : 0.010000,
"500" : 0.646280,
"750" : 3.494591,
"1000" : 5.372465
},
"latency_ms" : {
"2" : 20.766191,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079870,
"timestamp_ms" : 1773079870321,
"time" : "Mon Mar 9 15:11:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8455278592,
"io_kbytes" : 8257108,
"bw_bytes" : 281852014,
"bw" : 275246,
"iops" : 68812.360412,
"runtime" : 29999,
"total_ios" : 2064302,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5078,
"max" : 920726,
"mean" : 114476.949522,
"stddev" : 156396.242600,
"N" : 2064302
},
"clat_ns" : {
"min" : 25339,
"max" : 1846270,
"mean" : 350024.118804,
"stddev" : 445319.710397,
"N" : 2064294,
"percentile" : {
"1.000000" : 49408,
"5.000000" : 52992,
"10.000000" : 60672,
"20.000000" : 62720,
"30.000000" : 63744,
"40.000000" : 65280,
"50.000000" : 66048,
"60.000000" : 68096,
"70.000000" : 423936,
"80.000000" : 1011712,
"90.000000" : 1105920,
"95.000000" : 1155072,
"99.000000" : 1269760,
"99.500000" : 1302528,
"99.900000" : 1400832,
"99.950000" : 1449984,
"99.990000" : 1531904
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25984" : 4,
"26240" : 2,
"26496" : 6,
"26752" : 11,
"27008" : 11,
"27264" : 11,
"27520" : 5,
"27776" : 7,
"28032" : 6,
"28288" : 4,
"28544" : 2,
"28800" : 3,
"29056" : 1,
"29824" : 2,
"30080" : 1,
"31360" : 1,
"31616" : 1,
"32128" : 1,
"35072" : 2,
"35584" : 4,
"36096" : 20,
"36608" : 61,
"37120" : 171,
"37632" : 352,
"38144" : 573,
"38656" : 854,
"39168" : 806,
"39680" : 718,
"40192" : 600,
"40704" : 483,
"41216" : 393,
"41728" : 355,
"42240" : 306,
"42752" : 210,
"43264" : 182,
"43776" : 131,
"44288" : 94,
"44800" : 68,
"45312" : 50,
"45824" : 42,
"46336" : 59,
"46848" : 106,
"47360" : 350,
"47872" : 956,
"48384" : 2321,
"48896" : 4405,
"49408" : 7345,
"49920" : 10456,
"50432" : 12870,
"50944" : 13694,
"51456" : 13042,
"51968" : 11978,
"52480" : 10889,
"52992" : 10110,
"53504" : 9528,
"54016" : 8979,
"54528" : 8138,
"55040" : 7071,
"55552" : 5461,
"56064" : 4250,
"56576" : 3468,
"57088" : 2771,
"57600" : 2362,
"58112" : 2376,
"58624" : 3133,
"59136" : 5698,
"59648" : 10621,
"60160" : 19467,
"60672" : 31821,
"61184" : 46439,
"61696" : 60682,
"62208" : 71756,
"62720" : 79102,
"63232" : 82866,
"63744" : 81861,
"64256" : 80400,
"64768" : 79099,
"65280" : 77571,
"66048" : 144597,
"67072" : 118814,
"68096" : 86835,
"69120" : 62037,
"70144" : 45285,
"71168" : 32474,
"72192" : 21750,
"73216" : 13702,
"74240" : 8245,
"75264" : 5049,
"76288" : 2934,
"77312" : 1570,
"78336" : 868,
"79360" : 541,
"80384" : 331,
"81408" : 196,
"82432" : 125,
"83456" : 106,
"84480" : 85,
"85504" : 51,
"86528" : 46,
"87552" : 58,
"88576" : 32,
"89600" : 42,
"90624" : 20,
"91648" : 19,
"92672" : 13,
"93696" : 2,
"94720" : 10,
"95744" : 9,
"96768" : 5,
"97792" : 1,
"98816" : 4,
"99840" : 5,
"100864" : 3,
"101888" : 3,
"102912" : 3,
"103936" : 2,
"104960" : 3,
"105984" : 4,
"107008" : 8,
"108032" : 2,
"109056" : 5,
"110080" : 1,
"112128" : 1,
"113152" : 2,
"114176" : 1,
"115200" : 1,
"117248" : 1,
"122368" : 1,
"123392" : 1,
"126464" : 1,
"127488" : 4,
"128512" : 1,
"129536" : 3,
"130560" : 2,
"132096" : 2,
"134144" : 4,
"136192" : 3,
"138240" : 2,
"140288" : 4,
"142336" : 6,
"144384" : 6,
"146432" : 8,
"148480" : 13,
"150528" : 4,
"152576" : 7,
"154624" : 12,
"156672" : 7,
"158720" : 10,
"160768" : 11,
"162816" : 5,
"164864" : 1,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"195584" : 1,
"197632" : 4,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"250880" : 1,
"254976" : 1,
"261120" : 1,
"276480" : 2,
"280576" : 2,
"292864" : 2,
"296960" : 4,
"301056" : 5,
"305152" : 11,
"309248" : 6,
"313344" : 20,
"317440" : 16,
"321536" : 49,
"325632" : 55,
"329728" : 85,
"333824" : 88,
"337920" : 86,
"342016" : 86,
"346112" : 74,
"350208" : 67,
"354304" : 90,
"358400" : 176,
"362496" : 257,
"366592" : 389,
"370688" : 618,
"374784" : 777,
"378880" : 980,
"382976" : 934,
"387072" : 805,
"391168" : 587,
"395264" : 367,
"399360" : 271,
"403456" : 209,
"407552" : 170,
"411648" : 179,
"415744" : 307,
"419840" : 506,
"423936" : 678,
"428032" : 811,
"432128" : 913,
"436224" : 943,
"440320" : 845,
"444416" : 646,
"448512" : 442,
"452608" : 275,
"456704" : 216,
"460800" : 160,
"464896" : 137,
"468992" : 134,
"473088" : 139,
"477184" : 116,
"481280" : 74,
"485376" : 77,
"489472" : 49,
"493568" : 44,
"497664" : 42,
"501760" : 61,
"505856" : 66,
"509952" : 62,
"514048" : 51,
"518144" : 59,
"522240" : 49,
"528384" : 81,
"536576" : 72,
"544768" : 62,
"552960" : 43,
"561152" : 48,
"569344" : 48,
"577536" : 76,
"585728" : 91,
"593920" : 105,
"602112" : 165,
"610304" : 220,
"618496" : 406,
"626688" : 638,
"634880" : 1055,
"643072" : 1175,
"651264" : 1322,
"659456" : 1576,
"667648" : 2692,
"675840" : 4407,
"684032" : 5935,
"692224" : 6156,
"700416" : 5395,
"708608" : 4433,
"716800" : 4715,
"724992" : 7061,
"733184" : 10015,
"741376" : 11269,
"749568" : 9933,
"757760" : 7377,
"765952" : 5501,
"774144" : 5213,
"782336" : 6110,
"790528" : 7138,
"798720" : 6658,
"806912" : 5396,
"815104" : 3981,
"823296" : 3005,
"831488" : 2439,
"839680" : 2068,
"847872" : 1655,
"856064" : 1493,
"864256" : 1288,
"872448" : 1269,
"880640" : 1272,
"888832" : 1237,
"897024" : 1068,
"905216" : 1131,
"913408" : 1175,
"921600" : 1285,
"929792" : 1641,
"937984" : 1988,
"946176" : 2401,
"954368" : 2908,
"962560" : 3487,
"970752" : 4621,
"978944" : 6299,
"987136" : 8232,
"995328" : 9917,
"1003520" : 10182,
"1011712" : 10240,
"1019904" : 11182,
"1028096" : 13647,
"1036288" : 17602,
"1044480" : 20707,
"1056768" : 40589,
"1073152" : 35412,
"1089536" : 41610,
"1105920" : 43634,
"1122304" : 34066,
"1138688" : 28006,
"1155072" : 25736,
"1171456" : 20264,
"1187840" : 15342,
"1204224" : 11534,
"1220608" : 8971,
"1236992" : 7472,
"1253376" : 6304,
"1269760" : 4808,
"1286144" : 3901,
"1302528" : 3023,
"1318912" : 2385,
"1335296" : 1811,
"1351680" : 1431,
"1368064" : 1178,
"1384448" : 764,
"1400832" : 637,
"1417216" : 467,
"1433600" : 381,
"1449984" : 289,
"1466368" : 186,
"1482752" : 157,
"1499136" : 121,
"1515520" : 91,
"1531904" : 55,
"1548288" : 48,
"1564672" : 40,
"1581056" : 34,
"1597440" : 20,
"1613824" : 14,
"1630208" : 12,
"1646592" : 7,
"1662976" : 4,
"1679360" : 5,
"1695744" : 1,
"1728512" : 2,
"1744896" : 1,
"1843200" : 1
}
},
"lat_ns" : {
"min" : 35544,
"max" : 2223366,
"mean" : 464500.022928,
"stddev" : 589271.452452,
"N" : 2064294
},
"bw_min" : 270405,
"bw_max" : 283440,
"bw_agg" : 100.000000,
"bw_mean" : 275284.016949,
"bw_dev" : 721.019159,
"bw_samples" : 472,
"iops_min" : 67599,
"iops_max" : 70860,
"iops_mean" : 68820.593220,
"iops_stddev" : 180.270061,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 1.411714,
"sys_cpu" : 26.344211,
"ctx" : 568698,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.395145,
"100" : 68.164396,
"250" : 0.010000,
"500" : 0.727946,
"750" : 3.651258,
"1000" : 5.528794
},
"latency_ms" : {
"2" : 20.523257,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079880,
"timestamp_ms" : 1773079880321,
"time" : "Mon Mar 9 15:11:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11051163648,
"io_kbytes" : 10792152,
"bw_bytes" : 276285998,
"bw" : 269810,
"iops" : 67453.211330,
"runtime" : 39999,
"total_ios" : 2698061,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5068,
"max" : 920726,
"mean" : 116813.713143,
"stddev" : 157616.636795,
"N" : 2698061
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 357046.316349,
"stddev" : 446089.350323,
"N" : 2698053,
"percentile" : {
"1.000000" : 49408,
"5.000000" : 53504,
"10.000000" : 60672,
"20.000000" : 62720,
"30.000000" : 63744,
"40.000000" : 65280,
"50.000000" : 67072,
"60.000000" : 69120,
"70.000000" : 667648,
"80.000000" : 1011712,
"90.000000" : 1105920,
"95.000000" : 1155072,
"99.000000" : 1269760,
"99.500000" : 1302528,
"99.900000" : 1400832,
"99.950000" : 1449984,
"99.990000" : 1531904
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25984" : 4,
"26240" : 3,
"26496" : 7,
"26752" : 13,
"27008" : 15,
"27264" : 15,
"27520" : 9,
"27776" : 11,
"28032" : 8,
"28288" : 6,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 4,
"36096" : 22,
"36608" : 81,
"37120" : 210,
"37632" : 448,
"38144" : 730,
"38656" : 1047,
"39168" : 1005,
"39680" : 938,
"40192" : 765,
"40704" : 622,
"41216" : 503,
"41728" : 455,
"42240" : 390,
"42752" : 281,
"43264" : 232,
"43776" : 164,
"44288" : 136,
"44800" : 83,
"45312" : 70,
"45824" : 57,
"46336" : 79,
"46848" : 129,
"47360" : 451,
"47872" : 1192,
"48384" : 2839,
"48896" : 5479,
"49408" : 9110,
"49920" : 12942,
"50432" : 16124,
"50944" : 17289,
"51456" : 16443,
"51968" : 15371,
"52480" : 14014,
"52992" : 13100,
"53504" : 12421,
"54016" : 11560,
"54528" : 10549,
"55040" : 9114,
"55552" : 7085,
"56064" : 5534,
"56576" : 4580,
"57088" : 3591,
"57600" : 3128,
"58112" : 3052,
"58624" : 3977,
"59136" : 7101,
"59648" : 13287,
"60160" : 24164,
"60672" : 39529,
"61184" : 57831,
"61696" : 76076,
"62208" : 90354,
"62720" : 99977,
"63232" : 105140,
"63744" : 104143,
"64256" : 102743,
"64768" : 101563,
"65280" : 99972,
"66048" : 187046,
"67072" : 155188,
"68096" : 114085,
"69120" : 81887,
"70144" : 59781,
"71168" : 42777,
"72192" : 28711,
"73216" : 18232,
"74240" : 11032,
"75264" : 6776,
"76288" : 3953,
"77312" : 2130,
"78336" : 1194,
"79360" : 734,
"80384" : 449,
"81408" : 288,
"82432" : 182,
"83456" : 147,
"84480" : 130,
"85504" : 95,
"86528" : 74,
"87552" : 95,
"88576" : 65,
"89600" : 63,
"90624" : 37,
"91648" : 41,
"92672" : 22,
"93696" : 13,
"94720" : 31,
"95744" : 27,
"96768" : 11,
"97792" : 13,
"98816" : 15,
"99840" : 12,
"100864" : 8,
"101888" : 4,
"102912" : 6,
"103936" : 4,
"104960" : 5,
"105984" : 6,
"107008" : 9,
"108032" : 4,
"109056" : 10,
"110080" : 1,
"112128" : 2,
"113152" : 3,
"114176" : 4,
"115200" : 2,
"116224" : 3,
"117248" : 2,
"118272" : 2,
"119296" : 1,
"120320" : 3,
"121344" : 1,
"122368" : 1,
"123392" : 1,
"124416" : 2,
"125440" : 3,
"126464" : 7,
"127488" : 8,
"128512" : 4,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 5,
"136192" : 6,
"138240" : 4,
"140288" : 4,
"142336" : 9,
"144384" : 12,
"146432" : 14,
"148480" : 17,
"150528" : 8,
"152576" : 9,
"154624" : 14,
"156672" : 8,
"158720" : 12,
"160768" : 12,
"162816" : 5,
"164864" : 1,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"195584" : 1,
"197632" : 4,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"250880" : 1,
"254976" : 1,
"261120" : 1,
"276480" : 3,
"280576" : 3,
"284672" : 1,
"292864" : 2,
"296960" : 6,
"301056" : 12,
"305152" : 13,
"309248" : 14,
"313344" : 41,
"317440" : 52,
"321536" : 90,
"325632" : 129,
"329728" : 200,
"333824" : 186,
"337920" : 202,
"342016" : 171,
"346112" : 156,
"350208" : 155,
"354304" : 205,
"358400" : 376,
"362496" : 583,
"366592" : 871,
"370688" : 1245,
"374784" : 1601,
"378880" : 1883,
"382976" : 1823,
"387072" : 1612,
"391168" : 1219,
"395264" : 892,
"399360" : 638,
"403456" : 534,
"407552" : 445,
"411648" : 468,
"415744" : 727,
"419840" : 1055,
"423936" : 1475,
"428032" : 1737,
"432128" : 1897,
"436224" : 1927,
"440320" : 1709,
"444416" : 1388,
"448512" : 986,
"452608" : 707,
"456704" : 550,
"460800" : 434,
"464896" : 343,
"468992" : 299,
"473088" : 281,
"477184" : 262,
"481280" : 182,
"485376" : 149,
"489472" : 117,
"493568" : 110,
"497664" : 118,
"501760" : 119,
"505856" : 121,
"509952" : 116,
"514048" : 119,
"518144" : 141,
"522240" : 117,
"528384" : 188,
"536576" : 173,
"544768" : 154,
"552960" : 129,
"561152" : 96,
"569344" : 107,
"577536" : 131,
"585728" : 151,
"593920" : 162,
"602112" : 240,
"610304" : 328,
"618496" : 568,
"626688" : 881,
"634880" : 1460,
"643072" : 1684,
"651264" : 1874,
"659456" : 2240,
"667648" : 3802,
"675840" : 6193,
"684032" : 8312,
"692224" : 8816,
"700416" : 7609,
"708608" : 6285,
"716800" : 6731,
"724992" : 9970,
"733184" : 14166,
"741376" : 15834,
"749568" : 14122,
"757760" : 10424,
"765952" : 7729,
"774144" : 7322,
"782336" : 8700,
"790528" : 9980,
"798720" : 9408,
"806912" : 7587,
"815104" : 5709,
"823296" : 4274,
"831488" : 3508,
"839680" : 2960,
"847872" : 2388,
"856064" : 2083,
"864256" : 1804,
"872448" : 1775,
"880640" : 1744,
"888832" : 1720,
"897024" : 1502,
"905216" : 1556,
"913408" : 1613,
"921600" : 1768,
"929792" : 2227,
"937984" : 2601,
"946176" : 3195,
"954368" : 3847,
"962560" : 4567,
"970752" : 6044,
"978944" : 8218,
"987136" : 10834,
"995328" : 12842,
"1003520" : 13314,
"1011712" : 13406,
"1019904" : 14647,
"1028096" : 17958,
"1036288" : 23004,
"1044480" : 27159,
"1056768" : 53459,
"1073152" : 46417,
"1089536" : 54478,
"1105920" : 57380,
"1122304" : 44890,
"1138688" : 36715,
"1155072" : 33780,
"1171456" : 26879,
"1187840" : 20007,
"1204224" : 15275,
"1220608" : 11791,
"1236992" : 9762,
"1253376" : 8303,
"1269760" : 6410,
"1286144" : 5147,
"1302528" : 4024,
"1318912" : 3161,
"1335296" : 2441,
"1351680" : 1876,
"1368064" : 1517,
"1384448" : 1065,
"1400832" : 849,
"1417216" : 610,
"1433600" : 500,
"1449984" : 404,
"1466368" : 241,
"1482752" : 211,
"1499136" : 160,
"1515520" : 108,
"1531904" : 82,
"1548288" : 63,
"1564672" : 57,
"1581056" : 44,
"1597440" : 28,
"1613824" : 18,
"1630208" : 18,
"1646592" : 9,
"1662976" : 4,
"1679360" : 6,
"1695744" : 2,
"1712128" : 2,
"1728512" : 3,
"1744896" : 2,
"1843200" : 1,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 473859.092531,
"stddev" : 589789.311146,
"N" : 2698053
},
"bw_min" : 219141,
"bw_max" : 285352,
"bw_agg" : 100.000000,
"bw_mean" : 270451.227848,
"bw_dev" : 4570.931313,
"bw_samples" : 632,
"iops_min" : 54783,
"iops_max" : 71338,
"iops_mean" : 67612.493671,
"iops_stddev" : 1142.729200,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 1.385035,
"sys_cpu" : 26.102215,
"ctx" : 761178,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.331215,
"100" : 67.041145,
"250" : 0.010415,
"500" : 1.196860,
"750" : 3.971259,
"1000" : 5.812952
},
"latency_ms" : {
"2" : 20.635857,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079890,
"timestamp_ms" : 1773079890321,
"time" : "Mon Mar 9 15:11:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 13106454528,
"io_kbytes" : 12799272,
"bw_bytes" : 262134333,
"bw" : 255990,
"iops" : 63997.919958,
"runtime" : 49999,
"total_ios" : 3199832,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5068,
"max" : 1019878,
"mean" : 123207.670528,
"stddev" : 160743.042193,
"N" : 3199832
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 376265.181373,
"stddev" : 450630.455768,
"N" : 3199824,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 53504,
"10.000000" : 60672,
"20.000000" : 62720,
"30.000000" : 64256,
"40.000000" : 65280,
"50.000000" : 67072,
"60.000000" : 70144,
"70.000000" : 716800,
"80.000000" : 1019904,
"90.000000" : 1105920,
"95.000000" : 1155072,
"99.000000" : 1269760,
"99.500000" : 1318912,
"99.900000" : 1417216,
"99.950000" : 1449984,
"99.990000" : 1548288
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25984" : 4,
"26240" : 5,
"26496" : 8,
"26752" : 14,
"27008" : 15,
"27264" : 20,
"27520" : 9,
"27776" : 15,
"28032" : 9,
"28288" : 6,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 4,
"36096" : 25,
"36608" : 86,
"37120" : 222,
"37632" : 494,
"38144" : 787,
"38656" : 1155,
"39168" : 1102,
"39680" : 1027,
"40192" : 851,
"40704" : 682,
"41216" : 564,
"41728" : 499,
"42240" : 436,
"42752" : 322,
"43264" : 254,
"43776" : 188,
"44288" : 151,
"44800" : 93,
"45312" : 78,
"45824" : 64,
"46336" : 89,
"46848" : 141,
"47360" : 496,
"47872" : 1317,
"48384" : 3138,
"48896" : 6058,
"49408" : 10077,
"49920" : 14355,
"50432" : 17921,
"50944" : 19332,
"51456" : 18462,
"51968" : 17216,
"52480" : 15676,
"52992" : 14796,
"53504" : 13974,
"54016" : 12963,
"54528" : 11831,
"55040" : 10229,
"55552" : 7948,
"56064" : 6221,
"56576" : 5143,
"57088" : 4063,
"57600" : 3521,
"58112" : 3465,
"58624" : 4555,
"59136" : 8068,
"59648" : 15033,
"60160" : 27400,
"60672" : 44777,
"61184" : 65601,
"61696" : 86331,
"62208" : 102530,
"62720" : 113448,
"63232" : 119444,
"63744" : 118553,
"64256" : 117084,
"64768" : 115929,
"65280" : 114298,
"66048" : 213311,
"67072" : 177343,
"68096" : 130503,
"69120" : 93524,
"70144" : 68246,
"71168" : 48612,
"72192" : 32667,
"73216" : 20662,
"74240" : 12618,
"75264" : 7782,
"76288" : 4536,
"77312" : 2505,
"78336" : 1397,
"79360" : 844,
"80384" : 537,
"81408" : 338,
"82432" : 250,
"83456" : 182,
"84480" : 172,
"85504" : 136,
"86528" : 112,
"87552" : 119,
"88576" : 93,
"89600" : 102,
"90624" : 74,
"91648" : 79,
"92672" : 60,
"93696" : 50,
"94720" : 66,
"95744" : 60,
"96768" : 35,
"97792" : 31,
"98816" : 34,
"99840" : 17,
"100864" : 16,
"101888" : 6,
"102912" : 11,
"103936" : 5,
"104960" : 8,
"105984" : 7,
"107008" : 9,
"108032" : 4,
"109056" : 10,
"110080" : 2,
"112128" : 3,
"113152" : 5,
"114176" : 5,
"115200" : 2,
"116224" : 5,
"117248" : 2,
"118272" : 4,
"119296" : 1,
"120320" : 5,
"121344" : 2,
"122368" : 4,
"123392" : 2,
"124416" : 4,
"125440" : 4,
"126464" : 10,
"127488" : 9,
"128512" : 4,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 7,
"136192" : 7,
"138240" : 8,
"140288" : 5,
"142336" : 11,
"144384" : 16,
"146432" : 14,
"148480" : 17,
"150528" : 8,
"152576" : 10,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 5,
"164864" : 1,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"195584" : 1,
"197632" : 4,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"242688" : 1,
"244736" : 1,
"250880" : 1,
"254976" : 1,
"261120" : 1,
"268288" : 1,
"272384" : 1,
"276480" : 3,
"280576" : 5,
"284672" : 6,
"292864" : 6,
"296960" : 20,
"301056" : 22,
"305152" : 34,
"309248" : 47,
"313344" : 101,
"317440" : 151,
"321536" : 219,
"325632" : 287,
"329728" : 411,
"333824" : 408,
"337920" : 401,
"342016" : 363,
"346112" : 319,
"350208" : 370,
"354304" : 564,
"358400" : 969,
"362496" : 1529,
"366592" : 2288,
"370688" : 3140,
"374784" : 3846,
"378880" : 4231,
"382976" : 3984,
"387072" : 3260,
"391168" : 2421,
"395264" : 1746,
"399360" : 1184,
"403456" : 952,
"407552" : 867,
"411648" : 1201,
"415744" : 1900,
"419840" : 2662,
"423936" : 3433,
"428032" : 4079,
"432128" : 4305,
"436224" : 4089,
"440320" : 3375,
"444416" : 2559,
"448512" : 1846,
"452608" : 1296,
"456704" : 1058,
"460800" : 836,
"464896" : 698,
"468992" : 588,
"473088" : 575,
"477184" : 462,
"481280" : 350,
"485376" : 310,
"489472" : 293,
"493568" : 246,
"497664" : 243,
"501760" : 256,
"505856" : 252,
"509952" : 272,
"514048" : 292,
"518144" : 306,
"522240" : 292,
"528384" : 419,
"536576" : 345,
"544768" : 307,
"552960" : 251,
"561152" : 182,
"569344" : 215,
"577536" : 249,
"585728" : 235,
"593920" : 304,
"602112" : 346,
"610304" : 472,
"618496" : 779,
"626688" : 1172,
"634880" : 1901,
"643072" : 2211,
"651264" : 2425,
"659456" : 2936,
"667648" : 4905,
"675840" : 8134,
"684032" : 10926,
"692224" : 11540,
"700416" : 9922,
"708608" : 8245,
"716800" : 8798,
"724992" : 12995,
"733184" : 18615,
"741376" : 20760,
"749568" : 18518,
"757760" : 13679,
"765952" : 10111,
"774144" : 9646,
"782336" : 11348,
"790528" : 13067,
"798720" : 12462,
"806912" : 9971,
"815104" : 7613,
"823296" : 5701,
"831488" : 4619,
"839680" : 3865,
"847872" : 3126,
"856064" : 2765,
"864256" : 2427,
"872448" : 2388,
"880640" : 2314,
"888832" : 2259,
"897024" : 2007,
"905216" : 2002,
"913408" : 2048,
"921600" : 2220,
"929792" : 2779,
"937984" : 3264,
"946176" : 3963,
"954368" : 4752,
"962560" : 5641,
"970752" : 7371,
"978944" : 10075,
"987136" : 13308,
"995328" : 15768,
"1003520" : 16342,
"1011712" : 16467,
"1019904" : 17951,
"1028096" : 22063,
"1036288" : 27937,
"1044480" : 33203,
"1056768" : 65925,
"1073152" : 57050,
"1089536" : 66518,
"1105920" : 70753,
"1122304" : 55455,
"1138688" : 45369,
"1155072" : 41904,
"1171456" : 33548,
"1187840" : 25020,
"1204224" : 19156,
"1220608" : 14894,
"1236992" : 12182,
"1253376" : 10468,
"1269760" : 8017,
"1286144" : 6385,
"1302528" : 5062,
"1318912" : 4022,
"1335296" : 3098,
"1351680" : 2364,
"1368064" : 1916,
"1384448" : 1367,
"1400832" : 1069,
"1417216" : 795,
"1433600" : 614,
"1449984" : 502,
"1466368" : 332,
"1482752" : 250,
"1499136" : 190,
"1515520" : 146,
"1531904" : 114,
"1548288" : 84,
"1564672" : 67,
"1581056" : 58,
"1597440" : 35,
"1613824" : 25,
"1630208" : 23,
"1646592" : 13,
"1662976" : 8,
"1679360" : 7,
"1695744" : 3,
"1712128" : 3,
"1728512" : 3,
"1744896" : 3,
"1777664" : 3,
"1794048" : 1,
"1843200" : 1,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 499471.955413,
"stddev" : 594981.699587,
"N" : 3199824
},
"bw_min" : 179357,
"bw_max" : 285728,
"bw_agg" : 100.000000,
"bw_mean" : 256762.898990,
"bw_dev" : 10894.922039,
"bw_samples" : 792,
"iops_min" : 44837,
"iops_max" : 71432,
"iops_mean" : 64190.474747,
"iops_stddev" : 2723.722071,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 1.333777,
"sys_cpu" : 25.397008,
"ctx" : 961155,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.241003,
"100" : 64.318533,
"250" : 0.010751,
"500" : 2.205553,
"750" : 4.435202,
"1000" : 6.298174
},
"latency_ms" : {
"2" : 21.490535,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079900,
"timestamp_ms" : 1773079900321,
"time" : "Mon Mar 9 15:11:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14893715456,
"io_kbytes" : 14544644,
"bw_bytes" : 248232728,
"bw" : 242414,
"iops" : 60603.893398,
"runtime" : 59999,
"total_ios" : 3636173,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5068,
"max" : 1019878,
"mean" : 130195.826309,
"stddev" : 163745.131596,
"N" : 3636173
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 397267.822492,
"stddev" : 454756.899504,
"N" : 3636165,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 54016,
"10.000000" : 61184,
"20.000000" : 62720,
"30.000000" : 64256,
"40.000000" : 66048,
"50.000000" : 68096,
"60.000000" : 72192,
"70.000000" : 741376,
"80.000000" : 1036288,
"90.000000" : 1105920,
"95.000000" : 1155072,
"99.000000" : 1269760,
"99.500000" : 1318912,
"99.900000" : 1417216,
"99.950000" : 1449984,
"99.990000" : 1548288
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 4,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 15,
"27264" : 20,
"27520" : 12,
"27776" : 15,
"28032" : 11,
"28288" : 6,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 2,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 29,
"36608" : 88,
"37120" : 237,
"37632" : 516,
"38144" : 825,
"38656" : 1205,
"39168" : 1160,
"39680" : 1069,
"40192" : 890,
"40704" : 713,
"41216" : 594,
"41728" : 528,
"42240" : 457,
"42752" : 336,
"43264" : 276,
"43776" : 197,
"44288" : 156,
"44800" : 99,
"45312" : 81,
"45824" : 67,
"46336" : 95,
"46848" : 153,
"47360" : 534,
"47872" : 1414,
"48384" : 3355,
"48896" : 6512,
"49408" : 10771,
"49920" : 15343,
"50432" : 19154,
"50944" : 20630,
"51456" : 19726,
"51968" : 18331,
"52480" : 16767,
"52992" : 15808,
"53504" : 14860,
"54016" : 13819,
"54528" : 12525,
"55040" : 10903,
"55552" : 8458,
"56064" : 6621,
"56576" : 5457,
"57088" : 4333,
"57600" : 3757,
"58112" : 3747,
"58624" : 4968,
"59136" : 8923,
"59648" : 16674,
"60160" : 30249,
"60672" : 49357,
"61184" : 71901,
"61696" : 94455,
"62208" : 112010,
"62720" : 123507,
"63232" : 130163,
"63744" : 129120,
"64256" : 127688,
"64768" : 126206,
"65280" : 123996,
"66048" : 231457,
"67072" : 191655,
"68096" : 140707,
"69120" : 100715,
"70144" : 73174,
"71168" : 51956,
"72192" : 34839,
"73216" : 21993,
"74240" : 13477,
"75264" : 8274,
"76288" : 4829,
"77312" : 2700,
"78336" : 1520,
"79360" : 932,
"80384" : 600,
"81408" : 403,
"82432" : 275,
"83456" : 204,
"84480" : 198,
"85504" : 158,
"86528" : 138,
"87552" : 140,
"88576" : 118,
"89600" : 123,
"90624" : 100,
"91648" : 113,
"92672" : 89,
"93696" : 66,
"94720" : 92,
"95744" : 88,
"96768" : 49,
"97792" : 43,
"98816" : 49,
"99840" : 28,
"100864" : 24,
"101888" : 9,
"102912" : 16,
"103936" : 8,
"104960" : 10,
"105984" : 8,
"107008" : 11,
"108032" : 6,
"109056" : 11,
"110080" : 2,
"111104" : 2,
"112128" : 5,
"113152" : 5,
"114176" : 5,
"115200" : 2,
"116224" : 7,
"117248" : 2,
"118272" : 4,
"119296" : 1,
"120320" : 5,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 5,
"126464" : 10,
"127488" : 9,
"128512" : 4,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 7,
"136192" : 7,
"138240" : 8,
"140288" : 6,
"142336" : 13,
"144384" : 16,
"146432" : 14,
"148480" : 18,
"150528" : 8,
"152576" : 16,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 5,
"164864" : 1,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"195584" : 1,
"197632" : 4,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"222208" : 1,
"232448" : 2,
"242688" : 1,
"244736" : 1,
"250880" : 1,
"254976" : 1,
"261120" : 1,
"268288" : 1,
"272384" : 2,
"276480" : 4,
"280576" : 11,
"284672" : 14,
"288768" : 5,
"292864" : 17,
"296960" : 46,
"301056" : 36,
"305152" : 91,
"309248" : 106,
"313344" : 179,
"317440" : 328,
"321536" : 445,
"325632" : 596,
"329728" : 713,
"333824" : 737,
"337920" : 694,
"342016" : 591,
"346112" : 535,
"350208" : 690,
"354304" : 1076,
"358400" : 1879,
"362496" : 2946,
"366592" : 4480,
"370688" : 5895,
"374784" : 6736,
"378880" : 6972,
"382976" : 6382,
"387072" : 4932,
"391168" : 3542,
"395264" : 2509,
"399360" : 1711,
"403456" : 1363,
"407552" : 1559,
"411648" : 2321,
"415744" : 3546,
"419840" : 4959,
"423936" : 6247,
"428032" : 7129,
"432128" : 7251,
"436224" : 6553,
"440320" : 5259,
"444416" : 3797,
"448512" : 2690,
"452608" : 1952,
"456704" : 1541,
"460800" : 1246,
"464896" : 1071,
"468992" : 910,
"473088" : 832,
"477184" : 683,
"481280" : 575,
"485376" : 539,
"489472" : 462,
"493568" : 436,
"497664" : 406,
"501760" : 419,
"505856" : 482,
"509952" : 465,
"514048" : 488,
"518144" : 476,
"522240" : 439,
"528384" : 690,
"536576" : 595,
"544768" : 474,
"552960" : 378,
"561152" : 307,
"569344" : 362,
"577536" : 358,
"585728" : 367,
"593920" : 404,
"602112" : 496,
"610304" : 649,
"618496" : 1033,
"626688" : 1550,
"634880" : 2388,
"643072" : 2851,
"651264" : 3075,
"659456" : 3813,
"667648" : 6340,
"675840" : 10342,
"684032" : 13794,
"692224" : 14320,
"700416" : 12263,
"708608" : 10202,
"716800" : 11256,
"724992" : 16525,
"733184" : 23248,
"741376" : 25867,
"749568" : 22826,
"757760" : 16828,
"765952" : 12552,
"774144" : 12187,
"782336" : 14299,
"790528" : 16340,
"798720" : 15395,
"806912" : 12437,
"815104" : 9408,
"823296" : 7078,
"831488" : 5801,
"839680" : 4839,
"847872" : 3932,
"856064" : 3455,
"864256" : 3118,
"872448" : 3015,
"880640" : 2895,
"888832" : 2831,
"897024" : 2497,
"905216" : 2495,
"913408" : 2507,
"921600" : 2707,
"929792" : 3406,
"937984" : 4022,
"946176" : 4782,
"954368" : 5676,
"962560" : 6751,
"970752" : 8793,
"978944" : 11955,
"987136" : 15839,
"995328" : 18804,
"1003520" : 19442,
"1011712" : 19533,
"1019904" : 21334,
"1028096" : 26233,
"1036288" : 33207,
"1044480" : 39311,
"1056768" : 77899,
"1073152" : 67514,
"1089536" : 78960,
"1105920" : 83941,
"1122304" : 65611,
"1138688" : 53889,
"1155072" : 49795,
"1171456" : 39781,
"1187840" : 29975,
"1204224" : 22761,
"1220608" : 17756,
"1236992" : 14643,
"1253376" : 12508,
"1269760" : 9661,
"1286144" : 7618,
"1302528" : 6124,
"1318912" : 4811,
"1335296" : 3728,
"1351680" : 2858,
"1368064" : 2299,
"1384448" : 1630,
"1400832" : 1303,
"1417216" : 958,
"1433600" : 730,
"1449984" : 588,
"1466368" : 405,
"1482752" : 312,
"1499136" : 238,
"1515520" : 176,
"1531904" : 140,
"1548288" : 100,
"1564672" : 87,
"1581056" : 71,
"1597440" : 48,
"1613824" : 31,
"1630208" : 26,
"1646592" : 17,
"1662976" : 14,
"1679360" : 8,
"1695744" : 5,
"1712128" : 3,
"1728512" : 3,
"1744896" : 3,
"1777664" : 3,
"1794048" : 1,
"1843200" : 1,
"1859584" : 1,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 527463.298815,
"stddev" : 599596.081543,
"N" : 3636165
},
"bw_min" : 160637,
"bw_max" : 286280,
"bw_agg" : 100.000000,
"bw_mean" : 243083.487395,
"bw_dev" : 14897.299665,
"bw_samples" : 952,
"iops_min" : 40157,
"iops_max" : 71570,
"iops_mean" : 60770.680672,
"iops_stddev" : 3724.305986,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 1.268146,
"sys_cpu" : 24.673953,
"ctx" : 1165490,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.164164,
"100" : 61.353571,
"250" : 0.010973,
"500" : 3.252210,
"750" : 4.946739,
"1000" : 6.810980
},
"latency_ms" : {
"2" : 22.461143,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079910,
"timestamp_ms" : 1773079910321,
"time" : "Mon Mar 9 15:11:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16517935104,
"io_kbytes" : 16130796,
"bw_bytes" : 235973872,
"bw" : 230443,
"iops" : 57611.051586,
"runtime" : 69999,
"total_ios" : 4032716,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5068,
"max" : 1019878,
"mean" : 137044.232558,
"stddev" : 166373.638030,
"N" : 4032716
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 417849.341036,
"stddev" : 458001.539694,
"N" : 4032708,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 54528,
"10.000000" : 61184,
"20.000000" : 63232,
"30.000000" : 64256,
"40.000000" : 66048,
"50.000000" : 68096,
"60.000000" : 362496,
"70.000000" : 757760,
"80.000000" : 1044480,
"90.000000" : 1122304,
"95.000000" : 1171456,
"99.000000" : 1286144,
"99.500000" : 1318912,
"99.900000" : 1417216,
"99.950000" : 1449984,
"99.990000" : 1548288
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 16,
"27264" : 20,
"27520" : 12,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 2,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 31,
"36608" : 89,
"37120" : 243,
"37632" : 530,
"38144" : 852,
"38656" : 1243,
"39168" : 1199,
"39680" : 1099,
"40192" : 928,
"40704" : 738,
"41216" : 613,
"41728" : 543,
"42240" : 467,
"42752" : 345,
"43264" : 281,
"43776" : 203,
"44288" : 159,
"44800" : 102,
"45312" : 82,
"45824" : 69,
"46336" : 98,
"46848" : 163,
"47360" : 561,
"47872" : 1495,
"48384" : 3537,
"48896" : 6833,
"49408" : 11310,
"49920" : 16112,
"50432" : 20016,
"50944" : 21585,
"51456" : 20591,
"51968" : 19159,
"52480" : 17568,
"52992" : 16457,
"53504" : 15465,
"54016" : 14371,
"54528" : 13051,
"55040" : 11325,
"55552" : 8822,
"56064" : 6878,
"56576" : 5673,
"57088" : 4490,
"57600" : 3935,
"58112" : 3969,
"58624" : 5364,
"59136" : 9702,
"59648" : 18172,
"60160" : 32706,
"60672" : 53238,
"61184" : 77276,
"61696" : 100903,
"62208" : 119366,
"62720" : 131487,
"63232" : 138358,
"63744" : 137232,
"64256" : 135576,
"64768" : 133934,
"65280" : 131311,
"66048" : 244234,
"67072" : 201511,
"68096" : 147522,
"69120" : 105283,
"70144" : 76378,
"71168" : 54045,
"72192" : 36120,
"73216" : 22890,
"74240" : 14038,
"75264" : 8666,
"76288" : 5058,
"77312" : 2865,
"78336" : 1661,
"79360" : 1055,
"80384" : 682,
"81408" : 457,
"82432" : 315,
"83456" : 243,
"84480" : 220,
"85504" : 184,
"86528" : 165,
"87552" : 158,
"88576" : 136,
"89600" : 139,
"90624" : 121,
"91648" : 132,
"92672" : 107,
"93696" : 94,
"94720" : 116,
"95744" : 108,
"96768" : 63,
"97792" : 58,
"98816" : 59,
"99840" : 31,
"100864" : 27,
"101888" : 11,
"102912" : 19,
"103936" : 10,
"104960" : 13,
"105984" : 9,
"107008" : 12,
"108032" : 8,
"109056" : 14,
"110080" : 4,
"111104" : 4,
"112128" : 7,
"113152" : 6,
"114176" : 5,
"115200" : 2,
"116224" : 7,
"117248" : 4,
"118272" : 4,
"119296" : 4,
"120320" : 5,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 5,
"126464" : 10,
"127488" : 9,
"128512" : 4,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 9,
"136192" : 10,
"138240" : 11,
"140288" : 6,
"142336" : 13,
"144384" : 17,
"146432" : 14,
"148480" : 19,
"150528" : 9,
"152576" : 17,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"195584" : 1,
"197632" : 4,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"222208" : 1,
"232448" : 2,
"242688" : 1,
"244736" : 1,
"250880" : 1,
"254976" : 1,
"261120" : 1,
"268288" : 1,
"272384" : 3,
"276480" : 7,
"280576" : 16,
"284672" : 20,
"288768" : 14,
"292864" : 30,
"296960" : 62,
"301056" : 65,
"305152" : 124,
"309248" : 166,
"313344" : 280,
"317440" : 495,
"321536" : 683,
"325632" : 882,
"329728" : 1027,
"333824" : 1064,
"337920" : 980,
"342016" : 819,
"346112" : 780,
"350208" : 1021,
"354304" : 1722,
"358400" : 2879,
"362496" : 4403,
"366592" : 6510,
"370688" : 8607,
"374784" : 9952,
"378880" : 10027,
"382976" : 8869,
"387072" : 6744,
"391168" : 4745,
"395264" : 3381,
"399360" : 2283,
"403456" : 1891,
"407552" : 2282,
"411648" : 3403,
"415744" : 5337,
"419840" : 7539,
"423936" : 9275,
"428032" : 10491,
"432128" : 10564,
"436224" : 9269,
"440320" : 7223,
"444416" : 5078,
"448512" : 3535,
"452608" : 2601,
"456704" : 2089,
"460800" : 1699,
"464896" : 1496,
"468992" : 1278,
"473088" : 1109,
"477184" : 953,
"481280" : 817,
"485376" : 747,
"489472" : 680,
"493568" : 628,
"497664" : 590,
"501760" : 590,
"505856" : 699,
"509952" : 669,
"514048" : 705,
"518144" : 691,
"522240" : 643,
"528384" : 999,
"536576" : 846,
"544768" : 682,
"552960" : 548,
"561152" : 473,
"569344" : 521,
"577536" : 503,
"585728" : 507,
"593920" : 532,
"602112" : 627,
"610304" : 821,
"618496" : 1304,
"626688" : 1961,
"634880" : 2927,
"643072" : 3463,
"651264" : 3714,
"659456" : 4747,
"667648" : 7772,
"675840" : 12540,
"684032" : 16670,
"692224" : 17269,
"700416" : 14764,
"708608" : 12245,
"716800" : 13773,
"724992" : 20237,
"733184" : 28271,
"741376" : 31281,
"749568" : 27397,
"757760" : 20221,
"765952" : 15127,
"774144" : 14796,
"782336" : 17546,
"790528" : 19829,
"798720" : 18596,
"806912" : 14828,
"815104" : 11164,
"823296" : 8584,
"831488" : 7043,
"839680" : 5851,
"847872" : 4799,
"856064" : 4251,
"864256" : 3732,
"872448" : 3709,
"880640" : 3523,
"888832" : 3419,
"897024" : 3073,
"905216" : 3010,
"913408" : 2999,
"921600" : 3243,
"929792" : 4059,
"937984" : 4740,
"946176" : 5624,
"954368" : 6577,
"962560" : 7916,
"970752" : 10206,
"978944" : 13918,
"987136" : 18279,
"995328" : 21764,
"1003520" : 22508,
"1011712" : 22546,
"1019904" : 24711,
"1028096" : 30458,
"1036288" : 38612,
"1044480" : 45442,
"1056768" : 89637,
"1073152" : 77619,
"1089536" : 91407,
"1105920" : 96770,
"1122304" : 75586,
"1138688" : 62330,
"1155072" : 57728,
"1171456" : 45972,
"1187840" : 34592,
"1204224" : 26472,
"1220608" : 20671,
"1236992" : 17117,
"1253376" : 14463,
"1269760" : 11229,
"1286144" : 8896,
"1302528" : 7195,
"1318912" : 5683,
"1335296" : 4397,
"1351680" : 3404,
"1368064" : 2722,
"1384448" : 1913,
"1400832" : 1520,
"1417216" : 1109,
"1433600" : 852,
"1449984" : 679,
"1466368" : 479,
"1482752" : 372,
"1499136" : 281,
"1515520" : 198,
"1531904" : 178,
"1548288" : 113,
"1564672" : 99,
"1581056" : 78,
"1597440" : 55,
"1613824" : 39,
"1630208" : 32,
"1646592" : 23,
"1662976" : 18,
"1679360" : 9,
"1695744" : 7,
"1712128" : 7,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 4,
"1794048" : 1,
"1843200" : 2,
"1859584" : 1,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 554893.163951,
"stddev" : 603069.673940,
"N" : 4032708
},
"bw_min" : 147673,
"bw_max" : 286632,
"bw_agg" : 100.000000,
"bw_mean" : 231041.395683,
"bw_dev" : 17440.353646,
"bw_samples" : 1112,
"iops_min" : 36916,
"iops_max" : 71658,
"iops_mean" : 57760.158273,
"iops_stddev" : 4360.075612,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 1.212696,
"sys_cpu" : 24.028915,
"ctx" : 1372160,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.097697,
"100" : 58.488944,
"250" : 0.011060,
"500" : 4.197518,
"750" : 5.450471,
"1000" : 7.329428
},
"latency_ms" : {
"2" : 23.424685,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079920,
"timestamp_ms" : 1773079920321,
"time" : "Mon Mar 9 15:12:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 18035953664,
"io_kbytes" : 17613236,
"bw_bytes" : 225452238,
"bw" : 220168,
"iops" : 55042.188027,
"runtime" : 79999,
"total_ios" : 4403320,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5068,
"max" : 1019878,
"mean" : 143514.808356,
"stddev" : 168533.075536,
"N" : 4403320
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 437295.042909,
"stddev" : 460196.369430,
"N" : 4403312,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 55040,
"10.000000" : 61184,
"20.000000" : 63232,
"30.000000" : 64768,
"40.000000" : 66048,
"50.000000" : 69120,
"60.000000" : 423936,
"70.000000" : 790528,
"80.000000" : 1044480,
"90.000000" : 1122304,
"95.000000" : 1171456,
"99.000000" : 1286144,
"99.500000" : 1318912,
"99.900000" : 1417216,
"99.950000" : 1466368,
"99.990000" : 1564672
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 17,
"27264" : 20,
"27520" : 12,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 89,
"37120" : 249,
"37632" : 537,
"38144" : 866,
"38656" : 1263,
"39168" : 1230,
"39680" : 1133,
"40192" : 950,
"40704" : 760,
"41216" : 627,
"41728" : 556,
"42240" : 479,
"42752" : 354,
"43264" : 289,
"43776" : 205,
"44288" : 166,
"44800" : 104,
"45312" : 84,
"45824" : 70,
"46336" : 98,
"46848" : 173,
"47360" : 587,
"47872" : 1558,
"48384" : 3662,
"48896" : 7049,
"49408" : 11639,
"49920" : 16579,
"50432" : 20628,
"50944" : 22206,
"51456" : 21293,
"51968" : 19781,
"52480" : 18134,
"52992" : 16949,
"53504" : 15944,
"54016" : 14787,
"54528" : 13422,
"55040" : 11655,
"55552" : 9095,
"56064" : 7096,
"56576" : 5844,
"57088" : 4648,
"57600" : 4067,
"58112" : 4144,
"58624" : 5660,
"59136" : 10322,
"59648" : 19313,
"60160" : 34398,
"60672" : 56030,
"61184" : 81046,
"61696" : 105610,
"62208" : 124709,
"62720" : 137151,
"63232" : 144511,
"63744" : 143442,
"64256" : 141548,
"64768" : 139837,
"65280" : 136885,
"66048" : 254400,
"67072" : 209677,
"68096" : 153392,
"69120" : 109339,
"70144" : 79202,
"71168" : 55889,
"72192" : 37323,
"73216" : 23622,
"74240" : 14508,
"75264" : 8949,
"76288" : 5220,
"77312" : 2958,
"78336" : 1712,
"79360" : 1095,
"80384" : 716,
"81408" : 475,
"82432" : 330,
"83456" : 250,
"84480" : 230,
"85504" : 190,
"86528" : 171,
"87552" : 162,
"88576" : 149,
"89600" : 151,
"90624" : 141,
"91648" : 149,
"92672" : 125,
"93696" : 106,
"94720" : 138,
"95744" : 123,
"96768" : 73,
"97792" : 71,
"98816" : 65,
"99840" : 39,
"100864" : 29,
"101888" : 11,
"102912" : 21,
"103936" : 13,
"104960" : 13,
"105984" : 10,
"107008" : 15,
"108032" : 9,
"109056" : 14,
"110080" : 4,
"111104" : 4,
"112128" : 7,
"113152" : 8,
"114176" : 7,
"115200" : 2,
"116224" : 7,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 5,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 10,
"127488" : 9,
"128512" : 4,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 10,
"138240" : 12,
"140288" : 7,
"142336" : 17,
"144384" : 17,
"146432" : 14,
"148480" : 23,
"150528" : 12,
"152576" : 17,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"222208" : 1,
"232448" : 2,
"242688" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"261120" : 1,
"268288" : 1,
"272384" : 6,
"276480" : 8,
"280576" : 17,
"284672" : 24,
"288768" : 24,
"292864" : 39,
"296960" : 76,
"301056" : 86,
"305152" : 172,
"309248" : 235,
"313344" : 375,
"317440" : 637,
"321536" : 908,
"325632" : 1188,
"329728" : 1340,
"333824" : 1397,
"337920" : 1261,
"342016" : 1050,
"346112" : 1008,
"350208" : 1356,
"354304" : 2297,
"358400" : 3774,
"362496" : 5884,
"366592" : 8570,
"370688" : 11418,
"374784" : 13342,
"378880" : 13230,
"382976" : 11662,
"387072" : 8681,
"391168" : 6056,
"395264" : 4263,
"399360" : 2834,
"403456" : 2370,
"407552" : 2968,
"411648" : 4555,
"415744" : 7075,
"419840" : 9990,
"423936" : 12437,
"428032" : 13866,
"432128" : 13805,
"436224" : 12185,
"440320" : 9326,
"444416" : 6489,
"448512" : 4518,
"452608" : 3294,
"456704" : 2661,
"460800" : 2159,
"464896" : 1900,
"468992" : 1689,
"473088" : 1428,
"477184" : 1213,
"481280" : 1035,
"485376" : 962,
"489472" : 889,
"493568" : 807,
"497664" : 782,
"501760" : 824,
"505856" : 931,
"509952" : 906,
"514048" : 923,
"518144" : 907,
"522240" : 846,
"528384" : 1328,
"536576" : 1111,
"544768" : 880,
"552960" : 733,
"561152" : 603,
"569344" : 683,
"577536" : 656,
"585728" : 656,
"593920" : 683,
"602112" : 796,
"610304" : 1007,
"618496" : 1599,
"626688" : 2405,
"634880" : 3445,
"643072" : 4089,
"651264" : 4420,
"659456" : 5707,
"667648" : 9413,
"675840" : 14953,
"684032" : 19882,
"692224" : 20381,
"700416" : 17336,
"708608" : 14383,
"716800" : 16312,
"724992" : 24154,
"733184" : 33526,
"741376" : 36946,
"749568" : 32208,
"757760" : 23688,
"765952" : 17839,
"774144" : 17614,
"782336" : 20907,
"790528" : 23469,
"798720" : 21858,
"806912" : 17438,
"815104" : 13043,
"823296" : 10150,
"831488" : 8315,
"839680" : 6882,
"847872" : 5684,
"856064" : 5024,
"864256" : 4415,
"872448" : 4443,
"880640" : 4219,
"888832" : 4062,
"897024" : 3605,
"905216" : 3534,
"913408" : 3501,
"921600" : 3786,
"929792" : 4677,
"937984" : 5488,
"946176" : 6538,
"954368" : 7570,
"962560" : 9052,
"970752" : 11715,
"978944" : 15899,
"987136" : 20706,
"995328" : 24568,
"1003520" : 25556,
"1011712" : 25521,
"1019904" : 28070,
"1028096" : 34732,
"1036288" : 43948,
"1044480" : 51557,
"1056768" : 101477,
"1073152" : 87697,
"1089536" : 103783,
"1105920" : 109461,
"1122304" : 85240,
"1138688" : 70622,
"1155072" : 65434,
"1171456" : 52013,
"1187840" : 39419,
"1204224" : 30143,
"1220608" : 23557,
"1236992" : 19497,
"1253376" : 16426,
"1269760" : 12775,
"1286144" : 10168,
"1302528" : 8198,
"1318912" : 6477,
"1335296" : 5010,
"1351680" : 3866,
"1368064" : 3128,
"1384448" : 2209,
"1400832" : 1720,
"1417216" : 1288,
"1433600" : 1004,
"1449984" : 781,
"1466368" : 541,
"1482752" : 425,
"1499136" : 327,
"1515520" : 223,
"1531904" : 193,
"1548288" : 125,
"1564672" : 118,
"1581056" : 85,
"1597440" : 63,
"1613824" : 45,
"1630208" : 37,
"1646592" : 28,
"1662976" : 20,
"1679360" : 10,
"1695744" : 9,
"1712128" : 7,
"1728512" : 5,
"1744896" : 4,
"1761280" : 2,
"1777664" : 5,
"1794048" : 1,
"1843200" : 2,
"1859584" : 1,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 580809.371242,
"stddev" : 605205.290601,
"N" : 4403312
},
"bw_min" : 137517,
"bw_max" : 287120,
"bw_agg" : 100.000000,
"bw_mean" : 220678.716981,
"bw_dev" : 19104.604898,
"bw_samples" : 1272,
"iops_min" : 34377,
"iops_max" : 71780,
"iops_mean" : 55169.509434,
"iops_stddev" : 4776.134171,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 1.158296,
"sys_cpu" : 23.479356,
"ctx" : 1580414,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 1.034787,
"100" : 55.804734,
"250" : 0.010992,
"500" : 5.034406,
"750" : 5.951282,
"1000" : 7.835406
},
"latency_ms" : {
"2" : 24.328211,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079930,
"timestamp_ms" : 1773079930320,
"time" : "Mon Mar 9 15:12:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 19481231360,
"io_kbytes" : 19024640,
"bw_bytes" : 216460531,
"bw" : 211387,
"iops" : 52846.953855,
"runtime" : 89999,
"total_ios" : 4756173,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5068,
"max" : 1019878,
"mean" : 149541.804852,
"stddev" : 170297.044812,
"N" : 4756173
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 455409.728140,
"stddev" : 461501.347660,
"N" : 4756165,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 55552,
"10.000000" : 61184,
"20.000000" : 63232,
"30.000000" : 64768,
"40.000000" : 67072,
"50.000000" : 70144,
"60.000000" : 485376,
"70.000000" : 806912,
"80.000000" : 1056768,
"90.000000" : 1122304,
"95.000000" : 1171456,
"99.000000" : 1286144,
"99.500000" : 1335296,
"99.900000" : 1417216,
"99.950000" : 1466368,
"99.990000" : 1564672
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 17,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 255,
"37632" : 548,
"38144" : 879,
"38656" : 1279,
"39168" : 1252,
"39680" : 1150,
"40192" : 966,
"40704" : 769,
"41216" : 633,
"41728" : 568,
"42240" : 487,
"42752" : 361,
"43264" : 293,
"43776" : 213,
"44288" : 168,
"44800" : 107,
"45312" : 87,
"45824" : 74,
"46336" : 99,
"46848" : 175,
"47360" : 595,
"47872" : 1595,
"48384" : 3739,
"48896" : 7205,
"49408" : 11874,
"49920" : 16881,
"50432" : 21025,
"50944" : 22663,
"51456" : 21782,
"51968" : 20217,
"52480" : 18536,
"52992" : 17301,
"53504" : 16298,
"54016" : 15126,
"54528" : 13697,
"55040" : 11914,
"55552" : 9338,
"56064" : 7279,
"56576" : 5972,
"57088" : 4786,
"57600" : 4203,
"58112" : 4288,
"58624" : 5932,
"59136" : 10761,
"59648" : 20050,
"60160" : 35690,
"60672" : 57869,
"61184" : 83696,
"61696" : 108917,
"62208" : 128452,
"62720" : 141405,
"63232" : 149017,
"63744" : 148066,
"64256" : 146200,
"64768" : 144433,
"65280" : 141367,
"66048" : 262665,
"67072" : 216594,
"68096" : 158440,
"69120" : 113138,
"70144" : 81891,
"71168" : 57662,
"72192" : 38577,
"73216" : 24487,
"74240" : 15042,
"75264" : 9310,
"76288" : 5460,
"77312" : 3118,
"78336" : 1841,
"79360" : 1169,
"80384" : 774,
"81408" : 513,
"82432" : 355,
"83456" : 269,
"84480" : 245,
"85504" : 200,
"86528" : 184,
"87552" : 173,
"88576" : 163,
"89600" : 166,
"90624" : 156,
"91648" : 161,
"92672" : 145,
"93696" : 121,
"94720" : 150,
"95744" : 135,
"96768" : 79,
"97792" : 82,
"98816" : 80,
"99840" : 51,
"100864" : 32,
"101888" : 12,
"102912" : 25,
"103936" : 14,
"104960" : 13,
"105984" : 10,
"107008" : 16,
"108032" : 10,
"109056" : 15,
"110080" : 4,
"111104" : 4,
"112128" : 7,
"113152" : 8,
"114176" : 7,
"115200" : 2,
"116224" : 7,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 5,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 10,
"127488" : 9,
"128512" : 4,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 10,
"138240" : 12,
"140288" : 7,
"142336" : 19,
"144384" : 18,
"146432" : 14,
"148480" : 23,
"150528" : 12,
"152576" : 17,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"222208" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 2,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"257024" : 1,
"259072" : 2,
"261120" : 1,
"268288" : 4,
"272384" : 7,
"276480" : 13,
"280576" : 21,
"284672" : 26,
"288768" : 29,
"292864" : 50,
"296960" : 93,
"301056" : 117,
"305152" : 223,
"309248" : 314,
"313344" : 491,
"317440" : 843,
"321536" : 1123,
"325632" : 1437,
"329728" : 1660,
"333824" : 1746,
"337920" : 1579,
"342016" : 1295,
"346112" : 1231,
"350208" : 1699,
"354304" : 2865,
"358400" : 4797,
"362496" : 7323,
"366592" : 10798,
"370688" : 14202,
"374784" : 16673,
"378880" : 16478,
"382976" : 14569,
"387072" : 10594,
"391168" : 7380,
"395264" : 5128,
"399360" : 3414,
"403456" : 2933,
"407552" : 3656,
"411648" : 5718,
"415744" : 8866,
"419840" : 12513,
"423936" : 15614,
"428032" : 17327,
"432128" : 17064,
"436224" : 14982,
"440320" : 11401,
"444416" : 7825,
"448512" : 5449,
"452608" : 4051,
"456704" : 3229,
"460800" : 2660,
"464896" : 2340,
"468992" : 2054,
"473088" : 1744,
"477184" : 1506,
"481280" : 1262,
"485376" : 1188,
"489472" : 1099,
"493568" : 1013,
"497664" : 961,
"501760" : 1040,
"505856" : 1129,
"509952" : 1116,
"514048" : 1152,
"518144" : 1153,
"522240" : 1064,
"528384" : 1634,
"536576" : 1372,
"544768" : 1059,
"552960" : 881,
"561152" : 776,
"569344" : 855,
"577536" : 805,
"585728" : 817,
"593920" : 826,
"602112" : 939,
"610304" : 1188,
"618496" : 1908,
"626688" : 2836,
"634880" : 4041,
"643072" : 4788,
"651264" : 5141,
"659456" : 6739,
"667648" : 11125,
"675840" : 17583,
"684032" : 23190,
"692224" : 23640,
"700416" : 20023,
"708608" : 16652,
"716800" : 19176,
"724992" : 28296,
"733184" : 39184,
"741376" : 42908,
"749568" : 36976,
"757760" : 27202,
"765952" : 20638,
"774144" : 20412,
"782336" : 24482,
"790528" : 27378,
"798720" : 25252,
"806912" : 20060,
"815104" : 14967,
"823296" : 11701,
"831488" : 9538,
"839680" : 7948,
"847872" : 6546,
"856064" : 5820,
"864256" : 5123,
"872448" : 5161,
"880640" : 4902,
"888832" : 4703,
"897024" : 4181,
"905216" : 4063,
"913408" : 4004,
"921600" : 4404,
"929792" : 5367,
"937984" : 6210,
"946176" : 7397,
"954368" : 8578,
"962560" : 10139,
"970752" : 13213,
"978944" : 17841,
"987136" : 23258,
"995328" : 27449,
"1003520" : 28423,
"1011712" : 28546,
"1019904" : 31379,
"1028096" : 38916,
"1036288" : 49391,
"1044480" : 57601,
"1056768" : 113051,
"1073152" : 97491,
"1089536" : 116127,
"1105920" : 122264,
"1122304" : 95038,
"1138688" : 78829,
"1155072" : 73074,
"1171456" : 57942,
"1187840" : 43998,
"1204224" : 33705,
"1220608" : 26385,
"1236992" : 21806,
"1253376" : 18465,
"1269760" : 14325,
"1286144" : 11357,
"1302528" : 9223,
"1318912" : 7289,
"1335296" : 5606,
"1351680" : 4346,
"1368064" : 3554,
"1384448" : 2485,
"1400832" : 1939,
"1417216" : 1468,
"1433600" : 1138,
"1449984" : 883,
"1466368" : 613,
"1482752" : 488,
"1499136" : 369,
"1515520" : 255,
"1531904" : 216,
"1548288" : 145,
"1564672" : 136,
"1581056" : 97,
"1597440" : 69,
"1613824" : 54,
"1630208" : 42,
"1646592" : 30,
"1662976" : 23,
"1679360" : 12,
"1695744" : 10,
"1712128" : 7,
"1728512" : 5,
"1744896" : 5,
"1761280" : 2,
"1777664" : 6,
"1794048" : 1,
"1843200" : 2,
"1859584" : 1,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 604951.105454,
"stddev" : 606205.199135,
"N" : 4756165
},
"bw_min" : 130317,
"bw_max" : 287696,
"bw_agg" : 100.000000,
"bw_mean" : 211825.346369,
"bw_dev" : 20184.977223,
"bw_samples" : 1432,
"iops_min" : 32577,
"iops_max" : 71924,
"iops_mean" : 52956.173184,
"iops_stddev" : 5046.230729,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 1.124874,
"sys_cpu" : 22.995394,
"ctx" : 1789692,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.976331,
"100" : 53.319276,
"250" : 0.010618,
"500" : 5.776724,
"750" : 6.443395,
"1000" : 8.313806
},
"latency_ms" : {
"2" : 25.159682,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079940,
"timestamp_ms" : 1773079940321,
"time" : "Mon Mar 9 15:12:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20871172096,
"io_kbytes" : 20382004,
"bw_bytes" : 208713808,
"bw" : 203822,
"iops" : 50955.659557,
"runtime" : 99999,
"total_ios" : 5095515,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5068,
"max" : 1019878,
"mean" : 155152.378750,
"stddev" : 171755.647862,
"N" : 5095515
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 472272.982351,
"stddev" : 462189.965259,
"N" : 5095507,
"percentile" : {
"1.000000" : 49920,
"5.000000" : 56576,
"10.000000" : 61696,
"20.000000" : 63232,
"30.000000" : 65280,
"40.000000" : 67072,
"50.000000" : 72192,
"60.000000" : 675840,
"70.000000" : 831488,
"80.000000" : 1056768,
"90.000000" : 1122304,
"95.000000" : 1171456,
"99.000000" : 1286144,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1466368,
"99.990000" : 1564672
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 17,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 6,
"28800" : 3,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 258,
"37632" : 550,
"38144" : 882,
"38656" : 1287,
"39168" : 1263,
"39680" : 1162,
"40192" : 981,
"40704" : 787,
"41216" : 637,
"41728" : 576,
"42240" : 494,
"42752" : 366,
"43264" : 300,
"43776" : 216,
"44288" : 170,
"44800" : 109,
"45312" : 89,
"45824" : 75,
"46336" : 100,
"46848" : 176,
"47360" : 601,
"47872" : 1607,
"48384" : 3783,
"48896" : 7288,
"49408" : 12000,
"49920" : 17086,
"50432" : 21302,
"50944" : 22969,
"51456" : 22083,
"51968" : 20561,
"52480" : 18865,
"52992" : 17582,
"53504" : 16572,
"54016" : 15399,
"54528" : 13948,
"55040" : 12147,
"55552" : 9562,
"56064" : 7445,
"56576" : 6130,
"57088" : 4912,
"57600" : 4309,
"58112" : 4401,
"58624" : 6061,
"59136" : 10986,
"59648" : 20408,
"60160" : 36359,
"60672" : 58963,
"61184" : 85182,
"61696" : 110942,
"62208" : 130935,
"62720" : 144241,
"63232" : 152194,
"63744" : 151402,
"64256" : 149593,
"64768" : 147990,
"65280" : 144967,
"66048" : 269512,
"67072" : 222787,
"68096" : 163692,
"69120" : 117146,
"70144" : 84865,
"71168" : 59903,
"72192" : 40126,
"73216" : 25539,
"74240" : 15726,
"75264" : 9804,
"76288" : 5774,
"77312" : 3348,
"78336" : 1968,
"79360" : 1232,
"80384" : 821,
"81408" : 536,
"82432" : 364,
"83456" : 290,
"84480" : 250,
"85504" : 208,
"86528" : 194,
"87552" : 183,
"88576" : 171,
"89600" : 181,
"90624" : 172,
"91648" : 177,
"92672" : 164,
"93696" : 148,
"94720" : 162,
"95744" : 149,
"96768" : 105,
"97792" : 88,
"98816" : 88,
"99840" : 57,
"100864" : 34,
"101888" : 19,
"102912" : 28,
"103936" : 19,
"104960" : 18,
"105984" : 11,
"107008" : 17,
"108032" : 12,
"109056" : 15,
"110080" : 4,
"111104" : 4,
"112128" : 7,
"113152" : 8,
"114176" : 7,
"115200" : 2,
"116224" : 8,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 5,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 10,
"127488" : 9,
"128512" : 4,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 10,
"138240" : 12,
"140288" : 7,
"142336" : 19,
"144384" : 18,
"146432" : 15,
"148480" : 24,
"150528" : 13,
"152576" : 17,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"222208" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 2,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"257024" : 1,
"259072" : 2,
"261120" : 1,
"264192" : 1,
"268288" : 4,
"272384" : 7,
"276480" : 16,
"280576" : 26,
"284672" : 30,
"288768" : 36,
"292864" : 63,
"296960" : 119,
"301056" : 129,
"305152" : 278,
"309248" : 358,
"313344" : 585,
"317440" : 983,
"321536" : 1344,
"325632" : 1740,
"329728" : 2000,
"333824" : 2059,
"337920" : 1835,
"342016" : 1524,
"346112" : 1478,
"350208" : 2036,
"354304" : 3418,
"358400" : 5741,
"362496" : 8872,
"366592" : 12996,
"370688" : 17125,
"374784" : 19925,
"378880" : 19607,
"382976" : 17371,
"387072" : 12490,
"391168" : 8645,
"395264" : 5943,
"399360" : 4007,
"403456" : 3472,
"407552" : 4381,
"411648" : 6824,
"415744" : 10716,
"419840" : 15084,
"423936" : 18783,
"428032" : 20821,
"432128" : 20336,
"436224" : 17690,
"440320" : 13366,
"444416" : 9146,
"448512" : 6442,
"452608" : 4769,
"456704" : 3860,
"460800" : 3148,
"464896" : 2788,
"468992" : 2452,
"473088" : 2110,
"477184" : 1832,
"481280" : 1517,
"485376" : 1411,
"489472" : 1319,
"493568" : 1198,
"497664" : 1172,
"501760" : 1219,
"505856" : 1331,
"509952" : 1380,
"514048" : 1394,
"518144" : 1388,
"522240" : 1263,
"528384" : 2002,
"536576" : 1659,
"544768" : 1271,
"552960" : 1045,
"561152" : 929,
"569344" : 1024,
"577536" : 968,
"585728" : 960,
"593920" : 990,
"602112" : 1108,
"610304" : 1408,
"618496" : 2185,
"626688" : 3304,
"634880" : 4634,
"643072" : 5493,
"651264" : 5884,
"659456" : 7774,
"667648" : 12742,
"675840" : 20198,
"684032" : 26583,
"692224" : 26959,
"700416" : 22689,
"708608" : 18981,
"716800" : 21958,
"724992" : 32629,
"733184" : 44871,
"741376" : 48852,
"749568" : 41926,
"757760" : 30853,
"765952" : 23578,
"774144" : 23386,
"782336" : 27913,
"790528" : 31315,
"798720" : 28810,
"806912" : 22801,
"815104" : 17087,
"823296" : 13439,
"831488" : 10843,
"839680" : 9051,
"847872" : 7510,
"856064" : 6736,
"864256" : 5895,
"872448" : 5900,
"880640" : 5636,
"888832" : 5341,
"897024" : 4761,
"905216" : 4616,
"913408" : 4512,
"921600" : 4958,
"929792" : 6042,
"937984" : 6892,
"946176" : 8306,
"954368" : 9508,
"962560" : 11277,
"970752" : 14654,
"978944" : 19706,
"987136" : 25751,
"995328" : 30293,
"1003520" : 31336,
"1011712" : 31357,
"1019904" : 34572,
"1028096" : 43030,
"1036288" : 54415,
"1044480" : 63505,
"1056768" : 124552,
"1073152" : 107522,
"1089536" : 128098,
"1105920" : 134796,
"1122304" : 104712,
"1138688" : 87023,
"1155072" : 80629,
"1171456" : 64115,
"1187840" : 48751,
"1204224" : 37422,
"1220608" : 29369,
"1236992" : 24225,
"1253376" : 20517,
"1269760" : 15934,
"1286144" : 12636,
"1302528" : 10355,
"1318912" : 8099,
"1335296" : 6215,
"1351680" : 4828,
"1368064" : 3911,
"1384448" : 2770,
"1400832" : 2168,
"1417216" : 1657,
"1433600" : 1264,
"1449984" : 994,
"1466368" : 691,
"1482752" : 541,
"1499136" : 418,
"1515520" : 291,
"1531904" : 249,
"1548288" : 169,
"1564672" : 154,
"1581056" : 108,
"1597440" : 79,
"1613824" : 63,
"1630208" : 54,
"1646592" : 35,
"1662976" : 28,
"1679360" : 15,
"1695744" : 10,
"1712128" : 7,
"1728512" : 6,
"1744896" : 6,
"1761280" : 3,
"1777664" : 6,
"1794048" : 2,
"1843200" : 3,
"1859584" : 1,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 627424.906604,
"stddev" : 606430.950833,
"N" : 5095507
},
"bw_min" : 125605,
"bw_max" : 288026,
"bw_agg" : 100.000000,
"bw_mean" : 204195.753769,
"bw_dev" : 20879.993832,
"bw_samples" : 1592,
"iops_min" : 31399,
"iops_max" : 72006,
"iops_mean" : 51048.768844,
"iops_stddev" : 5219.988795,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 1.089386,
"sys_cpu" : 22.596476,
"ctx" : 1999424,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.921713,
"100" : 51.034645,
"250" : 0.010578,
"500" : 6.427397,
"750" : 6.895986,
"1000" : 8.774363
},
"latency_ms" : {
"2" : 25.935161,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079950,
"timestamp_ms" : 1773079950320,
"time" : "Mon Mar 9 15:12:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 22225895424,
"io_kbytes" : 21704976,
"bw_bytes" : 202055431,
"bw" : 197319,
"iops" : 49330.075728,
"runtime" : 109999,
"total_ios" : 5426259,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1039167,
"mean" : 160316.486481,
"stddev" : 172894.335991,
"N" : 5426259
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 487796.272142,
"stddev" : 462225.773637,
"N" : 5426251,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 58112,
"10.000000" : 61696,
"20.000000" : 63744,
"30.000000" : 65280,
"40.000000" : 68096,
"50.000000" : 333824,
"60.000000" : 700416,
"70.000000" : 872448,
"80.000000" : 1056768,
"90.000000" : 1122304,
"95.000000" : 1171456,
"99.000000" : 1286144,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1466368,
"99.990000" : 1564672
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 17,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 6,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 259,
"37632" : 553,
"38144" : 887,
"38656" : 1288,
"39168" : 1274,
"39680" : 1171,
"40192" : 988,
"40704" : 794,
"41216" : 646,
"41728" : 581,
"42240" : 504,
"42752" : 371,
"43264" : 308,
"43776" : 220,
"44288" : 173,
"44800" : 113,
"45312" : 90,
"45824" : 76,
"46336" : 101,
"46848" : 180,
"47360" : 603,
"47872" : 1616,
"48384" : 3812,
"48896" : 7345,
"49408" : 12112,
"49920" : 17209,
"50432" : 21493,
"50944" : 23219,
"51456" : 22341,
"51968" : 20820,
"52480" : 19140,
"52992" : 17826,
"53504" : 16833,
"54016" : 15633,
"54528" : 14159,
"55040" : 12344,
"55552" : 9752,
"56064" : 7618,
"56576" : 6260,
"57088" : 5034,
"57600" : 4404,
"58112" : 4514,
"58624" : 6191,
"59136" : 11149,
"59648" : 20736,
"60160" : 36847,
"60672" : 59746,
"61184" : 86325,
"61696" : 112555,
"62208" : 132827,
"62720" : 146445,
"63232" : 154741,
"63744" : 154048,
"64256" : 152447,
"64768" : 151003,
"65280" : 147877,
"66048" : 275446,
"67072" : 228088,
"68096" : 168293,
"69120" : 120818,
"70144" : 87689,
"71168" : 61981,
"72192" : 41606,
"73216" : 26522,
"74240" : 16397,
"75264" : 10224,
"76288" : 6064,
"77312" : 3499,
"78336" : 2071,
"79360" : 1304,
"80384" : 862,
"81408" : 571,
"82432" : 386,
"83456" : 313,
"84480" : 258,
"85504" : 216,
"86528" : 206,
"87552" : 193,
"88576" : 179,
"89600" : 190,
"90624" : 182,
"91648" : 189,
"92672" : 175,
"93696" : 161,
"94720" : 178,
"95744" : 162,
"96768" : 120,
"97792" : 102,
"98816" : 97,
"99840" : 69,
"100864" : 43,
"101888" : 22,
"102912" : 31,
"103936" : 22,
"104960" : 23,
"105984" : 11,
"107008" : 17,
"108032" : 15,
"109056" : 15,
"110080" : 5,
"111104" : 5,
"112128" : 9,
"113152" : 10,
"114176" : 9,
"115200" : 3,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 11,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 7,
"142336" : 19,
"144384" : 18,
"146432" : 17,
"148480" : 24,
"150528" : 13,
"152576" : 17,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"222208" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"250880" : 2,
"254976" : 1,
"257024" : 1,
"259072" : 2,
"261120" : 1,
"264192" : 1,
"268288" : 4,
"272384" : 8,
"276480" : 18,
"280576" : 27,
"284672" : 34,
"288768" : 40,
"292864" : 84,
"296960" : 145,
"301056" : 155,
"305152" : 332,
"309248" : 419,
"313344" : 696,
"317440" : 1178,
"321536" : 1616,
"325632" : 2017,
"329728" : 2327,
"333824" : 2364,
"337920" : 2130,
"342016" : 1746,
"346112" : 1685,
"350208" : 2408,
"354304" : 4020,
"358400" : 6724,
"362496" : 10498,
"366592" : 15216,
"370688" : 19977,
"374784" : 23243,
"378880" : 22834,
"382976" : 20120,
"387072" : 14340,
"391168" : 9820,
"395264" : 6689,
"399360" : 4583,
"403456" : 3976,
"407552" : 5068,
"411648" : 7978,
"415744" : 12617,
"419840" : 17651,
"423936" : 22001,
"428032" : 24318,
"432128" : 23587,
"436224" : 20282,
"440320" : 15237,
"444416" : 10394,
"448512" : 7348,
"452608" : 5454,
"456704" : 4394,
"460800" : 3634,
"464896" : 3195,
"468992" : 2803,
"473088" : 2388,
"477184" : 2090,
"481280" : 1743,
"485376" : 1616,
"489472" : 1537,
"493568" : 1399,
"497664" : 1367,
"501760" : 1420,
"505856" : 1547,
"509952" : 1584,
"514048" : 1563,
"518144" : 1579,
"522240" : 1437,
"528384" : 2312,
"536576" : 1915,
"544768" : 1467,
"552960" : 1218,
"561152" : 1092,
"569344" : 1193,
"577536" : 1117,
"585728" : 1121,
"593920" : 1162,
"602112" : 1306,
"610304" : 1591,
"618496" : 2542,
"626688" : 3832,
"634880" : 5266,
"643072" : 6210,
"651264" : 6692,
"659456" : 8799,
"667648" : 14624,
"675840" : 23076,
"684032" : 29992,
"692224" : 30359,
"700416" : 25346,
"708608" : 21203,
"716800" : 25050,
"724992" : 37439,
"733184" : 50869,
"741376" : 54995,
"749568" : 46897,
"757760" : 34456,
"765952" : 26445,
"774144" : 26510,
"782336" : 31582,
"790528" : 35282,
"798720" : 32300,
"806912" : 25584,
"815104" : 19100,
"823296" : 15122,
"831488" : 12177,
"839680" : 10290,
"847872" : 8473,
"856064" : 7571,
"864256" : 6695,
"872448" : 6665,
"880640" : 6364,
"888832" : 6023,
"897024" : 5389,
"905216" : 5249,
"913408" : 5060,
"921600" : 5555,
"929792" : 6716,
"937984" : 7721,
"946176" : 9189,
"954368" : 10530,
"962560" : 12455,
"970752" : 16221,
"978944" : 21788,
"987136" : 28285,
"995328" : 33232,
"1003520" : 34221,
"1011712" : 34240,
"1019904" : 37864,
"1028096" : 47371,
"1036288" : 59726,
"1044480" : 69651,
"1056768" : 135564,
"1073152" : 117401,
"1089536" : 140409,
"1105920" : 147173,
"1122304" : 114233,
"1138688" : 94954,
"1155072" : 88021,
"1171456" : 69884,
"1187840" : 53318,
"1204224" : 40959,
"1220608" : 32144,
"1236992" : 26674,
"1253376" : 22497,
"1269760" : 17559,
"1286144" : 13849,
"1302528" : 11396,
"1318912" : 8957,
"1335296" : 6850,
"1351680" : 5350,
"1368064" : 4331,
"1384448" : 3060,
"1400832" : 2394,
"1417216" : 1824,
"1433600" : 1397,
"1449984" : 1097,
"1466368" : 759,
"1482752" : 587,
"1499136" : 449,
"1515520" : 310,
"1531904" : 276,
"1548288" : 188,
"1564672" : 166,
"1581056" : 118,
"1597440" : 84,
"1613824" : 66,
"1630208" : 56,
"1646592" : 41,
"1662976" : 32,
"1679360" : 17,
"1695744" : 10,
"1712128" : 7,
"1728512" : 6,
"1744896" : 6,
"1761280" : 3,
"1777664" : 7,
"1794048" : 2,
"1843200" : 3,
"1859584" : 1,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 648112.526458,
"stddev" : 605841.409378,
"N" : 5426251
},
"bw_min" : 123277,
"bw_max" : 288282,
"bw_agg" : 100.000000,
"bw_mean" : 197653.872146,
"bw_dev" : 21291.311934,
"bw_samples" : 1752,
"iops_min" : 30817,
"iops_max" : 72070,
"iops_mean" : 49413.296804,
"iops_stddev" : 5322.818781,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 1.058191,
"sys_cpu" : 22.235770,
"ctx" : 2210054,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.872590,
"100" : 48.934671,
"250" : 0.010873,
"500" : 6.996828,
"750" : 7.338647,
"1000" : 9.213567
},
"latency_ms" : {
"2" : 26.632676,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079960,
"timestamp_ms" : 1773079960321,
"time" : "Mon Mar 9 15:12:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 23542218752,
"io_kbytes" : 22990448,
"bw_bytes" : 196186791,
"bw" : 191588,
"iops" : 47897.257477,
"runtime" : 119999,
"total_ios" : 5747623,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1039167,
"mean" : 165162.330855,
"stddev" : 173845.469501,
"N" : 5747623
},
"clat_ns" : {
"min" : 25339,
"max" : 1934426,
"mean" : 502355.375351,
"stddev" : 461843.478038,
"N" : 5747615,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 59136,
"10.000000" : 61696,
"20.000000" : 63744,
"30.000000" : 66048,
"40.000000" : 68096,
"50.000000" : 378880,
"60.000000" : 724992,
"70.000000" : 929792,
"80.000000" : 1056768,
"90.000000" : 1122304,
"95.000000" : 1171456,
"99.000000" : 1286144,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1466368,
"99.990000" : 1564672
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 17,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 259,
"37632" : 554,
"38144" : 889,
"38656" : 1289,
"39168" : 1281,
"39680" : 1176,
"40192" : 999,
"40704" : 799,
"41216" : 654,
"41728" : 585,
"42240" : 509,
"42752" : 378,
"43264" : 313,
"43776" : 223,
"44288" : 174,
"44800" : 115,
"45312" : 92,
"45824" : 76,
"46336" : 101,
"46848" : 180,
"47360" : 609,
"47872" : 1621,
"48384" : 3825,
"48896" : 7385,
"49408" : 12183,
"49920" : 17295,
"50432" : 21607,
"50944" : 23407,
"51456" : 22532,
"51968" : 20994,
"52480" : 19343,
"52992" : 18032,
"53504" : 17007,
"54016" : 15828,
"54528" : 14343,
"55040" : 12526,
"55552" : 9903,
"56064" : 7728,
"56576" : 6372,
"57088" : 5122,
"57600" : 4487,
"58112" : 4599,
"58624" : 6270,
"59136" : 11254,
"59648" : 20938,
"60160" : 37168,
"60672" : 60293,
"61184" : 87109,
"61696" : 113726,
"62208" : 134421,
"62720" : 148318,
"63232" : 156840,
"63744" : 156335,
"64256" : 154726,
"64768" : 153468,
"65280" : 150357,
"66048" : 280342,
"67072" : 232759,
"68096" : 172268,
"69120" : 123922,
"70144" : 89986,
"71168" : 63737,
"72192" : 42794,
"73216" : 27367,
"74240" : 16910,
"75264" : 10596,
"76288" : 6279,
"77312" : 3623,
"78336" : 2154,
"79360" : 1362,
"80384" : 910,
"81408" : 593,
"82432" : 405,
"83456" : 328,
"84480" : 267,
"85504" : 221,
"86528" : 210,
"87552" : 197,
"88576" : 182,
"89600" : 195,
"90624" : 190,
"91648" : 203,
"92672" : 191,
"93696" : 173,
"94720" : 194,
"95744" : 171,
"96768" : 128,
"97792" : 111,
"98816" : 106,
"99840" : 73,
"100864" : 48,
"101888" : 23,
"102912" : 33,
"103936" : 22,
"104960" : 25,
"105984" : 11,
"107008" : 18,
"108032" : 16,
"109056" : 15,
"110080" : 6,
"111104" : 6,
"112128" : 9,
"113152" : 10,
"114176" : 9,
"115200" : 3,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 11,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 7,
"142336" : 21,
"144384" : 18,
"146432" : 17,
"148480" : 24,
"150528" : 13,
"152576" : 17,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"222208" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"250880" : 5,
"254976" : 1,
"257024" : 1,
"259072" : 3,
"261120" : 2,
"264192" : 1,
"268288" : 4,
"272384" : 8,
"276480" : 22,
"280576" : 29,
"284672" : 35,
"288768" : 45,
"292864" : 90,
"296960" : 163,
"301056" : 183,
"305152" : 362,
"309248" : 469,
"313344" : 790,
"317440" : 1296,
"321536" : 1804,
"325632" : 2314,
"329728" : 2639,
"333824" : 2686,
"337920" : 2406,
"342016" : 1984,
"346112" : 1893,
"350208" : 2758,
"354304" : 4570,
"358400" : 7586,
"362496" : 11933,
"366592" : 17394,
"370688" : 22748,
"374784" : 26382,
"378880" : 25980,
"382976" : 22885,
"387072" : 16299,
"391168" : 11115,
"395264" : 7537,
"399360" : 5196,
"403456" : 4502,
"407552" : 5650,
"411648" : 8979,
"415744" : 14322,
"419840" : 19985,
"423936" : 25016,
"428032" : 27652,
"432128" : 26851,
"436224" : 23111,
"440320" : 17290,
"444416" : 11736,
"448512" : 8264,
"452608" : 6184,
"456704" : 4973,
"460800" : 4119,
"464896" : 3586,
"468992" : 3155,
"473088" : 2699,
"477184" : 2382,
"481280" : 1990,
"485376" : 1849,
"489472" : 1705,
"493568" : 1555,
"497664" : 1547,
"501760" : 1611,
"505856" : 1737,
"509952" : 1804,
"514048" : 1767,
"518144" : 1797,
"522240" : 1626,
"528384" : 2646,
"536576" : 2145,
"544768" : 1703,
"552960" : 1365,
"561152" : 1237,
"569344" : 1333,
"577536" : 1255,
"585728" : 1264,
"593920" : 1310,
"602112" : 1458,
"610304" : 1776,
"618496" : 2856,
"626688" : 4291,
"634880" : 5910,
"643072" : 6953,
"651264" : 7424,
"659456" : 9852,
"667648" : 16365,
"675840" : 25806,
"684032" : 33582,
"692224" : 33880,
"700416" : 28390,
"708608" : 23677,
"716800" : 28079,
"724992" : 41821,
"733184" : 56854,
"741376" : 61592,
"749568" : 52391,
"757760" : 38337,
"765952" : 29482,
"774144" : 29741,
"782336" : 35217,
"790528" : 39270,
"798720" : 36090,
"806912" : 28611,
"815104" : 21415,
"823296" : 16925,
"831488" : 13703,
"839680" : 11611,
"847872" : 9513,
"856064" : 8480,
"864256" : 7511,
"872448" : 7508,
"880640" : 7055,
"888832" : 6773,
"897024" : 6018,
"905216" : 5872,
"913408" : 5691,
"921600" : 6116,
"929792" : 7384,
"937984" : 8482,
"946176" : 9996,
"954368" : 11490,
"962560" : 13561,
"970752" : 17710,
"978944" : 23716,
"987136" : 30751,
"995328" : 35990,
"1003520" : 37111,
"1011712" : 37047,
"1019904" : 41009,
"1028096" : 51326,
"1036288" : 64901,
"1044480" : 75351,
"1056768" : 146924,
"1073152" : 127331,
"1089536" : 152183,
"1105920" : 159498,
"1122304" : 123758,
"1138688" : 102982,
"1155072" : 95501,
"1171456" : 75865,
"1187840" : 57930,
"1204224" : 44500,
"1220608" : 35032,
"1236992" : 29113,
"1253376" : 24509,
"1269760" : 19157,
"1286144" : 15078,
"1302528" : 12419,
"1318912" : 9820,
"1335296" : 7516,
"1351680" : 5846,
"1368064" : 4730,
"1384448" : 3369,
"1400832" : 2633,
"1417216" : 2001,
"1433600" : 1521,
"1449984" : 1202,
"1466368" : 853,
"1482752" : 637,
"1499136" : 492,
"1515520" : 342,
"1531904" : 300,
"1548288" : 207,
"1564672" : 185,
"1581056" : 129,
"1597440" : 90,
"1613824" : 72,
"1630208" : 61,
"1646592" : 44,
"1662976" : 34,
"1679360" : 18,
"1695744" : 12,
"1712128" : 10,
"1728512" : 8,
"1744896" : 9,
"1761280" : 4,
"1777664" : 8,
"1794048" : 3,
"1843200" : 3,
"1859584" : 2,
"1925120" : 1,
"1941504" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2358062,
"mean" : 667517.127030,
"stddev" : 604721.712832,
"N" : 5747615
},
"bw_min" : 117973,
"bw_max" : 288504,
"bw_agg" : 100.000000,
"bw_mean" : 191886.502092,
"bw_dev" : 21551.896256,
"bw_samples" : 1912,
"iops_min" : 29491,
"iops_max" : 72126,
"iops_mean" : 47971.443515,
"iops_stddev" : 5387.965639,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 1.032092,
"sys_cpu" : 21.937058,
"ctx" : 2420967,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.828203,
"100" : 46.983231,
"250" : 0.010613,
"500" : 7.495516,
"750" : 7.753814,
"1000" : 9.646544
},
"latency_ms" : {
"2" : 27.281939,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079970,
"timestamp_ms" : 1773079970321,
"time" : "Mon Mar 9 15:12:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 24829538304,
"io_kbytes" : 24247596,
"bw_bytes" : 190997917,
"bw" : 186521,
"iops" : 46630.443311,
"runtime" : 129999,
"total_ios" : 6061911,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1322891,
"mean" : 169691.662976,
"stddev" : 174610.893871,
"N" : 6061911
},
"clat_ns" : {
"min" : 25339,
"max" : 2154862,
"mean" : 515969.889165,
"stddev" : 461125.402575,
"N" : 6061903,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 59648,
"10.000000" : 61696,
"20.000000" : 63744,
"30.000000" : 66048,
"40.000000" : 69120,
"50.000000" : 411648,
"60.000000" : 733184,
"70.000000" : 962560,
"80.000000" : 1056768,
"90.000000" : 1122304,
"95.000000" : 1171456,
"99.000000" : 1286144,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1466368,
"99.990000" : 1564672
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 17,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 259,
"37632" : 555,
"38144" : 890,
"38656" : 1293,
"39168" : 1287,
"39680" : 1184,
"40192" : 1006,
"40704" : 803,
"41216" : 661,
"41728" : 589,
"42240" : 511,
"42752" : 385,
"43264" : 315,
"43776" : 225,
"44288" : 176,
"44800" : 115,
"45312" : 94,
"45824" : 80,
"46336" : 103,
"46848" : 180,
"47360" : 610,
"47872" : 1628,
"48384" : 3836,
"48896" : 7408,
"49408" : 12224,
"49920" : 17362,
"50432" : 21719,
"50944" : 23534,
"51456" : 22697,
"51968" : 21162,
"52480" : 19513,
"52992" : 18206,
"53504" : 17176,
"54016" : 15983,
"54528" : 14481,
"55040" : 12664,
"55552" : 10029,
"56064" : 7829,
"56576" : 6462,
"57088" : 5205,
"57600" : 4547,
"58112" : 4664,
"58624" : 6342,
"59136" : 11354,
"59648" : 21101,
"60160" : 37415,
"60672" : 60739,
"61184" : 87766,
"61696" : 114681,
"62208" : 135647,
"62720" : 149840,
"63232" : 158552,
"63744" : 158153,
"64256" : 156655,
"64768" : 155447,
"65280" : 152437,
"66048" : 284474,
"67072" : 236715,
"68096" : 175724,
"69120" : 126544,
"70144" : 91958,
"71168" : 65298,
"72192" : 43825,
"73216" : 28097,
"74240" : 17423,
"75264" : 10923,
"76288" : 6493,
"77312" : 3756,
"78336" : 2240,
"79360" : 1420,
"80384" : 948,
"81408" : 609,
"82432" : 423,
"83456" : 344,
"84480" : 271,
"85504" : 229,
"86528" : 215,
"87552" : 204,
"88576" : 187,
"89600" : 201,
"90624" : 200,
"91648" : 211,
"92672" : 199,
"93696" : 179,
"94720" : 201,
"95744" : 179,
"96768" : 131,
"97792" : 116,
"98816" : 114,
"99840" : 77,
"100864" : 50,
"101888" : 26,
"102912" : 35,
"103936" : 24,
"104960" : 27,
"105984" : 13,
"107008" : 19,
"108032" : 16,
"109056" : 15,
"110080" : 6,
"111104" : 6,
"112128" : 9,
"113152" : 10,
"114176" : 9,
"115200" : 3,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 11,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 7,
"142336" : 21,
"144384" : 18,
"146432" : 17,
"148480" : 24,
"150528" : 13,
"152576" : 17,
"154624" : 14,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"222208" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"250880" : 5,
"254976" : 1,
"257024" : 1,
"259072" : 3,
"261120" : 5,
"264192" : 1,
"268288" : 4,
"272384" : 8,
"276480" : 22,
"280576" : 32,
"284672" : 36,
"288768" : 51,
"292864" : 97,
"296960" : 187,
"301056" : 215,
"305152" : 401,
"309248" : 519,
"313344" : 879,
"317440" : 1428,
"321536" : 2011,
"325632" : 2583,
"329728" : 3017,
"333824" : 3002,
"337920" : 2712,
"342016" : 2210,
"346112" : 2124,
"350208" : 3044,
"354304" : 5055,
"358400" : 8443,
"362496" : 13337,
"366592" : 19340,
"370688" : 25356,
"374784" : 29504,
"378880" : 29098,
"382976" : 25518,
"387072" : 18298,
"391168" : 12416,
"395264" : 8362,
"399360" : 5765,
"403456" : 4998,
"407552" : 6221,
"411648" : 9923,
"415744" : 15980,
"419840" : 22408,
"423936" : 28012,
"428032" : 30927,
"432128" : 30005,
"436224" : 25866,
"440320" : 19151,
"444416" : 13083,
"448512" : 9205,
"452608" : 6856,
"456704" : 5531,
"460800" : 4589,
"464896" : 3970,
"468992" : 3500,
"473088" : 2997,
"477184" : 2667,
"481280" : 2229,
"485376" : 2059,
"489472" : 1883,
"493568" : 1738,
"497664" : 1716,
"501760" : 1789,
"505856" : 1924,
"509952" : 2021,
"514048" : 2007,
"518144" : 1996,
"522240" : 1823,
"528384" : 2951,
"536576" : 2391,
"544768" : 1900,
"552960" : 1517,
"561152" : 1392,
"569344" : 1450,
"577536" : 1402,
"585728" : 1418,
"593920" : 1458,
"602112" : 1597,
"610304" : 1973,
"618496" : 3169,
"626688" : 4773,
"634880" : 6543,
"643072" : 7684,
"651264" : 8288,
"659456" : 10945,
"667648" : 18108,
"675840" : 28682,
"684032" : 37158,
"692224" : 37564,
"700416" : 31361,
"708608" : 26189,
"716800" : 31260,
"724992" : 46486,
"733184" : 63226,
"741376" : 68243,
"749568" : 57875,
"757760" : 42211,
"765952" : 32521,
"774144" : 33096,
"782336" : 39213,
"790528" : 43422,
"798720" : 39830,
"806912" : 31573,
"815104" : 23614,
"823296" : 18724,
"831488" : 15247,
"839680" : 12883,
"847872" : 10559,
"856064" : 9399,
"864256" : 8336,
"872448" : 8343,
"880640" : 7792,
"888832" : 7482,
"897024" : 6704,
"905216" : 6521,
"913408" : 6265,
"921600" : 6736,
"929792" : 8045,
"937984" : 9282,
"946176" : 10908,
"954368" : 12423,
"962560" : 14690,
"970752" : 19107,
"978944" : 25592,
"987136" : 33239,
"995328" : 38707,
"1003520" : 39871,
"1011712" : 39899,
"1019904" : 44149,
"1028096" : 55265,
"1036288" : 69863,
"1044480" : 81128,
"1056768" : 158109,
"1073152" : 137288,
"1089536" : 163882,
"1105920" : 171801,
"1122304" : 133152,
"1138688" : 111131,
"1155072" : 102911,
"1171456" : 81946,
"1187840" : 62573,
"1204224" : 48054,
"1220608" : 37986,
"1236992" : 31519,
"1253376" : 26488,
"1269760" : 20715,
"1286144" : 16401,
"1302528" : 13489,
"1318912" : 10676,
"1335296" : 8177,
"1351680" : 6339,
"1368064" : 5099,
"1384448" : 3656,
"1400832" : 2890,
"1417216" : 2193,
"1433600" : 1644,
"1449984" : 1302,
"1466368" : 933,
"1482752" : 709,
"1499136" : 525,
"1515520" : 390,
"1531904" : 328,
"1548288" : 230,
"1564672" : 202,
"1581056" : 140,
"1597440" : 106,
"1613824" : 77,
"1630208" : 66,
"1646592" : 48,
"1662976" : 37,
"1679360" : 20,
"1695744" : 14,
"1712128" : 10,
"1728512" : 10,
"1744896" : 11,
"1761280" : 6,
"1777664" : 9,
"1794048" : 3,
"1843200" : 3,
"1859584" : 2,
"1925120" : 1,
"1941504" : 2,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2579090,
"mean" : 685661.232108,
"stddev" : 603180.880757,
"N" : 6061903
},
"bw_min" : 115149,
"bw_max" : 288960,
"bw_agg" : 100.000000,
"bw_mean" : 186792.042471,
"bw_dev" : 21697.565985,
"bw_samples" : 2072,
"iops_min" : 28785,
"iops_max" : 72240,
"iops_mean" : 46697.833977,
"iops_stddev" : 5424.383719,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 1.009239,
"sys_cpu" : 21.671417,
"ctx" : 2632115,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.788349,
"100" : 45.173428,
"250" : 0.010327,
"500" : 7.929991,
"750" : 8.155662,
"1000" : 10.052441
},
"latency_ms" : {
"2" : 27.889571,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079980,
"timestamp_ms" : 1773079980321,
"time" : "Mon Mar 9 15:13:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 26095480832,
"io_kbytes" : 25483868,
"bw_bytes" : 186396291,
"bw" : 182027,
"iops" : 45507.014286,
"runtime" : 140000,
"total_ios" : 6370982,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1322891,
"mean" : 173919.646619,
"stddev" : 175199.429130,
"N" : 6370982
},
"clat_ns" : {
"min" : 25339,
"max" : 2154862,
"mean" : 528678.545804,
"stddev" : 460002.604337,
"N" : 6370974,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 59648,
"10.000000" : 62208,
"20.000000" : 64256,
"30.000000" : 66048,
"40.000000" : 70144,
"50.000000" : 428032,
"60.000000" : 741376,
"70.000000" : 978944,
"80.000000" : 1073152,
"90.000000" : 1138688,
"95.000000" : 1187840,
"99.000000" : 1302528,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1482752,
"99.990000" : 1564672
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 17,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 260,
"37632" : 557,
"38144" : 893,
"38656" : 1297,
"39168" : 1291,
"39680" : 1185,
"40192" : 1012,
"40704" : 803,
"41216" : 665,
"41728" : 592,
"42240" : 513,
"42752" : 388,
"43264" : 316,
"43776" : 227,
"44288" : 177,
"44800" : 116,
"45312" : 96,
"45824" : 80,
"46336" : 103,
"46848" : 181,
"47360" : 611,
"47872" : 1635,
"48384" : 3847,
"48896" : 7435,
"49408" : 12270,
"49920" : 17422,
"50432" : 21824,
"50944" : 23641,
"51456" : 22833,
"51968" : 21294,
"52480" : 19663,
"52992" : 18348,
"53504" : 17295,
"54016" : 16108,
"54528" : 14601,
"55040" : 12792,
"55552" : 10117,
"56064" : 7922,
"56576" : 6531,
"57088" : 5267,
"57600" : 4589,
"58112" : 4704,
"58624" : 6386,
"59136" : 11435,
"59648" : 21241,
"60160" : 37711,
"60672" : 61159,
"61184" : 88475,
"61696" : 115547,
"62208" : 136815,
"62720" : 151191,
"63232" : 160117,
"63744" : 159838,
"64256" : 158429,
"64768" : 157186,
"65280" : 154237,
"66048" : 288079,
"67072" : 240071,
"68096" : 178405,
"69120" : 128670,
"70144" : 93408,
"71168" : 66361,
"72192" : 44538,
"73216" : 28592,
"74240" : 17740,
"75264" : 11131,
"76288" : 6616,
"77312" : 3839,
"78336" : 2283,
"79360" : 1450,
"80384" : 965,
"81408" : 622,
"82432" : 430,
"83456" : 350,
"84480" : 274,
"85504" : 233,
"86528" : 219,
"87552" : 204,
"88576" : 194,
"89600" : 210,
"90624" : 211,
"91648" : 219,
"92672" : 204,
"93696" : 193,
"94720" : 212,
"95744" : 190,
"96768" : 139,
"97792" : 125,
"98816" : 119,
"99840" : 81,
"100864" : 53,
"101888" : 27,
"102912" : 36,
"103936" : 25,
"104960" : 28,
"105984" : 13,
"107008" : 19,
"108032" : 16,
"109056" : 15,
"110080" : 6,
"111104" : 6,
"112128" : 9,
"113152" : 10,
"114176" : 9,
"115200" : 3,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 13,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 8,
"142336" : 21,
"144384" : 18,
"146432" : 17,
"148480" : 24,
"150528" : 13,
"152576" : 18,
"154624" : 15,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"214016" : 1,
"222208" : 1,
"226304" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 1,
"242688" : 3,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"250880" : 6,
"254976" : 1,
"257024" : 1,
"259072" : 3,
"261120" : 5,
"264192" : 1,
"268288" : 4,
"272384" : 8,
"276480" : 25,
"280576" : 32,
"284672" : 42,
"288768" : 62,
"292864" : 109,
"296960" : 204,
"301056" : 240,
"305152" : 453,
"309248" : 573,
"313344" : 957,
"317440" : 1569,
"321536" : 2205,
"325632" : 2863,
"329728" : 3348,
"333824" : 3330,
"337920" : 2990,
"342016" : 2442,
"346112" : 2368,
"350208" : 3351,
"354304" : 5551,
"358400" : 9283,
"362496" : 14632,
"366592" : 21350,
"370688" : 28103,
"374784" : 32658,
"378880" : 32218,
"382976" : 28139,
"387072" : 20192,
"391168" : 13601,
"395264" : 9149,
"399360" : 6354,
"403456" : 5529,
"407552" : 6760,
"411648" : 10876,
"415744" : 17599,
"419840" : 24663,
"423936" : 30784,
"428032" : 34021,
"432128" : 33105,
"436224" : 28505,
"440320" : 21076,
"444416" : 14375,
"448512" : 10064,
"452608" : 7511,
"456704" : 6081,
"460800" : 5019,
"464896" : 4345,
"468992" : 3827,
"473088" : 3285,
"477184" : 2921,
"481280" : 2467,
"485376" : 2271,
"489472" : 2089,
"493568" : 1917,
"497664" : 1907,
"501760" : 1990,
"505856" : 2134,
"509952" : 2220,
"514048" : 2204,
"518144" : 2199,
"522240" : 2006,
"528384" : 3232,
"536576" : 2630,
"544768" : 2113,
"552960" : 1673,
"561152" : 1531,
"569344" : 1585,
"577536" : 1542,
"585728" : 1569,
"593920" : 1615,
"602112" : 1746,
"610304" : 2182,
"618496" : 3534,
"626688" : 5307,
"634880" : 7211,
"643072" : 8506,
"651264" : 9089,
"659456" : 12069,
"667648" : 20044,
"675840" : 31626,
"684032" : 40931,
"692224" : 41331,
"700416" : 34351,
"708608" : 28878,
"716800" : 34476,
"724992" : 51373,
"733184" : 69840,
"741376" : 74964,
"749568" : 63454,
"757760" : 46253,
"765952" : 35681,
"774144" : 36490,
"782336" : 43336,
"790528" : 47758,
"798720" : 43827,
"806912" : 34683,
"815104" : 25973,
"823296" : 20525,
"831488" : 16802,
"839680" : 14119,
"847872" : 11546,
"856064" : 10392,
"864256" : 9319,
"872448" : 9227,
"880640" : 8592,
"888832" : 8259,
"897024" : 7406,
"905216" : 7152,
"913408" : 6872,
"921600" : 7335,
"929792" : 8772,
"937984" : 10099,
"946176" : 11825,
"954368" : 13419,
"962560" : 15830,
"970752" : 20659,
"978944" : 27656,
"987136" : 35763,
"995328" : 41517,
"1003520" : 42676,
"1011712" : 42715,
"1019904" : 47455,
"1028096" : 59290,
"1036288" : 74811,
"1044480" : 86837,
"1056768" : 168987,
"1073152" : 147124,
"1089536" : 175917,
"1105920" : 183957,
"1122304" : 142351,
"1138688" : 119003,
"1155072" : 110070,
"1171456" : 87921,
"1187840" : 67056,
"1204224" : 51680,
"1220608" : 40765,
"1236992" : 33926,
"1253376" : 28453,
"1269760" : 22250,
"1286144" : 17563,
"1302528" : 14473,
"1318912" : 11433,
"1335296" : 8793,
"1351680" : 6826,
"1368064" : 5470,
"1384448" : 3939,
"1400832" : 3098,
"1417216" : 2353,
"1433600" : 1782,
"1449984" : 1406,
"1466368" : 993,
"1482752" : 765,
"1499136" : 568,
"1515520" : 433,
"1531904" : 358,
"1548288" : 247,
"1564672" : 219,
"1581056" : 149,
"1597440" : 112,
"1613824" : 84,
"1630208" : 71,
"1646592" : 52,
"1662976" : 42,
"1679360" : 21,
"1695744" : 15,
"1712128" : 10,
"1728512" : 11,
"1744896" : 11,
"1761280" : 6,
"1777664" : 9,
"1794048" : 3,
"1843200" : 3,
"1859584" : 2,
"1925120" : 1,
"1941504" : 2,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2579090,
"mean" : 702598.005352,
"stddev" : 601117.277985,
"N" : 6370974
},
"bw_min" : 112373,
"bw_max" : 289360,
"bw_agg" : 100.000000,
"bw_mean" : 182265.290323,
"bw_dev" : 21760.783443,
"bw_samples" : 2232,
"iops_min" : 28091,
"iops_max" : 72340,
"iops_mean" : 45566.143369,
"iops_stddev" : 5440.188597,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119994,
"usr_cpu" : 0.988577,
"sys_cpu" : 21.426275,
"ctx" : 2843941,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.752772,
"100" : 43.480597,
"250" : 0.010046,
"500" : 8.311717,
"750" : 8.550048,
"1000" : 10.460475
},
"latency_ms" : {
"2" : 28.434125,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079990,
"timestamp_ms" : 1773079990321,
"time" : "Mon Mar 9 15:13:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 27336060928,
"io_kbytes" : 26695372,
"bw_bytes" : 182240406,
"bw" : 177969,
"iops" : 44492.373333,
"runtime" : 150000,
"total_ios" : 6673856,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1322891,
"mean" : 177923.171351,
"stddev" : 175672.034569,
"N" : 6673856
},
"clat_ns" : {
"min" : 25339,
"max" : 2154862,
"mean" : 540708.673576,
"stddev" : 458665.818042,
"N" : 6673848,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 60160,
"10.000000" : 62208,
"20.000000" : 64256,
"30.000000" : 66048,
"40.000000" : 71168,
"50.000000" : 440320,
"60.000000" : 749568,
"70.000000" : 987136,
"80.000000" : 1073152,
"90.000000" : 1138688,
"95.000000" : 1187840,
"99.000000" : 1302528,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1482752,
"99.990000" : 1564672
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 18,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 260,
"37632" : 557,
"38144" : 894,
"38656" : 1302,
"39168" : 1291,
"39680" : 1187,
"40192" : 1018,
"40704" : 809,
"41216" : 671,
"41728" : 598,
"42240" : 517,
"42752" : 391,
"43264" : 319,
"43776" : 228,
"44288" : 181,
"44800" : 118,
"45312" : 96,
"45824" : 82,
"46336" : 104,
"46848" : 182,
"47360" : 611,
"47872" : 1637,
"48384" : 3851,
"48896" : 7444,
"49408" : 12295,
"49920" : 17467,
"50432" : 21872,
"50944" : 23731,
"51456" : 22941,
"51968" : 21412,
"52480" : 19770,
"52992" : 18470,
"53504" : 17407,
"54016" : 16225,
"54528" : 14696,
"55040" : 12891,
"55552" : 10215,
"56064" : 7989,
"56576" : 6604,
"57088" : 5327,
"57600" : 4650,
"58112" : 4743,
"58624" : 6425,
"59136" : 11498,
"59648" : 21325,
"60160" : 37866,
"60672" : 61422,
"61184" : 88854,
"61696" : 116109,
"62208" : 137586,
"62720" : 152143,
"63232" : 161257,
"63744" : 161078,
"64256" : 159772,
"64768" : 158574,
"65280" : 155651,
"66048" : 290973,
"67072" : 242842,
"68096" : 180832,
"69120" : 130624,
"70144" : 94831,
"71168" : 67378,
"72192" : 45248,
"73216" : 29040,
"74240" : 18035,
"75264" : 11326,
"76288" : 6741,
"77312" : 3910,
"78336" : 2330,
"79360" : 1485,
"80384" : 983,
"81408" : 635,
"82432" : 436,
"83456" : 354,
"84480" : 278,
"85504" : 236,
"86528" : 223,
"87552" : 206,
"88576" : 197,
"89600" : 214,
"90624" : 217,
"91648" : 223,
"92672" : 209,
"93696" : 196,
"94720" : 216,
"95744" : 197,
"96768" : 148,
"97792" : 130,
"98816" : 129,
"99840" : 82,
"100864" : 56,
"101888" : 28,
"102912" : 36,
"103936" : 27,
"104960" : 29,
"105984" : 13,
"107008" : 19,
"108032" : 16,
"109056" : 15,
"110080" : 6,
"111104" : 6,
"112128" : 9,
"113152" : 10,
"114176" : 9,
"115200" : 3,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 13,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 8,
"142336" : 21,
"144384" : 18,
"146432" : 17,
"148480" : 24,
"150528" : 13,
"152576" : 18,
"154624" : 15,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 2,
"181248" : 3,
"185344" : 1,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"214016" : 1,
"222208" : 1,
"226304" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 2,
"242688" : 3,
"244736" : 2,
"246784" : 1,
"248832" : 2,
"250880" : 6,
"254976" : 1,
"257024" : 1,
"259072" : 4,
"261120" : 7,
"264192" : 1,
"268288" : 5,
"272384" : 9,
"276480" : 28,
"280576" : 37,
"284672" : 46,
"288768" : 67,
"292864" : 120,
"296960" : 228,
"301056" : 271,
"305152" : 481,
"309248" : 642,
"313344" : 1040,
"317440" : 1700,
"321536" : 2397,
"325632" : 3147,
"329728" : 3652,
"333824" : 3593,
"337920" : 3242,
"342016" : 2640,
"346112" : 2592,
"350208" : 3677,
"354304" : 6126,
"358400" : 10169,
"362496" : 16064,
"366592" : 23411,
"370688" : 30736,
"374784" : 35588,
"378880" : 35014,
"382976" : 30527,
"387072" : 21862,
"391168" : 14787,
"395264" : 9863,
"399360" : 6873,
"403456" : 6043,
"407552" : 7409,
"411648" : 11902,
"415744" : 19308,
"419840" : 26965,
"423936" : 33541,
"428032" : 37106,
"432128" : 35952,
"436224" : 30982,
"440320" : 22821,
"444416" : 15614,
"448512" : 10915,
"452608" : 8135,
"456704" : 6563,
"460800" : 5435,
"464896" : 4696,
"468992" : 4153,
"473088" : 3574,
"477184" : 3170,
"481280" : 2674,
"485376" : 2463,
"489472" : 2237,
"493568" : 2066,
"497664" : 2080,
"501760" : 2176,
"505856" : 2327,
"509952" : 2421,
"514048" : 2422,
"518144" : 2401,
"522240" : 2201,
"528384" : 3539,
"536576" : 2836,
"544768" : 2270,
"552960" : 1835,
"561152" : 1675,
"569344" : 1714,
"577536" : 1705,
"585728" : 1704,
"593920" : 1782,
"602112" : 1923,
"610304" : 2405,
"618496" : 3832,
"626688" : 5847,
"634880" : 7880,
"643072" : 9325,
"651264" : 10006,
"659456" : 13243,
"667648" : 21988,
"675840" : 34639,
"684032" : 44787,
"692224" : 45045,
"700416" : 37538,
"708608" : 31604,
"716800" : 37743,
"724992" : 56382,
"733184" : 76603,
"741376" : 82139,
"749568" : 69249,
"757760" : 50456,
"765952" : 39033,
"774144" : 39962,
"782336" : 47443,
"790528" : 52300,
"798720" : 47985,
"806912" : 37905,
"815104" : 28310,
"823296" : 22499,
"831488" : 18457,
"839680" : 15412,
"847872" : 12651,
"856064" : 11382,
"864256" : 10271,
"872448" : 10078,
"880640" : 9466,
"888832" : 9032,
"897024" : 8083,
"905216" : 7797,
"913408" : 7443,
"921600" : 7960,
"929792" : 9461,
"937984" : 10914,
"946176" : 12687,
"954368" : 14317,
"962560" : 16950,
"970752" : 21971,
"978944" : 29552,
"987136" : 38155,
"995328" : 44275,
"1003520" : 45545,
"1011712" : 45626,
"1019904" : 50581,
"1028096" : 63154,
"1036288" : 79751,
"1044480" : 92554,
"1056768" : 179888,
"1073152" : 156662,
"1089536" : 187609,
"1105920" : 195993,
"1122304" : 151631,
"1138688" : 126858,
"1155072" : 117527,
"1171456" : 93788,
"1187840" : 71754,
"1204224" : 55277,
"1220608" : 43504,
"1236992" : 36262,
"1253376" : 30379,
"1269760" : 23798,
"1286144" : 18802,
"1302528" : 15469,
"1318912" : 12241,
"1335296" : 9448,
"1351680" : 7338,
"1368064" : 5865,
"1384448" : 4245,
"1400832" : 3350,
"1417216" : 2524,
"1433600" : 1917,
"1449984" : 1510,
"1466368" : 1057,
"1482752" : 831,
"1499136" : 628,
"1515520" : 463,
"1531904" : 378,
"1548288" : 269,
"1564672" : 235,
"1581056" : 168,
"1597440" : 118,
"1613824" : 90,
"1630208" : 77,
"1646592" : 55,
"1662976" : 46,
"1679360" : 24,
"1695744" : 17,
"1712128" : 12,
"1728512" : 11,
"1744896" : 13,
"1761280" : 6,
"1777664" : 9,
"1794048" : 3,
"1843200" : 3,
"1859584" : 2,
"1925120" : 1,
"1941504" : 2,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2579090,
"mean" : 718631.878939,
"stddev" : 598800.682928,
"N" : 6673848
},
"bw_min" : 110821,
"bw_max" : 290088,
"bw_agg" : 100.000000,
"bw_mean" : 178189.782609,
"bw_dev" : 21770.726773,
"bw_samples" : 2392,
"iops_min" : 27703,
"iops_max" : 72522,
"iops_mean" : 44547.260870,
"iops_stddev" : 5442.675139,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199996,
"usr_cpu" : 0.969837,
"sys_cpu" : 21.218404,
"ctx" : 3055940,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.720393,
"100" : 41.893247,
"250" : 0.010000,
"500" : 8.639593,
"750" : 8.935434,
"1000" : 10.850729
},
"latency_ms" : {
"2" : 28.950655,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080000,
"timestamp_ms" : 1773080000321,
"time" : "Mon Mar 9 15:13:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 28555038720,
"io_kbytes" : 27885780,
"bw_bytes" : 178470107,
"bw" : 174287,
"iops" : 43571.903574,
"runtime" : 159999,
"total_ios" : 6971461,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1322891,
"mean" : 181717.818679,
"stddev" : 176040.582727,
"N" : 6971461
},
"clat_ns" : {
"min" : 25339,
"max" : 2154862,
"mean" : 552108.947114,
"stddev" : 457154.628467,
"N" : 6971453,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 60160,
"10.000000" : 62208,
"20.000000" : 64256,
"30.000000" : 67072,
"40.000000" : 73216,
"50.000000" : 497664,
"60.000000" : 757760,
"70.000000" : 995328,
"80.000000" : 1073152,
"90.000000" : 1138688,
"95.000000" : 1187840,
"99.000000" : 1302528,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1482752,
"99.990000" : 1581056
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 18,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 260,
"37632" : 557,
"38144" : 895,
"38656" : 1303,
"39168" : 1292,
"39680" : 1188,
"40192" : 1019,
"40704" : 812,
"41216" : 672,
"41728" : 601,
"42240" : 520,
"42752" : 393,
"43264" : 321,
"43776" : 228,
"44288" : 182,
"44800" : 119,
"45312" : 98,
"45824" : 83,
"46336" : 104,
"46848" : 183,
"47360" : 611,
"47872" : 1638,
"48384" : 3856,
"48896" : 7452,
"49408" : 12315,
"49920" : 17494,
"50432" : 21924,
"50944" : 23788,
"51456" : 23024,
"51968" : 21512,
"52480" : 19872,
"52992" : 18568,
"53504" : 17515,
"54016" : 16303,
"54528" : 14792,
"55040" : 12967,
"55552" : 10293,
"56064" : 8048,
"56576" : 6656,
"57088" : 5364,
"57600" : 4685,
"58112" : 4780,
"58624" : 6460,
"59136" : 11549,
"59648" : 21414,
"60160" : 37999,
"60672" : 61655,
"61184" : 89213,
"61696" : 116648,
"62208" : 138340,
"62720" : 153033,
"63232" : 162264,
"63744" : 162197,
"64256" : 160958,
"64768" : 159705,
"65280" : 156876,
"66048" : 293276,
"67072" : 245036,
"68096" : 182710,
"69120" : 132018,
"70144" : 95828,
"71168" : 68063,
"72192" : 45729,
"73216" : 29355,
"74240" : 18218,
"75264" : 11436,
"76288" : 6810,
"77312" : 3951,
"78336" : 2362,
"79360" : 1502,
"80384" : 996,
"81408" : 649,
"82432" : 439,
"83456" : 358,
"84480" : 284,
"85504" : 241,
"86528" : 231,
"87552" : 207,
"88576" : 198,
"89600" : 218,
"90624" : 221,
"91648" : 226,
"92672" : 215,
"93696" : 198,
"94720" : 220,
"95744" : 198,
"96768" : 150,
"97792" : 132,
"98816" : 129,
"99840" : 84,
"100864" : 56,
"101888" : 30,
"102912" : 36,
"103936" : 28,
"104960" : 30,
"105984" : 13,
"107008" : 19,
"108032" : 17,
"109056" : 15,
"110080" : 6,
"111104" : 6,
"112128" : 10,
"113152" : 11,
"114176" : 10,
"115200" : 4,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 13,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 8,
"142336" : 21,
"144384" : 18,
"146432" : 17,
"148480" : 25,
"150528" : 14,
"152576" : 19,
"154624" : 15,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 2,
"181248" : 3,
"185344" : 2,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"214016" : 1,
"222208" : 1,
"226304" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 2,
"242688" : 3,
"244736" : 2,
"246784" : 1,
"248832" : 2,
"250880" : 6,
"254976" : 1,
"257024" : 1,
"259072" : 4,
"261120" : 7,
"264192" : 1,
"268288" : 8,
"272384" : 16,
"276480" : 32,
"280576" : 42,
"284672" : 48,
"288768" : 72,
"292864" : 131,
"296960" : 244,
"301056" : 293,
"305152" : 517,
"309248" : 704,
"313344" : 1141,
"317440" : 1859,
"321536" : 2592,
"325632" : 3441,
"329728" : 3919,
"333824" : 3895,
"337920" : 3466,
"342016" : 2858,
"346112" : 2777,
"350208" : 3967,
"354304" : 6605,
"358400" : 11015,
"362496" : 17487,
"366592" : 25331,
"370688" : 33266,
"374784" : 38431,
"378880" : 37833,
"382976" : 32805,
"387072" : 23525,
"391168" : 15869,
"395264" : 10580,
"399360" : 7405,
"403456" : 6542,
"407552" : 8024,
"411648" : 12986,
"415744" : 20971,
"419840" : 29254,
"423936" : 36233,
"428032" : 40055,
"432128" : 38885,
"436224" : 33368,
"440320" : 24498,
"444416" : 16676,
"448512" : 11714,
"452608" : 8692,
"456704" : 7024,
"460800" : 5824,
"464896" : 5072,
"468992" : 4467,
"473088" : 3867,
"477184" : 3411,
"481280" : 2877,
"485376" : 2656,
"489472" : 2386,
"493568" : 2217,
"497664" : 2259,
"501760" : 2353,
"505856" : 2497,
"509952" : 2621,
"514048" : 2597,
"518144" : 2590,
"522240" : 2350,
"528384" : 3807,
"536576" : 3041,
"544768" : 2438,
"552960" : 1982,
"561152" : 1790,
"569344" : 1861,
"577536" : 1843,
"585728" : 1837,
"593920" : 1923,
"602112" : 2110,
"610304" : 2618,
"618496" : 4177,
"626688" : 6361,
"634880" : 8564,
"643072" : 10215,
"651264" : 10956,
"659456" : 14449,
"667648" : 23971,
"675840" : 37719,
"684032" : 48834,
"692224" : 48978,
"700416" : 40749,
"708608" : 34346,
"716800" : 41214,
"724992" : 61530,
"733184" : 83391,
"741376" : 89279,
"749568" : 75066,
"757760" : 54750,
"765952" : 42354,
"774144" : 43551,
"782336" : 51655,
"790528" : 56919,
"798720" : 52105,
"806912" : 41160,
"815104" : 30764,
"823296" : 24437,
"831488" : 20157,
"839680" : 16793,
"847872" : 13780,
"856064" : 12328,
"864256" : 11174,
"872448" : 11015,
"880640" : 10336,
"888832" : 9831,
"897024" : 8812,
"905216" : 8409,
"913408" : 8054,
"921600" : 8564,
"929792" : 10183,
"937984" : 11720,
"946176" : 13511,
"954368" : 15277,
"962560" : 18071,
"970752" : 23396,
"978944" : 31373,
"987136" : 40501,
"995328" : 46999,
"1003520" : 48427,
"1011712" : 48437,
"1019904" : 53704,
"1028096" : 66954,
"1036288" : 84515,
"1044480" : 98140,
"1056768" : 190943,
"1073152" : 166272,
"1089536" : 199015,
"1105920" : 207977,
"1122304" : 160934,
"1138688" : 134784,
"1155072" : 124844,
"1171456" : 99640,
"1187840" : 76420,
"1204224" : 58904,
"1220608" : 46352,
"1236992" : 38635,
"1253376" : 32366,
"1269760" : 25384,
"1286144" : 20043,
"1302528" : 16531,
"1318912" : 13036,
"1335296" : 10089,
"1351680" : 7826,
"1368064" : 6285,
"1384448" : 4583,
"1400832" : 3584,
"1417216" : 2694,
"1433600" : 2051,
"1449984" : 1615,
"1466368" : 1133,
"1482752" : 892,
"1499136" : 689,
"1515520" : 500,
"1531904" : 408,
"1548288" : 291,
"1564672" : 249,
"1581056" : 179,
"1597440" : 122,
"1613824" : 100,
"1630208" : 84,
"1646592" : 59,
"1662976" : 50,
"1679360" : 27,
"1695744" : 19,
"1712128" : 12,
"1728512" : 15,
"1744896" : 14,
"1761280" : 7,
"1777664" : 9,
"1794048" : 3,
"1843200" : 3,
"1859584" : 2,
"1925120" : 1,
"1941504" : 2,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2579090,
"mean" : 733826.538099,
"stddev" : 596280.786747,
"N" : 6971453
},
"bw_min" : 108090,
"bw_max" : 290400,
"bw_agg" : 100.000000,
"bw_mean" : 174491.131661,
"bw_dev" : 21741.475620,
"bw_samples" : 2552,
"iops_min" : 27020,
"iops_max" : 72600,
"iops_mean" : 43622.589342,
"iops_stddev" : 5435.363458,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.950631,
"sys_cpu" : 21.028413,
"ctx" : 3268206,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.690745,
"100" : 40.401675,
"250" : 0.010000,
"500" : 8.926379,
"750" : 9.305567,
"1000" : 11.225868
},
"latency_ms" : {
"2" : 29.440056,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080010,
"timestamp_ms" : 1773080010321,
"time" : "Mon Mar 9 15:13:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 29759303680,
"io_kbytes" : 29061820,
"bw_bytes" : 175055757,
"bw" : 170952,
"iops" : 42738.316108,
"runtime" : 169999,
"total_ios" : 7265471,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1322891,
"mean" : 185293.396426,
"stddev" : 176306.835346,
"N" : 7265471
},
"clat_ns" : {
"min" : 25339,
"max" : 2154862,
"mean" : 562854.024719,
"stddev" : 455433.421219,
"N" : 7265463,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 60160,
"10.000000" : 62208,
"20.000000" : 64768,
"30.000000" : 67072,
"40.000000" : 337920,
"50.000000" : 651264,
"60.000000" : 765952,
"70.000000" : 995328,
"80.000000" : 1073152,
"90.000000" : 1138688,
"95.000000" : 1187840,
"99.000000" : 1302528,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1482752,
"99.990000" : 1581056
},
"bins" : {
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 18,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 260,
"37632" : 557,
"38144" : 896,
"38656" : 1303,
"39168" : 1294,
"39680" : 1190,
"40192" : 1020,
"40704" : 815,
"41216" : 674,
"41728" : 602,
"42240" : 521,
"42752" : 393,
"43264" : 322,
"43776" : 229,
"44288" : 183,
"44800" : 123,
"45312" : 99,
"45824" : 83,
"46336" : 104,
"46848" : 183,
"47360" : 611,
"47872" : 1642,
"48384" : 3866,
"48896" : 7467,
"49408" : 12336,
"49920" : 17534,
"50432" : 21960,
"50944" : 23832,
"51456" : 23085,
"51968" : 21600,
"52480" : 19947,
"52992" : 18641,
"53504" : 17587,
"54016" : 16372,
"54528" : 14860,
"55040" : 13027,
"55552" : 10347,
"56064" : 8106,
"56576" : 6700,
"57088" : 5405,
"57600" : 4724,
"58112" : 4816,
"58624" : 6527,
"59136" : 11652,
"59648" : 21560,
"60160" : 38213,
"60672" : 61962,
"61184" : 89599,
"61696" : 117164,
"62208" : 139025,
"62720" : 153720,
"63232" : 163107,
"63744" : 163068,
"64256" : 161907,
"64768" : 160637,
"65280" : 157814,
"66048" : 295115,
"67072" : 246651,
"68096" : 184131,
"69120" : 133101,
"70144" : 96703,
"71168" : 68656,
"72192" : 46152,
"73216" : 29613,
"74240" : 18378,
"75264" : 11547,
"76288" : 6879,
"77312" : 3988,
"78336" : 2387,
"79360" : 1520,
"80384" : 1008,
"81408" : 658,
"82432" : 445,
"83456" : 362,
"84480" : 285,
"85504" : 245,
"86528" : 232,
"87552" : 210,
"88576" : 198,
"89600" : 220,
"90624" : 223,
"91648" : 231,
"92672" : 220,
"93696" : 202,
"94720" : 224,
"95744" : 199,
"96768" : 153,
"97792" : 133,
"98816" : 131,
"99840" : 85,
"100864" : 57,
"101888" : 31,
"102912" : 37,
"103936" : 30,
"104960" : 30,
"105984" : 14,
"107008" : 19,
"108032" : 17,
"109056" : 15,
"110080" : 6,
"111104" : 6,
"112128" : 10,
"113152" : 11,
"114176" : 10,
"115200" : 4,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 13,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 8,
"142336" : 21,
"144384" : 18,
"146432" : 17,
"148480" : 25,
"150528" : 14,
"152576" : 21,
"154624" : 15,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 2,
"181248" : 3,
"185344" : 2,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"214016" : 1,
"222208" : 1,
"226304" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 2,
"242688" : 3,
"244736" : 2,
"246784" : 2,
"248832" : 2,
"250880" : 6,
"254976" : 1,
"257024" : 1,
"259072" : 4,
"261120" : 7,
"264192" : 2,
"268288" : 9,
"272384" : 18,
"276480" : 32,
"280576" : 43,
"284672" : 50,
"288768" : 80,
"292864" : 144,
"296960" : 257,
"301056" : 318,
"305152" : 546,
"309248" : 761,
"313344" : 1214,
"317440" : 1966,
"321536" : 2787,
"325632" : 3681,
"329728" : 4221,
"333824" : 4166,
"337920" : 3702,
"342016" : 3087,
"346112" : 2977,
"350208" : 4236,
"354304" : 7062,
"358400" : 11760,
"362496" : 18684,
"366592" : 27154,
"370688" : 35624,
"374784" : 41224,
"378880" : 40687,
"382976" : 35098,
"387072" : 25237,
"391168" : 16978,
"395264" : 11304,
"399360" : 7911,
"403456" : 7013,
"407552" : 8612,
"411648" : 13910,
"415744" : 22376,
"419840" : 31179,
"423936" : 38651,
"428032" : 42881,
"432128" : 41620,
"436224" : 35596,
"440320" : 26287,
"444416" : 17856,
"448512" : 12539,
"452608" : 9261,
"456704" : 7488,
"460800" : 6221,
"464896" : 5433,
"468992" : 4790,
"473088" : 4132,
"477184" : 3654,
"481280" : 3080,
"485376" : 2816,
"489472" : 2545,
"493568" : 2341,
"497664" : 2424,
"501760" : 2533,
"505856" : 2693,
"509952" : 2783,
"514048" : 2782,
"518144" : 2765,
"522240" : 2524,
"528384" : 4071,
"536576" : 3285,
"544768" : 2600,
"552960" : 2156,
"561152" : 1919,
"569344" : 1994,
"577536" : 1973,
"585728" : 1965,
"593920" : 2084,
"602112" : 2267,
"610304" : 2847,
"618496" : 4479,
"626688" : 6889,
"634880" : 9257,
"643072" : 11029,
"651264" : 11823,
"659456" : 15661,
"667648" : 26013,
"675840" : 40909,
"684032" : 52948,
"692224" : 52939,
"700416" : 44001,
"708608" : 37160,
"716800" : 44703,
"724992" : 66799,
"733184" : 90398,
"741376" : 96738,
"749568" : 81358,
"757760" : 59154,
"765952" : 45866,
"774144" : 47165,
"782336" : 56071,
"790528" : 61707,
"798720" : 56432,
"806912" : 44557,
"815104" : 33368,
"823296" : 26490,
"831488" : 21781,
"839680" : 18291,
"847872" : 14942,
"856064" : 13291,
"864256" : 12107,
"872448" : 11929,
"880640" : 11192,
"888832" : 10629,
"897024" : 9559,
"905216" : 9094,
"913408" : 8705,
"921600" : 9167,
"929792" : 10892,
"937984" : 12511,
"946176" : 14317,
"954368" : 16220,
"962560" : 19165,
"970752" : 24783,
"978944" : 33261,
"987136" : 42908,
"995328" : 49730,
"1003520" : 51202,
"1011712" : 51261,
"1019904" : 56819,
"1028096" : 70941,
"1036288" : 89485,
"1044480" : 103812,
"1056768" : 201786,
"1073152" : 175961,
"1089536" : 210508,
"1105920" : 219719,
"1122304" : 170269,
"1138688" : 142501,
"1155072" : 132114,
"1171456" : 105411,
"1187840" : 80972,
"1204224" : 62438,
"1220608" : 49193,
"1236992" : 40963,
"1253376" : 34282,
"1269760" : 26936,
"1286144" : 21259,
"1302528" : 17475,
"1318912" : 13786,
"1335296" : 10740,
"1351680" : 8291,
"1368064" : 6648,
"1384448" : 4865,
"1400832" : 3819,
"1417216" : 2856,
"1433600" : 2189,
"1449984" : 1707,
"1466368" : 1202,
"1482752" : 960,
"1499136" : 730,
"1515520" : 524,
"1531904" : 440,
"1548288" : 312,
"1564672" : 266,
"1581056" : 187,
"1597440" : 129,
"1613824" : 107,
"1630208" : 90,
"1646592" : 66,
"1662976" : 56,
"1679360" : 28,
"1695744" : 19,
"1712128" : 13,
"1728512" : 16,
"1744896" : 15,
"1761280" : 7,
"1777664" : 12,
"1794048" : 3,
"1826816" : 1,
"1843200" : 3,
"1859584" : 2,
"1892352" : 1,
"1925120" : 1,
"1941504" : 2,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 1
}
},
"lat_ns" : {
"min" : 34723,
"max" : 2579090,
"mean" : 748147.292699,
"stddev" : 593486.853966,
"N" : 7265463
},
"bw_min" : 106309,
"bw_max" : 290672,
"bw_agg" : 100.000000,
"bw_mean" : 171133.634218,
"bw_dev" : 21684.433786,
"bw_samples" : 2712,
"iops_min" : 26575,
"iops_max" : 72668,
"iops_mean" : 42783.218289,
"iops_stddev" : 5421.103224,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.935594,
"sys_cpu" : 20.851299,
"ctx" : 3480779,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.664141,
"100" : 39.003101,
"250" : 0.010000,
"500" : 9.165352,
"750" : 9.668857,
"1000" : 11.597541
},
"latency_ms" : {
"2" : 29.891565,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080020,
"timestamp_ms" : 1773080020359,
"time" : "Mon Mar 9 15:13:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 5176,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 30952181760,
"io_kbytes" : 30226740,
"bw_bytes" : 171955610,
"bw" : 167925,
"iops" : 41981.238993,
"runtime" : 180001,
"total_ios" : 7556665,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1322891,
"mean" : 188662.218706,
"stddev" : 176488.895868,
"N" : 7556673
},
"clat_ns" : {
"min" : 2974,
"max" : 2154862,
"mean" : 572976.275145,
"stddev" : 453557.103875,
"N" : 7556689,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 60672,
"10.000000" : 62208,
"20.000000" : 64768,
"30.000000" : 67072,
"40.000000" : 370688,
"50.000000" : 675840,
"60.000000" : 774144,
"70.000000" : 1003520,
"80.000000" : 1073152,
"90.000000" : 1138688,
"95.000000" : 1187840,
"99.000000" : 1302528,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1482752,
"99.990000" : 1581056
},
"bins" : {
"2960" : 1,
"3120" : 1,
"3216" : 1,
"3664" : 1,
"3728" : 1,
"5600" : 1,
"7008" : 1,
"7456" : 1,
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 19,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 260,
"37632" : 557,
"38144" : 896,
"38656" : 1303,
"39168" : 1295,
"39680" : 1191,
"40192" : 1022,
"40704" : 815,
"41216" : 674,
"41728" : 603,
"42240" : 524,
"42752" : 394,
"43264" : 323,
"43776" : 232,
"44288" : 184,
"44800" : 123,
"45312" : 100,
"45824" : 84,
"46336" : 106,
"46848" : 183,
"47360" : 611,
"47872" : 1642,
"48384" : 3867,
"48896" : 7471,
"49408" : 12347,
"49920" : 17553,
"50432" : 21992,
"50944" : 23871,
"51456" : 23137,
"51968" : 21656,
"52480" : 19998,
"52992" : 18698,
"53504" : 17640,
"54016" : 16435,
"54528" : 14947,
"55040" : 13077,
"55552" : 10396,
"56064" : 8160,
"56576" : 6756,
"57088" : 5443,
"57600" : 4762,
"58112" : 4855,
"58624" : 6548,
"59136" : 11690,
"59648" : 21608,
"60160" : 38291,
"60672" : 62078,
"61184" : 89794,
"61696" : 117454,
"62208" : 139416,
"62720" : 154183,
"63232" : 163682,
"63744" : 163705,
"64256" : 162550,
"64768" : 161301,
"65280" : 158587,
"66048" : 296665,
"67072" : 248135,
"68096" : 185534,
"69120" : 134164,
"70144" : 97562,
"71168" : 69327,
"72192" : 46592,
"73216" : 29921,
"74240" : 18597,
"75264" : 11685,
"76288" : 6959,
"77312" : 4035,
"78336" : 2420,
"79360" : 1545,
"80384" : 1022,
"81408" : 663,
"82432" : 448,
"83456" : 366,
"84480" : 291,
"85504" : 252,
"86528" : 234,
"87552" : 213,
"88576" : 199,
"89600" : 224,
"90624" : 228,
"91648" : 238,
"92672" : 229,
"93696" : 207,
"94720" : 232,
"95744" : 204,
"96768" : 156,
"97792" : 140,
"98816" : 138,
"99840" : 87,
"100864" : 60,
"101888" : 34,
"102912" : 41,
"103936" : 30,
"104960" : 30,
"105984" : 14,
"107008" : 20,
"108032" : 17,
"109056" : 15,
"110080" : 6,
"111104" : 6,
"112128" : 10,
"113152" : 11,
"114176" : 10,
"115200" : 4,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 13,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 8,
"142336" : 21,
"144384" : 18,
"146432" : 17,
"148480" : 25,
"150528" : 14,
"152576" : 21,
"154624" : 15,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 2,
"181248" : 3,
"185344" : 2,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"214016" : 1,
"222208" : 1,
"226304" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 2,
"242688" : 3,
"244736" : 2,
"246784" : 2,
"248832" : 2,
"250880" : 6,
"254976" : 1,
"257024" : 2,
"259072" : 4,
"261120" : 7,
"264192" : 4,
"268288" : 11,
"272384" : 18,
"276480" : 34,
"280576" : 46,
"284672" : 58,
"288768" : 88,
"292864" : 158,
"296960" : 280,
"301056" : 338,
"305152" : 570,
"309248" : 812,
"313344" : 1290,
"317440" : 2093,
"321536" : 2980,
"325632" : 3892,
"329728" : 4497,
"333824" : 4440,
"337920" : 3940,
"342016" : 3277,
"346112" : 3169,
"350208" : 4489,
"354304" : 7523,
"358400" : 12466,
"362496" : 19857,
"366592" : 28977,
"370688" : 37882,
"374784" : 43950,
"378880" : 43283,
"382976" : 37358,
"387072" : 26843,
"391168" : 18080,
"395264" : 12021,
"399360" : 8414,
"403456" : 7422,
"407552" : 9173,
"411648" : 14797,
"415744" : 23787,
"419840" : 33143,
"423936" : 41165,
"428032" : 45765,
"432128" : 44331,
"436224" : 37910,
"440320" : 28010,
"444416" : 18987,
"448512" : 13370,
"452608" : 9850,
"456704" : 7952,
"460800" : 6606,
"464896" : 5768,
"468992" : 5103,
"473088" : 4368,
"477184" : 3915,
"481280" : 3269,
"485376" : 2989,
"489472" : 2711,
"493568" : 2528,
"497664" : 2574,
"501760" : 2689,
"505856" : 2853,
"509952" : 2946,
"514048" : 2968,
"518144" : 2910,
"522240" : 2651,
"528384" : 4357,
"536576" : 3501,
"544768" : 2746,
"552960" : 2309,
"561152" : 2048,
"569344" : 2107,
"577536" : 2103,
"585728" : 2080,
"593920" : 2252,
"602112" : 2433,
"610304" : 3069,
"618496" : 4852,
"626688" : 7436,
"634880" : 9996,
"643072" : 11894,
"651264" : 12722,
"659456" : 16974,
"667648" : 28170,
"675840" : 44243,
"684032" : 57241,
"692224" : 57080,
"700416" : 47376,
"708608" : 39987,
"716800" : 48273,
"724992" : 72104,
"733184" : 97571,
"741376" : 104284,
"749568" : 87516,
"757760" : 63558,
"765952" : 49348,
"774144" : 50736,
"782336" : 60549,
"790528" : 66518,
"798720" : 60851,
"806912" : 48083,
"815104" : 36041,
"823296" : 28547,
"831488" : 23493,
"839680" : 19716,
"847872" : 16116,
"856064" : 14312,
"864256" : 13105,
"872448" : 12826,
"880640" : 12098,
"888832" : 11490,
"897024" : 10264,
"905216" : 9792,
"913408" : 9320,
"921600" : 9803,
"929792" : 11592,
"937984" : 13286,
"946176" : 15245,
"954368" : 17170,
"962560" : 20272,
"970752" : 26250,
"978944" : 35156,
"987136" : 45360,
"995328" : 52327,
"1003520" : 53970,
"1011712" : 54034,
"1019904" : 59915,
"1028096" : 74750,
"1036288" : 94397,
"1044480" : 109439,
"1056768" : 212543,
"1073152" : 185510,
"1089536" : 221983,
"1105920" : 231451,
"1122304" : 179625,
"1138688" : 150319,
"1155072" : 139131,
"1171456" : 111235,
"1187840" : 85464,
"1204224" : 65890,
"1220608" : 51899,
"1236992" : 43347,
"1253376" : 36253,
"1269760" : 28462,
"1286144" : 22472,
"1302528" : 18433,
"1318912" : 14594,
"1335296" : 11386,
"1351680" : 8783,
"1368064" : 6995,
"1384448" : 5199,
"1400832" : 4046,
"1417216" : 3018,
"1433600" : 2309,
"1449984" : 1802,
"1466368" : 1278,
"1482752" : 1013,
"1499136" : 758,
"1515520" : 569,
"1531904" : 465,
"1548288" : 335,
"1564672" : 275,
"1581056" : 192,
"1597440" : 137,
"1613824" : 114,
"1630208" : 94,
"1646592" : 67,
"1662976" : 56,
"1679360" : 31,
"1695744" : 19,
"1712128" : 14,
"1728512" : 17,
"1744896" : 16,
"1761280" : 7,
"1777664" : 12,
"1794048" : 4,
"1826816" : 1,
"1843200" : 3,
"1859584" : 2,
"1892352" : 1,
"1925120" : 1,
"1941504" : 2,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 1
}
},
"lat_ns" : {
"min" : 25168,
"max" : 2579090,
"mean" : 761638.651601,
"stddev" : 590495.243004,
"N" : 7556689
},
"bw_min" : 104789,
"bw_max" : 291376,
"bw_agg" : 100.000000,
"bw_mean" : 168095.604457,
"bw_dev" : 21600.548065,
"bw_samples" : 2872,
"iops_min" : 26195,
"iops_max" : 72844,
"iops_mean" : 42023.701950,
"iops_stddev" : 5400.132184,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440000,
"usr_cpu" : 0.920000,
"sys_cpu" : 20.691250,
"ctx" : 3693559,
"majf" : 0,
"minf" : 318,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.639118,
"100" : 37.687829,
"250" : 0.010000,
"500" : 9.380090,
"750" : 10.023641,
"1000" : 11.952310
},
"latency_ms" : {
"2" : 30.308105,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773080020,
"timestamp_ms" : 1773080020413,
"time" : "Mon Mar 9 15:13:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 30952230912,
"io_kbytes" : 30226788,
"bw_bytes" : 171917679,
"bw" : 167888,
"iops" : 41971.911953,
"runtime" : 180041,
"total_ios" : 7556665,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5067,
"max" : 1322891,
"mean" : 188662.218706,
"stddev" : 176488.895868,
"N" : 7556673
},
"clat_ns" : {
"min" : 2974,
"max" : 2154862,
"mean" : 572976.275145,
"stddev" : 453557.103875,
"N" : 7556689,
"percentile" : {
"1.000000" : 50432,
"5.000000" : 60672,
"10.000000" : 62208,
"20.000000" : 64768,
"30.000000" : 67072,
"40.000000" : 370688,
"50.000000" : 675840,
"60.000000" : 774144,
"70.000000" : 1003520,
"80.000000" : 1073152,
"90.000000" : 1138688,
"95.000000" : 1187840,
"99.000000" : 1302528,
"99.500000" : 1335296,
"99.900000" : 1433600,
"99.950000" : 1482752,
"99.990000" : 1581056
},
"bins" : {
"2960" : 1,
"3120" : 1,
"3216" : 1,
"3664" : 1,
"3728" : 1,
"5600" : 1,
"7008" : 1,
"7456" : 1,
"25216" : 1,
"25472" : 2,
"25728" : 1,
"25984" : 5,
"26240" : 5,
"26496" : 8,
"26752" : 15,
"27008" : 19,
"27264" : 20,
"27520" : 13,
"27776" : 15,
"28032" : 11,
"28288" : 7,
"28544" : 7,
"28800" : 4,
"29056" : 1,
"29312" : 2,
"29568" : 1,
"29824" : 2,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"30848" : 1,
"31360" : 1,
"31616" : 2,
"32128" : 1,
"33536" : 1,
"34560" : 1,
"35072" : 2,
"35584" : 5,
"36096" : 32,
"36608" : 92,
"37120" : 260,
"37632" : 557,
"38144" : 896,
"38656" : 1303,
"39168" : 1295,
"39680" : 1191,
"40192" : 1022,
"40704" : 815,
"41216" : 674,
"41728" : 603,
"42240" : 524,
"42752" : 394,
"43264" : 323,
"43776" : 232,
"44288" : 184,
"44800" : 123,
"45312" : 100,
"45824" : 84,
"46336" : 106,
"46848" : 183,
"47360" : 611,
"47872" : 1642,
"48384" : 3867,
"48896" : 7471,
"49408" : 12347,
"49920" : 17553,
"50432" : 21992,
"50944" : 23871,
"51456" : 23137,
"51968" : 21656,
"52480" : 19998,
"52992" : 18698,
"53504" : 17640,
"54016" : 16435,
"54528" : 14947,
"55040" : 13077,
"55552" : 10396,
"56064" : 8160,
"56576" : 6756,
"57088" : 5443,
"57600" : 4762,
"58112" : 4855,
"58624" : 6548,
"59136" : 11690,
"59648" : 21608,
"60160" : 38291,
"60672" : 62078,
"61184" : 89794,
"61696" : 117454,
"62208" : 139416,
"62720" : 154183,
"63232" : 163682,
"63744" : 163705,
"64256" : 162550,
"64768" : 161301,
"65280" : 158587,
"66048" : 296665,
"67072" : 248135,
"68096" : 185534,
"69120" : 134164,
"70144" : 97562,
"71168" : 69327,
"72192" : 46592,
"73216" : 29921,
"74240" : 18597,
"75264" : 11685,
"76288" : 6959,
"77312" : 4035,
"78336" : 2420,
"79360" : 1545,
"80384" : 1022,
"81408" : 663,
"82432" : 448,
"83456" : 366,
"84480" : 291,
"85504" : 252,
"86528" : 234,
"87552" : 213,
"88576" : 199,
"89600" : 224,
"90624" : 228,
"91648" : 238,
"92672" : 229,
"93696" : 207,
"94720" : 232,
"95744" : 204,
"96768" : 156,
"97792" : 140,
"98816" : 138,
"99840" : 87,
"100864" : 60,
"101888" : 34,
"102912" : 41,
"103936" : 30,
"104960" : 30,
"105984" : 14,
"107008" : 20,
"108032" : 17,
"109056" : 15,
"110080" : 6,
"111104" : 6,
"112128" : 10,
"113152" : 11,
"114176" : 10,
"115200" : 4,
"116224" : 9,
"117248" : 4,
"118272" : 4,
"119296" : 5,
"120320" : 6,
"121344" : 2,
"122368" : 4,
"123392" : 3,
"124416" : 5,
"125440" : 6,
"126464" : 13,
"127488" : 10,
"128512" : 7,
"129536" : 3,
"130560" : 4,
"132096" : 3,
"134144" : 11,
"136192" : 13,
"138240" : 12,
"140288" : 8,
"142336" : 21,
"144384" : 18,
"146432" : 17,
"148480" : 25,
"150528" : 14,
"152576" : 21,
"154624" : 15,
"156672" : 9,
"158720" : 12,
"160768" : 13,
"162816" : 7,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 1,
"175104" : 3,
"179200" : 2,
"181248" : 3,
"185344" : 2,
"187392" : 1,
"195584" : 1,
"197632" : 5,
"199680" : 1,
"203776" : 3,
"205824" : 2,
"207872" : 1,
"214016" : 1,
"222208" : 1,
"226304" : 1,
"232448" : 2,
"238592" : 1,
"240640" : 2,
"242688" : 3,
"244736" : 2,
"246784" : 2,
"248832" : 2,
"250880" : 6,
"254976" : 1,
"257024" : 2,
"259072" : 4,
"261120" : 7,
"264192" : 4,
"268288" : 11,
"272384" : 18,
"276480" : 34,
"280576" : 46,
"284672" : 58,
"288768" : 88,
"292864" : 158,
"296960" : 280,
"301056" : 338,
"305152" : 570,
"309248" : 812,
"313344" : 1290,
"317440" : 2093,
"321536" : 2980,
"325632" : 3892,
"329728" : 4497,
"333824" : 4440,
"337920" : 3940,
"342016" : 3277,
"346112" : 3169,
"350208" : 4489,
"354304" : 7523,
"358400" : 12466,
"362496" : 19857,
"366592" : 28977,
"370688" : 37882,
"374784" : 43950,
"378880" : 43283,
"382976" : 37358,
"387072" : 26843,
"391168" : 18080,
"395264" : 12021,
"399360" : 8414,
"403456" : 7422,
"407552" : 9173,
"411648" : 14797,
"415744" : 23787,
"419840" : 33143,
"423936" : 41165,
"428032" : 45765,
"432128" : 44331,
"436224" : 37910,
"440320" : 28010,
"444416" : 18987,
"448512" : 13370,
"452608" : 9850,
"456704" : 7952,
"460800" : 6606,
"464896" : 5768,
"468992" : 5103,
"473088" : 4368,
"477184" : 3915,
"481280" : 3269,
"485376" : 2989,
"489472" : 2711,
"493568" : 2528,
"497664" : 2574,
"501760" : 2689,
"505856" : 2853,
"509952" : 2946,
"514048" : 2968,
"518144" : 2910,
"522240" : 2651,
"528384" : 4357,
"536576" : 3501,
"544768" : 2746,
"552960" : 2309,
"561152" : 2048,
"569344" : 2107,
"577536" : 2103,
"585728" : 2080,
"593920" : 2252,
"602112" : 2433,
"610304" : 3069,
"618496" : 4852,
"626688" : 7436,
"634880" : 9996,
"643072" : 11894,
"651264" : 12722,
"659456" : 16974,
"667648" : 28170,
"675840" : 44243,
"684032" : 57241,
"692224" : 57080,
"700416" : 47376,
"708608" : 39987,
"716800" : 48273,
"724992" : 72104,
"733184" : 97571,
"741376" : 104284,
"749568" : 87516,
"757760" : 63558,
"765952" : 49348,
"774144" : 50736,
"782336" : 60549,
"790528" : 66518,
"798720" : 60851,
"806912" : 48083,
"815104" : 36041,
"823296" : 28547,
"831488" : 23493,
"839680" : 19716,
"847872" : 16116,
"856064" : 14312,
"864256" : 13105,
"872448" : 12826,
"880640" : 12098,
"888832" : 11490,
"897024" : 10264,
"905216" : 9792,
"913408" : 9320,
"921600" : 9803,
"929792" : 11592,
"937984" : 13286,
"946176" : 15245,
"954368" : 17170,
"962560" : 20272,
"970752" : 26250,
"978944" : 35156,
"987136" : 45360,
"995328" : 52327,
"1003520" : 53970,
"1011712" : 54034,
"1019904" : 59915,
"1028096" : 74750,
"1036288" : 94397,
"1044480" : 109439,
"1056768" : 212543,
"1073152" : 185510,
"1089536" : 221983,
"1105920" : 231451,
"1122304" : 179625,
"1138688" : 150319,
"1155072" : 139131,
"1171456" : 111235,
"1187840" : 85464,
"1204224" : 65890,
"1220608" : 51899,
"1236992" : 43347,
"1253376" : 36253,
"1269760" : 28462,
"1286144" : 22472,
"1302528" : 18433,
"1318912" : 14594,
"1335296" : 11386,
"1351680" : 8783,
"1368064" : 6995,
"1384448" : 5199,
"1400832" : 4046,
"1417216" : 3018,
"1433600" : 2309,
"1449984" : 1802,
"1466368" : 1278,
"1482752" : 1013,
"1499136" : 758,
"1515520" : 569,
"1531904" : 465,
"1548288" : 335,
"1564672" : 275,
"1581056" : 192,
"1597440" : 137,
"1613824" : 114,
"1630208" : 94,
"1646592" : 67,
"1662976" : 56,
"1679360" : 31,
"1695744" : 19,
"1712128" : 14,
"1728512" : 17,
"1744896" : 16,
"1761280" : 7,
"1777664" : 12,
"1794048" : 4,
"1826816" : 1,
"1843200" : 3,
"1859584" : 2,
"1892352" : 1,
"1925120" : 1,
"1941504" : 2,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 1
}
},
"lat_ns" : {
"min" : 25168,
"max" : 2579090,
"mean" : 761638.651601,
"stddev" : 590495.243004,
"N" : 7556689
},
"bw_min" : 104789,
"bw_max" : 291376,
"bw_agg" : 100.000000,
"bw_mean" : 168092.486761,
"bw_dev" : 21589.274824,
"bw_samples" : 2875,
"iops_min" : 26195,
"iops_max" : 72844,
"iops_mean" : 42022.922075,
"iops_stddev" : 5397.313877,
"iops_samples" : 2875
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440120,
"usr_cpu" : 0.919923,
"sys_cpu" : 20.689526,
"ctx" : 3693673,
"majf" : 0,
"minf" : 321,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.639118,
"100" : 37.687829,
"250" : 0.010000,
"500" : 9.380090,
"750" : 10.023641,
"1000" : 11.952310
},
"latency_ms" : {
"2" : 30.308105,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}