raidz2/benchmarks/rand/rand-read-qd4-nj32_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773081457,
"timestamp_ms" : 1773081457557,
"time" : "Mon Mar 9 15:37:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 3161702400,
"io_kbytes" : 3087600,
"bw_bytes" : 324210664,
"bw" : 316611,
"iops" : 79175.963905,
"runtime" : 9752,
"total_ios" : 772124,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312064,
"usr_cpu" : 0.601800,
"sys_cpu" : 14.639625,
"ctx" : 707213,
"majf" : 0,
"minf" : 349,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.987567,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999611,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999611,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081467,
"timestamp_ms" : 1773081467805,
"time" : "Mon Mar 9 15:37:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 3242835968,
"io_kbytes" : 3166832,
"bw_bytes" : 324283596,
"bw" : 316683,
"iops" : 79178.800000,
"runtime" : 10000,
"total_ios" : 791788,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 7091,
"max" : 1785818,
"mean" : 401658.365360,
"stddev" : 149029.658251,
"N" : 791788
},
"clat_ns" : {
"min" : 49776,
"max" : 3085233,
"mean" : 1214235.632331,
"stddev" : 263619.906983,
"N" : 791756,
"percentile" : {
"1.000000" : 444416,
"5.000000" : 765952,
"10.000000" : 839680,
"20.000000" : 1011712,
"30.000000" : 1138688,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1351680,
"80.000000" : 1417216,
"90.000000" : 1515520,
"95.000000" : 1597440,
"99.000000" : 1794048,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2113536,
"99.990000" : 2277376
},
"bins" : {
"49920" : 1,
"52480" : 1,
"53504" : 2,
"56064" : 1,
"56576" : 1,
"60160" : 1,
"60672" : 2,
"61184" : 2,
"61696" : 4,
"62208" : 4,
"62720" : 1,
"63232" : 4,
"63744" : 3,
"64256" : 1,
"64768" : 2,
"65280" : 1,
"66048" : 5,
"67072" : 10,
"68096" : 5,
"69120" : 16,
"70144" : 27,
"71168" : 27,
"72192" : 50,
"73216" : 63,
"74240" : 80,
"75264" : 64,
"76288" : 92,
"77312" : 80,
"78336" : 86,
"79360" : 64,
"80384" : 93,
"81408" : 75,
"82432" : 70,
"83456" : 50,
"84480" : 40,
"85504" : 31,
"86528" : 28,
"87552" : 24,
"88576" : 15,
"89600" : 25,
"90624" : 19,
"91648" : 9,
"92672" : 11,
"93696" : 11,
"94720" : 12,
"95744" : 11,
"96768" : 4,
"97792" : 13,
"98816" : 9,
"99840" : 4,
"100864" : 5,
"101888" : 5,
"102912" : 10,
"103936" : 7,
"104960" : 6,
"105984" : 1,
"107008" : 8,
"108032" : 6,
"109056" : 7,
"110080" : 7,
"111104" : 8,
"112128" : 7,
"113152" : 4,
"114176" : 9,
"115200" : 3,
"116224" : 3,
"117248" : 7,
"118272" : 5,
"119296" : 3,
"120320" : 4,
"121344" : 5,
"122368" : 3,
"124416" : 2,
"125440" : 2,
"126464" : 2,
"127488" : 4,
"128512" : 1,
"130560" : 2,
"132096" : 3,
"136192" : 2,
"138240" : 1,
"140288" : 1,
"150528" : 1,
"156672" : 2,
"164864" : 2,
"197632" : 1,
"280576" : 1,
"284672" : 2,
"288768" : 1,
"296960" : 1,
"301056" : 1,
"305152" : 5,
"309248" : 3,
"313344" : 2,
"317440" : 9,
"321536" : 6,
"325632" : 12,
"329728" : 17,
"333824" : 19,
"337920" : 26,
"342016" : 38,
"346112" : 50,
"350208" : 41,
"354304" : 49,
"358400" : 54,
"362496" : 58,
"366592" : 59,
"370688" : 95,
"374784" : 110,
"378880" : 161,
"382976" : 229,
"387072" : 273,
"391168" : 349,
"395264" : 378,
"399360" : 394,
"403456" : 377,
"407552" : 361,
"411648" : 291,
"415744" : 275,
"419840" : 295,
"423936" : 314,
"428032" : 349,
"432128" : 375,
"436224" : 457,
"440320" : 524,
"444416" : 613,
"448512" : 600,
"452608" : 578,
"456704" : 552,
"460800" : 517,
"464896" : 448,
"468992" : 474,
"473088" : 468,
"477184" : 408,
"481280" : 400,
"485376" : 363,
"489472" : 332,
"493568" : 334,
"497664" : 306,
"501760" : 334,
"505856" : 287,
"509952" : 253,
"514048" : 280,
"518144" : 253,
"522240" : 238,
"528384" : 507,
"536576" : 490,
"544768" : 444,
"552960" : 373,
"561152" : 391,
"569344" : 367,
"577536" : 312,
"585728" : 258,
"593920" : 268,
"602112" : 231,
"610304" : 251,
"618496" : 223,
"626688" : 180,
"634880" : 243,
"643072" : 256,
"651264" : 312,
"659456" : 312,
"667648" : 404,
"675840" : 512,
"684032" : 578,
"692224" : 812,
"700416" : 997,
"708608" : 1305,
"716800" : 1500,
"724992" : 1651,
"733184" : 1782,
"741376" : 2115,
"749568" : 2655,
"757760" : 3026,
"765952" : 3500,
"774144" : 3706,
"782336" : 3848,
"790528" : 4013,
"798720" : 4097,
"806912" : 4355,
"815104" : 4564,
"823296" : 4543,
"831488" : 4670,
"839680" : 4802,
"847872" : 4745,
"856064" : 4581,
"864256" : 4547,
"872448" : 4419,
"880640" : 4339,
"888832" : 4150,
"897024" : 4266,
"905216" : 3888,
"913408" : 3883,
"921600" : 3750,
"929792" : 3640,
"937984" : 3535,
"946176" : 3493,
"954368" : 3345,
"962560" : 3157,
"970752" : 3191,
"978944" : 3090,
"987136" : 3089,
"995328" : 3098,
"1003520" : 3128,
"1011712" : 3065,
"1019904" : 3305,
"1028096" : 3295,
"1036288" : 3517,
"1044480" : 3812,
"1056768" : 8602,
"1073152" : 10358,
"1089536" : 12259,
"1105920" : 14273,
"1122304" : 16584,
"1138688" : 18943,
"1155072" : 20827,
"1171456" : 22635,
"1187840" : 24393,
"1204224" : 25604,
"1220608" : 25800,
"1236992" : 26400,
"1253376" : 26266,
"1269760" : 26078,
"1286144" : 25584,
"1302528" : 25032,
"1318912" : 23987,
"1335296" : 22971,
"1351680" : 21814,
"1368064" : 20617,
"1384448" : 19316,
"1400832" : 17922,
"1417216" : 16449,
"1433600" : 15119,
"1449984" : 14075,
"1466368" : 12975,
"1482752" : 11501,
"1499136" : 10645,
"1515520" : 9633,
"1531904" : 8586,
"1548288" : 7622,
"1564672" : 6847,
"1581056" : 5993,
"1597440" : 5340,
"1613824" : 4664,
"1630208" : 4328,
"1646592" : 3676,
"1662976" : 3349,
"1679360" : 2914,
"1695744" : 2501,
"1712128" : 2243,
"1728512" : 1931,
"1744896" : 1632,
"1761280" : 1471,
"1777664" : 1233,
"1794048" : 1138,
"1810432" : 966,
"1826816" : 897,
"1843200" : 717,
"1859584" : 596,
"1875968" : 579,
"1892352" : 488,
"1908736" : 361,
"1925120" : 345,
"1941504" : 298,
"1957888" : 251,
"1974272" : 198,
"1990656" : 187,
"2007040" : 156,
"2023424" : 125,
"2039808" : 112,
"2056192" : 103,
"2072576" : 94,
"2088960" : 69,
"2113536" : 132,
"2146304" : 75,
"2179072" : 53,
"2211840" : 29,
"2244608" : 32,
"2277376" : 28,
"2310144" : 9,
"2342912" : 11,
"2375680" : 3,
"2408448" : 6,
"2441216" : 5,
"2473984" : 8,
"2506752" : 2,
"2539520" : 2,
"2572288" : 1,
"2637824" : 1,
"2670592" : 1,
"2703360" : 1,
"2965504" : 1,
"3096576" : 1
}
},
"lat_ns" : {
"min" : 71629,
"max" : 3509160,
"mean" : 1615900.326159,
"stddev" : 307309.347122,
"N" : 791756
},
"bw_min" : 311249,
"bw_max" : 323785,
"bw_agg" : 100.000000,
"bw_mean" : 316762.315789,
"bw_dev" : 101.607597,
"bw_samples" : 608,
"iops_min" : 77810,
"iops_max" : 80944,
"iops_mean" : 79188.473684,
"iops_stddev" : 25.415411,
"iops_samples" : 608
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 0.629381,
"sys_cpu" : 14.605449,
"ctx" : 724541,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.158123,
"250" : 0.018944,
"500" : 1.575548,
"750" : 2.546010,
"1000" : 15.000480
},
"latency_ms" : {
"2" : 80.563484,
"4" : 0.133243,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081477,
"timestamp_ms" : 1773081477804,
"time" : "Mon Mar 9 15:37:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 6488481792,
"io_kbytes" : 6336408,
"bw_bytes" : 324440311,
"bw" : 316836,
"iops" : 79212.410621,
"runtime" : 19999,
"total_ios" : 1584169,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6550,
"max" : 1785818,
"mean" : 401464.964505,
"stddev" : 149193.361910,
"N" : 1584169
},
"clat_ns" : {
"min" : 49776,
"max" : 3085233,
"mean" : 1213628.419809,
"stddev" : 263764.253737,
"N" : 1584137,
"percentile" : {
"1.000000" : 444416,
"5.000000" : 765952,
"10.000000" : 839680,
"20.000000" : 1011712,
"30.000000" : 1138688,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1351680,
"80.000000" : 1417216,
"90.000000" : 1515520,
"95.000000" : 1597440,
"99.000000" : 1794048,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"49920" : 1,
"52480" : 1,
"53504" : 2,
"56064" : 1,
"56576" : 1,
"57600" : 1,
"58112" : 1,
"60160" : 1,
"60672" : 4,
"61184" : 4,
"61696" : 6,
"62208" : 6,
"62720" : 1,
"63232" : 4,
"63744" : 6,
"64256" : 4,
"64768" : 3,
"65280" : 4,
"66048" : 8,
"67072" : 16,
"68096" : 15,
"69120" : 26,
"70144" : 44,
"71168" : 62,
"72192" : 101,
"73216" : 118,
"74240" : 150,
"75264" : 139,
"76288" : 185,
"77312" : 162,
"78336" : 167,
"79360" : 152,
"80384" : 164,
"81408" : 139,
"82432" : 135,
"83456" : 103,
"84480" : 85,
"85504" : 64,
"86528" : 56,
"87552" : 47,
"88576" : 31,
"89600" : 45,
"90624" : 35,
"91648" : 26,
"92672" : 22,
"93696" : 18,
"94720" : 23,
"95744" : 22,
"96768" : 13,
"97792" : 22,
"98816" : 18,
"99840" : 11,
"100864" : 14,
"101888" : 13,
"102912" : 18,
"103936" : 12,
"104960" : 10,
"105984" : 8,
"107008" : 16,
"108032" : 13,
"109056" : 17,
"110080" : 18,
"111104" : 13,
"112128" : 16,
"113152" : 11,
"114176" : 12,
"115200" : 7,
"116224" : 8,
"117248" : 9,
"118272" : 11,
"119296" : 8,
"120320" : 7,
"121344" : 7,
"122368" : 3,
"123392" : 2,
"124416" : 3,
"125440" : 6,
"126464" : 4,
"127488" : 6,
"128512" : 2,
"130560" : 2,
"132096" : 4,
"134144" : 1,
"136192" : 2,
"138240" : 4,
"140288" : 1,
"144384" : 1,
"146432" : 1,
"150528" : 1,
"156672" : 2,
"160768" : 1,
"164864" : 2,
"168960" : 1,
"173056" : 1,
"195584" : 1,
"197632" : 1,
"268288" : 1,
"280576" : 1,
"284672" : 2,
"288768" : 1,
"292864" : 1,
"296960" : 3,
"301056" : 3,
"305152" : 7,
"309248" : 10,
"313344" : 6,
"317440" : 11,
"321536" : 17,
"325632" : 21,
"329728" : 34,
"333824" : 50,
"337920" : 55,
"342016" : 80,
"346112" : 80,
"350208" : 87,
"354304" : 91,
"358400" : 108,
"362496" : 111,
"366592" : 120,
"370688" : 185,
"374784" : 215,
"378880" : 341,
"382976" : 439,
"387072" : 558,
"391168" : 721,
"395264" : 766,
"399360" : 788,
"403456" : 771,
"407552" : 715,
"411648" : 630,
"415744" : 570,
"419840" : 579,
"423936" : 594,
"428032" : 680,
"432128" : 759,
"436224" : 929,
"440320" : 1015,
"444416" : 1193,
"448512" : 1186,
"452608" : 1113,
"456704" : 1097,
"460800" : 1009,
"464896" : 922,
"468992" : 924,
"473088" : 885,
"477184" : 830,
"481280" : 768,
"485376" : 760,
"489472" : 727,
"493568" : 682,
"497664" : 615,
"501760" : 638,
"505856" : 566,
"509952" : 526,
"514048" : 513,
"518144" : 512,
"522240" : 489,
"528384" : 996,
"536576" : 989,
"544768" : 923,
"552960" : 804,
"561152" : 787,
"569344" : 706,
"577536" : 613,
"585728" : 551,
"593920" : 565,
"602112" : 508,
"610304" : 503,
"618496" : 464,
"626688" : 427,
"634880" : 482,
"643072" : 509,
"651264" : 588,
"659456" : 644,
"667648" : 791,
"675840" : 987,
"684032" : 1115,
"692224" : 1557,
"700416" : 2111,
"708608" : 2570,
"716800" : 3038,
"724992" : 3286,
"733184" : 3762,
"741376" : 4310,
"749568" : 5324,
"757760" : 6251,
"765952" : 6883,
"774144" : 7471,
"782336" : 7682,
"790528" : 8033,
"798720" : 8381,
"806912" : 8786,
"815104" : 9177,
"823296" : 9230,
"831488" : 9400,
"839680" : 9467,
"847872" : 9599,
"856064" : 9190,
"864256" : 9156,
"872448" : 8773,
"880640" : 8661,
"888832" : 8368,
"897024" : 8456,
"905216" : 7924,
"913408" : 7898,
"921600" : 7578,
"929792" : 7284,
"937984" : 7143,
"946176" : 6849,
"954368" : 6725,
"962560" : 6364,
"970752" : 6405,
"978944" : 6149,
"987136" : 6173,
"995328" : 6202,
"1003520" : 6265,
"1011712" : 6227,
"1019904" : 6708,
"1028096" : 6826,
"1036288" : 7084,
"1044480" : 7669,
"1056768" : 17242,
"1073152" : 20843,
"1089536" : 24642,
"1105920" : 28564,
"1122304" : 33399,
"1138688" : 37627,
"1155072" : 41835,
"1171456" : 45058,
"1187840" : 48597,
"1204224" : 50993,
"1220608" : 52234,
"1236992" : 52913,
"1253376" : 52938,
"1269760" : 52095,
"1286144" : 51234,
"1302528" : 49679,
"1318912" : 47990,
"1335296" : 45681,
"1351680" : 43001,
"1368064" : 41091,
"1384448" : 38397,
"1400832" : 35883,
"1417216" : 32920,
"1433600" : 30281,
"1449984" : 27978,
"1466368" : 25698,
"1482752" : 22862,
"1499136" : 20909,
"1515520" : 19121,
"1531904" : 17251,
"1548288" : 15352,
"1564672" : 13595,
"1581056" : 12041,
"1597440" : 10679,
"1613824" : 9560,
"1630208" : 8490,
"1646592" : 7479,
"1662976" : 6608,
"1679360" : 5844,
"1695744" : 5110,
"1712128" : 4376,
"1728512" : 3900,
"1744896" : 3310,
"1761280" : 2967,
"1777664" : 2537,
"1794048" : 2211,
"1810432" : 1924,
"1826816" : 1744,
"1843200" : 1469,
"1859584" : 1207,
"1875968" : 1134,
"1892352" : 954,
"1908736" : 784,
"1925120" : 682,
"1941504" : 597,
"1957888" : 505,
"1974272" : 420,
"1990656" : 384,
"2007040" : 303,
"2023424" : 272,
"2039808" : 207,
"2056192" : 196,
"2072576" : 185,
"2088960" : 140,
"2113536" : 242,
"2146304" : 157,
"2179072" : 107,
"2211840" : 69,
"2244608" : 58,
"2277376" : 50,
"2310144" : 29,
"2342912" : 21,
"2375680" : 8,
"2408448" : 7,
"2441216" : 6,
"2473984" : 13,
"2506752" : 3,
"2539520" : 2,
"2572288" : 1,
"2605056" : 2,
"2637824" : 2,
"2670592" : 3,
"2703360" : 1,
"2965504" : 1,
"3096576" : 1
}
},
"lat_ns" : {
"min" : 71629,
"max" : 3509160,
"mean" : 1615096.130794,
"stddev" : 307413.495641,
"N" : 1584137
},
"bw_min" : 310061,
"bw_max" : 324398,
"bw_agg" : 100.000000,
"bw_mean" : 316923.153846,
"bw_dev" : 108.078106,
"bw_samples" : 1248,
"iops_min" : 77512,
"iops_max" : 81098,
"iops_mean" : 79228.564103,
"iops_stddev" : 27.041242,
"iops_samples" : 1248
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639968,
"usr_cpu" : 0.634250,
"sys_cpu" : 14.597761,
"ctx" : 1449291,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999874,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.156107,
"250" : 0.019000,
"500" : 1.572433,
"750" : 2.568855,
"1000" : 15.059757
},
"latency_ms" : {
"2" : 80.491097,
"4" : 0.130668,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081487,
"timestamp_ms" : 1773081487805,
"time" : "Mon Mar 9 15:38:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 9745354752,
"io_kbytes" : 9516948,
"bw_bytes" : 324845158,
"bw" : 317231,
"iops" : 79310.433333,
"runtime" : 30000,
"total_ios" : 2379313,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6550,
"max" : 1785818,
"mean" : 400959.926014,
"stddev" : 149612.681856,
"N" : 2379313
},
"clat_ns" : {
"min" : 49776,
"max" : 3085233,
"mean" : 1212101.161656,
"stddev" : 264508.302808,
"N" : 2379281,
"percentile" : {
"1.000000" : 444416,
"5.000000" : 765952,
"10.000000" : 839680,
"20.000000" : 1011712,
"30.000000" : 1122304,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1351680,
"80.000000" : 1417216,
"90.000000" : 1515520,
"95.000000" : 1597440,
"99.000000" : 1794048,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 1,
"55040" : 2,
"56064" : 2,
"56576" : 1,
"57088" : 1,
"57600" : 2,
"58112" : 3,
"58624" : 2,
"59136" : 2,
"59648" : 2,
"60160" : 1,
"60672" : 9,
"61184" : 5,
"61696" : 7,
"62208" : 7,
"62720" : 2,
"63232" : 4,
"63744" : 7,
"64256" : 8,
"64768" : 3,
"65280" : 6,
"66048" : 12,
"67072" : 24,
"68096" : 26,
"69120" : 45,
"70144" : 76,
"71168" : 110,
"72192" : 146,
"73216" : 198,
"74240" : 225,
"75264" : 227,
"76288" : 274,
"77312" : 247,
"78336" : 254,
"79360" : 242,
"80384" : 248,
"81408" : 202,
"82432" : 197,
"83456" : 150,
"84480" : 127,
"85504" : 107,
"86528" : 84,
"87552" : 76,
"88576" : 54,
"89600" : 62,
"90624" : 47,
"91648" : 36,
"92672" : 35,
"93696" : 30,
"94720" : 39,
"95744" : 29,
"96768" : 18,
"97792" : 31,
"98816" : 22,
"99840" : 20,
"100864" : 20,
"101888" : 17,
"102912" : 20,
"103936" : 21,
"104960" : 13,
"105984" : 11,
"107008" : 24,
"108032" : 19,
"109056" : 18,
"110080" : 24,
"111104" : 16,
"112128" : 21,
"113152" : 20,
"114176" : 17,
"115200" : 15,
"116224" : 14,
"117248" : 16,
"118272" : 13,
"119296" : 10,
"120320" : 9,
"121344" : 9,
"122368" : 5,
"123392" : 4,
"124416" : 5,
"125440" : 8,
"126464" : 5,
"127488" : 6,
"128512" : 4,
"129536" : 2,
"130560" : 3,
"132096" : 6,
"134144" : 4,
"136192" : 4,
"138240" : 6,
"140288" : 1,
"144384" : 4,
"146432" : 3,
"150528" : 1,
"152576" : 1,
"156672" : 2,
"158720" : 3,
"160768" : 2,
"164864" : 2,
"166912" : 1,
"168960" : 1,
"173056" : 1,
"189440" : 1,
"195584" : 1,
"197632" : 1,
"264192" : 1,
"268288" : 2,
"280576" : 2,
"284672" : 2,
"288768" : 1,
"292864" : 2,
"296960" : 5,
"301056" : 4,
"305152" : 10,
"309248" : 13,
"313344" : 12,
"317440" : 17,
"321536" : 20,
"325632" : 27,
"329728" : 43,
"333824" : 70,
"337920" : 86,
"342016" : 115,
"346112" : 132,
"350208" : 142,
"354304" : 143,
"358400" : 162,
"362496" : 162,
"366592" : 179,
"370688" : 281,
"374784" : 352,
"378880" : 535,
"382976" : 689,
"387072" : 909,
"391168" : 1084,
"395264" : 1192,
"399360" : 1217,
"403456" : 1173,
"407552" : 1101,
"411648" : 989,
"415744" : 849,
"419840" : 898,
"423936" : 920,
"428032" : 1050,
"432128" : 1174,
"436224" : 1408,
"440320" : 1541,
"444416" : 1798,
"448512" : 1801,
"452608" : 1723,
"456704" : 1651,
"460800" : 1502,
"464896" : 1412,
"468992" : 1383,
"473088" : 1335,
"477184" : 1279,
"481280" : 1166,
"485376" : 1163,
"489472" : 1121,
"493568" : 1021,
"497664" : 949,
"501760" : 985,
"505856" : 870,
"509952" : 816,
"514048" : 800,
"518144" : 781,
"522240" : 766,
"528384" : 1524,
"536576" : 1500,
"544768" : 1434,
"552960" : 1263,
"561152" : 1175,
"569344" : 1072,
"577536" : 909,
"585728" : 865,
"593920" : 863,
"602112" : 742,
"610304" : 739,
"618496" : 732,
"626688" : 667,
"634880" : 721,
"643072" : 765,
"651264" : 901,
"659456" : 1025,
"667648" : 1203,
"675840" : 1482,
"684032" : 1757,
"692224" : 2357,
"700416" : 3193,
"708608" : 3916,
"716800" : 4673,
"724992" : 5078,
"733184" : 5748,
"741376" : 6630,
"749568" : 8122,
"757760" : 9508,
"765952" : 10459,
"774144" : 11342,
"782336" : 11669,
"790528" : 12285,
"798720" : 12709,
"806912" : 13319,
"815104" : 13910,
"823296" : 13952,
"831488" : 14160,
"839680" : 14483,
"847872" : 14376,
"856064" : 14010,
"864256" : 13956,
"872448" : 13343,
"880640" : 13111,
"888832" : 12708,
"897024" : 12678,
"905216" : 12128,
"913408" : 12081,
"921600" : 11327,
"929792" : 11216,
"937984" : 10644,
"946176" : 10405,
"954368" : 9989,
"962560" : 9568,
"970752" : 9814,
"978944" : 9257,
"987136" : 9480,
"995328" : 9274,
"1003520" : 9408,
"1011712" : 9488,
"1019904" : 10126,
"1028096" : 10269,
"1036288" : 10808,
"1044480" : 11547,
"1056768" : 26013,
"1073152" : 31252,
"1089536" : 37222,
"1105920" : 42942,
"1122304" : 50090,
"1138688" : 56544,
"1155072" : 62861,
"1171456" : 67959,
"1187840" : 72638,
"1204224" : 75769,
"1220608" : 78065,
"1236992" : 79007,
"1253376" : 79413,
"1269760" : 78094,
"1286144" : 76903,
"1302528" : 74467,
"1318912" : 71667,
"1335296" : 68285,
"1351680" : 65010,
"1368064" : 61575,
"1384448" : 56917,
"1400832" : 53547,
"1417216" : 49273,
"1433600" : 45446,
"1449984" : 41856,
"1466368" : 38293,
"1482752" : 34183,
"1499136" : 31357,
"1515520" : 28671,
"1531904" : 25848,
"1548288" : 22725,
"1564672" : 20335,
"1581056" : 18041,
"1597440" : 16025,
"1613824" : 14368,
"1630208" : 12702,
"1646592" : 11121,
"1662976" : 9842,
"1679360" : 8795,
"1695744" : 7546,
"1712128" : 6499,
"1728512" : 5799,
"1744896" : 5055,
"1761280" : 4424,
"1777664" : 3799,
"1794048" : 3307,
"1810432" : 2846,
"1826816" : 2534,
"1843200" : 2180,
"1859584" : 1802,
"1875968" : 1746,
"1892352" : 1395,
"1908736" : 1143,
"1925120" : 1037,
"1941504" : 905,
"1957888" : 734,
"1974272" : 619,
"1990656" : 550,
"2007040" : 467,
"2023424" : 412,
"2039808" : 299,
"2056192" : 284,
"2072576" : 292,
"2088960" : 196,
"2113536" : 351,
"2146304" : 224,
"2179072" : 155,
"2211840" : 117,
"2244608" : 88,
"2277376" : 66,
"2310144" : 45,
"2342912" : 26,
"2375680" : 13,
"2408448" : 14,
"2441216" : 14,
"2473984" : 18,
"2506752" : 4,
"2539520" : 4,
"2572288" : 4,
"2605056" : 4,
"2637824" : 3,
"2670592" : 3,
"2703360" : 1,
"2965504" : 1,
"3096576" : 1
}
},
"lat_ns" : {
"min" : 71629,
"max" : 3509160,
"mean" : 1613061.888419,
"stddev" : 308232.783236,
"N" : 2379281
},
"bw_min" : 309798,
"bw_max" : 325305,
"bw_agg" : 100.000000,
"bw_mean" : 317291.118644,
"bw_dev" : 111.210770,
"bw_samples" : 1888,
"iops_min" : 77448,
"iops_max" : 81324,
"iops_mean" : 79320.745763,
"iops_stddev" : 27.822907,
"iops_samples" : 1888
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959999,
"usr_cpu" : 0.635938,
"sys_cpu" : 14.605224,
"ctx" : 2174175,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.159542,
"250" : 0.018409,
"500" : 1.600588,
"750" : 2.617142,
"1000" : 15.198967
},
"latency_ms" : {
"2" : 80.274894,
"4" : 0.129071,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081497,
"timestamp_ms" : 1773081497805,
"time" : "Mon Mar 9 15:38:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 13021171712,
"io_kbytes" : 12715988,
"bw_bytes" : 325529292,
"bw" : 317899,
"iops" : 79476.450000,
"runtime" : 40000,
"total_ios" : 3179058,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6089,
"max" : 1785818,
"mean" : 400113.140750,
"stddev" : 150500.086208,
"N" : 3179058
},
"clat_ns" : {
"min" : 47202,
"max" : 3085233,
"mean" : 1209549.247416,
"stddev" : 265994.787801,
"N" : 3179026,
"percentile" : {
"1.000000" : 444416,
"5.000000" : 757760,
"10.000000" : 839680,
"20.000000" : 1003520,
"30.000000" : 1122304,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1351680,
"80.000000" : 1417216,
"90.000000" : 1515520,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 1,
"55040" : 2,
"55552" : 1,
"56064" : 3,
"56576" : 1,
"57088" : 1,
"57600" : 5,
"58112" : 3,
"58624" : 3,
"59136" : 4,
"59648" : 3,
"60160" : 2,
"60672" : 9,
"61184" : 7,
"61696" : 9,
"62208" : 9,
"62720" : 2,
"63232" : 4,
"63744" : 8,
"64256" : 10,
"64768" : 3,
"65280" : 11,
"66048" : 16,
"67072" : 30,
"68096" : 37,
"69120" : 55,
"70144" : 102,
"71168" : 152,
"72192" : 189,
"73216" : 273,
"74240" : 308,
"75264" : 319,
"76288" : 383,
"77312" : 341,
"78336" : 357,
"79360" : 335,
"80384" : 334,
"81408" : 275,
"82432" : 239,
"83456" : 199,
"84480" : 172,
"85504" : 150,
"86528" : 111,
"87552" : 110,
"88576" : 73,
"89600" : 97,
"90624" : 61,
"91648" : 51,
"92672" : 48,
"93696" : 44,
"94720" : 53,
"95744" : 39,
"96768" : 26,
"97792" : 36,
"98816" : 33,
"99840" : 33,
"100864" : 23,
"101888" : 25,
"102912" : 28,
"103936" : 27,
"104960" : 19,
"105984" : 17,
"107008" : 34,
"108032" : 27,
"109056" : 25,
"110080" : 31,
"111104" : 23,
"112128" : 30,
"113152" : 28,
"114176" : 24,
"115200" : 21,
"116224" : 19,
"117248" : 21,
"118272" : 19,
"119296" : 14,
"120320" : 9,
"121344" : 10,
"122368" : 7,
"123392" : 8,
"124416" : 8,
"125440" : 12,
"126464" : 7,
"127488" : 7,
"128512" : 5,
"129536" : 2,
"130560" : 4,
"132096" : 7,
"134144" : 4,
"136192" : 5,
"138240" : 6,
"140288" : 1,
"144384" : 4,
"146432" : 4,
"150528" : 1,
"152576" : 1,
"156672" : 2,
"158720" : 5,
"160768" : 2,
"164864" : 2,
"166912" : 2,
"168960" : 1,
"173056" : 1,
"177152" : 1,
"189440" : 1,
"195584" : 1,
"197632" : 1,
"264192" : 1,
"268288" : 2,
"276480" : 1,
"280576" : 2,
"284672" : 2,
"288768" : 3,
"292864" : 2,
"296960" : 6,
"301056" : 8,
"305152" : 12,
"309248" : 16,
"313344" : 14,
"317440" : 21,
"321536" : 32,
"325632" : 44,
"329728" : 62,
"333824" : 96,
"337920" : 121,
"342016" : 156,
"346112" : 179,
"350208" : 192,
"354304" : 189,
"358400" : 210,
"362496" : 234,
"366592" : 243,
"370688" : 380,
"374784" : 512,
"378880" : 720,
"382976" : 962,
"387072" : 1279,
"391168" : 1529,
"395264" : 1633,
"399360" : 1683,
"403456" : 1583,
"407552" : 1502,
"411648" : 1335,
"415744" : 1227,
"419840" : 1226,
"423936" : 1300,
"428032" : 1459,
"432128" : 1616,
"436224" : 1936,
"440320" : 2131,
"444416" : 2457,
"448512" : 2500,
"452608" : 2429,
"456704" : 2312,
"460800" : 2086,
"464896" : 1958,
"468992" : 1880,
"473088" : 1807,
"477184" : 1735,
"481280" : 1649,
"485376" : 1574,
"489472" : 1554,
"493568" : 1447,
"497664" : 1299,
"501760" : 1321,
"505856" : 1205,
"509952" : 1111,
"514048" : 1112,
"518144" : 1080,
"522240" : 1041,
"528384" : 2102,
"536576" : 2057,
"544768" : 1966,
"552960" : 1799,
"561152" : 1626,
"569344" : 1497,
"577536" : 1260,
"585728" : 1167,
"593920" : 1198,
"602112" : 1037,
"610304" : 1021,
"618496" : 1019,
"626688" : 930,
"634880" : 1013,
"643072" : 1082,
"651264" : 1253,
"659456" : 1420,
"667648" : 1608,
"675840" : 1992,
"684032" : 2481,
"692224" : 3224,
"700416" : 4376,
"708608" : 5370,
"716800" : 6305,
"724992" : 6905,
"733184" : 7882,
"741376" : 9075,
"749568" : 11056,
"757760" : 13053,
"765952" : 14349,
"774144" : 15511,
"782336" : 15888,
"790528" : 16583,
"798720" : 17299,
"806912" : 18223,
"815104" : 18952,
"823296" : 19103,
"831488" : 19425,
"839680" : 19719,
"847872" : 19717,
"856064" : 19190,
"864256" : 18972,
"872448" : 18225,
"880640" : 17878,
"888832" : 17347,
"897024" : 17131,
"905216" : 16616,
"913408" : 16301,
"921600" : 15426,
"929792" : 15191,
"937984" : 14460,
"946176" : 14068,
"954368" : 13587,
"962560" : 13103,
"970752" : 13321,
"978944" : 12578,
"987136" : 12774,
"995328" : 12547,
"1003520" : 12783,
"1011712" : 12891,
"1019904" : 13647,
"1028096" : 13936,
"1036288" : 14567,
"1044480" : 15555,
"1056768" : 34769,
"1073152" : 41705,
"1089536" : 49408,
"1105920" : 57055,
"1122304" : 66578,
"1138688" : 75284,
"1155072" : 83528,
"1171456" : 90228,
"1187840" : 96496,
"1204224" : 100751,
"1220608" : 103829,
"1236992" : 105087,
"1253376" : 105390,
"1269760" : 103771,
"1286144" : 102205,
"1302528" : 98879,
"1318912" : 95069,
"1335296" : 90578,
"1351680" : 86303,
"1368064" : 81735,
"1384448" : 75736,
"1400832" : 70987,
"1417216" : 65301,
"1433600" : 60286,
"1449984" : 55627,
"1466368" : 50818,
"1482752" : 45465,
"1499136" : 41643,
"1515520" : 38045,
"1531904" : 34271,
"1548288" : 30205,
"1564672" : 26969,
"1581056" : 23993,
"1597440" : 21220,
"1613824" : 19047,
"1630208" : 16898,
"1646592" : 14628,
"1662976" : 13117,
"1679360" : 11563,
"1695744" : 9992,
"1712128" : 8716,
"1728512" : 7716,
"1744896" : 6644,
"1761280" : 5805,
"1777664" : 5077,
"1794048" : 4399,
"1810432" : 3785,
"1826816" : 3341,
"1843200" : 2869,
"1859584" : 2397,
"1875968" : 2256,
"1892352" : 1854,
"1908736" : 1530,
"1925120" : 1400,
"1941504" : 1194,
"1957888" : 966,
"1974272" : 844,
"1990656" : 747,
"2007040" : 640,
"2023424" : 522,
"2039808" : 422,
"2056192" : 394,
"2072576" : 376,
"2088960" : 273,
"2113536" : 485,
"2146304" : 300,
"2179072" : 213,
"2211840" : 169,
"2244608" : 118,
"2277376" : 89,
"2310144" : 60,
"2342912" : 35,
"2375680" : 21,
"2408448" : 16,
"2441216" : 16,
"2473984" : 20,
"2506752" : 6,
"2539520" : 5,
"2572288" : 5,
"2605056" : 5,
"2637824" : 3,
"2670592" : 4,
"2703360" : 1,
"2965504" : 1,
"3096576" : 1
}
},
"lat_ns" : {
"min" : 69716,
"max" : 3509160,
"mean" : 1609662.791308,
"stddev" : 309871.749377,
"N" : 3179026
},
"bw_min" : 309790,
"bw_max" : 327108,
"bw_agg" : 100.000000,
"bw_mean" : 317941.848101,
"bw_dev" : 116.831242,
"bw_samples" : 2528,
"iops_min" : 77446,
"iops_max" : 81777,
"iops_mean" : 79483.721519,
"iops_stddev" : 29.231635,
"iops_samples" : 2528
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279999,
"usr_cpu" : 0.631250,
"sys_cpu" : 14.620715,
"ctx" : 2898431,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999906,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999906,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.162753,
"250" : 0.018779,
"500" : 1.655553,
"750" : 2.685575,
"1000" : 15.496446
},
"latency_ms" : {
"2" : 79.849408,
"4" : 0.130416,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081507,
"timestamp_ms" : 1773081507805,
"time" : "Mon Mar 9 15:38:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 16327946240,
"io_kbytes" : 15945260,
"bw_bytes" : 326558924,
"bw" : 318905,
"iops" : 79727.680000,
"runtime" : 50000,
"total_ios" : 3986384,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5889,
"max" : 1785818,
"mean" : 398843.634922,
"stddev" : 151799.653800,
"N" : 3986384
},
"clat_ns" : {
"min" : 45339,
"max" : 3085233,
"mean" : 1205731.814273,
"stddev" : 268252.701009,
"N" : 3986352,
"percentile" : {
"1.000000" : 440320,
"5.000000" : 757760,
"10.000000" : 831488,
"20.000000" : 987136,
"30.000000" : 1122304,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1335296,
"80.000000" : 1417216,
"90.000000" : 1515520,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 1,
"55040" : 2,
"55552" : 1,
"56064" : 3,
"56576" : 1,
"57088" : 1,
"57600" : 5,
"58112" : 3,
"58624" : 5,
"59136" : 5,
"59648" : 3,
"60160" : 5,
"60672" : 10,
"61184" : 10,
"61696" : 10,
"62208" : 13,
"62720" : 3,
"63232" : 8,
"63744" : 9,
"64256" : 18,
"64768" : 5,
"65280" : 12,
"66048" : 22,
"67072" : 38,
"68096" : 52,
"69120" : 70,
"70144" : 128,
"71168" : 189,
"72192" : 241,
"73216" : 351,
"74240" : 387,
"75264" : 431,
"76288" : 491,
"77312" : 467,
"78336" : 495,
"79360" : 439,
"80384" : 424,
"81408" : 374,
"82432" : 321,
"83456" : 276,
"84480" : 235,
"85504" : 204,
"86528" : 153,
"87552" : 147,
"88576" : 103,
"89600" : 121,
"90624" : 84,
"91648" : 72,
"92672" : 62,
"93696" : 60,
"94720" : 62,
"95744" : 49,
"96768" : 39,
"97792" : 46,
"98816" : 48,
"99840" : 45,
"100864" : 30,
"101888" : 33,
"102912" : 32,
"103936" : 37,
"104960" : 27,
"105984" : 25,
"107008" : 41,
"108032" : 35,
"109056" : 35,
"110080" : 43,
"111104" : 32,
"112128" : 37,
"113152" : 37,
"114176" : 36,
"115200" : 29,
"116224" : 27,
"117248" : 23,
"118272" : 22,
"119296" : 19,
"120320" : 13,
"121344" : 11,
"122368" : 12,
"123392" : 11,
"124416" : 12,
"125440" : 13,
"126464" : 10,
"127488" : 10,
"128512" : 6,
"129536" : 3,
"130560" : 5,
"132096" : 7,
"134144" : 6,
"136192" : 6,
"138240" : 10,
"140288" : 2,
"144384" : 5,
"146432" : 5,
"150528" : 6,
"152576" : 1,
"156672" : 2,
"158720" : 5,
"160768" : 2,
"164864" : 3,
"166912" : 2,
"168960" : 1,
"173056" : 1,
"177152" : 1,
"179200" : 1,
"183296" : 1,
"189440" : 1,
"191488" : 1,
"195584" : 1,
"197632" : 1,
"264192" : 2,
"268288" : 2,
"276480" : 1,
"280576" : 5,
"284672" : 4,
"288768" : 3,
"292864" : 4,
"296960" : 7,
"301056" : 10,
"305152" : 15,
"309248" : 24,
"313344" : 18,
"317440" : 32,
"321536" : 45,
"325632" : 62,
"329728" : 86,
"333824" : 120,
"337920" : 159,
"342016" : 203,
"346112" : 221,
"350208" : 253,
"354304" : 253,
"358400" : 276,
"362496" : 300,
"366592" : 321,
"370688" : 496,
"374784" : 685,
"378880" : 935,
"382976" : 1275,
"387072" : 1726,
"391168" : 2027,
"395264" : 2157,
"399360" : 2237,
"403456" : 2107,
"407552" : 1980,
"411648" : 1774,
"415744" : 1633,
"419840" : 1667,
"423936" : 1706,
"428032" : 1913,
"432128" : 2151,
"436224" : 2531,
"440320" : 2814,
"444416" : 3201,
"448512" : 3327,
"452608" : 3218,
"456704" : 3083,
"460800" : 2792,
"464896" : 2658,
"468992" : 2505,
"473088" : 2389,
"477184" : 2319,
"481280" : 2181,
"485376" : 2088,
"489472" : 2024,
"493568" : 1937,
"497664" : 1749,
"501760" : 1706,
"505856" : 1550,
"509952" : 1471,
"514048" : 1413,
"518144" : 1432,
"522240" : 1374,
"528384" : 2765,
"536576" : 2751,
"544768" : 2570,
"552960" : 2404,
"561152" : 2137,
"569344" : 1998,
"577536" : 1637,
"585728" : 1575,
"593920" : 1547,
"602112" : 1436,
"610304" : 1348,
"618496" : 1326,
"626688" : 1271,
"634880" : 1295,
"643072" : 1425,
"651264" : 1639,
"659456" : 1877,
"667648" : 2072,
"675840" : 2561,
"684032" : 3204,
"692224" : 4205,
"700416" : 5663,
"708608" : 6945,
"716800" : 8111,
"724992" : 8865,
"733184" : 10064,
"741376" : 11794,
"749568" : 14234,
"757760" : 16844,
"765952" : 18441,
"774144" : 19909,
"782336" : 20389,
"790528" : 21359,
"798720" : 22196,
"806912" : 23495,
"815104" : 24405,
"823296" : 24567,
"831488" : 25051,
"839680" : 25371,
"847872" : 25454,
"856064" : 24719,
"864256" : 24361,
"872448" : 23448,
"880640" : 22911,
"888832" : 22461,
"897024" : 21960,
"905216" : 21401,
"913408" : 21040,
"921600" : 20000,
"929792" : 19584,
"937984" : 18616,
"946176" : 18152,
"954368" : 17525,
"962560" : 16871,
"970752" : 17028,
"978944" : 16222,
"987136" : 16421,
"995328" : 16061,
"1003520" : 16264,
"1011712" : 16716,
"1019904" : 17277,
"1028096" : 17640,
"1036288" : 18452,
"1044480" : 19598,
"1056768" : 43810,
"1073152" : 52426,
"1089536" : 61875,
"1105920" : 71171,
"1122304" : 82891,
"1138688" : 94068,
"1155072" : 104020,
"1171456" : 112488,
"1187840" : 120063,
"1204224" : 125369,
"1220608" : 129082,
"1236992" : 130392,
"1253376" : 130759,
"1269760" : 128935,
"1286144" : 127181,
"1302528" : 122845,
"1318912" : 118034,
"1335296" : 112509,
"1351680" : 107059,
"1368064" : 101257,
"1384448" : 94405,
"1400832" : 88103,
"1417216" : 81253,
"1433600" : 74895,
"1449984" : 68862,
"1466368" : 62831,
"1482752" : 56334,
"1499136" : 51798,
"1515520" : 47253,
"1531904" : 42372,
"1548288" : 37576,
"1564672" : 33360,
"1581056" : 29772,
"1597440" : 26670,
"1613824" : 23578,
"1630208" : 20951,
"1646592" : 18232,
"1662976" : 16199,
"1679360" : 14388,
"1695744" : 12420,
"1712128" : 10870,
"1728512" : 9511,
"1744896" : 8319,
"1761280" : 7229,
"1777664" : 6270,
"1794048" : 5441,
"1810432" : 4726,
"1826816" : 4176,
"1843200" : 3565,
"1859584" : 2964,
"1875968" : 2801,
"1892352" : 2278,
"1908736" : 1927,
"1925120" : 1705,
"1941504" : 1480,
"1957888" : 1186,
"1974272" : 1041,
"1990656" : 941,
"2007040" : 782,
"2023424" : 664,
"2039808" : 531,
"2056192" : 496,
"2072576" : 454,
"2088960" : 332,
"2113536" : 586,
"2146304" : 374,
"2179072" : 285,
"2211840" : 210,
"2244608" : 141,
"2277376" : 107,
"2310144" : 71,
"2342912" : 51,
"2375680" : 26,
"2408448" : 19,
"2441216" : 18,
"2473984" : 25,
"2506752" : 8,
"2539520" : 6,
"2572288" : 6,
"2605056" : 7,
"2637824" : 3,
"2670592" : 4,
"2703360" : 1,
"2965504" : 1,
"3096576" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3509160,
"mean" : 1604577.095611,
"stddev" : 312439.293087,
"N" : 3986352
},
"bw_min" : 309790,
"bw_max" : 330505,
"bw_agg" : 100.000000,
"bw_mean" : 318936.909091,
"bw_dev" : 133.091593,
"bw_samples" : 3168,
"iops_min" : 77446,
"iops_max" : 82626,
"iops_mean" : 79732.464646,
"iops_stddev" : 33.293774,
"iops_samples" : 3168
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599991,
"usr_cpu" : 0.631879,
"sys_cpu" : 14.641707,
"ctx" : 3622516,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.171785,
"250" : 0.019843,
"500" : 1.751537,
"750" : 2.782522,
"1000" : 15.906897
},
"latency_ms" : {
"2" : 79.237474,
"4" : 0.129064,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081517,
"timestamp_ms" : 1773081517805,
"time" : "Mon Mar 9 15:38:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 19650142208,
"io_kbytes" : 19189592,
"bw_bytes" : 327502370,
"bw" : 319826,
"iops" : 79957.916667,
"runtime" : 60000,
"total_ios" : 4797475,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5599,
"max" : 1785818,
"mean" : 397692.514855,
"stddev" : 152942.324119,
"N" : 4797475
},
"clat_ns" : {
"min" : 45339,
"max" : 3085233,
"mean" : 1202260.651668,
"stddev" : 270213.454204,
"N" : 4797443,
"percentile" : {
"1.000000" : 436224,
"5.000000" : 749568,
"10.000000" : 823296,
"20.000000" : 978944,
"30.000000" : 1122304,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1515520,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 1,
"55040" : 2,
"55552" : 2,
"56064" : 3,
"56576" : 2,
"57088" : 1,
"57600" : 7,
"58112" : 3,
"58624" : 8,
"59136" : 5,
"59648" : 5,
"60160" : 8,
"60672" : 15,
"61184" : 14,
"61696" : 13,
"62208" : 17,
"62720" : 3,
"63232" : 12,
"63744" : 13,
"64256" : 19,
"64768" : 8,
"65280" : 19,
"66048" : 27,
"67072" : 49,
"68096" : 67,
"69120" : 97,
"70144" : 165,
"71168" : 252,
"72192" : 314,
"73216" : 445,
"74240" : 493,
"75264" : 538,
"76288" : 615,
"77312" : 599,
"78336" : 592,
"79360" : 549,
"80384" : 540,
"81408" : 470,
"82432" : 398,
"83456" : 331,
"84480" : 291,
"85504" : 253,
"86528" : 200,
"87552" : 184,
"88576" : 132,
"89600" : 150,
"90624" : 105,
"91648" : 94,
"92672" : 83,
"93696" : 77,
"94720" : 77,
"95744" : 61,
"96768" : 51,
"97792" : 60,
"98816" : 59,
"99840" : 55,
"100864" : 37,
"101888" : 38,
"102912" : 42,
"103936" : 46,
"104960" : 33,
"105984" : 33,
"107008" : 52,
"108032" : 47,
"109056" : 48,
"110080" : 55,
"111104" : 45,
"112128" : 44,
"113152" : 50,
"114176" : 42,
"115200" : 35,
"116224" : 32,
"117248" : 30,
"118272" : 29,
"119296" : 30,
"120320" : 19,
"121344" : 14,
"122368" : 17,
"123392" : 14,
"124416" : 15,
"125440" : 14,
"126464" : 10,
"127488" : 13,
"128512" : 9,
"129536" : 6,
"130560" : 7,
"132096" : 8,
"134144" : 7,
"136192" : 9,
"138240" : 12,
"140288" : 2,
"142336" : 6,
"144384" : 6,
"146432" : 5,
"148480" : 2,
"150528" : 6,
"152576" : 2,
"154624" : 3,
"156672" : 2,
"158720" : 5,
"160768" : 2,
"164864" : 4,
"166912" : 2,
"168960" : 1,
"173056" : 2,
"175104" : 1,
"177152" : 1,
"179200" : 2,
"183296" : 1,
"189440" : 2,
"191488" : 1,
"195584" : 1,
"197632" : 1,
"199680" : 1,
"264192" : 2,
"268288" : 4,
"272384" : 1,
"276480" : 2,
"280576" : 5,
"284672" : 5,
"288768" : 4,
"292864" : 6,
"296960" : 8,
"301056" : 10,
"305152" : 18,
"309248" : 29,
"313344" : 28,
"317440" : 41,
"321536" : 55,
"325632" : 75,
"329728" : 114,
"333824" : 155,
"337920" : 207,
"342016" : 252,
"346112" : 296,
"350208" : 309,
"354304" : 310,
"358400" : 350,
"362496" : 360,
"366592" : 422,
"370688" : 631,
"374784" : 849,
"378880" : 1182,
"382976" : 1627,
"387072" : 2169,
"391168" : 2530,
"395264" : 2707,
"399360" : 2795,
"403456" : 2660,
"407552" : 2512,
"411648" : 2231,
"415744" : 2079,
"419840" : 2081,
"423936" : 2104,
"428032" : 2387,
"432128" : 2689,
"436224" : 3218,
"440320" : 3580,
"444416" : 4045,
"448512" : 4192,
"452608" : 4079,
"456704" : 3884,
"460800" : 3461,
"464896" : 3291,
"468992" : 3143,
"473088" : 3002,
"477184" : 2921,
"481280" : 2768,
"485376" : 2623,
"489472" : 2520,
"493568" : 2422,
"497664" : 2220,
"501760" : 2146,
"505856" : 1951,
"509952" : 1857,
"514048" : 1783,
"518144" : 1798,
"522240" : 1741,
"528384" : 3481,
"536576" : 3426,
"544768" : 3238,
"552960" : 3013,
"561152" : 2646,
"569344" : 2502,
"577536" : 2114,
"585728" : 1993,
"593920" : 1958,
"602112" : 1801,
"610304" : 1712,
"618496" : 1696,
"626688" : 1615,
"634880" : 1596,
"643072" : 1768,
"651264" : 2051,
"659456" : 2341,
"667648" : 2624,
"675840" : 3194,
"684032" : 3987,
"692224" : 5202,
"700416" : 7027,
"708608" : 8603,
"716800" : 10003,
"724992" : 10945,
"733184" : 12502,
"741376" : 14575,
"749568" : 17494,
"757760" : 20843,
"765952" : 22775,
"774144" : 24530,
"782336" : 25121,
"790528" : 26323,
"798720" : 27421,
"806912" : 28882,
"815104" : 29975,
"823296" : 30368,
"831488" : 31010,
"839680" : 31062,
"847872" : 31227,
"856064" : 30410,
"864256" : 29918,
"872448" : 28854,
"880640" : 28153,
"888832" : 27637,
"897024" : 27060,
"905216" : 26351,
"913408" : 25922,
"921600" : 24680,
"929792" : 23963,
"937984" : 23064,
"946176" : 22419,
"954368" : 21601,
"962560" : 20837,
"970752" : 20783,
"978944" : 19872,
"987136" : 20167,
"995328" : 19676,
"1003520" : 19822,
"1011712" : 20444,
"1019904" : 21064,
"1028096" : 21601,
"1036288" : 22473,
"1044480" : 23728,
"1056768" : 53046,
"1073152" : 63374,
"1089536" : 74524,
"1105920" : 85491,
"1122304" : 99458,
"1138688" : 112878,
"1155072" : 124478,
"1171456" : 134804,
"1187840" : 143631,
"1204224" : 149786,
"1220608" : 153821,
"1236992" : 155735,
"1253376" : 155875,
"1269760" : 154075,
"1286144" : 151420,
"1302528" : 146150,
"1318912" : 140491,
"1335296" : 134292,
"1351680" : 127358,
"1368064" : 120675,
"1384448" : 112861,
"1400832" : 105068,
"1417216" : 97033,
"1433600" : 89127,
"1449984" : 82067,
"1466368" : 74895,
"1482752" : 67167,
"1499136" : 62029,
"1515520" : 56243,
"1531904" : 50397,
"1548288" : 44761,
"1564672" : 39841,
"1581056" : 35615,
"1597440" : 31712,
"1613824" : 28091,
"1630208" : 24946,
"1646592" : 21764,
"1662976" : 19418,
"1679360" : 17135,
"1695744" : 14768,
"1712128" : 12955,
"1728512" : 11313,
"1744896" : 9913,
"1761280" : 8615,
"1777664" : 7490,
"1794048" : 6544,
"1810432" : 5649,
"1826816" : 4959,
"1843200" : 4258,
"1859584" : 3567,
"1875968" : 3287,
"1892352" : 2714,
"1908736" : 2303,
"1925120" : 2054,
"1941504" : 1747,
"1957888" : 1441,
"1974272" : 1244,
"1990656" : 1134,
"2007040" : 935,
"2023424" : 800,
"2039808" : 620,
"2056192" : 584,
"2072576" : 525,
"2088960" : 401,
"2113536" : 701,
"2146304" : 467,
"2179072" : 326,
"2211840" : 254,
"2244608" : 165,
"2277376" : 130,
"2310144" : 84,
"2342912" : 62,
"2375680" : 30,
"2408448" : 28,
"2441216" : 21,
"2473984" : 28,
"2506752" : 9,
"2539520" : 7,
"2572288" : 8,
"2605056" : 9,
"2637824" : 3,
"2670592" : 4,
"2703360" : 2,
"2965504" : 1,
"3096576" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3509160,
"mean" : 1599953.996360,
"stddev" : 314684.250884,
"N" : 4797443
},
"bw_min" : 309790,
"bw_max" : 332650,
"bw_agg" : 100.000000,
"bw_mean" : 319846.008403,
"bw_dev" : 147.213150,
"bw_samples" : 3808,
"iops_min" : 77446,
"iops_max" : 83162,
"iops_mean" : 79959.739496,
"iops_stddev" : 36.821960,
"iops_samples" : 3808
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919997,
"usr_cpu" : 0.636668,
"sys_cpu" : 14.644450,
"ctx" : 4346574,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.180095,
"250" : 0.021240,
"500" : 1.830421,
"750" : 2.877597,
"1000" : 16.270476
},
"latency_ms" : {
"2" : 78.691666,
"4" : 0.127776,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081527,
"timestamp_ms" : 1773081527805,
"time" : "Mon Mar 9 15:38:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 22980509696,
"io_kbytes" : 22441904,
"bw_bytes" : 328292995,
"bw" : 320598,
"iops" : 80150.971429,
"runtime" : 70000,
"total_ios" : 5610568,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5599,
"max" : 1785818,
"mean" : 396730.370729,
"stddev" : 153953.349266,
"N" : 5610568
},
"clat_ns" : {
"min" : 45339,
"max" : 3085233,
"mean" : 1199365.870941,
"stddev" : 271968.233282,
"N" : 5610536,
"percentile" : {
"1.000000" : 436224,
"5.000000" : 749568,
"10.000000" : 823296,
"20.000000" : 970752,
"30.000000" : 1105920,
"40.000000" : 1187840,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 1,
"55040" : 2,
"55552" : 2,
"56064" : 4,
"56576" : 2,
"57088" : 1,
"57600" : 9,
"58112" : 7,
"58624" : 8,
"59136" : 5,
"59648" : 5,
"60160" : 9,
"60672" : 16,
"61184" : 16,
"61696" : 16,
"62208" : 18,
"62720" : 4,
"63232" : 16,
"63744" : 16,
"64256" : 22,
"64768" : 11,
"65280" : 22,
"66048" : 33,
"67072" : 52,
"68096" : 80,
"69120" : 110,
"70144" : 201,
"71168" : 303,
"72192" : 374,
"73216" : 540,
"74240" : 598,
"75264" : 673,
"76288" : 767,
"77312" : 723,
"78336" : 711,
"79360" : 667,
"80384" : 649,
"81408" : 572,
"82432" : 487,
"83456" : 409,
"84480" : 369,
"85504" : 313,
"86528" : 255,
"87552" : 229,
"88576" : 171,
"89600" : 187,
"90624" : 124,
"91648" : 115,
"92672" : 106,
"93696" : 93,
"94720" : 82,
"95744" : 74,
"96768" : 66,
"97792" : 77,
"98816" : 70,
"99840" : 63,
"100864" : 45,
"101888" : 48,
"102912" : 46,
"103936" : 56,
"104960" : 42,
"105984" : 40,
"107008" : 59,
"108032" : 59,
"109056" : 53,
"110080" : 68,
"111104" : 54,
"112128" : 55,
"113152" : 61,
"114176" : 49,
"115200" : 42,
"116224" : 41,
"117248" : 35,
"118272" : 38,
"119296" : 35,
"120320" : 26,
"121344" : 17,
"122368" : 22,
"123392" : 16,
"124416" : 18,
"125440" : 17,
"126464" : 13,
"127488" : 16,
"128512" : 10,
"129536" : 6,
"130560" : 7,
"132096" : 9,
"134144" : 9,
"136192" : 10,
"138240" : 16,
"140288" : 4,
"142336" : 9,
"144384" : 7,
"146432" : 8,
"148480" : 2,
"150528" : 8,
"152576" : 2,
"154624" : 3,
"156672" : 2,
"158720" : 5,
"160768" : 2,
"164864" : 5,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 2,
"175104" : 1,
"177152" : 1,
"179200" : 2,
"183296" : 1,
"189440" : 2,
"191488" : 1,
"195584" : 1,
"197632" : 1,
"199680" : 1,
"264192" : 2,
"268288" : 4,
"272384" : 1,
"276480" : 2,
"280576" : 7,
"284672" : 5,
"288768" : 5,
"292864" : 8,
"296960" : 12,
"301056" : 13,
"305152" : 22,
"309248" : 37,
"313344" : 33,
"317440" : 48,
"321536" : 67,
"325632" : 91,
"329728" : 144,
"333824" : 196,
"337920" : 249,
"342016" : 299,
"346112" : 368,
"350208" : 367,
"354304" : 384,
"358400" : 433,
"362496" : 464,
"366592" : 496,
"370688" : 778,
"374784" : 1042,
"378880" : 1442,
"382976" : 1990,
"387072" : 2648,
"391168" : 3054,
"395264" : 3320,
"399360" : 3417,
"403456" : 3217,
"407552" : 3004,
"411648" : 2709,
"415744" : 2525,
"419840" : 2494,
"423936" : 2542,
"428032" : 2857,
"432128" : 3274,
"436224" : 3860,
"440320" : 4353,
"444416" : 4906,
"448512" : 5064,
"452608" : 4983,
"456704" : 4740,
"460800" : 4206,
"464896" : 3988,
"468992" : 3837,
"473088" : 3639,
"477184" : 3524,
"481280" : 3368,
"485376" : 3246,
"489472" : 3062,
"493568" : 2915,
"497664" : 2703,
"501760" : 2614,
"505856" : 2389,
"509952" : 2234,
"514048" : 2181,
"518144" : 2173,
"522240" : 2114,
"528384" : 4255,
"536576" : 4164,
"544768" : 3906,
"552960" : 3629,
"561152" : 3215,
"569344" : 3054,
"577536" : 2592,
"585728" : 2396,
"593920" : 2326,
"602112" : 2200,
"610304" : 2090,
"618496" : 2061,
"626688" : 1959,
"634880" : 1967,
"643072" : 2136,
"651264" : 2474,
"659456" : 2800,
"667648" : 3178,
"675840" : 3843,
"684032" : 4717,
"692224" : 6285,
"700416" : 8416,
"708608" : 10267,
"716800" : 11956,
"724992" : 13037,
"733184" : 14896,
"741376" : 17257,
"749568" : 20846,
"757760" : 24844,
"765952" : 27213,
"774144" : 29267,
"782336" : 29988,
"790528" : 31474,
"798720" : 32730,
"806912" : 34556,
"815104" : 35814,
"823296" : 36231,
"831488" : 36989,
"839680" : 37021,
"847872" : 37185,
"856064" : 36170,
"864256" : 35779,
"872448" : 34539,
"880640" : 33545,
"888832" : 33096,
"897024" : 32405,
"905216" : 31360,
"913408" : 30832,
"921600" : 29418,
"929792" : 28652,
"937984" : 27549,
"946176" : 26668,
"954368" : 25829,
"962560" : 24894,
"970752" : 24715,
"978944" : 23684,
"987136" : 23915,
"995328" : 23339,
"1003520" : 23593,
"1011712" : 24130,
"1019904" : 24876,
"1028096" : 25457,
"1036288" : 26602,
"1044480" : 27844,
"1056768" : 62248,
"1073152" : 74160,
"1089536" : 86847,
"1105920" : 99728,
"1122304" : 115607,
"1138688" : 131210,
"1155072" : 144877,
"1171456" : 156600,
"1187840" : 166650,
"1204224" : 173895,
"1220608" : 178683,
"1236992" : 181020,
"1253376" : 181007,
"1269760" : 178949,
"1286144" : 175598,
"1302528" : 169746,
"1318912" : 163144,
"1335296" : 156000,
"1351680" : 147846,
"1368064" : 140137,
"1384448" : 130907,
"1400832" : 122007,
"1417216" : 112499,
"1433600" : 103362,
"1449984" : 95132,
"1466368" : 86705,
"1482752" : 78189,
"1499136" : 71730,
"1515520" : 65189,
"1531904" : 58264,
"1548288" : 52008,
"1564672" : 46314,
"1581056" : 41382,
"1597440" : 36768,
"1613824" : 32690,
"1630208" : 28901,
"1646592" : 25393,
"1662976" : 22556,
"1679360" : 19854,
"1695744" : 17161,
"1712128" : 15086,
"1728512" : 13168,
"1744896" : 11540,
"1761280" : 10051,
"1777664" : 8664,
"1794048" : 7630,
"1810432" : 6564,
"1826816" : 5781,
"1843200" : 4981,
"1859584" : 4164,
"1875968" : 3834,
"1892352" : 3196,
"1908736" : 2645,
"1925120" : 2380,
"1941504" : 2044,
"1957888" : 1691,
"1974272" : 1474,
"1990656" : 1336,
"2007040" : 1078,
"2023424" : 920,
"2039808" : 714,
"2056192" : 698,
"2072576" : 616,
"2088960" : 484,
"2113536" : 822,
"2146304" : 551,
"2179072" : 385,
"2211840" : 300,
"2244608" : 193,
"2277376" : 150,
"2310144" : 104,
"2342912" : 71,
"2375680" : 40,
"2408448" : 39,
"2441216" : 28,
"2473984" : 34,
"2506752" : 11,
"2539520" : 9,
"2572288" : 9,
"2605056" : 9,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2932736" : 1,
"2965504" : 1,
"3096576" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3509160,
"mean" : 1596097.221952,
"stddev" : 316705.600654,
"N" : 5610536
},
"bw_min" : 309790,
"bw_max" : 333957,
"bw_agg" : 100.000000,
"bw_mean" : 320628.323741,
"bw_dev" : 156.793772,
"bw_samples" : 4448,
"iops_min" : 77446,
"iops_max" : 83489,
"iops_mean" : 80155.388489,
"iops_stddev" : 39.217540,
"iops_samples" : 4448
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239995,
"usr_cpu" : 0.635135,
"sys_cpu" : 14.658872,
"ctx" : 5069738,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.187824,
"250" : 0.021959,
"500" : 1.900824,
"750" : 2.952749,
"1000" : 16.597767
},
"latency_ms" : {
"2" : 78.210067,
"4" : 0.128187,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081537,
"timestamp_ms" : 1773081537805,
"time" : "Mon Mar 9 15:38:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 26318557184,
"io_kbytes" : 25701716,
"bw_bytes" : 328981964,
"bw" : 321271,
"iops" : 80318.750000,
"runtime" : 80000,
"total_ios" : 6425500,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5599,
"max" : 1991592,
"mean" : 395897.174606,
"stddev" : 154790.898859,
"N" : 6425500
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1196861.883850,
"stddev" : 273333.660808,
"N" : 6425468,
"percentile" : {
"1.000000" : 432128,
"5.000000" : 749568,
"10.000000" : 823296,
"20.000000" : 962560,
"30.000000" : 1105920,
"40.000000" : 1171456,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2113536,
"99.990000" : 2277376
},
"bins" : {
"45312" : 1,
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 1,
"55040" : 5,
"55552" : 3,
"56064" : 5,
"56576" : 2,
"57088" : 1,
"57600" : 9,
"58112" : 11,
"58624" : 8,
"59136" : 7,
"59648" : 6,
"60160" : 10,
"60672" : 18,
"61184" : 16,
"61696" : 18,
"62208" : 20,
"62720" : 7,
"63232" : 17,
"63744" : 18,
"64256" : 23,
"64768" : 12,
"65280" : 24,
"66048" : 40,
"67072" : 57,
"68096" : 95,
"69120" : 129,
"70144" : 231,
"71168" : 336,
"72192" : 438,
"73216" : 612,
"74240" : 694,
"75264" : 787,
"76288" : 895,
"77312" : 841,
"78336" : 823,
"79360" : 791,
"80384" : 752,
"81408" : 667,
"82432" : 580,
"83456" : 476,
"84480" : 422,
"85504" : 364,
"86528" : 302,
"87552" : 276,
"88576" : 208,
"89600" : 216,
"90624" : 151,
"91648" : 135,
"92672" : 135,
"93696" : 112,
"94720" : 98,
"95744" : 95,
"96768" : 78,
"97792" : 87,
"98816" : 81,
"99840" : 70,
"100864" : 54,
"101888" : 63,
"102912" : 54,
"103936" : 71,
"104960" : 57,
"105984" : 46,
"107008" : 67,
"108032" : 70,
"109056" : 60,
"110080" : 76,
"111104" : 70,
"112128" : 67,
"113152" : 71,
"114176" : 57,
"115200" : 49,
"116224" : 49,
"117248" : 41,
"118272" : 46,
"119296" : 42,
"120320" : 32,
"121344" : 23,
"122368" : 28,
"123392" : 22,
"124416" : 24,
"125440" : 21,
"126464" : 18,
"127488" : 21,
"128512" : 14,
"129536" : 7,
"130560" : 9,
"132096" : 10,
"134144" : 13,
"136192" : 10,
"138240" : 16,
"140288" : 4,
"142336" : 10,
"144384" : 10,
"146432" : 8,
"148480" : 2,
"150528" : 10,
"152576" : 2,
"154624" : 4,
"156672" : 3,
"158720" : 6,
"160768" : 3,
"162816" : 2,
"164864" : 5,
"166912" : 2,
"168960" : 1,
"171008" : 1,
"173056" : 3,
"175104" : 1,
"177152" : 1,
"179200" : 2,
"183296" : 1,
"189440" : 2,
"191488" : 2,
"195584" : 1,
"197632" : 1,
"199680" : 1,
"264192" : 2,
"268288" : 4,
"272384" : 3,
"276480" : 2,
"280576" : 10,
"284672" : 6,
"288768" : 6,
"292864" : 9,
"296960" : 16,
"301056" : 17,
"305152" : 24,
"309248" : 41,
"313344" : 40,
"317440" : 53,
"321536" : 80,
"325632" : 115,
"329728" : 169,
"333824" : 218,
"337920" : 280,
"342016" : 347,
"346112" : 427,
"350208" : 424,
"354304" : 458,
"358400" : 510,
"362496" : 538,
"366592" : 574,
"370688" : 917,
"374784" : 1239,
"378880" : 1714,
"382976" : 2335,
"387072" : 3118,
"391168" : 3608,
"395264" : 3898,
"399360" : 4075,
"403456" : 3808,
"407552" : 3565,
"411648" : 3218,
"415744" : 3001,
"419840" : 2947,
"423936" : 3013,
"428032" : 3409,
"432128" : 3851,
"436224" : 4568,
"440320" : 5174,
"444416" : 5723,
"448512" : 5959,
"452608" : 5886,
"456704" : 5604,
"460800" : 5000,
"464896" : 4753,
"468992" : 4566,
"473088" : 4319,
"477184" : 4154,
"481280" : 3982,
"485376" : 3817,
"489472" : 3612,
"493568" : 3399,
"497664" : 3177,
"501760" : 3070,
"505856" : 2799,
"509952" : 2674,
"514048" : 2578,
"518144" : 2567,
"522240" : 2503,
"528384" : 5057,
"536576" : 4890,
"544768" : 4585,
"552960" : 4269,
"561152" : 3804,
"569344" : 3596,
"577536" : 3063,
"585728" : 2853,
"593920" : 2708,
"602112" : 2584,
"610304" : 2482,
"618496" : 2430,
"626688" : 2332,
"634880" : 2309,
"643072" : 2488,
"651264" : 2883,
"659456" : 3277,
"667648" : 3743,
"675840" : 4441,
"684032" : 5530,
"692224" : 7375,
"700416" : 9838,
"708608" : 11962,
"716800" : 13961,
"724992" : 15320,
"733184" : 17402,
"741376" : 20173,
"749568" : 24323,
"757760" : 28823,
"765952" : 31791,
"774144" : 33980,
"782336" : 34902,
"790528" : 36632,
"798720" : 38047,
"806912" : 40267,
"815104" : 41739,
"823296" : 42128,
"831488" : 43175,
"839680" : 42960,
"847872" : 43192,
"856064" : 42237,
"864256" : 41531,
"872448" : 40251,
"880640" : 39133,
"888832" : 38613,
"897024" : 37738,
"905216" : 36472,
"913408" : 35821,
"921600" : 34278,
"929792" : 33334,
"937984" : 32077,
"946176" : 31117,
"954368" : 30116,
"962560" : 29097,
"970752" : 28721,
"978944" : 27514,
"987136" : 27708,
"995328" : 27195,
"1003520" : 27339,
"1011712" : 27966,
"1019904" : 28783,
"1028096" : 29461,
"1036288" : 30723,
"1044480" : 32045,
"1056768" : 71499,
"1073152" : 84935,
"1089536" : 99336,
"1105920" : 114133,
"1122304" : 131925,
"1138688" : 149576,
"1155072" : 165022,
"1171456" : 178558,
"1187840" : 189760,
"1204224" : 198129,
"1220608" : 203394,
"1236992" : 206082,
"1253376" : 205821,
"1269760" : 203733,
"1286144" : 199749,
"1302528" : 193040,
"1318912" : 185705,
"1335296" : 177767,
"1351680" : 168088,
"1368064" : 159302,
"1384448" : 148859,
"1400832" : 138773,
"1417216" : 127830,
"1433600" : 117597,
"1449984" : 108254,
"1466368" : 98758,
"1482752" : 89069,
"1499136" : 81693,
"1515520" : 74003,
"1531904" : 66224,
"1548288" : 59048,
"1564672" : 52832,
"1581056" : 47073,
"1597440" : 41680,
"1613824" : 37221,
"1630208" : 32934,
"1646592" : 28815,
"1662976" : 25714,
"1679360" : 22586,
"1695744" : 19575,
"1712128" : 17164,
"1728512" : 14891,
"1744896" : 13148,
"1761280" : 11419,
"1777664" : 9874,
"1794048" : 8712,
"1810432" : 7475,
"1826816" : 6560,
"1843200" : 5619,
"1859584" : 4749,
"1875968" : 4293,
"1892352" : 3644,
"1908736" : 3008,
"1925120" : 2697,
"1941504" : 2321,
"1957888" : 1944,
"1974272" : 1674,
"1990656" : 1503,
"2007040" : 1204,
"2023424" : 1043,
"2039808" : 808,
"2056192" : 794,
"2072576" : 683,
"2088960" : 560,
"2113536" : 935,
"2146304" : 643,
"2179072" : 428,
"2211840" : 346,
"2244608" : 223,
"2277376" : 178,
"2310144" : 118,
"2342912" : 82,
"2375680" : 47,
"2408448" : 44,
"2441216" : 34,
"2473984" : 39,
"2506752" : 13,
"2539520" : 15,
"2572288" : 13,
"2605056" : 14,
"2637824" : 10,
"2670592" : 11,
"2703360" : 6,
"2736128" : 7,
"2768896" : 3,
"2801664" : 10,
"2834432" : 6,
"2867200" : 2,
"2899968" : 2,
"2932736" : 3,
"2965504" : 3,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1592759.464745,
"stddev" : 318258.649313,
"N" : 6425468
},
"bw_min" : 309790,
"bw_max" : 335236,
"bw_agg" : 100.000000,
"bw_mean" : 321311.867925,
"bw_dev" : 163.357910,
"bw_samples" : 5088,
"iops_min" : 77446,
"iops_max" : 83809,
"iops_mean" : 80326.289308,
"iops_stddev" : 40.857109,
"iops_samples" : 5088
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560000,
"usr_cpu" : 0.635039,
"sys_cpu" : 14.666680,
"ctx" : 5793173,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.191363,
"250" : 0.023158,
"500" : 1.960984,
"750" : 3.022691,
"1000" : 16.870672
},
"latency_ms" : {
"2" : 77.802366,
"4" : 0.128223,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081547,
"timestamp_ms" : 1773081547805,
"time" : "Mon Mar 9 15:39:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 29671424000,
"io_kbytes" : 28976000,
"bw_bytes" : 329682488,
"bw" : 321955,
"iops" : 80489.688889,
"runtime" : 90000,
"total_ios" : 7244072,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5599,
"max" : 1991592,
"mean" : 395048.826761,
"stddev" : 155564.811218,
"N" : 7244072
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1194310.806690,
"stddev" : 274671.032081,
"N" : 7244040,
"percentile" : {
"1.000000" : 432128,
"5.000000" : 741376,
"10.000000" : 815104,
"20.000000" : 954368,
"30.000000" : 1105920,
"40.000000" : 1171456,
"50.000000" : 1236992,
"60.000000" : 1286144,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2277376
},
"bins" : {
"45312" : 1,
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 1,
"55040" : 5,
"55552" : 3,
"56064" : 6,
"56576" : 2,
"57088" : 3,
"57600" : 9,
"58112" : 12,
"58624" : 10,
"59136" : 12,
"59648" : 6,
"60160" : 15,
"60672" : 22,
"61184" : 20,
"61696" : 20,
"62208" : 23,
"62720" : 8,
"63232" : 20,
"63744" : 20,
"64256" : 26,
"64768" : 15,
"65280" : 24,
"66048" : 46,
"67072" : 60,
"68096" : 108,
"69120" : 156,
"70144" : 266,
"71168" : 389,
"72192" : 494,
"73216" : 697,
"74240" : 824,
"75264" : 930,
"76288" : 1027,
"77312" : 985,
"78336" : 940,
"79360" : 915,
"80384" : 871,
"81408" : 764,
"82432" : 658,
"83456" : 567,
"84480" : 491,
"85504" : 431,
"86528" : 346,
"87552" : 309,
"88576" : 248,
"89600" : 253,
"90624" : 185,
"91648" : 164,
"92672" : 153,
"93696" : 134,
"94720" : 115,
"95744" : 111,
"96768" : 91,
"97792" : 107,
"98816" : 96,
"99840" : 82,
"100864" : 66,
"101888" : 73,
"102912" : 67,
"103936" : 80,
"104960" : 66,
"105984" : 66,
"107008" : 77,
"108032" : 83,
"109056" : 65,
"110080" : 85,
"111104" : 84,
"112128" : 78,
"113152" : 82,
"114176" : 63,
"115200" : 58,
"116224" : 57,
"117248" : 52,
"118272" : 51,
"119296" : 51,
"120320" : 38,
"121344" : 34,
"122368" : 31,
"123392" : 24,
"124416" : 27,
"125440" : 24,
"126464" : 25,
"127488" : 21,
"128512" : 19,
"129536" : 8,
"130560" : 11,
"132096" : 10,
"134144" : 15,
"136192" : 16,
"138240" : 18,
"140288" : 4,
"142336" : 12,
"144384" : 12,
"146432" : 9,
"148480" : 2,
"150528" : 13,
"152576" : 3,
"154624" : 5,
"156672" : 3,
"158720" : 6,
"160768" : 3,
"162816" : 4,
"164864" : 5,
"166912" : 2,
"168960" : 1,
"171008" : 2,
"173056" : 3,
"175104" : 1,
"177152" : 1,
"179200" : 2,
"181248" : 1,
"183296" : 1,
"185344" : 1,
"189440" : 2,
"191488" : 2,
"195584" : 1,
"197632" : 1,
"199680" : 1,
"264192" : 2,
"268288" : 4,
"272384" : 3,
"276480" : 2,
"280576" : 11,
"284672" : 7,
"288768" : 9,
"292864" : 10,
"296960" : 20,
"301056" : 20,
"305152" : 28,
"309248" : 48,
"313344" : 51,
"317440" : 59,
"321536" : 89,
"325632" : 133,
"329728" : 195,
"333824" : 259,
"337920" : 336,
"342016" : 395,
"346112" : 485,
"350208" : 500,
"354304" : 523,
"358400" : 576,
"362496" : 612,
"366592" : 693,
"370688" : 1076,
"374784" : 1443,
"378880" : 2004,
"382976" : 2736,
"387072" : 3600,
"391168" : 4224,
"395264" : 4567,
"399360" : 4735,
"403456" : 4461,
"407552" : 4163,
"411648" : 3748,
"415744" : 3489,
"419840" : 3406,
"423936" : 3509,
"428032" : 3960,
"432128" : 4480,
"436224" : 5290,
"440320" : 6018,
"444416" : 6617,
"448512" : 6898,
"452608" : 6854,
"456704" : 6462,
"460800" : 5874,
"464896" : 5542,
"468992" : 5343,
"473088" : 5014,
"477184" : 4850,
"481280" : 4622,
"485376" : 4403,
"489472" : 4195,
"493568" : 3961,
"497664" : 3697,
"501760" : 3600,
"505856" : 3304,
"509952" : 3110,
"514048" : 2979,
"518144" : 2989,
"522240" : 2915,
"528384" : 5921,
"536576" : 5768,
"544768" : 5375,
"552960" : 4996,
"561152" : 4402,
"569344" : 4170,
"577536" : 3590,
"585728" : 3376,
"593920" : 3115,
"602112" : 2983,
"610304" : 2885,
"618496" : 2805,
"626688" : 2699,
"634880" : 2685,
"643072" : 2917,
"651264" : 3342,
"659456" : 3763,
"667648" : 4308,
"675840" : 5103,
"684032" : 6446,
"692224" : 8429,
"700416" : 11277,
"708608" : 13713,
"716800" : 15983,
"724992" : 17557,
"733184" : 19918,
"741376" : 23136,
"749568" : 27867,
"757760" : 32979,
"765952" : 36380,
"774144" : 38888,
"782336" : 39897,
"790528" : 41878,
"798720" : 43496,
"806912" : 46250,
"815104" : 47791,
"823296" : 48257,
"831488" : 49263,
"839680" : 49333,
"847872" : 49402,
"856064" : 48472,
"864256" : 47450,
"872448" : 46104,
"880640" : 44850,
"888832" : 44317,
"897024" : 43072,
"905216" : 41929,
"913408" : 40916,
"921600" : 39336,
"929792" : 38158,
"937984" : 36715,
"946176" : 35622,
"954368" : 34413,
"962560" : 33304,
"970752" : 32921,
"978944" : 31491,
"987136" : 31654,
"995328" : 30979,
"1003520" : 31191,
"1011712" : 31868,
"1019904" : 32668,
"1028096" : 33410,
"1036288" : 34952,
"1044480" : 36361,
"1056768" : 80962,
"1073152" : 95733,
"1089536" : 111781,
"1105920" : 128423,
"1122304" : 148635,
"1138688" : 168041,
"1155072" : 185713,
"1171456" : 200472,
"1187840" : 212551,
"1204224" : 222220,
"1220608" : 228031,
"1236992" : 231055,
"1253376" : 230471,
"1269760" : 227982,
"1286144" : 223933,
"1302528" : 216409,
"1318912" : 207874,
"1335296" : 198842,
"1351680" : 188339,
"1368064" : 178250,
"1384448" : 166619,
"1400832" : 155538,
"1417216" : 142873,
"1433600" : 131771,
"1449984" : 121317,
"1466368" : 110404,
"1482752" : 99927,
"1499136" : 91380,
"1515520" : 82831,
"1531904" : 74113,
"1548288" : 66150,
"1564672" : 59174,
"1581056" : 52672,
"1597440" : 46745,
"1613824" : 41688,
"1630208" : 36762,
"1646592" : 32299,
"1662976" : 28825,
"1679360" : 25224,
"1695744" : 21880,
"1712128" : 19210,
"1728512" : 16730,
"1744896" : 14718,
"1761280" : 12797,
"1777664" : 11035,
"1794048" : 9696,
"1810432" : 8366,
"1826816" : 7378,
"1843200" : 6301,
"1859584" : 5355,
"1875968" : 4792,
"1892352" : 4075,
"1908736" : 3360,
"1925120" : 3007,
"1941504" : 2576,
"1957888" : 2172,
"1974272" : 1877,
"1990656" : 1674,
"2007040" : 1349,
"2023424" : 1162,
"2039808" : 898,
"2056192" : 875,
"2072576" : 746,
"2088960" : 632,
"2113536" : 1044,
"2146304" : 722,
"2179072" : 483,
"2211840" : 386,
"2244608" : 248,
"2277376" : 196,
"2310144" : 131,
"2342912" : 95,
"2375680" : 52,
"2408448" : 47,
"2441216" : 36,
"2473984" : 44,
"2506752" : 14,
"2539520" : 16,
"2572288" : 14,
"2605056" : 14,
"2637824" : 11,
"2670592" : 12,
"2703360" : 6,
"2736128" : 7,
"2768896" : 3,
"2801664" : 10,
"2834432" : 6,
"2867200" : 2,
"2899968" : 2,
"2932736" : 3,
"2965504" : 3,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1589359.811570,
"stddev" : 319797.346331,
"N" : 7244040
},
"bw_min" : 309790,
"bw_max" : 336224,
"bw_agg" : 100.000000,
"bw_mean" : 321990.324022,
"bw_dev" : 170.502880,
"bw_samples" : 5728,
"iops_min" : 77446,
"iops_max" : 84056,
"iops_mean" : 80496.033520,
"iops_stddev" : 42.645394,
"iops_samples" : 5728
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879969,
"usr_cpu" : 0.635805,
"sys_cpu" : 14.677554,
"ctx" : 6516467,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.197002,
"250" : 0.024227,
"500" : 2.023351,
"750" : 3.092584,
"1000" : 17.130766
},
"latency_ms" : {
"2" : 77.405056,
"4" : 0.126531,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081557,
"timestamp_ms" : 1773081557805,
"time" : "Mon Mar 9 15:39:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 33061117952,
"io_kbytes" : 32286248,
"bw_bytes" : 330611179,
"bw" : 322862,
"iops" : 80716.240000,
"runtime" : 100000,
"total_ios" : 8071624,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5599,
"max" : 1991592,
"mean" : 393935.367754,
"stddev" : 156583.435505,
"N" : 8071624
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1190961.310814,
"stddev" : 276469.697920,
"N" : 8071592,
"percentile" : {
"1.000000" : 428032,
"5.000000" : 741376,
"10.000000" : 815104,
"20.000000" : 946176,
"30.000000" : 1105920,
"40.000000" : 1171456,
"50.000000" : 1220608,
"60.000000" : 1286144,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2277376
},
"bins" : {
"45312" : 1,
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 1,
"55040" : 5,
"55552" : 3,
"56064" : 7,
"56576" : 3,
"57088" : 3,
"57600" : 11,
"58112" : 12,
"58624" : 13,
"59136" : 14,
"59648" : 7,
"60160" : 17,
"60672" : 24,
"61184" : 23,
"61696" : 22,
"62208" : 28,
"62720" : 8,
"63232" : 23,
"63744" : 21,
"64256" : 27,
"64768" : 17,
"65280" : 27,
"66048" : 50,
"67072" : 71,
"68096" : 125,
"69120" : 182,
"70144" : 302,
"71168" : 460,
"72192" : 567,
"73216" : 793,
"74240" : 943,
"75264" : 1069,
"76288" : 1189,
"77312" : 1129,
"78336" : 1113,
"79360" : 1071,
"80384" : 1051,
"81408" : 887,
"82432" : 770,
"83456" : 689,
"84480" : 602,
"85504" : 512,
"86528" : 411,
"87552" : 367,
"88576" : 304,
"89600" : 301,
"90624" : 228,
"91648" : 190,
"92672" : 178,
"93696" : 162,
"94720" : 143,
"95744" : 132,
"96768" : 117,
"97792" : 132,
"98816" : 111,
"99840" : 101,
"100864" : 87,
"101888" : 85,
"102912" : 79,
"103936" : 89,
"104960" : 79,
"105984" : 83,
"107008" : 92,
"108032" : 107,
"109056" : 81,
"110080" : 100,
"111104" : 101,
"112128" : 100,
"113152" : 98,
"114176" : 71,
"115200" : 77,
"116224" : 66,
"117248" : 63,
"118272" : 63,
"119296" : 59,
"120320" : 49,
"121344" : 40,
"122368" : 37,
"123392" : 25,
"124416" : 34,
"125440" : 25,
"126464" : 29,
"127488" : 27,
"128512" : 24,
"129536" : 10,
"130560" : 14,
"132096" : 18,
"134144" : 18,
"136192" : 17,
"138240" : 22,
"140288" : 4,
"142336" : 13,
"144384" : 12,
"146432" : 9,
"148480" : 5,
"150528" : 13,
"152576" : 6,
"154624" : 5,
"156672" : 5,
"158720" : 6,
"160768" : 3,
"162816" : 4,
"164864" : 6,
"166912" : 2,
"168960" : 2,
"171008" : 2,
"173056" : 5,
"175104" : 1,
"177152" : 1,
"179200" : 2,
"181248" : 1,
"183296" : 1,
"185344" : 2,
"189440" : 2,
"191488" : 2,
"195584" : 2,
"197632" : 1,
"199680" : 1,
"209920" : 1,
"216064" : 1,
"264192" : 2,
"268288" : 4,
"272384" : 3,
"276480" : 2,
"280576" : 12,
"284672" : 8,
"288768" : 14,
"292864" : 13,
"296960" : 22,
"301056" : 25,
"305152" : 33,
"309248" : 55,
"313344" : 59,
"317440" : 65,
"321536" : 102,
"325632" : 160,
"329728" : 225,
"333824" : 298,
"337920" : 388,
"342016" : 441,
"346112" : 545,
"350208" : 579,
"354304" : 623,
"358400" : 684,
"362496" : 727,
"366592" : 821,
"370688" : 1245,
"374784" : 1634,
"378880" : 2328,
"382976" : 3178,
"387072" : 4181,
"391168" : 4868,
"395264" : 5304,
"399360" : 5487,
"403456" : 5230,
"407552" : 4866,
"411648" : 4353,
"415744" : 4034,
"419840" : 3944,
"423936" : 4050,
"428032" : 4587,
"432128" : 5210,
"436224" : 6194,
"440320" : 7022,
"444416" : 7677,
"448512" : 8014,
"452608" : 8002,
"456704" : 7506,
"460800" : 6858,
"464896" : 6457,
"468992" : 6173,
"473088" : 5821,
"477184" : 5645,
"481280" : 5359,
"485376" : 5083,
"489472" : 4855,
"493568" : 4588,
"497664" : 4331,
"501760" : 4179,
"505856" : 3835,
"509952" : 3607,
"514048" : 3459,
"518144" : 3512,
"522240" : 3373,
"528384" : 6879,
"536576" : 6728,
"544768" : 6277,
"552960" : 5853,
"561152" : 5128,
"569344" : 4826,
"577536" : 4213,
"585728" : 3911,
"593920" : 3614,
"602112" : 3438,
"610304" : 3356,
"618496" : 3268,
"626688" : 3127,
"634880" : 3105,
"643072" : 3384,
"651264" : 3829,
"659456" : 4341,
"667648" : 4941,
"675840" : 5838,
"684032" : 7318,
"692224" : 9639,
"700416" : 12824,
"708608" : 15642,
"716800" : 18181,
"724992" : 19951,
"733184" : 22607,
"741376" : 26262,
"749568" : 31643,
"757760" : 37520,
"765952" : 41463,
"774144" : 44232,
"782336" : 45346,
"790528" : 47413,
"798720" : 49396,
"806912" : 52507,
"815104" : 54278,
"823296" : 54925,
"831488" : 55829,
"839680" : 56066,
"847872" : 55888,
"856064" : 55108,
"864256" : 53848,
"872448" : 52431,
"880640" : 50845,
"888832" : 50365,
"897024" : 49054,
"905216" : 47582,
"913408" : 46520,
"921600" : 44638,
"929792" : 43102,
"937984" : 41688,
"946176" : 40495,
"954368" : 39071,
"962560" : 37806,
"970752" : 37329,
"978944" : 35783,
"987136" : 35921,
"995328" : 35183,
"1003520" : 35254,
"1011712" : 35944,
"1019904" : 36591,
"1028096" : 37539,
"1036288" : 39185,
"1044480" : 40793,
"1056768" : 90839,
"1073152" : 106774,
"1089536" : 124459,
"1105920" : 142835,
"1122304" : 165134,
"1138688" : 186408,
"1155072" : 205561,
"1171456" : 222008,
"1187840" : 235185,
"1204224" : 245873,
"1220608" : 252444,
"1236992" : 255662,
"1253376" : 254763,
"1269760" : 251929,
"1286144" : 247534,
"1302528" : 239414,
"1318912" : 229817,
"1335296" : 219859,
"1351680" : 208049,
"1368064" : 196701,
"1384448" : 183967,
"1400832" : 171461,
"1417216" : 157760,
"1433600" : 145671,
"1449984" : 134039,
"1466368" : 121902,
"1482752" : 110304,
"1499136" : 100971,
"1515520" : 91424,
"1531904" : 81769,
"1548288" : 73090,
"1564672" : 65275,
"1581056" : 58160,
"1597440" : 51557,
"1613824" : 45939,
"1630208" : 40568,
"1646592" : 35693,
"1662976" : 31791,
"1679360" : 27818,
"1695744" : 24199,
"1712128" : 21134,
"1728512" : 18474,
"1744896" : 16164,
"1761280" : 14132,
"1777664" : 12200,
"1794048" : 10657,
"1810432" : 9198,
"1826816" : 8126,
"1843200" : 6966,
"1859584" : 5897,
"1875968" : 5286,
"1892352" : 4482,
"1908736" : 3716,
"1925120" : 3318,
"1941504" : 2844,
"1957888" : 2373,
"1974272" : 2059,
"1990656" : 1833,
"2007040" : 1483,
"2023424" : 1302,
"2039808" : 989,
"2056192" : 960,
"2072576" : 825,
"2088960" : 688,
"2113536" : 1140,
"2146304" : 793,
"2179072" : 532,
"2211840" : 432,
"2244608" : 285,
"2277376" : 223,
"2310144" : 147,
"2342912" : 106,
"2375680" : 58,
"2408448" : 51,
"2441216" : 41,
"2473984" : 48,
"2506752" : 16,
"2539520" : 18,
"2572288" : 17,
"2605056" : 14,
"2637824" : 13,
"2670592" : 12,
"2703360" : 6,
"2736128" : 7,
"2768896" : 3,
"2801664" : 10,
"2834432" : 6,
"2867200" : 2,
"2899968" : 2,
"2932736" : 3,
"2965504" : 3,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1584897.372599,
"stddev" : 321905.705744,
"N" : 8071592
},
"bw_min" : 309790,
"bw_max" : 339126,
"bw_agg" : 100.000000,
"bw_mean" : 322887.150754,
"bw_dev" : 187.391719,
"bw_samples" : 6368,
"iops_min" : 77446,
"iops_max" : 84781,
"iops_mean" : 80720.331658,
"iops_stddev" : 46.867645,
"iops_samples" : 6368
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3199978,
"usr_cpu" : 0.638692,
"sys_cpu" : 14.687882,
"ctx" : 7239253,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.207381,
"250" : 0.026277,
"500" : 2.109798,
"750" : 3.182358,
"1000" : 17.457800
},
"latency_ms" : {
"2" : 76.890512,
"4" : 0.125439,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081567,
"timestamp_ms" : 1773081567805,
"time" : "Mon Mar 9 15:39:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 36500271104,
"io_kbytes" : 35644796,
"bw_bytes" : 331820646,
"bw" : 324043,
"iops" : 81011.572727,
"runtime" : 110000,
"total_ios" : 8911273,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5599,
"max" : 1991592,
"mean" : 392493.134315,
"stddev" : 157911.985087,
"N" : 8911273
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1186622.419683,
"stddev" : 278973.907351,
"N" : 8911241,
"percentile" : {
"1.000000" : 423936,
"5.000000" : 733184,
"10.000000" : 806912,
"20.000000" : 937984,
"30.000000" : 1089536,
"40.000000" : 1171456,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2277376
},
"bins" : {
"45312" : 1,
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 2,
"55040" : 5,
"55552" : 3,
"56064" : 7,
"56576" : 5,
"57088" : 5,
"57600" : 11,
"58112" : 13,
"58624" : 14,
"59136" : 15,
"59648" : 8,
"60160" : 21,
"60672" : 31,
"61184" : 29,
"61696" : 26,
"62208" : 31,
"62720" : 11,
"63232" : 31,
"63744" : 26,
"64256" : 29,
"64768" : 19,
"65280" : 28,
"66048" : 60,
"67072" : 92,
"68096" : 157,
"69120" : 213,
"70144" : 368,
"71168" : 572,
"72192" : 683,
"73216" : 953,
"74240" : 1117,
"75264" : 1259,
"76288" : 1390,
"77312" : 1334,
"78336" : 1328,
"79360" : 1254,
"80384" : 1245,
"81408" : 1044,
"82432" : 906,
"83456" : 829,
"84480" : 723,
"85504" : 608,
"86528" : 494,
"87552" : 440,
"88576" : 373,
"89600" : 355,
"90624" : 289,
"91648" : 237,
"92672" : 216,
"93696" : 206,
"94720" : 170,
"95744" : 157,
"96768" : 149,
"97792" : 162,
"98816" : 145,
"99840" : 121,
"100864" : 103,
"101888" : 104,
"102912" : 101,
"103936" : 102,
"104960" : 109,
"105984" : 105,
"107008" : 111,
"108032" : 114,
"109056" : 103,
"110080" : 117,
"111104" : 117,
"112128" : 122,
"113152" : 121,
"114176" : 92,
"115200" : 90,
"116224" : 76,
"117248" : 75,
"118272" : 74,
"119296" : 71,
"120320" : 56,
"121344" : 45,
"122368" : 42,
"123392" : 33,
"124416" : 41,
"125440" : 30,
"126464" : 36,
"127488" : 31,
"128512" : 30,
"129536" : 12,
"130560" : 19,
"132096" : 26,
"134144" : 22,
"136192" : 19,
"138240" : 24,
"140288" : 6,
"142336" : 14,
"144384" : 15,
"146432" : 12,
"148480" : 5,
"150528" : 13,
"152576" : 6,
"154624" : 7,
"156672" : 5,
"158720" : 8,
"160768" : 3,
"162816" : 6,
"164864" : 6,
"166912" : 4,
"168960" : 3,
"171008" : 2,
"173056" : 5,
"175104" : 4,
"177152" : 2,
"179200" : 5,
"181248" : 1,
"183296" : 2,
"185344" : 2,
"189440" : 2,
"191488" : 2,
"193536" : 1,
"195584" : 2,
"197632" : 1,
"199680" : 1,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"264192" : 2,
"268288" : 4,
"272384" : 3,
"276480" : 2,
"280576" : 12,
"284672" : 9,
"288768" : 18,
"292864" : 14,
"296960" : 28,
"301056" : 27,
"305152" : 37,
"309248" : 64,
"313344" : 69,
"317440" : 77,
"321536" : 123,
"325632" : 184,
"329728" : 260,
"333824" : 335,
"337920" : 449,
"342016" : 510,
"346112" : 645,
"350208" : 659,
"354304" : 713,
"358400" : 800,
"362496" : 850,
"366592" : 966,
"370688" : 1442,
"374784" : 1902,
"378880" : 2713,
"382976" : 3719,
"387072" : 4861,
"391168" : 5724,
"395264" : 6217,
"399360" : 6383,
"403456" : 6139,
"407552" : 5672,
"411648" : 5099,
"415744" : 4747,
"419840" : 4644,
"423936" : 4745,
"428032" : 5373,
"432128" : 6109,
"436224" : 7242,
"440320" : 8215,
"444416" : 8968,
"448512" : 9379,
"452608" : 9358,
"456704" : 8772,
"460800" : 8038,
"464896" : 7545,
"468992" : 7187,
"473088" : 6807,
"477184" : 6588,
"481280" : 6285,
"485376" : 5938,
"489472" : 5673,
"493568" : 5367,
"497664" : 5097,
"501760" : 4875,
"505856" : 4456,
"509952" : 4215,
"514048" : 4046,
"518144" : 4113,
"522240" : 3957,
"528384" : 7968,
"536576" : 7863,
"544768" : 7314,
"552960" : 6815,
"561152" : 6026,
"569344" : 5601,
"577536" : 4929,
"585728" : 4580,
"593920" : 4293,
"602112" : 4034,
"610304" : 3894,
"618496" : 3755,
"626688" : 3696,
"634880" : 3625,
"643072" : 3923,
"651264" : 4408,
"659456" : 4990,
"667648" : 5704,
"675840" : 6687,
"684032" : 8311,
"692224" : 10936,
"700416" : 14538,
"708608" : 17812,
"716800" : 20605,
"724992" : 22604,
"733184" : 25566,
"741376" : 29676,
"749568" : 35803,
"757760" : 42282,
"765952" : 46858,
"774144" : 49846,
"782336" : 51335,
"790528" : 53617,
"798720" : 55829,
"806912" : 59287,
"815104" : 61148,
"823296" : 62108,
"831488" : 63168,
"839680" : 63348,
"847872" : 63287,
"856064" : 62307,
"864256" : 60884,
"872448" : 59205,
"880640" : 57606,
"888832" : 56774,
"897024" : 55314,
"905216" : 53815,
"913408" : 52655,
"921600" : 50454,
"929792" : 48724,
"937984" : 47275,
"946176" : 45644,
"954368" : 44001,
"962560" : 42619,
"970752" : 41971,
"978944" : 40344,
"987136" : 40289,
"995328" : 39609,
"1003520" : 39634,
"1011712" : 40176,
"1019904" : 40888,
"1028096" : 42052,
"1036288" : 43653,
"1044480" : 45276,
"1056768" : 100803,
"1073152" : 117956,
"1089536" : 137169,
"1105920" : 157148,
"1122304" : 181088,
"1138688" : 204478,
"1155072" : 225337,
"1171456" : 243013,
"1187840" : 257307,
"1204224" : 268849,
"1220608" : 276027,
"1236992" : 279373,
"1253376" : 278191,
"1269760" : 275254,
"1286144" : 270472,
"1302528" : 261545,
"1318912" : 251227,
"1335296" : 240106,
"1351680" : 227286,
"1368064" : 214779,
"1384448" : 200780,
"1400832" : 187466,
"1417216" : 172312,
"1433600" : 159191,
"1449984" : 146077,
"1466368" : 133088,
"1482752" : 120608,
"1499136" : 110360,
"1515520" : 99517,
"1531904" : 89244,
"1548288" : 79733,
"1564672" : 71075,
"1581056" : 63489,
"1597440" : 56363,
"1613824" : 50093,
"1630208" : 44195,
"1646592" : 39036,
"1662976" : 34743,
"1679360" : 30284,
"1695744" : 26431,
"1712128" : 23034,
"1728512" : 20189,
"1744896" : 17611,
"1761280" : 15387,
"1777664" : 13274,
"1794048" : 11621,
"1810432" : 10021,
"1826816" : 8837,
"1843200" : 7597,
"1859584" : 6465,
"1875968" : 5740,
"1892352" : 4893,
"1908736" : 4059,
"1925120" : 3597,
"1941504" : 3098,
"1957888" : 2614,
"1974272" : 2248,
"1990656" : 1994,
"2007040" : 1615,
"2023424" : 1422,
"2039808" : 1086,
"2056192" : 1050,
"2072576" : 907,
"2088960" : 750,
"2113536" : 1236,
"2146304" : 884,
"2179072" : 585,
"2211840" : 472,
"2244608" : 308,
"2277376" : 251,
"2310144" : 165,
"2342912" : 116,
"2375680" : 68,
"2408448" : 57,
"2441216" : 47,
"2473984" : 50,
"2506752" : 18,
"2539520" : 18,
"2572288" : 18,
"2605056" : 14,
"2637824" : 13,
"2670592" : 13,
"2703360" : 6,
"2736128" : 7,
"2768896" : 3,
"2801664" : 10,
"2834432" : 6,
"2867200" : 2,
"2899968" : 2,
"2932736" : 3,
"2965504" : 3,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1579115.880855,
"stddev" : 324910.348554,
"N" : 8911241
},
"bw_min" : 309790,
"bw_max" : 343972,
"bw_agg" : 100.000000,
"bw_mean" : 324064.963470,
"bw_dev" : 219.078790,
"bw_samples" : 7008,
"iops_min" : 77446,
"iops_max" : 85992,
"iops_mean" : 81014.844749,
"iops_stddev" : 54.786785,
"iops_samples" : 7008
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3519973,
"usr_cpu" : 0.639408,
"sys_cpu" : 14.708636,
"ctx" : 7960659,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.224233,
"250" : 0.028739,
"500" : 2.234989,
"750" : 3.303804,
"1000" : 17.857505
},
"latency_ms" : {
"2" : 76.225922,
"4" : 0.124415,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081577,
"timestamp_ms" : 1773081577805,
"time" : "Mon Mar 9 15:39:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 39950835712,
"io_kbytes" : 39014488,
"bw_bytes" : 332923630,
"bw" : 325120,
"iops" : 81280.750000,
"runtime" : 120000,
"total_ios" : 9753690,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5459,
"max" : 1991592,
"mean" : 391187.855717,
"stddev" : 159055.206356,
"N" : 9753690
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1182694.767200,
"stddev" : 281151.221382,
"N" : 9753658,
"percentile" : {
"1.000000" : 419840,
"5.000000" : 724992,
"10.000000" : 806912,
"20.000000" : 929792,
"30.000000" : 1089536,
"40.000000" : 1171456,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1597440,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 1,
"49920" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 3,
"54528" : 2,
"55040" : 5,
"55552" : 3,
"56064" : 8,
"56576" : 6,
"57088" : 8,
"57600" : 16,
"58112" : 14,
"58624" : 16,
"59136" : 16,
"59648" : 12,
"60160" : 27,
"60672" : 35,
"61184" : 32,
"61696" : 30,
"62208" : 34,
"62720" : 17,
"63232" : 38,
"63744" : 28,
"64256" : 33,
"64768" : 23,
"65280" : 32,
"66048" : 71,
"67072" : 106,
"68096" : 175,
"69120" : 258,
"70144" : 445,
"71168" : 675,
"72192" : 822,
"73216" : 1129,
"74240" : 1311,
"75264" : 1494,
"76288" : 1608,
"77312" : 1584,
"78336" : 1541,
"79360" : 1477,
"80384" : 1462,
"81408" : 1220,
"82432" : 1046,
"83456" : 980,
"84480" : 845,
"85504" : 719,
"86528" : 560,
"87552" : 515,
"88576" : 436,
"89600" : 411,
"90624" : 329,
"91648" : 287,
"92672" : 270,
"93696" : 242,
"94720" : 204,
"95744" : 197,
"96768" : 180,
"97792" : 196,
"98816" : 167,
"99840" : 150,
"100864" : 141,
"101888" : 123,
"102912" : 129,
"103936" : 134,
"104960" : 132,
"105984" : 136,
"107008" : 138,
"108032" : 135,
"109056" : 126,
"110080" : 133,
"111104" : 140,
"112128" : 140,
"113152" : 147,
"114176" : 102,
"115200" : 107,
"116224" : 89,
"117248" : 90,
"118272" : 86,
"119296" : 81,
"120320" : 77,
"121344" : 54,
"122368" : 49,
"123392" : 45,
"124416" : 44,
"125440" : 43,
"126464" : 43,
"127488" : 38,
"128512" : 34,
"129536" : 16,
"130560" : 20,
"132096" : 32,
"134144" : 24,
"136192" : 22,
"138240" : 27,
"140288" : 8,
"142336" : 19,
"144384" : 16,
"146432" : 12,
"148480" : 8,
"150528" : 15,
"152576" : 7,
"154624" : 7,
"156672" : 6,
"158720" : 8,
"160768" : 4,
"162816" : 7,
"164864" : 7,
"166912" : 5,
"168960" : 5,
"171008" : 2,
"173056" : 5,
"175104" : 4,
"177152" : 2,
"179200" : 6,
"181248" : 1,
"183296" : 2,
"185344" : 2,
"187392" : 1,
"189440" : 3,
"191488" : 2,
"193536" : 1,
"195584" : 2,
"197632" : 2,
"199680" : 2,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"222208" : 1,
"224256" : 1,
"264192" : 2,
"268288" : 5,
"272384" : 3,
"276480" : 5,
"280576" : 12,
"284672" : 11,
"288768" : 19,
"292864" : 16,
"296960" : 30,
"301056" : 30,
"305152" : 40,
"309248" : 76,
"313344" : 82,
"317440" : 92,
"321536" : 142,
"325632" : 203,
"329728" : 295,
"333824" : 394,
"337920" : 514,
"342016" : 587,
"346112" : 743,
"350208" : 763,
"354304" : 808,
"358400" : 910,
"362496" : 971,
"366592" : 1119,
"370688" : 1653,
"374784" : 2170,
"378880" : 3158,
"382976" : 4269,
"387072" : 5539,
"391168" : 6590,
"395264" : 7095,
"399360" : 7283,
"403456" : 7041,
"407552" : 6523,
"411648" : 5862,
"415744" : 5453,
"419840" : 5347,
"423936" : 5465,
"428032" : 6133,
"432128" : 7030,
"436224" : 8315,
"440320" : 9389,
"444416" : 10245,
"448512" : 10758,
"452608" : 10737,
"456704" : 10171,
"460800" : 9233,
"464896" : 8717,
"468992" : 8300,
"473088" : 7788,
"477184" : 7574,
"481280" : 7330,
"485376" : 6849,
"489472" : 6505,
"493568" : 6202,
"497664" : 5869,
"501760" : 5605,
"505856" : 5114,
"509952" : 4848,
"514048" : 4666,
"518144" : 4769,
"522240" : 4549,
"528384" : 9209,
"536576" : 9069,
"544768" : 8438,
"552960" : 7789,
"561152" : 6850,
"569344" : 6416,
"577536" : 5712,
"585728" : 5247,
"593920" : 4950,
"602112" : 4662,
"610304" : 4521,
"618496" : 4286,
"626688" : 4197,
"634880" : 4156,
"643072" : 4473,
"651264" : 5042,
"659456" : 5651,
"667648" : 6456,
"675840" : 7532,
"684032" : 9324,
"692224" : 12267,
"700416" : 16330,
"708608" : 19995,
"716800" : 23082,
"724992" : 25261,
"733184" : 28543,
"741376" : 33159,
"749568" : 39979,
"757760" : 47268,
"765952" : 52334,
"774144" : 55720,
"782336" : 57351,
"790528" : 59988,
"798720" : 62354,
"806912" : 66190,
"815104" : 68386,
"823296" : 69382,
"831488" : 70607,
"839680" : 70661,
"847872" : 70782,
"856064" : 69684,
"864256" : 67921,
"872448" : 66207,
"880640" : 64273,
"888832" : 63346,
"897024" : 61748,
"905216" : 60017,
"913408" : 58648,
"921600" : 56440,
"929792" : 54454,
"937984" : 52771,
"946176" : 50771,
"954368" : 49063,
"962560" : 47540,
"970752" : 46679,
"978944" : 44947,
"987136" : 44649,
"995328" : 44106,
"1003520" : 44023,
"1011712" : 44520,
"1019904" : 45211,
"1028096" : 46507,
"1036288" : 48258,
"1044480" : 49945,
"1056768" : 110678,
"1073152" : 128982,
"1089536" : 149720,
"1105920" : 171400,
"1122304" : 197177,
"1138688" : 222467,
"1155072" : 244789,
"1171456" : 263706,
"1187840" : 279191,
"1204224" : 292092,
"1220608" : 299504,
"1236992" : 303005,
"1253376" : 301681,
"1269760" : 298771,
"1286144" : 293502,
"1302528" : 283588,
"1318912" : 272781,
"1335296" : 260347,
"1351680" : 246472,
"1368064" : 232913,
"1384448" : 217494,
"1400832" : 203111,
"1417216" : 186761,
"1433600" : 172658,
"1449984" : 158190,
"1466368" : 144255,
"1482752" : 130752,
"1499136" : 119605,
"1515520" : 107555,
"1531904" : 96745,
"1548288" : 86346,
"1564672" : 77053,
"1581056" : 68668,
"1597440" : 61011,
"1613824" : 54253,
"1630208" : 47940,
"1646592" : 42153,
"1662976" : 37525,
"1679360" : 32765,
"1695744" : 28655,
"1712128" : 24987,
"1728512" : 21869,
"1744896" : 19044,
"1761280" : 16615,
"1777664" : 14348,
"1794048" : 12557,
"1810432" : 10820,
"1826816" : 9550,
"1843200" : 8187,
"1859584" : 6991,
"1875968" : 6178,
"1892352" : 5270,
"1908736" : 4372,
"1925120" : 3886,
"1941504" : 3337,
"1957888" : 2817,
"1974272" : 2412,
"1990656" : 2146,
"2007040" : 1743,
"2023424" : 1530,
"2039808" : 1173,
"2056192" : 1121,
"2072576" : 987,
"2088960" : 792,
"2113536" : 1314,
"2146304" : 959,
"2179072" : 639,
"2211840" : 493,
"2244608" : 334,
"2277376" : 262,
"2310144" : 181,
"2342912" : 120,
"2375680" : 79,
"2408448" : 58,
"2441216" : 52,
"2473984" : 52,
"2506752" : 21,
"2539520" : 20,
"2572288" : 18,
"2605056" : 14,
"2637824" : 13,
"2670592" : 13,
"2703360" : 6,
"2736128" : 7,
"2768896" : 4,
"2801664" : 10,
"2834432" : 6,
"2867200" : 2,
"2899968" : 2,
"2932736" : 3,
"2965504" : 3,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1573882.776390,
"stddev" : 327516.014137,
"N" : 9753658
},
"bw_min" : 309790,
"bw_max" : 345964,
"bw_agg" : 100.000000,
"bw_mean" : 325151.205021,
"bw_dev" : 242.975806,
"bw_samples" : 7648,
"iops_min" : 77446,
"iops_max" : 86490,
"iops_mean" : 81286.476987,
"iops_stddev" : 60.760938,
"iops_samples" : 7648
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3839974,
"usr_cpu" : 0.642374,
"sys_cpu" : 14.722053,
"ctx" : 8682660,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.240945,
"250" : 0.031834,
"500" : 2.346609,
"750" : 3.413303,
"1000" : 18.211221
},
"latency_ms" : {
"2" : 75.633683,
"4" : 0.122046,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081587,
"timestamp_ms" : 1773081587805,
"time" : "Mon Mar 9 15:39:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 43400605696,
"io_kbytes" : 42383404,
"bw_bytes" : 333850813,
"bw" : 326026,
"iops" : 81507.192308,
"runtime" : 130000,
"total_ios" : 10595935,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5459,
"max" : 1991592,
"mean" : 390095.023457,
"stddev" : 159998.392713,
"N" : 10595935
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1179412.503944,
"stddev" : 282984.809229,
"N" : 10595903,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 716800,
"10.000000" : 806912,
"20.000000" : 921600,
"30.000000" : 1073152,
"40.000000" : 1155072,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1581056,
"99.000000" : 1777664,
"99.500000" : 1859584,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 3,
"49920" : 1,
"50944" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 3,
"54528" : 2,
"55040" : 6,
"55552" : 3,
"56064" : 9,
"56576" : 6,
"57088" : 12,
"57600" : 19,
"58112" : 18,
"58624" : 20,
"59136" : 21,
"59648" : 20,
"60160" : 34,
"60672" : 39,
"61184" : 35,
"61696" : 37,
"62208" : 38,
"62720" : 21,
"63232" : 44,
"63744" : 29,
"64256" : 38,
"64768" : 30,
"65280" : 38,
"66048" : 84,
"67072" : 117,
"68096" : 204,
"69120" : 322,
"70144" : 510,
"71168" : 789,
"72192" : 968,
"73216" : 1323,
"74240" : 1523,
"75264" : 1735,
"76288" : 1846,
"77312" : 1820,
"78336" : 1790,
"79360" : 1704,
"80384" : 1668,
"81408" : 1410,
"82432" : 1196,
"83456" : 1116,
"84480" : 989,
"85504" : 805,
"86528" : 656,
"87552" : 596,
"88576" : 504,
"89600" : 480,
"90624" : 375,
"91648" : 351,
"92672" : 326,
"93696" : 286,
"94720" : 245,
"95744" : 230,
"96768" : 207,
"97792" : 232,
"98816" : 199,
"99840" : 177,
"100864" : 162,
"101888" : 149,
"102912" : 158,
"103936" : 155,
"104960" : 150,
"105984" : 154,
"107008" : 152,
"108032" : 152,
"109056" : 142,
"110080" : 154,
"111104" : 167,
"112128" : 163,
"113152" : 172,
"114176" : 131,
"115200" : 122,
"116224" : 111,
"117248" : 111,
"118272" : 99,
"119296" : 94,
"120320" : 89,
"121344" : 70,
"122368" : 62,
"123392" : 52,
"124416" : 52,
"125440" : 50,
"126464" : 48,
"127488" : 40,
"128512" : 40,
"129536" : 17,
"130560" : 24,
"132096" : 38,
"134144" : 28,
"136192" : 27,
"138240" : 33,
"140288" : 10,
"142336" : 23,
"144384" : 18,
"146432" : 16,
"148480" : 10,
"150528" : 16,
"152576" : 10,
"154624" : 7,
"156672" : 6,
"158720" : 9,
"160768" : 5,
"162816" : 8,
"164864" : 7,
"166912" : 9,
"168960" : 6,
"171008" : 3,
"173056" : 5,
"175104" : 5,
"177152" : 3,
"179200" : 6,
"181248" : 2,
"183296" : 2,
"185344" : 2,
"187392" : 1,
"189440" : 4,
"191488" : 3,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 2,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"222208" : 1,
"224256" : 1,
"264192" : 2,
"268288" : 5,
"272384" : 3,
"276480" : 7,
"280576" : 13,
"284672" : 14,
"288768" : 22,
"292864" : 22,
"296960" : 32,
"301056" : 35,
"305152" : 46,
"309248" : 91,
"313344" : 95,
"317440" : 107,
"321536" : 164,
"325632" : 226,
"329728" : 328,
"333824" : 443,
"337920" : 572,
"342016" : 653,
"346112" : 838,
"350208" : 869,
"354304" : 929,
"358400" : 1001,
"362496" : 1072,
"366592" : 1266,
"370688" : 1853,
"374784" : 2466,
"378880" : 3532,
"382976" : 4788,
"387072" : 6249,
"391168" : 7395,
"395264" : 8033,
"399360" : 8218,
"403456" : 7944,
"407552" : 7448,
"411648" : 6620,
"415744" : 6191,
"419840" : 6099,
"423936" : 6259,
"428032" : 6968,
"432128" : 7955,
"436224" : 9417,
"440320" : 10688,
"444416" : 11639,
"448512" : 12141,
"452608" : 12132,
"456704" : 11491,
"460800" : 10452,
"464896" : 9834,
"468992" : 9424,
"473088" : 8786,
"477184" : 8591,
"481280" : 8279,
"485376" : 7749,
"489472" : 7352,
"493568" : 6986,
"497664" : 6651,
"501760" : 6314,
"505856" : 5850,
"509952" : 5499,
"514048" : 5311,
"518144" : 5405,
"522240" : 5155,
"528384" : 10450,
"536576" : 10271,
"544768" : 9505,
"552960" : 8773,
"561152" : 7735,
"569344" : 7194,
"577536" : 6477,
"585728" : 5931,
"593920" : 5632,
"602112" : 5263,
"610304" : 5087,
"618496" : 4864,
"626688" : 4757,
"634880" : 4717,
"643072" : 5038,
"651264" : 5656,
"659456" : 6291,
"667648" : 7202,
"675840" : 8349,
"684032" : 10371,
"692224" : 13594,
"700416" : 18011,
"708608" : 22145,
"716800" : 25426,
"724992" : 27859,
"733184" : 31521,
"741376" : 36538,
"749568" : 44097,
"757760" : 52063,
"765952" : 57796,
"774144" : 61568,
"782336" : 63325,
"790528" : 66131,
"798720" : 68933,
"806912" : 73068,
"815104" : 75484,
"823296" : 76638,
"831488" : 77980,
"839680" : 77950,
"847872" : 78083,
"856064" : 76788,
"864256" : 75129,
"872448" : 72953,
"880640" : 71068,
"888832" : 69875,
"897024" : 68125,
"905216" : 66126,
"913408" : 64912,
"921600" : 62176,
"929792" : 60161,
"937984" : 58181,
"946176" : 56010,
"954368" : 54001,
"962560" : 52535,
"970752" : 51455,
"978944" : 49539,
"987136" : 49034,
"995328" : 48590,
"1003520" : 48294,
"1011712" : 48919,
"1019904" : 49573,
"1028096" : 50819,
"1036288" : 52729,
"1044480" : 54473,
"1056768" : 120530,
"1073152" : 140015,
"1089536" : 162429,
"1105920" : 185671,
"1122304" : 213331,
"1138688" : 240572,
"1155072" : 264570,
"1171456" : 284657,
"1187840" : 301338,
"1204224" : 315048,
"1220608" : 323286,
"1236992" : 326826,
"1253376" : 325412,
"1269760" : 322181,
"1286144" : 316550,
"1302528" : 305688,
"1318912" : 293986,
"1335296" : 280678,
"1351680" : 265650,
"1368064" : 250977,
"1384448" : 234105,
"1400832" : 218994,
"1417216" : 201230,
"1433600" : 185673,
"1449984" : 170555,
"1466368" : 155368,
"1482752" : 140742,
"1499136" : 128747,
"1515520" : 115923,
"1531904" : 104296,
"1548288" : 93055,
"1564672" : 82826,
"1581056" : 73996,
"1597440" : 65671,
"1613824" : 58359,
"1630208" : 51647,
"1646592" : 45356,
"1662976" : 40375,
"1679360" : 35199,
"1695744" : 30792,
"1712128" : 26893,
"1728512" : 23464,
"1744896" : 20498,
"1761280" : 17853,
"1777664" : 15414,
"1794048" : 13499,
"1810432" : 11668,
"1826816" : 10251,
"1843200" : 8758,
"1859584" : 7494,
"1875968" : 6609,
"1892352" : 5685,
"1908736" : 4718,
"1925120" : 4173,
"1941504" : 3600,
"1957888" : 3038,
"1974272" : 2604,
"1990656" : 2301,
"2007040" : 1896,
"2023424" : 1628,
"2039808" : 1264,
"2056192" : 1214,
"2072576" : 1052,
"2088960" : 848,
"2113536" : 1405,
"2146304" : 1032,
"2179072" : 682,
"2211840" : 529,
"2244608" : 351,
"2277376" : 286,
"2310144" : 197,
"2342912" : 128,
"2375680" : 90,
"2408448" : 63,
"2441216" : 56,
"2473984" : 56,
"2506752" : 21,
"2539520" : 20,
"2572288" : 19,
"2605056" : 15,
"2637824" : 13,
"2670592" : 13,
"2703360" : 6,
"2736128" : 7,
"2768896" : 4,
"2801664" : 10,
"2834432" : 6,
"2867200" : 2,
"2899968" : 2,
"2932736" : 3,
"2965504" : 3,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1569508.053453,
"stddev" : 329743.194917,
"N" : 10595903
},
"bw_min" : 309790,
"bw_max" : 347279,
"bw_agg" : 100.000000,
"bw_mean" : 326061.239382,
"bw_dev" : 259.427082,
"bw_samples" : 8288,
"iops_min" : 77446,
"iops_max" : 86818,
"iops_mean" : 81513.953668,
"iops_stddev" : 64.870404,
"iops_samples" : 8288
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4159969,
"usr_cpu" : 0.642144,
"sys_cpu" : 14.738331,
"ctx" : 9404488,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.257165,
"250" : 0.034334,
"500" : 2.443937,
"750" : 3.502400,
"1000" : 18.496197
},
"latency_ms" : {
"2" : 75.145006,
"4" : 0.120612,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081597,
"timestamp_ms" : 1773081597805,
"time" : "Mon Mar 9 15:39:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 46838304768,
"io_kbytes" : 45740532,
"bw_bytes" : 334559319,
"bw" : 326718,
"iops" : 81680.178571,
"runtime" : 140000,
"total_ios" : 11435225,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5459,
"max" : 1991592,
"mean" : 389264.832671,
"stddev" : 160737.748344,
"N" : 11435226
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1176919.296780,
"stddev" : 284387.599767,
"N" : 11435193,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 708608,
"10.000000" : 798720,
"20.000000" : 921600,
"30.000000" : 1073152,
"40.000000" : 1155072,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1581056,
"99.000000" : 1777664,
"99.500000" : 1843200,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 3,
"49920" : 1,
"50944" : 1,
"52480" : 1,
"53504" : 2,
"54016" : 3,
"54528" : 2,
"55040" : 6,
"55552" : 3,
"56064" : 9,
"56576" : 6,
"57088" : 16,
"57600" : 21,
"58112" : 19,
"58624" : 24,
"59136" : 23,
"59648" : 25,
"60160" : 39,
"60672" : 43,
"61184" : 37,
"61696" : 40,
"62208" : 43,
"62720" : 22,
"63232" : 49,
"63744" : 31,
"64256" : 42,
"64768" : 32,
"65280" : 43,
"66048" : 91,
"67072" : 134,
"68096" : 230,
"69120" : 373,
"70144" : 567,
"71168" : 883,
"72192" : 1105,
"73216" : 1491,
"74240" : 1716,
"75264" : 1961,
"76288" : 2045,
"77312" : 2056,
"78336" : 2017,
"79360" : 1932,
"80384" : 1873,
"81408" : 1624,
"82432" : 1360,
"83456" : 1248,
"84480" : 1094,
"85504" : 908,
"86528" : 754,
"87552" : 672,
"88576" : 582,
"89600" : 543,
"90624" : 432,
"91648" : 393,
"92672" : 372,
"93696" : 328,
"94720" : 279,
"95744" : 267,
"96768" : 240,
"97792" : 258,
"98816" : 229,
"99840" : 206,
"100864" : 194,
"101888" : 165,
"102912" : 179,
"103936" : 177,
"104960" : 174,
"105984" : 173,
"107008" : 169,
"108032" : 177,
"109056" : 159,
"110080" : 168,
"111104" : 188,
"112128" : 183,
"113152" : 191,
"114176" : 148,
"115200" : 152,
"116224" : 135,
"117248" : 126,
"118272" : 113,
"119296" : 105,
"120320" : 104,
"121344" : 80,
"122368" : 77,
"123392" : 62,
"124416" : 62,
"125440" : 59,
"126464" : 55,
"127488" : 44,
"128512" : 44,
"129536" : 25,
"130560" : 27,
"132096" : 45,
"134144" : 32,
"136192" : 31,
"138240" : 38,
"140288" : 14,
"142336" : 28,
"144384" : 18,
"146432" : 17,
"148480" : 11,
"150528" : 16,
"152576" : 11,
"154624" : 8,
"156672" : 6,
"158720" : 9,
"160768" : 5,
"162816" : 8,
"164864" : 7,
"166912" : 11,
"168960" : 6,
"171008" : 3,
"173056" : 5,
"175104" : 5,
"177152" : 5,
"179200" : 6,
"181248" : 2,
"183296" : 2,
"185344" : 2,
"187392" : 1,
"189440" : 4,
"191488" : 3,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 2,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"222208" : 1,
"224256" : 1,
"264192" : 3,
"268288" : 5,
"272384" : 3,
"276480" : 7,
"280576" : 15,
"284672" : 14,
"288768" : 22,
"292864" : 24,
"296960" : 35,
"301056" : 38,
"305152" : 53,
"309248" : 102,
"313344" : 103,
"317440" : 121,
"321536" : 187,
"325632" : 252,
"329728" : 360,
"333824" : 495,
"337920" : 639,
"342016" : 726,
"346112" : 918,
"350208" : 979,
"354304" : 1044,
"358400" : 1119,
"362496" : 1201,
"366592" : 1419,
"370688" : 2043,
"374784" : 2732,
"378880" : 3915,
"382976" : 5329,
"387072" : 6972,
"391168" : 8201,
"395264" : 8887,
"399360" : 9140,
"403456" : 8849,
"407552" : 8263,
"411648" : 7359,
"415744" : 6831,
"419840" : 6812,
"423936" : 6968,
"428032" : 7815,
"432128" : 8869,
"436224" : 10505,
"440320" : 11871,
"444416" : 12944,
"448512" : 13510,
"452608" : 13510,
"456704" : 12713,
"460800" : 11608,
"464896" : 10938,
"468992" : 10500,
"473088" : 9716,
"477184" : 9563,
"481280" : 9263,
"485376" : 8617,
"489472" : 8212,
"493568" : 7738,
"497664" : 7370,
"501760" : 6998,
"505856" : 6529,
"509952" : 6135,
"514048" : 5926,
"518144" : 6017,
"522240" : 5727,
"528384" : 11617,
"536576" : 11357,
"544768" : 10571,
"552960" : 9746,
"561152" : 8637,
"569344" : 7996,
"577536" : 7176,
"585728" : 6629,
"593920" : 6245,
"602112" : 5859,
"610304" : 5617,
"618496" : 5401,
"626688" : 5278,
"634880" : 5238,
"643072" : 5575,
"651264" : 6248,
"659456" : 6891,
"667648" : 7889,
"675840" : 9159,
"684032" : 11370,
"692224" : 14825,
"700416" : 19693,
"708608" : 24163,
"716800" : 27801,
"724992" : 30467,
"733184" : 34486,
"741376" : 39903,
"749568" : 48038,
"757760" : 56894,
"765952" : 63167,
"774144" : 67164,
"782336" : 69144,
"790528" : 72185,
"798720" : 75353,
"806912" : 79889,
"815104" : 82514,
"823296" : 83763,
"831488" : 85446,
"839680" : 85190,
"847872" : 85271,
"856064" : 83852,
"864256" : 82133,
"872448" : 79720,
"880640" : 77545,
"888832" : 76319,
"897024" : 74525,
"905216" : 72321,
"913408" : 70890,
"921600" : 67961,
"929792" : 65784,
"937984" : 63553,
"946176" : 61313,
"954368" : 59019,
"962560" : 57444,
"970752" : 56049,
"978944" : 53983,
"987136" : 53383,
"995328" : 52915,
"1003520" : 52668,
"1011712" : 53179,
"1019904" : 53823,
"1028096" : 55212,
"1036288" : 57139,
"1044480" : 59000,
"1056768" : 130327,
"1073152" : 151166,
"1089536" : 174932,
"1105920" : 199868,
"1122304" : 229354,
"1138688" : 258502,
"1155072" : 284031,
"1171456" : 305556,
"1187840" : 323547,
"1204224" : 338039,
"1220608" : 346710,
"1236992" : 350734,
"1253376" : 349208,
"1269760" : 345936,
"1286144" : 339474,
"1302528" : 328051,
"1318912" : 315510,
"1335296" : 301067,
"1351680" : 284741,
"1368064" : 268996,
"1384448" : 251075,
"1400832" : 234699,
"1417216" : 215540,
"1433600" : 199192,
"1449984" : 183090,
"1466368" : 166576,
"1482752" : 150977,
"1499136" : 137962,
"1515520" : 124419,
"1531904" : 111809,
"1548288" : 99637,
"1564672" : 88965,
"1581056" : 79394,
"1597440" : 70361,
"1613824" : 62641,
"1630208" : 55348,
"1646592" : 48664,
"1662976" : 43256,
"1679360" : 37773,
"1695744" : 33016,
"1712128" : 28775,
"1728512" : 25144,
"1744896" : 21868,
"1761280" : 19139,
"1777664" : 16632,
"1794048" : 14389,
"1810432" : 12533,
"1826816" : 10987,
"1843200" : 9425,
"1859584" : 8010,
"1875968" : 7096,
"1892352" : 6065,
"1908736" : 5029,
"1925120" : 4450,
"1941504" : 3824,
"1957888" : 3237,
"1974272" : 2790,
"1990656" : 2485,
"2007040" : 2012,
"2023424" : 1737,
"2039808" : 1351,
"2056192" : 1298,
"2072576" : 1117,
"2088960" : 908,
"2113536" : 1504,
"2146304" : 1108,
"2179072" : 740,
"2211840" : 583,
"2244608" : 387,
"2277376" : 305,
"2310144" : 213,
"2342912" : 145,
"2375680" : 102,
"2408448" : 68,
"2441216" : 61,
"2473984" : 60,
"2506752" : 23,
"2539520" : 23,
"2572288" : 22,
"2605056" : 17,
"2637824" : 14,
"2670592" : 15,
"2703360" : 6,
"2736128" : 7,
"2768896" : 4,
"2801664" : 13,
"2834432" : 6,
"2867200" : 3,
"2899968" : 2,
"2932736" : 3,
"2965504" : 4,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1566184.447289,
"stddev" : 331407.227623,
"N" : 11435193
},
"bw_min" : 309790,
"bw_max" : 348170,
"bw_agg" : 100.000000,
"bw_mean" : 326762.810036,
"bw_dev" : 266.946747,
"bw_samples" : 8928,
"iops_min" : 77446,
"iops_max" : 87041,
"iops_mean" : 81689.422939,
"iops_stddev" : 66.751317,
"iops_samples" : 8928
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4479973,
"usr_cpu" : 0.642950,
"sys_cpu" : 14.752589,
"ctx" : 10125742,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999991,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.269116,
"250" : 0.036370,
"500" : 2.518140,
"750" : 3.569182,
"1000" : 18.722745
},
"latency_ms" : {
"2" : 74.764187,
"4" : 0.119936,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081607,
"timestamp_ms" : 1773081607804,
"time" : "Mon Mar 9 15:40:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 50272305152,
"io_kbytes" : 49094048,
"bw_bytes" : 335148701,
"bw" : 327293,
"iops" : 81823.860000,
"runtime" : 150000,
"total_ios" : 12273579,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5459,
"max" : 1991592,
"mean" : 388576.132827,
"stddev" : 161309.937510,
"N" : 12273579
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1174851.055192,
"stddev" : 285460.579635,
"N" : 12273547,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 708608,
"10.000000" : 798720,
"20.000000" : 913408,
"30.000000" : 1073152,
"40.000000" : 1155072,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1581056,
"99.000000" : 1777664,
"99.500000" : 1843200,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 4,
"49920" : 2,
"50944" : 2,
"51456" : 1,
"52480" : 2,
"53504" : 2,
"54016" : 4,
"54528" : 2,
"55040" : 7,
"55552" : 3,
"56064" : 9,
"56576" : 7,
"57088" : 18,
"57600" : 24,
"58112" : 20,
"58624" : 24,
"59136" : 24,
"59648" : 29,
"60160" : 41,
"60672" : 45,
"61184" : 41,
"61696" : 45,
"62208" : 46,
"62720" : 26,
"63232" : 49,
"63744" : 36,
"64256" : 44,
"64768" : 37,
"65280" : 47,
"66048" : 97,
"67072" : 155,
"68096" : 245,
"69120" : 409,
"70144" : 629,
"71168" : 983,
"72192" : 1254,
"73216" : 1640,
"74240" : 1908,
"75264" : 2150,
"76288" : 2281,
"77312" : 2291,
"78336" : 2241,
"79360" : 2132,
"80384" : 2079,
"81408" : 1821,
"82432" : 1524,
"83456" : 1394,
"84480" : 1227,
"85504" : 1005,
"86528" : 837,
"87552" : 744,
"88576" : 658,
"89600" : 603,
"90624" : 471,
"91648" : 439,
"92672" : 417,
"93696" : 368,
"94720" : 317,
"95744" : 292,
"96768" : 278,
"97792" : 276,
"98816" : 252,
"99840" : 235,
"100864" : 235,
"101888" : 191,
"102912" : 200,
"103936" : 198,
"104960" : 197,
"105984" : 191,
"107008" : 195,
"108032" : 197,
"109056" : 174,
"110080" : 192,
"111104" : 207,
"112128" : 201,
"113152" : 208,
"114176" : 167,
"115200" : 162,
"116224" : 148,
"117248" : 142,
"118272" : 133,
"119296" : 115,
"120320" : 118,
"121344" : 92,
"122368" : 86,
"123392" : 72,
"124416" : 70,
"125440" : 63,
"126464" : 59,
"127488" : 54,
"128512" : 49,
"129536" : 27,
"130560" : 29,
"132096" : 50,
"134144" : 33,
"136192" : 34,
"138240" : 42,
"140288" : 17,
"142336" : 30,
"144384" : 23,
"146432" : 20,
"148480" : 14,
"150528" : 16,
"152576" : 11,
"154624" : 8,
"156672" : 6,
"158720" : 15,
"160768" : 7,
"162816" : 8,
"164864" : 7,
"166912" : 11,
"168960" : 7,
"171008" : 4,
"173056" : 6,
"175104" : 7,
"177152" : 5,
"179200" : 6,
"181248" : 3,
"183296" : 2,
"185344" : 2,
"187392" : 2,
"189440" : 5,
"191488" : 3,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 2,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"222208" : 1,
"224256" : 1,
"264192" : 3,
"268288" : 6,
"272384" : 6,
"276480" : 8,
"280576" : 16,
"284672" : 16,
"288768" : 23,
"292864" : 26,
"296960" : 37,
"301056" : 40,
"305152" : 58,
"309248" : 108,
"313344" : 112,
"317440" : 139,
"321536" : 213,
"325632" : 288,
"329728" : 385,
"333824" : 545,
"337920" : 707,
"342016" : 809,
"346112" : 1022,
"350208" : 1083,
"354304" : 1152,
"358400" : 1218,
"362496" : 1315,
"366592" : 1592,
"370688" : 2217,
"374784" : 2986,
"378880" : 4267,
"382976" : 5822,
"387072" : 7676,
"391168" : 9032,
"395264" : 9722,
"399360" : 10072,
"403456" : 9753,
"407552" : 9115,
"411648" : 8106,
"415744" : 7515,
"419840" : 7480,
"423936" : 7631,
"428032" : 8564,
"432128" : 9746,
"436224" : 11507,
"440320" : 13013,
"444416" : 14168,
"448512" : 14760,
"452608" : 14828,
"456704" : 13971,
"460800" : 12773,
"464896" : 11998,
"468992" : 11514,
"473088" : 10714,
"477184" : 10528,
"481280" : 10161,
"485376" : 9530,
"489472" : 8983,
"493568" : 8506,
"497664" : 8078,
"501760" : 7667,
"505856" : 7164,
"509952" : 6730,
"514048" : 6519,
"518144" : 6597,
"522240" : 6291,
"528384" : 12856,
"536576" : 12457,
"544768" : 11713,
"552960" : 10703,
"561152" : 9493,
"569344" : 8742,
"577536" : 7925,
"585728" : 7335,
"593920" : 6848,
"602112" : 6432,
"610304" : 6150,
"618496" : 5917,
"626688" : 5787,
"634880" : 5729,
"643072" : 6093,
"651264" : 6777,
"659456" : 7466,
"667648" : 8601,
"675840" : 9945,
"684032" : 12308,
"692224" : 16058,
"700416" : 21383,
"708608" : 26168,
"716800" : 30100,
"724992" : 33073,
"733184" : 37400,
"741376" : 43318,
"749568" : 52143,
"757760" : 61759,
"765952" : 68536,
"774144" : 72764,
"782336" : 74949,
"790528" : 78283,
"798720" : 81846,
"806912" : 86625,
"815104" : 89641,
"823296" : 90854,
"831488" : 92760,
"839680" : 92338,
"847872" : 92406,
"856064" : 90747,
"864256" : 89039,
"872448" : 86257,
"880640" : 84259,
"888832" : 82847,
"897024" : 80789,
"905216" : 78354,
"913408" : 76679,
"921600" : 73697,
"929792" : 71409,
"937984" : 68783,
"946176" : 66421,
"954368" : 63895,
"962560" : 62271,
"970752" : 60667,
"978944" : 58638,
"987136" : 57818,
"995328" : 57268,
"1003520" : 56889,
"1011712" : 57461,
"1019904" : 58131,
"1028096" : 59450,
"1036288" : 61607,
"1044480" : 63577,
"1056768" : 140095,
"1073152" : 162119,
"1089536" : 187555,
"1105920" : 214138,
"1122304" : 245486,
"1138688" : 276413,
"1155072" : 303657,
"1171456" : 326943,
"1187840" : 345571,
"1204224" : 361257,
"1220608" : 370401,
"1236992" : 374675,
"1253376" : 372959,
"1269760" : 369528,
"1286144" : 362563,
"1302528" : 350243,
"1318912" : 337022,
"1335296" : 321521,
"1351680" : 304192,
"1368064" : 287131,
"1384448" : 268149,
"1400832" : 250643,
"1417216" : 230230,
"1433600" : 212634,
"1449984" : 195463,
"1466368" : 177866,
"1482752" : 161263,
"1499136" : 147243,
"1515520" : 132810,
"1531904" : 119377,
"1548288" : 106291,
"1564672" : 94990,
"1581056" : 84679,
"1597440" : 75039,
"1613824" : 66808,
"1630208" : 59009,
"1646592" : 51918,
"1662976" : 46074,
"1679360" : 40274,
"1695744" : 35187,
"1712128" : 30734,
"1728512" : 26838,
"1744896" : 23322,
"1761280" : 20388,
"1777664" : 17759,
"1794048" : 15327,
"1810432" : 13343,
"1826816" : 11737,
"1843200" : 10085,
"1859584" : 8500,
"1875968" : 7532,
"1892352" : 6434,
"1908736" : 5363,
"1925120" : 4726,
"1941504" : 4069,
"1957888" : 3408,
"1974272" : 2995,
"1990656" : 2654,
"2007040" : 2138,
"2023424" : 1863,
"2039808" : 1457,
"2056192" : 1386,
"2072576" : 1192,
"2088960" : 961,
"2113536" : 1589,
"2146304" : 1178,
"2179072" : 792,
"2211840" : 619,
"2244608" : 412,
"2277376" : 312,
"2310144" : 230,
"2342912" : 154,
"2375680" : 106,
"2408448" : 70,
"2441216" : 66,
"2473984" : 61,
"2506752" : 27,
"2539520" : 29,
"2572288" : 23,
"2605056" : 17,
"2637824" : 14,
"2670592" : 15,
"2703360" : 6,
"2736128" : 7,
"2768896" : 4,
"2801664" : 13,
"2834432" : 6,
"2867200" : 3,
"2899968" : 2,
"2932736" : 3,
"2965504" : 4,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1563427.368258,
"stddev" : 332681.329633,
"N" : 12273547
},
"bw_min" : 309790,
"bw_max" : 348378,
"bw_agg" : 100.000000,
"bw_mean" : 327347.086957,
"bw_dev" : 270.891351,
"bw_samples" : 9568,
"iops_min" : 77446,
"iops_max" : 87093,
"iops_mean" : 81835.548495,
"iops_stddev" : 67.738093,
"iops_samples" : 9568
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4799969,
"usr_cpu" : 0.644233,
"sys_cpu" : 14.764137,
"ctx" : 10847285,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999992,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.278664,
"250" : 0.038090,
"500" : 2.576477,
"750" : 3.624656,
"1000" : 18.911688
},
"latency_ms" : {
"2" : 74.451079,
"4" : 0.119028,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081617,
"timestamp_ms" : 1773081617804,
"time" : "Mon Mar 9 15:40:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 53698195456,
"io_kbytes" : 52439644,
"bw_bytes" : 335615819,
"bw" : 327749,
"iops" : 81937.980862,
"runtime" : 159999,
"total_ios" : 13109995,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5459,
"max" : 1991592,
"mean" : 388034.341005,
"stddev" : 161771.943486,
"N" : 13109995
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1173223.943626,
"stddev" : 286290.388666,
"N" : 13109963,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 708608,
"10.000000" : 798720,
"20.000000" : 913408,
"30.000000" : 1073152,
"40.000000" : 1155072,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1581056,
"99.000000" : 1777664,
"99.500000" : 1843200,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 4,
"49920" : 2,
"50944" : 2,
"51456" : 1,
"52480" : 2,
"53504" : 3,
"54016" : 4,
"54528" : 2,
"55040" : 7,
"55552" : 4,
"56064" : 11,
"56576" : 8,
"57088" : 18,
"57600" : 27,
"58112" : 21,
"58624" : 24,
"59136" : 25,
"59648" : 31,
"60160" : 47,
"60672" : 46,
"61184" : 48,
"61696" : 49,
"62208" : 46,
"62720" : 33,
"63232" : 55,
"63744" : 43,
"64256" : 51,
"64768" : 38,
"65280" : 50,
"66048" : 101,
"67072" : 169,
"68096" : 275,
"69120" : 441,
"70144" : 688,
"71168" : 1068,
"72192" : 1367,
"73216" : 1780,
"74240" : 2101,
"75264" : 2349,
"76288" : 2483,
"77312" : 2514,
"78336" : 2461,
"79360" : 2328,
"80384" : 2270,
"81408" : 1994,
"82432" : 1703,
"83456" : 1515,
"84480" : 1336,
"85504" : 1117,
"86528" : 930,
"87552" : 816,
"88576" : 729,
"89600" : 662,
"90624" : 527,
"91648" : 485,
"92672" : 455,
"93696" : 405,
"94720" : 362,
"95744" : 326,
"96768" : 310,
"97792" : 308,
"98816" : 281,
"99840" : 258,
"100864" : 256,
"101888" : 208,
"102912" : 225,
"103936" : 223,
"104960" : 219,
"105984" : 209,
"107008" : 216,
"108032" : 222,
"109056" : 194,
"110080" : 205,
"111104" : 225,
"112128" : 223,
"113152" : 231,
"114176" : 182,
"115200" : 176,
"116224" : 165,
"117248" : 152,
"118272" : 154,
"119296" : 128,
"120320" : 122,
"121344" : 103,
"122368" : 96,
"123392" : 85,
"124416" : 72,
"125440" : 69,
"126464" : 65,
"127488" : 58,
"128512" : 55,
"129536" : 29,
"130560" : 30,
"132096" : 53,
"134144" : 36,
"136192" : 40,
"138240" : 45,
"140288" : 17,
"142336" : 35,
"144384" : 26,
"146432" : 20,
"148480" : 14,
"150528" : 16,
"152576" : 11,
"154624" : 8,
"156672" : 8,
"158720" : 16,
"160768" : 7,
"162816" : 9,
"164864" : 7,
"166912" : 11,
"168960" : 9,
"171008" : 5,
"173056" : 6,
"175104" : 7,
"177152" : 5,
"179200" : 6,
"181248" : 5,
"183296" : 3,
"185344" : 2,
"187392" : 2,
"189440" : 5,
"191488" : 3,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 2,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"222208" : 1,
"224256" : 1,
"234496" : 1,
"264192" : 3,
"268288" : 6,
"272384" : 6,
"276480" : 8,
"280576" : 16,
"284672" : 16,
"288768" : 26,
"292864" : 30,
"296960" : 43,
"301056" : 42,
"305152" : 61,
"309248" : 117,
"313344" : 123,
"317440" : 147,
"321536" : 232,
"325632" : 312,
"329728" : 415,
"333824" : 581,
"337920" : 766,
"342016" : 889,
"346112" : 1114,
"350208" : 1190,
"354304" : 1252,
"358400" : 1317,
"362496" : 1436,
"366592" : 1740,
"370688" : 2409,
"374784" : 3218,
"378880" : 4621,
"382976" : 6339,
"387072" : 8310,
"391168" : 9839,
"395264" : 10591,
"399360" : 10962,
"403456" : 10561,
"407552" : 9886,
"411648" : 8903,
"415744" : 8177,
"419840" : 8114,
"423936" : 8306,
"428032" : 9270,
"432128" : 10569,
"436224" : 12511,
"440320" : 14126,
"444416" : 15397,
"448512" : 16077,
"452608" : 16091,
"456704" : 15216,
"460800" : 13924,
"464896" : 13044,
"468992" : 12489,
"473088" : 11703,
"477184" : 11402,
"481280" : 10992,
"485376" : 10328,
"489472" : 9749,
"493568" : 9248,
"497664" : 8753,
"501760" : 8315,
"505856" : 7784,
"509952" : 7347,
"514048" : 7130,
"518144" : 7176,
"522240" : 6894,
"528384" : 14066,
"536576" : 13587,
"544768" : 12643,
"552960" : 11658,
"561152" : 10303,
"569344" : 9497,
"577536" : 8579,
"585728" : 7982,
"593920" : 7455,
"602112" : 6990,
"610304" : 6695,
"618496" : 6376,
"626688" : 6299,
"634880" : 6203,
"643072" : 6597,
"651264" : 7368,
"659456" : 8064,
"667648" : 9312,
"675840" : 10758,
"684032" : 13285,
"692224" : 17261,
"700416" : 23050,
"708608" : 28083,
"716800" : 32431,
"724992" : 35623,
"733184" : 40269,
"741376" : 46629,
"749568" : 56162,
"757760" : 66381,
"765952" : 73832,
"774144" : 78399,
"782336" : 80748,
"790528" : 84248,
"798720" : 88189,
"806912" : 93193,
"815104" : 96679,
"823296" : 97893,
"831488" : 100034,
"839680" : 99444,
"847872" : 99445,
"856064" : 97769,
"864256" : 95871,
"872448" : 92917,
"880640" : 90651,
"888832" : 89202,
"897024" : 86895,
"905216" : 84452,
"913408" : 82558,
"921600" : 79524,
"929792" : 76944,
"937984" : 74084,
"946176" : 71528,
"954368" : 68838,
"962560" : 66966,
"970752" : 65282,
"978944" : 63045,
"987136" : 62158,
"995328" : 61635,
"1003520" : 61071,
"1011712" : 61730,
"1019904" : 62398,
"1028096" : 63784,
"1036288" : 65915,
"1044480" : 68075,
"1056768" : 149925,
"1073152" : 173282,
"1089536" : 200083,
"1105920" : 228278,
"1122304" : 261442,
"1138688" : 294535,
"1155072" : 323094,
"1171456" : 348111,
"1187840" : 367754,
"1204224" : 384509,
"1220608" : 394198,
"1236992" : 398836,
"1253376" : 396995,
"1269760" : 392990,
"1286144" : 385737,
"1302528" : 372689,
"1318912" : 358569,
"1335296" : 342020,
"1351680" : 323410,
"1368064" : 305421,
"1384448" : 285166,
"1400832" : 266374,
"1417216" : 244931,
"1433600" : 226225,
"1449984" : 207832,
"1466368" : 189390,
"1482752" : 171577,
"1499136" : 156398,
"1515520" : 141389,
"1531904" : 126963,
"1548288" : 113095,
"1564672" : 101058,
"1581056" : 89951,
"1597440" : 79686,
"1613824" : 71098,
"1630208" : 62718,
"1646592" : 55241,
"1662976" : 49002,
"1679360" : 42824,
"1695744" : 37424,
"1712128" : 32637,
"1728512" : 28546,
"1744896" : 24831,
"1761280" : 21702,
"1777664" : 18865,
"1794048" : 16303,
"1810432" : 14209,
"1826816" : 12484,
"1843200" : 10736,
"1859584" : 9042,
"1875968" : 8019,
"1892352" : 6827,
"1908736" : 5675,
"1925120" : 5037,
"1941504" : 4338,
"1957888" : 3617,
"1974272" : 3155,
"1990656" : 2798,
"2007040" : 2250,
"2023424" : 1995,
"2039808" : 1548,
"2056192" : 1467,
"2072576" : 1246,
"2088960" : 1014,
"2113536" : 1678,
"2146304" : 1234,
"2179072" : 837,
"2211840" : 657,
"2244608" : 430,
"2277376" : 333,
"2310144" : 241,
"2342912" : 163,
"2375680" : 110,
"2408448" : 74,
"2441216" : 68,
"2473984" : 61,
"2506752" : 30,
"2539520" : 31,
"2572288" : 23,
"2605056" : 17,
"2637824" : 14,
"2670592" : 16,
"2703360" : 6,
"2736128" : 7,
"2768896" : 4,
"2801664" : 13,
"2834432" : 6,
"2867200" : 3,
"2899968" : 2,
"2932736" : 3,
"2965504" : 4,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1561258.871749,
"stddev" : 333654.063513,
"N" : 13109963
},
"bw_min" : 309790,
"bw_max" : 348910,
"bw_agg" : 100.000000,
"bw_mean" : 327800.968652,
"bw_dev" : 271.105919,
"bw_samples" : 10208,
"iops_min" : 77446,
"iops_max" : 87226,
"iops_mean" : 81949.078370,
"iops_stddev" : 67.792263,
"iops_samples" : 10208
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5119968,
"usr_cpu" : 0.645785,
"sys_cpu" : 14.772182,
"ctx" : 11568872,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999992,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.286186,
"250" : 0.039207,
"500" : 2.621054,
"750" : 3.668514,
"1000" : 19.065576
},
"latency_ms" : {
"2" : 74.201493,
"4" : 0.117674,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081627,
"timestamp_ms" : 1773081627804,
"time" : "Mon Mar 9 15:40:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 57098735616,
"io_kbytes" : 55760484,
"bw_bytes" : 335876891,
"bw" : 328004,
"iops" : 82001.594127,
"runtime" : 169999,
"total_ios" : 13940189,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1991592,
"mean" : 387731.571078,
"stddev" : 162028.361173,
"N" : 13940190
},
"clat_ns" : {
"min" : 45339,
"max" : 3182031,
"mean" : 1172313.540097,
"stddev" : 286731.736520,
"N" : 13940157,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 700416,
"10.000000" : 798720,
"20.000000" : 913408,
"30.000000" : 1073152,
"40.000000" : 1155072,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1318912,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1581056,
"99.000000" : 1777664,
"99.500000" : 1843200,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"45312" : 1,
"47360" : 4,
"48384" : 1,
"49408" : 1,
"49920" : 2,
"50944" : 2,
"51456" : 1,
"52480" : 2,
"53504" : 3,
"54016" : 4,
"54528" : 2,
"55040" : 7,
"55552" : 4,
"56064" : 12,
"56576" : 8,
"57088" : 18,
"57600" : 30,
"58112" : 22,
"58624" : 31,
"59136" : 30,
"59648" : 33,
"60160" : 49,
"60672" : 48,
"61184" : 55,
"61696" : 50,
"62208" : 48,
"62720" : 36,
"63232" : 56,
"63744" : 43,
"64256" : 57,
"64768" : 43,
"65280" : 52,
"66048" : 106,
"67072" : 177,
"68096" : 291,
"69120" : 461,
"70144" : 727,
"71168" : 1123,
"72192" : 1458,
"73216" : 1896,
"74240" : 2245,
"75264" : 2523,
"76288" : 2675,
"77312" : 2677,
"78336" : 2661,
"79360" : 2495,
"80384" : 2415,
"81408" : 2136,
"82432" : 1868,
"83456" : 1648,
"84480" : 1449,
"85504" : 1223,
"86528" : 1015,
"87552" : 875,
"88576" : 785,
"89600" : 725,
"90624" : 578,
"91648" : 522,
"92672" : 494,
"93696" : 449,
"94720" : 391,
"95744" : 355,
"96768" : 330,
"97792" : 334,
"98816" : 300,
"99840" : 277,
"100864" : 274,
"101888" : 221,
"102912" : 239,
"103936" : 243,
"104960" : 236,
"105984" : 223,
"107008" : 231,
"108032" : 242,
"109056" : 212,
"110080" : 226,
"111104" : 244,
"112128" : 241,
"113152" : 250,
"114176" : 199,
"115200" : 190,
"116224" : 174,
"117248" : 166,
"118272" : 163,
"119296" : 137,
"120320" : 130,
"121344" : 110,
"122368" : 108,
"123392" : 89,
"124416" : 79,
"125440" : 75,
"126464" : 71,
"127488" : 63,
"128512" : 62,
"129536" : 32,
"130560" : 32,
"132096" : 59,
"134144" : 39,
"136192" : 43,
"138240" : 47,
"140288" : 19,
"142336" : 38,
"144384" : 28,
"146432" : 20,
"148480" : 15,
"150528" : 19,
"152576" : 11,
"154624" : 9,
"156672" : 9,
"158720" : 16,
"160768" : 8,
"162816" : 10,
"164864" : 8,
"166912" : 11,
"168960" : 9,
"171008" : 7,
"173056" : 7,
"175104" : 7,
"177152" : 5,
"179200" : 6,
"181248" : 5,
"183296" : 3,
"185344" : 2,
"187392" : 2,
"189440" : 5,
"191488" : 3,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 2,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"222208" : 1,
"224256" : 1,
"234496" : 1,
"264192" : 3,
"268288" : 6,
"272384" : 6,
"276480" : 8,
"280576" : 16,
"284672" : 17,
"288768" : 26,
"292864" : 31,
"296960" : 47,
"301056" : 44,
"305152" : 69,
"309248" : 130,
"313344" : 130,
"317440" : 157,
"321536" : 248,
"325632" : 328,
"329728" : 440,
"333824" : 612,
"337920" : 799,
"342016" : 965,
"346112" : 1193,
"350208" : 1267,
"354304" : 1345,
"358400" : 1404,
"362496" : 1536,
"366592" : 1880,
"370688" : 2612,
"374784" : 3445,
"378880" : 4942,
"382976" : 6816,
"387072" : 8941,
"391168" : 10492,
"395264" : 11438,
"399360" : 11751,
"403456" : 11353,
"407552" : 10598,
"411648" : 9629,
"415744" : 8792,
"419840" : 8708,
"423936" : 8936,
"428032" : 9966,
"432128" : 11310,
"436224" : 13441,
"440320" : 15162,
"444416" : 16545,
"448512" : 17260,
"452608" : 17192,
"456704" : 16289,
"460800" : 14983,
"464896" : 14027,
"468992" : 13376,
"473088" : 12604,
"477184" : 12262,
"481280" : 11847,
"485376" : 11119,
"489472" : 10477,
"493568" : 9963,
"497664" : 9422,
"501760" : 8941,
"505856" : 8339,
"509952" : 7900,
"514048" : 7671,
"518144" : 7685,
"522240" : 7417,
"528384" : 15060,
"536576" : 14603,
"544768" : 13537,
"552960" : 12506,
"561152" : 11055,
"569344" : 10193,
"577536" : 9234,
"585728" : 8613,
"593920" : 8017,
"602112" : 7480,
"610304" : 7163,
"618496" : 6831,
"626688" : 6706,
"634880" : 6674,
"643072" : 7042,
"651264" : 7866,
"659456" : 8685,
"667648" : 9980,
"675840" : 11466,
"684032" : 14152,
"692224" : 18407,
"700416" : 24662,
"708608" : 29980,
"716800" : 34754,
"724992" : 38068,
"733184" : 43105,
"741376" : 49847,
"749568" : 59928,
"757760" : 70783,
"765952" : 78737,
"774144" : 83713,
"782336" : 86313,
"790528" : 89973,
"798720" : 94231,
"806912" : 99587,
"815104" : 103282,
"823296" : 104634,
"831488" : 106801,
"839680" : 106216,
"847872" : 106295,
"856064" : 104505,
"864256" : 102341,
"872448" : 99374,
"880640" : 96967,
"888832" : 95121,
"897024" : 92820,
"905216" : 90238,
"913408" : 88294,
"921600" : 84882,
"929792" : 82251,
"937984" : 79073,
"946176" : 76318,
"954368" : 73518,
"962560" : 71542,
"970752" : 69627,
"978944" : 67391,
"987136" : 66224,
"995328" : 65788,
"1003520" : 65219,
"1011712" : 65797,
"1019904" : 66380,
"1028096" : 67983,
"1036288" : 70141,
"1044480" : 72612,
"1056768" : 159533,
"1073152" : 184248,
"1089536" : 212603,
"1105920" : 242806,
"1122304" : 277865,
"1138688" : 312489,
"1155072" : 343110,
"1171456" : 369476,
"1187840" : 390415,
"1204224" : 407970,
"1220608" : 418515,
"1236992" : 423218,
"1253376" : 421046,
"1269760" : 416851,
"1286144" : 409094,
"1302528" : 395362,
"1318912" : 380416,
"1335296" : 362768,
"1351680" : 343091,
"1368064" : 324223,
"1384448" : 302572,
"1400832" : 282541,
"1417216" : 259990,
"1433600" : 240003,
"1449984" : 220178,
"1466368" : 201008,
"1482752" : 181885,
"1499136" : 165862,
"1515520" : 149887,
"1531904" : 134615,
"1548288" : 119985,
"1564672" : 107076,
"1581056" : 95456,
"1597440" : 84588,
"1613824" : 75290,
"1630208" : 66539,
"1646592" : 58637,
"1662976" : 51931,
"1679360" : 45402,
"1695744" : 39633,
"1712128" : 34535,
"1728512" : 30262,
"1744896" : 26309,
"1761280" : 22996,
"1777664" : 20002,
"1794048" : 17319,
"1810432" : 15067,
"1826816" : 13228,
"1843200" : 11402,
"1859584" : 9596,
"1875968" : 8480,
"1892352" : 7239,
"1908736" : 6010,
"1925120" : 5346,
"1941504" : 4591,
"1957888" : 3851,
"1974272" : 3360,
"1990656" : 2972,
"2007040" : 2373,
"2023424" : 2113,
"2039808" : 1660,
"2056192" : 1552,
"2072576" : 1326,
"2088960" : 1081,
"2113536" : 1797,
"2146304" : 1313,
"2179072" : 899,
"2211840" : 702,
"2244608" : 459,
"2277376" : 351,
"2310144" : 261,
"2342912" : 170,
"2375680" : 120,
"2408448" : 79,
"2441216" : 74,
"2473984" : 64,
"2506752" : 30,
"2539520" : 32,
"2572288" : 23,
"2605056" : 18,
"2637824" : 14,
"2670592" : 16,
"2703360" : 7,
"2736128" : 7,
"2768896" : 4,
"2801664" : 14,
"2834432" : 6,
"2867200" : 3,
"2899968" : 2,
"2932736" : 3,
"2965504" : 4,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1560045.233752,
"stddev" : 334154.592267,
"N" : 13940157
},
"bw_min" : 308926,
"bw_max" : 348987,
"bw_agg" : 100.000000,
"bw_mean" : 328110.867257,
"bw_dev" : 271.486537,
"bw_samples" : 10848,
"iops_min" : 77230,
"iops_max" : 87245,
"iops_mean" : 82026.613569,
"iops_stddev" : 67.887474,
"iops_samples" : 10848
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5439968,
"usr_cpu" : 0.643919,
"sys_cpu" : 14.780510,
"ctx" : 12290853,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999993,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.289307,
"250" : 0.039791,
"500" : 2.647382,
"750" : 3.692898,
"1000" : 19.150737
},
"latency_ms" : {
"2" : 74.061872,
"4" : 0.117717,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081637,
"timestamp_ms" : 1773081637804,
"time" : "Mon Mar 9 15:40:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 6621,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 60268924928,
"io_kbytes" : 58856372,
"bw_bytes" : 334829220,
"bw" : 326981,
"iops" : 81745.565253,
"runtime" : 179999,
"total_ios" : 14714120,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1991592,
"mean" : 388951.739829,
"stddev" : 160974.069404,
"N" : 14714149
},
"clat_ns" : {
"min" : 2764,
"max" : 3182031,
"mean" : 1175972.799839,
"stddev" : 285231.514055,
"N" : 14714204,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 708608,
"10.000000" : 798720,
"20.000000" : 913408,
"30.000000" : 1073152,
"40.000000" : 1155072,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1581056,
"99.000000" : 1777664,
"99.500000" : 1843200,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"2768" : 1,
"2800" : 1,
"2832" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 2,
"3056" : 1,
"3120" : 1,
"3184" : 1,
"3280" : 1,
"3344" : 1,
"3440" : 3,
"3504" : 1,
"3856" : 1,
"3952" : 1,
"4080" : 1,
"4512" : 1,
"5024" : 1,
"5664" : 1,
"6112" : 1,
"6560" : 1,
"6880" : 1,
"8768" : 1,
"10816" : 1,
"12224" : 1,
"13248" : 1,
"45312" : 1,
"47360" : 4,
"47872" : 1,
"48384" : 1,
"49408" : 1,
"49920" : 2,
"50944" : 2,
"51456" : 1,
"52480" : 2,
"53504" : 3,
"54016" : 4,
"54528" : 2,
"55040" : 8,
"55552" : 4,
"56064" : 12,
"56576" : 10,
"57088" : 18,
"57600" : 30,
"58112" : 23,
"58624" : 31,
"59136" : 31,
"59648" : 33,
"60160" : 51,
"60672" : 49,
"61184" : 55,
"61696" : 51,
"62208" : 52,
"62720" : 37,
"63232" : 57,
"63744" : 45,
"64256" : 58,
"64768" : 45,
"65280" : 54,
"66048" : 108,
"67072" : 184,
"68096" : 299,
"69120" : 476,
"70144" : 753,
"71168" : 1156,
"72192" : 1503,
"73216" : 1947,
"74240" : 2314,
"75264" : 2599,
"76288" : 2765,
"77312" : 2763,
"78336" : 2726,
"79360" : 2574,
"80384" : 2485,
"81408" : 2212,
"82432" : 1922,
"83456" : 1688,
"84480" : 1488,
"85504" : 1257,
"86528" : 1052,
"87552" : 897,
"88576" : 801,
"89600" : 737,
"90624" : 597,
"91648" : 537,
"92672" : 505,
"93696" : 457,
"94720" : 399,
"95744" : 361,
"96768" : 341,
"97792" : 341,
"98816" : 302,
"99840" : 281,
"100864" : 278,
"101888" : 227,
"102912" : 244,
"103936" : 250,
"104960" : 241,
"105984" : 226,
"107008" : 235,
"108032" : 244,
"109056" : 213,
"110080" : 229,
"111104" : 246,
"112128" : 247,
"113152" : 253,
"114176" : 201,
"115200" : 195,
"116224" : 183,
"117248" : 172,
"118272" : 167,
"119296" : 138,
"120320" : 134,
"121344" : 114,
"122368" : 109,
"123392" : 89,
"124416" : 80,
"125440" : 75,
"126464" : 72,
"127488" : 63,
"128512" : 62,
"129536" : 33,
"130560" : 34,
"132096" : 59,
"134144" : 39,
"136192" : 43,
"138240" : 47,
"140288" : 19,
"142336" : 39,
"144384" : 28,
"146432" : 20,
"148480" : 15,
"150528" : 19,
"152576" : 12,
"154624" : 9,
"156672" : 9,
"158720" : 16,
"160768" : 8,
"162816" : 10,
"164864" : 8,
"166912" : 11,
"168960" : 9,
"171008" : 7,
"173056" : 7,
"175104" : 7,
"177152" : 5,
"179200" : 6,
"181248" : 5,
"183296" : 3,
"185344" : 2,
"187392" : 3,
"189440" : 5,
"191488" : 3,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 2,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"222208" : 1,
"224256" : 1,
"234496" : 1,
"264192" : 3,
"268288" : 6,
"272384" : 6,
"276480" : 8,
"280576" : 17,
"284672" : 18,
"288768" : 27,
"292864" : 31,
"296960" : 49,
"301056" : 45,
"305152" : 69,
"309248" : 132,
"313344" : 133,
"317440" : 160,
"321536" : 252,
"325632" : 341,
"329728" : 454,
"333824" : 621,
"337920" : 816,
"342016" : 989,
"346112" : 1228,
"350208" : 1288,
"354304" : 1371,
"358400" : 1438,
"362496" : 1565,
"366592" : 1935,
"370688" : 2677,
"374784" : 3532,
"378880" : 5055,
"382976" : 7003,
"387072" : 9163,
"391168" : 10728,
"395264" : 11698,
"399360" : 12000,
"403456" : 11591,
"407552" : 10812,
"411648" : 9840,
"415744" : 9009,
"419840" : 8898,
"423936" : 9137,
"428032" : 10188,
"432128" : 11561,
"436224" : 13737,
"440320" : 15511,
"444416" : 16922,
"448512" : 17668,
"452608" : 17566,
"456704" : 16657,
"460800" : 15333,
"464896" : 14317,
"468992" : 13666,
"473088" : 12877,
"477184" : 12533,
"481280" : 12084,
"485376" : 11354,
"489472" : 10671,
"493568" : 10187,
"497664" : 9653,
"501760" : 9137,
"505856" : 8493,
"509952" : 8070,
"514048" : 7857,
"518144" : 7859,
"522240" : 7593,
"528384" : 15362,
"536576" : 14895,
"544768" : 13845,
"552960" : 12780,
"561152" : 11298,
"569344" : 10409,
"577536" : 9434,
"585728" : 8802,
"593920" : 8157,
"602112" : 7649,
"610304" : 7310,
"618496" : 6991,
"626688" : 6870,
"634880" : 6853,
"643072" : 7273,
"651264" : 8103,
"659456" : 8928,
"667648" : 10256,
"675840" : 11840,
"684032" : 14594,
"692224" : 19037,
"700416" : 25437,
"708608" : 30984,
"716800" : 35907,
"724992" : 39391,
"733184" : 44426,
"741376" : 51491,
"749568" : 61964,
"757760" : 73099,
"765952" : 81263,
"774144" : 86419,
"782336" : 89061,
"790528" : 92880,
"798720" : 97347,
"806912" : 102842,
"815104" : 106658,
"823296" : 107992,
"831488" : 110225,
"839680" : 109731,
"847872" : 109642,
"856064" : 107935,
"864256" : 105590,
"872448" : 102605,
"880640" : 100141,
"888832" : 98184,
"897024" : 95844,
"905216" : 93244,
"913408" : 91248,
"921600" : 87723,
"929792" : 84841,
"937984" : 81644,
"946176" : 78951,
"954368" : 75985,
"962560" : 73858,
"970752" : 71997,
"978944" : 69812,
"987136" : 68616,
"995328" : 68194,
"1003520" : 67628,
"1011712" : 68469,
"1019904" : 69213,
"1028096" : 70928,
"1036288" : 73391,
"1044480" : 76139,
"1056768" : 167758,
"1073152" : 194567,
"1089536" : 225148,
"1105920" : 257595,
"1122304" : 295104,
"1138688" : 331980,
"1155072" : 364867,
"1171456" : 392962,
"1187840" : 415560,
"1204224" : 434182,
"1220608" : 445563,
"1236992" : 450824,
"1253376" : 448597,
"1269760" : 444027,
"1286144" : 435767,
"1302528" : 421463,
"1318912" : 405387,
"1335296" : 386896,
"1351680" : 365700,
"1368064" : 345418,
"1384448" : 322526,
"1400832" : 301497,
"1417216" : 277047,
"1433600" : 255774,
"1449984" : 234992,
"1466368" : 214470,
"1482752" : 194031,
"1499136" : 176970,
"1515520" : 159851,
"1531904" : 143604,
"1548288" : 128016,
"1564672" : 114280,
"1581056" : 101903,
"1597440" : 90256,
"1613824" : 80366,
"1630208" : 71069,
"1646592" : 62644,
"1662976" : 55358,
"1679360" : 48421,
"1695744" : 42403,
"1712128" : 36946,
"1728512" : 32325,
"1744896" : 28136,
"1761280" : 24483,
"1777664" : 21334,
"1794048" : 18509,
"1810432" : 16139,
"1826816" : 14081,
"1843200" : 12137,
"1859584" : 10275,
"1875968" : 9054,
"1892352" : 7747,
"1908736" : 6411,
"1925120" : 5740,
"1941504" : 4915,
"1957888" : 4123,
"1974272" : 3594,
"1990656" : 3201,
"2007040" : 2520,
"2023424" : 2278,
"2039808" : 1782,
"2056192" : 1654,
"2072576" : 1413,
"2088960" : 1160,
"2113536" : 1922,
"2146304" : 1409,
"2179072" : 976,
"2211840" : 746,
"2244608" : 500,
"2277376" : 379,
"2310144" : 276,
"2342912" : 186,
"2375680" : 134,
"2408448" : 85,
"2441216" : 78,
"2473984" : 67,
"2506752" : 32,
"2539520" : 32,
"2572288" : 26,
"2605056" : 20,
"2637824" : 17,
"2670592" : 16,
"2703360" : 7,
"2736128" : 7,
"2768896" : 5,
"2801664" : 14,
"2834432" : 6,
"2867200" : 3,
"2899968" : 4,
"2932736" : 3,
"2965504" : 4,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1564924.717738,
"stddev" : 332610.245859,
"N" : 14714204
},
"bw_min" : 303292,
"bw_max" : 348987,
"bw_agg" : 100.000000,
"bw_mean" : 327101.922006,
"bw_dev" : 296.171408,
"bw_samples" : 11488,
"iops_min" : 75818,
"iops_max" : 87245,
"iops_mean" : 81774.328691,
"iops_stddev" : 74.059867,
"iops_samples" : 11488
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759968,
"usr_cpu" : 0.641288,
"sys_cpu" : 14.758172,
"ctx" : 13016394,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.282008,
"250" : 0.038344,
"500" : 2.564176,
"750" : 3.599257,
"1000" : 18.740122
},
"latency_ms" : {
"2" : 74.656894,
"4" : 0.119504,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081637,
"timestamp_ms" : 1773081637868,
"time" : "Mon Mar 9 15:40:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 60269559808,
"io_kbytes" : 58856992,
"bw_bytes" : 334823447,
"bw" : 326976,
"iops" : 81743.294593,
"runtime" : 180004,
"total_ios" : 14714120,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5328,
"max" : 1991592,
"mean" : 388951.764024,
"stddev" : 160974.065709,
"N" : 14714152
},
"clat_ns" : {
"min" : 2764,
"max" : 3182031,
"mean" : 1175972.400643,
"stddev" : 285232.079887,
"N" : 14714216,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 708608,
"10.000000" : 798720,
"20.000000" : 913408,
"30.000000" : 1073152,
"40.000000" : 1155072,
"50.000000" : 1220608,
"60.000000" : 1269760,
"70.000000" : 1335296,
"80.000000" : 1400832,
"90.000000" : 1499136,
"95.000000" : 1581056,
"99.000000" : 1777664,
"99.500000" : 1843200,
"99.900000" : 2023424,
"99.950000" : 2088960,
"99.990000" : 2244608
},
"bins" : {
"2768" : 1,
"2800" : 1,
"2832" : 1,
"2928" : 1,
"2960" : 1,
"2992" : 2,
"3056" : 1,
"3120" : 1,
"3184" : 1,
"3280" : 1,
"3344" : 1,
"3440" : 3,
"3504" : 2,
"3760" : 1,
"3856" : 1,
"3952" : 1,
"4080" : 1,
"4384" : 1,
"4512" : 1,
"5024" : 1,
"5664" : 1,
"6112" : 1,
"6560" : 1,
"6880" : 1,
"8768" : 1,
"10816" : 1,
"12224" : 1,
"13248" : 1,
"45312" : 1,
"47360" : 4,
"47872" : 1,
"48384" : 1,
"49408" : 1,
"49920" : 2,
"50944" : 2,
"51456" : 1,
"52480" : 2,
"53504" : 3,
"54016" : 4,
"54528" : 2,
"55040" : 8,
"55552" : 4,
"56064" : 12,
"56576" : 10,
"57088" : 18,
"57600" : 30,
"58112" : 23,
"58624" : 31,
"59136" : 31,
"59648" : 33,
"60160" : 51,
"60672" : 49,
"61184" : 55,
"61696" : 51,
"62208" : 52,
"62720" : 37,
"63232" : 57,
"63744" : 45,
"64256" : 58,
"64768" : 45,
"65280" : 54,
"66048" : 108,
"67072" : 184,
"68096" : 299,
"69120" : 476,
"70144" : 753,
"71168" : 1156,
"72192" : 1503,
"73216" : 1947,
"74240" : 2314,
"75264" : 2599,
"76288" : 2765,
"77312" : 2763,
"78336" : 2726,
"79360" : 2574,
"80384" : 2485,
"81408" : 2212,
"82432" : 1922,
"83456" : 1688,
"84480" : 1488,
"85504" : 1257,
"86528" : 1052,
"87552" : 897,
"88576" : 801,
"89600" : 737,
"90624" : 597,
"91648" : 537,
"92672" : 505,
"93696" : 457,
"94720" : 399,
"95744" : 361,
"96768" : 341,
"97792" : 341,
"98816" : 302,
"99840" : 281,
"100864" : 278,
"101888" : 227,
"102912" : 244,
"103936" : 250,
"104960" : 241,
"105984" : 226,
"107008" : 235,
"108032" : 244,
"109056" : 213,
"110080" : 229,
"111104" : 246,
"112128" : 247,
"113152" : 253,
"114176" : 201,
"115200" : 195,
"116224" : 183,
"117248" : 172,
"118272" : 167,
"119296" : 138,
"120320" : 134,
"121344" : 114,
"122368" : 109,
"123392" : 89,
"124416" : 80,
"125440" : 75,
"126464" : 72,
"127488" : 63,
"128512" : 62,
"129536" : 33,
"130560" : 34,
"132096" : 59,
"134144" : 39,
"136192" : 43,
"138240" : 47,
"140288" : 19,
"142336" : 39,
"144384" : 28,
"146432" : 20,
"148480" : 15,
"150528" : 19,
"152576" : 12,
"154624" : 9,
"156672" : 9,
"158720" : 16,
"160768" : 8,
"162816" : 10,
"164864" : 8,
"166912" : 11,
"168960" : 9,
"171008" : 7,
"173056" : 7,
"175104" : 7,
"177152" : 5,
"179200" : 6,
"181248" : 5,
"183296" : 3,
"185344" : 2,
"187392" : 3,
"189440" : 5,
"191488" : 3,
"193536" : 1,
"195584" : 4,
"197632" : 2,
"199680" : 2,
"207872" : 1,
"209920" : 1,
"216064" : 1,
"222208" : 1,
"224256" : 1,
"234496" : 1,
"264192" : 3,
"268288" : 6,
"272384" : 6,
"276480" : 8,
"280576" : 17,
"284672" : 18,
"288768" : 27,
"292864" : 31,
"296960" : 49,
"301056" : 45,
"305152" : 69,
"309248" : 132,
"313344" : 133,
"317440" : 160,
"321536" : 252,
"325632" : 341,
"329728" : 454,
"333824" : 621,
"337920" : 816,
"342016" : 989,
"346112" : 1228,
"350208" : 1288,
"354304" : 1371,
"358400" : 1438,
"362496" : 1565,
"366592" : 1935,
"370688" : 2677,
"374784" : 3532,
"378880" : 5055,
"382976" : 7003,
"387072" : 9163,
"391168" : 10728,
"395264" : 11698,
"399360" : 12000,
"403456" : 11591,
"407552" : 10812,
"411648" : 9840,
"415744" : 9009,
"419840" : 8898,
"423936" : 9137,
"428032" : 10188,
"432128" : 11561,
"436224" : 13738,
"440320" : 15511,
"444416" : 16922,
"448512" : 17668,
"452608" : 17566,
"456704" : 16657,
"460800" : 15333,
"464896" : 14317,
"468992" : 13666,
"473088" : 12877,
"477184" : 12533,
"481280" : 12084,
"485376" : 11354,
"489472" : 10671,
"493568" : 10187,
"497664" : 9654,
"501760" : 9137,
"505856" : 8493,
"509952" : 8070,
"514048" : 7857,
"518144" : 7859,
"522240" : 7593,
"528384" : 15362,
"536576" : 14895,
"544768" : 13845,
"552960" : 12780,
"561152" : 11298,
"569344" : 10409,
"577536" : 9434,
"585728" : 8802,
"593920" : 8157,
"602112" : 7649,
"610304" : 7310,
"618496" : 6991,
"626688" : 6871,
"634880" : 6853,
"643072" : 7273,
"651264" : 8103,
"659456" : 8928,
"667648" : 10256,
"675840" : 11840,
"684032" : 14594,
"692224" : 19037,
"700416" : 25437,
"708608" : 30984,
"716800" : 35907,
"724992" : 39391,
"733184" : 44426,
"741376" : 51491,
"749568" : 61964,
"757760" : 73099,
"765952" : 81263,
"774144" : 86419,
"782336" : 89061,
"790528" : 92880,
"798720" : 97347,
"806912" : 102842,
"815104" : 106658,
"823296" : 107992,
"831488" : 110225,
"839680" : 109731,
"847872" : 109643,
"856064" : 107935,
"864256" : 105590,
"872448" : 102605,
"880640" : 100141,
"888832" : 98184,
"897024" : 95844,
"905216" : 93244,
"913408" : 91248,
"921600" : 87724,
"929792" : 84841,
"937984" : 81644,
"946176" : 78951,
"954368" : 75986,
"962560" : 73858,
"970752" : 71997,
"978944" : 69812,
"987136" : 68616,
"995328" : 68194,
"1003520" : 67628,
"1011712" : 68469,
"1019904" : 69213,
"1028096" : 70928,
"1036288" : 73391,
"1044480" : 76139,
"1056768" : 167758,
"1073152" : 194567,
"1089536" : 225148,
"1105920" : 257595,
"1122304" : 295104,
"1138688" : 331980,
"1155072" : 364867,
"1171456" : 392962,
"1187840" : 415560,
"1204224" : 434182,
"1220608" : 445564,
"1236992" : 450824,
"1253376" : 448597,
"1269760" : 444027,
"1286144" : 435767,
"1302528" : 421463,
"1318912" : 405388,
"1335296" : 386896,
"1351680" : 365700,
"1368064" : 345418,
"1384448" : 322526,
"1400832" : 301498,
"1417216" : 277047,
"1433600" : 255774,
"1449984" : 234992,
"1466368" : 214470,
"1482752" : 194031,
"1499136" : 176970,
"1515520" : 159851,
"1531904" : 143604,
"1548288" : 128016,
"1564672" : 114280,
"1581056" : 101903,
"1597440" : 90256,
"1613824" : 80366,
"1630208" : 71069,
"1646592" : 62644,
"1662976" : 55358,
"1679360" : 48421,
"1695744" : 42403,
"1712128" : 36946,
"1728512" : 32325,
"1744896" : 28136,
"1761280" : 24483,
"1777664" : 21334,
"1794048" : 18509,
"1810432" : 16139,
"1826816" : 14081,
"1843200" : 12137,
"1859584" : 10275,
"1875968" : 9054,
"1892352" : 7747,
"1908736" : 6411,
"1925120" : 5740,
"1941504" : 4915,
"1957888" : 4123,
"1974272" : 3594,
"1990656" : 3201,
"2007040" : 2520,
"2023424" : 2278,
"2039808" : 1782,
"2056192" : 1654,
"2072576" : 1413,
"2088960" : 1160,
"2113536" : 1922,
"2146304" : 1409,
"2179072" : 976,
"2211840" : 746,
"2244608" : 500,
"2277376" : 379,
"2310144" : 276,
"2342912" : 186,
"2375680" : 134,
"2408448" : 85,
"2441216" : 78,
"2473984" : 67,
"2506752" : 32,
"2539520" : 32,
"2572288" : 26,
"2605056" : 20,
"2637824" : 17,
"2670592" : 16,
"2703360" : 7,
"2736128" : 7,
"2768896" : 5,
"2801664" : 14,
"2834432" : 6,
"2867200" : 3,
"2899968" : 4,
"2932736" : 3,
"2965504" : 4,
"2998272" : 2,
"3031040" : 3,
"3063808" : 2,
"3096576" : 1,
"3162112" : 1,
"3194880" : 1
}
},
"lat_ns" : {
"min" : 68765,
"max" : 3691960,
"mean" : 1564924.363395,
"stddev" : 332610.625357,
"N" : 14714216
},
"bw_min" : 303292,
"bw_max" : 348987,
"bw_agg" : 100.000000,
"bw_mean" : 327101.922006,
"bw_dev" : 296.171408,
"bw_samples" : 11488,
"iops_min" : 75818,
"iops_max" : 87245,
"iops_mean" : 81774.328691,
"iops_stddev" : 74.059867,
"iops_samples" : 11488
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760063,
"usr_cpu" : 0.641278,
"sys_cpu" : 14.757929,
"ctx" : 13016484,
"majf" : 0,
"minf" : 1165,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.282008,
"250" : 0.038344,
"500" : 2.564190,
"750" : 3.599264,
"1000" : 18.740142
},
"latency_ms" : {
"2" : 74.656915,
"4" : 0.119504,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}