raidz2/benchmarks/rand/rand-read-qd4-nj32_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773081217,
"timestamp_ms" : 1773081217505,
"time" : "Mon Mar 9 15:33:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 3076501504,
"io_kbytes" : 3004396,
"bw_bytes" : 315506256,
"bw" : 308111,
"iops" : 77048.302738,
"runtime" : 9751,
"total_ios" : 751298,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312032,
"usr_cpu" : 0.607950,
"sys_cpu" : 14.468388,
"ctx" : 713250,
"majf" : 0,
"minf" : 345,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.987222,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999867,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999867,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081227,
"timestamp_ms" : 1773081227753,
"time" : "Mon Mar 9 15:33:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 3166777344,
"io_kbytes" : 3092556,
"bw_bytes" : 316709405,
"bw" : 309286,
"iops" : 77328.932893,
"runtime" : 9999,
"total_ios" : 773212,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 7071,
"max" : 1684153,
"mean" : 411351.437528,
"stddev" : 142755.512855,
"N" : 773212
},
"clat_ns" : {
"min" : 56556,
"max" : 2961755,
"mean" : 1243210.461561,
"stddev" : 260045.425328,
"N" : 773180,
"percentile" : {
"1.000000" : 444416,
"5.000000" : 782336,
"10.000000" : 880640,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1826816,
"99.500000" : 1908736,
"99.900000" : 2088960,
"99.950000" : 2146304,
"99.990000" : 2342912
},
"bins" : {
"56576" : 1,
"58112" : 4,
"59136" : 3,
"59648" : 2,
"60672" : 1,
"61184" : 3,
"61696" : 3,
"62208" : 3,
"62720" : 3,
"63232" : 2,
"63744" : 1,
"64256" : 3,
"64768" : 1,
"65280" : 6,
"66048" : 11,
"67072" : 10,
"68096" : 15,
"69120" : 19,
"70144" : 30,
"71168" : 50,
"72192" : 58,
"73216" : 72,
"74240" : 111,
"75264" : 132,
"76288" : 116,
"77312" : 141,
"78336" : 118,
"79360" : 119,
"80384" : 121,
"81408" : 107,
"82432" : 86,
"83456" : 81,
"84480" : 64,
"85504" : 66,
"86528" : 26,
"87552" : 41,
"88576" : 40,
"89600" : 20,
"90624" : 20,
"91648" : 20,
"92672" : 16,
"93696" : 9,
"94720" : 13,
"95744" : 14,
"96768" : 10,
"97792" : 11,
"98816" : 9,
"99840" : 11,
"100864" : 10,
"101888" : 7,
"102912" : 6,
"103936" : 5,
"104960" : 6,
"105984" : 3,
"107008" : 3,
"108032" : 10,
"109056" : 3,
"110080" : 5,
"111104" : 3,
"112128" : 3,
"113152" : 8,
"114176" : 7,
"115200" : 7,
"116224" : 3,
"117248" : 2,
"118272" : 3,
"119296" : 2,
"120320" : 2,
"121344" : 1,
"122368" : 2,
"123392" : 2,
"124416" : 1,
"125440" : 1,
"126464" : 1,
"127488" : 3,
"129536" : 1,
"130560" : 1,
"136192" : 1,
"140288" : 3,
"142336" : 1,
"144384" : 1,
"160768" : 1,
"261120" : 1,
"272384" : 1,
"280576" : 1,
"292864" : 2,
"296960" : 6,
"301056" : 4,
"305152" : 4,
"309248" : 4,
"313344" : 2,
"317440" : 9,
"321536" : 10,
"325632" : 11,
"329728" : 13,
"333824" : 20,
"337920" : 31,
"342016" : 30,
"346112" : 55,
"350208" : 36,
"354304" : 50,
"358400" : 42,
"362496" : 37,
"366592" : 71,
"370688" : 75,
"374784" : 114,
"378880" : 152,
"382976" : 219,
"387072" : 282,
"391168" : 341,
"395264" : 381,
"399360" : 365,
"403456" : 361,
"407552" : 355,
"411648" : 287,
"415744" : 285,
"419840" : 266,
"423936" : 231,
"428032" : 290,
"432128" : 331,
"436224" : 418,
"440320" : 478,
"444416" : 509,
"448512" : 557,
"452608" : 549,
"456704" : 495,
"460800" : 459,
"464896" : 440,
"468992" : 408,
"473088" : 382,
"477184" : 366,
"481280" : 329,
"485376" : 306,
"489472" : 300,
"493568" : 325,
"497664" : 279,
"501760" : 253,
"505856" : 234,
"509952" : 259,
"514048" : 198,
"518144" : 220,
"522240" : 239,
"528384" : 457,
"536576" : 412,
"544768" : 403,
"552960" : 342,
"561152" : 321,
"569344" : 297,
"577536" : 296,
"585728" : 275,
"593920" : 216,
"602112" : 194,
"610304" : 223,
"618496" : 201,
"626688" : 200,
"634880" : 213,
"643072" : 213,
"651264" : 246,
"659456" : 276,
"667648" : 295,
"675840" : 382,
"684032" : 458,
"692224" : 614,
"700416" : 774,
"708608" : 978,
"716800" : 1093,
"724992" : 1253,
"733184" : 1433,
"741376" : 1561,
"749568" : 1921,
"757760" : 2287,
"765952" : 2533,
"774144" : 2533,
"782336" : 2736,
"790528" : 2776,
"798720" : 2976,
"806912" : 3073,
"815104" : 3179,
"823296" : 3339,
"831488" : 3314,
"839680" : 3301,
"847872" : 3277,
"856064" : 3231,
"864256" : 3135,
"872448" : 3024,
"880640" : 2950,
"888832" : 2930,
"897024" : 2864,
"905216" : 2858,
"913408" : 2700,
"921600" : 2647,
"929792" : 2570,
"937984" : 2491,
"946176" : 2412,
"954368" : 2362,
"962560" : 2272,
"970752" : 2277,
"978944" : 2221,
"987136" : 2258,
"995328" : 2239,
"1003520" : 2373,
"1011712" : 2580,
"1019904" : 2726,
"1028096" : 2825,
"1036288" : 3100,
"1044480" : 3419,
"1056768" : 8051,
"1073152" : 9792,
"1089536" : 12097,
"1105920" : 14242,
"1122304" : 16865,
"1138688" : 19143,
"1155072" : 21418,
"1171456" : 23428,
"1187840" : 24427,
"1204224" : 25823,
"1220608" : 26856,
"1236992" : 27121,
"1253376" : 27229,
"1269760" : 27091,
"1286144" : 26013,
"1302528" : 25610,
"1318912" : 24427,
"1335296" : 23626,
"1351680" : 22116,
"1368064" : 21210,
"1384448" : 19703,
"1400832" : 18411,
"1417216" : 17164,
"1433600" : 15681,
"1449984" : 14421,
"1466368" : 13373,
"1482752" : 12298,
"1499136" : 11142,
"1515520" : 10173,
"1531904" : 9268,
"1548288" : 8405,
"1564672" : 7413,
"1581056" : 6820,
"1597440" : 6079,
"1613824" : 5408,
"1630208" : 4815,
"1646592" : 4300,
"1662976" : 3872,
"1679360" : 3442,
"1695744" : 2992,
"1712128" : 2702,
"1728512" : 2356,
"1744896" : 2144,
"1761280" : 1810,
"1777664" : 1623,
"1794048" : 1392,
"1810432" : 1198,
"1826816" : 1035,
"1843200" : 965,
"1859584" : 828,
"1875968" : 669,
"1892352" : 626,
"1908736" : 556,
"1925120" : 459,
"1941504" : 415,
"1957888" : 328,
"1974272" : 294,
"1990656" : 269,
"2007040" : 234,
"2023424" : 188,
"2039808" : 200,
"2056192" : 144,
"2072576" : 122,
"2088960" : 132,
"2113536" : 172,
"2146304" : 140,
"2179072" : 85,
"2211840" : 64,
"2244608" : 51,
"2277376" : 38,
"2310144" : 39,
"2342912" : 21,
"2375680" : 18,
"2408448" : 8,
"2441216" : 11,
"2473984" : 3,
"2506752" : 6,
"2539520" : 2,
"2572288" : 2,
"2605056" : 3,
"2637824" : 2,
"2670592" : 1,
"2703360" : 2,
"2736128" : 1,
"2867200" : 1,
"2932736" : 1,
"2965504" : 1
}
},
"lat_ns" : {
"min" : 82385,
"max" : 3390550,
"mean" : 1654559.877774,
"stddev" : 306935.568834,
"N" : 773180
},
"bw_min" : 303344,
"bw_max" : 315224,
"bw_agg" : 100.000000,
"bw_mean" : 309331.315789,
"bw_dev" : 105.219508,
"bw_samples" : 608,
"iops_min" : 75836,
"iops_max" : 78806,
"iops_mean" : 77331.315789,
"iops_stddev" : 26.311048,
"iops_samples" : 608
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319968,
"usr_cpu" : 0.611936,
"sys_cpu" : 14.423630,
"ctx" : 728700,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.235511,
"250" : 0.015520,
"500" : 1.474240,
"750" : 2.073558,
"1000" : 10.842693
},
"latency_ms" : {
"2" : 85.137194,
"4" : 0.217146,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081237,
"timestamp_ms" : 1773081237753,
"time" : "Mon Mar 9 15:33:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 6328266752,
"io_kbytes" : 6179948,
"bw_bytes" : 316429159,
"bw" : 309012,
"iops" : 77256.262813,
"runtime" : 19999,
"total_ios" : 1545048,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6911,
"max" : 1684153,
"mean" : 411711.196189,
"stddev" : 142267.766388,
"N" : 1545048
},
"clat_ns" : {
"min" : 54463,
"max" : 2961755,
"mean" : 1244281.936765,
"stddev" : 257810.200311,
"N" : 1545016,
"percentile" : {
"1.000000" : 448512,
"5.000000" : 782336,
"10.000000" : 888832,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1826816,
"99.500000" : 1908736,
"99.900000" : 2088960,
"99.950000" : 2146304,
"99.990000" : 2342912
},
"bins" : {
"54528" : 1,
"56576" : 1,
"58112" : 4,
"58624" : 1,
"59136" : 6,
"59648" : 4,
"60160" : 1,
"60672" : 2,
"61184" : 7,
"61696" : 4,
"62208" : 3,
"62720" : 5,
"63232" : 4,
"63744" : 4,
"64256" : 4,
"64768" : 3,
"65280" : 7,
"66048" : 13,
"67072" : 13,
"68096" : 23,
"69120" : 36,
"70144" : 56,
"71168" : 90,
"72192" : 101,
"73216" : 145,
"74240" : 188,
"75264" : 218,
"76288" : 205,
"77312" : 225,
"78336" : 199,
"79360" : 213,
"80384" : 207,
"81408" : 173,
"82432" : 140,
"83456" : 132,
"84480" : 103,
"85504" : 100,
"86528" : 60,
"87552" : 66,
"88576" : 64,
"89600" : 37,
"90624" : 34,
"91648" : 34,
"92672" : 29,
"93696" : 20,
"94720" : 26,
"95744" : 32,
"96768" : 18,
"97792" : 15,
"98816" : 15,
"99840" : 17,
"100864" : 18,
"101888" : 15,
"102912" : 14,
"103936" : 9,
"104960" : 12,
"105984" : 4,
"107008" : 6,
"108032" : 10,
"109056" : 9,
"110080" : 12,
"111104" : 12,
"112128" : 7,
"113152" : 15,
"114176" : 10,
"115200" : 13,
"116224" : 7,
"117248" : 5,
"118272" : 7,
"119296" : 6,
"120320" : 8,
"121344" : 2,
"122368" : 8,
"123392" : 6,
"124416" : 3,
"125440" : 4,
"126464" : 3,
"127488" : 3,
"128512" : 2,
"129536" : 2,
"130560" : 2,
"132096" : 1,
"134144" : 1,
"136192" : 1,
"140288" : 4,
"142336" : 2,
"144384" : 1,
"148480" : 2,
"160768" : 1,
"261120" : 1,
"272384" : 1,
"280576" : 2,
"288768" : 2,
"292864" : 3,
"296960" : 8,
"301056" : 5,
"305152" : 6,
"309248" : 6,
"313344" : 6,
"317440" : 11,
"321536" : 19,
"325632" : 22,
"329728" : 31,
"333824" : 41,
"337920" : 49,
"342016" : 62,
"346112" : 86,
"350208" : 68,
"354304" : 84,
"358400" : 75,
"362496" : 82,
"366592" : 120,
"370688" : 144,
"374784" : 210,
"378880" : 291,
"382976" : 420,
"387072" : 546,
"391168" : 640,
"395264" : 689,
"399360" : 675,
"403456" : 666,
"407552" : 632,
"411648" : 551,
"415744" : 510,
"419840" : 503,
"423936" : 454,
"428032" : 548,
"432128" : 630,
"436224" : 812,
"440320" : 876,
"444416" : 968,
"448512" : 1005,
"452608" : 1014,
"456704" : 989,
"460800" : 877,
"464896" : 794,
"468992" : 768,
"473088" : 739,
"477184" : 680,
"481280" : 670,
"485376" : 583,
"489472" : 578,
"493568" : 585,
"497664" : 537,
"501760" : 523,
"505856" : 427,
"509952" : 437,
"514048" : 399,
"518144" : 439,
"522240" : 450,
"528384" : 833,
"536576" : 791,
"544768" : 760,
"552960" : 641,
"561152" : 624,
"569344" : 555,
"577536" : 563,
"585728" : 509,
"593920" : 418,
"602112" : 398,
"610304" : 407,
"618496" : 382,
"626688" : 378,
"634880" : 381,
"643072" : 412,
"651264" : 455,
"659456" : 553,
"667648" : 618,
"675840" : 731,
"684032" : 916,
"692224" : 1235,
"700416" : 1568,
"708608" : 1914,
"716800" : 2234,
"724992" : 2449,
"733184" : 2778,
"741376" : 3143,
"749568" : 3901,
"757760" : 4559,
"765952" : 4981,
"774144" : 5156,
"782336" : 5422,
"790528" : 5662,
"798720" : 5993,
"806912" : 6109,
"815104" : 6461,
"823296" : 6608,
"831488" : 6564,
"839680" : 6541,
"847872" : 6555,
"856064" : 6391,
"864256" : 6279,
"872448" : 6111,
"880640" : 5962,
"888832" : 5862,
"897024" : 5808,
"905216" : 5652,
"913408" : 5503,
"921600" : 5325,
"929792" : 5198,
"937984" : 4985,
"946176" : 4819,
"954368" : 4785,
"962560" : 4587,
"970752" : 4569,
"978944" : 4468,
"987136" : 4495,
"995328" : 4601,
"1003520" : 4804,
"1011712" : 5228,
"1019904" : 5527,
"1028096" : 5850,
"1036288" : 6259,
"1044480" : 6864,
"1056768" : 16107,
"1073152" : 19873,
"1089536" : 24274,
"1105920" : 28736,
"1122304" : 33866,
"1138688" : 38370,
"1155072" : 42987,
"1171456" : 46726,
"1187840" : 49265,
"1204224" : 51829,
"1220608" : 53734,
"1236992" : 54092,
"1253376" : 54292,
"1269760" : 53775,
"1286144" : 52027,
"1302528" : 50949,
"1318912" : 49003,
"1335296" : 47109,
"1351680" : 44446,
"1368064" : 42133,
"1384448" : 39507,
"1400832" : 36778,
"1417216" : 34140,
"1433600" : 31597,
"1449984" : 28891,
"1466368" : 26670,
"1482752" : 24663,
"1499136" : 22319,
"1515520" : 20318,
"1531904" : 18502,
"1548288" : 16781,
"1564672" : 14861,
"1581056" : 13640,
"1597440" : 12186,
"1613824" : 10855,
"1630208" : 9629,
"1646592" : 8540,
"1662976" : 7625,
"1679360" : 6831,
"1695744" : 5984,
"1712128" : 5328,
"1728512" : 4631,
"1744896" : 4192,
"1761280" : 3646,
"1777664" : 3233,
"1794048" : 2822,
"1810432" : 2401,
"1826816" : 2071,
"1843200" : 1954,
"1859584" : 1611,
"1875968" : 1346,
"1892352" : 1257,
"1908736" : 1103,
"1925120" : 943,
"1941504" : 862,
"1957888" : 691,
"1974272" : 632,
"1990656" : 539,
"2007040" : 474,
"2023424" : 380,
"2039808" : 356,
"2056192" : 293,
"2072576" : 275,
"2088960" : 240,
"2113536" : 326,
"2146304" : 267,
"2179072" : 180,
"2211840" : 140,
"2244608" : 108,
"2277376" : 82,
"2310144" : 62,
"2342912" : 43,
"2375680" : 34,
"2408448" : 20,
"2441216" : 17,
"2473984" : 11,
"2506752" : 12,
"2539520" : 11,
"2572288" : 4,
"2605056" : 5,
"2637824" : 2,
"2670592" : 2,
"2703360" : 2,
"2736128" : 1,
"2867200" : 2,
"2932736" : 1,
"2965504" : 1
}
},
"lat_ns" : {
"min" : 82385,
"max" : 3390550,
"mean" : 1655991.696309,
"stddev" : 303714.101335,
"N" : 1545016
},
"bw_min" : 301664,
"bw_max" : 316419,
"bw_agg" : 100.000000,
"bw_mean" : 309053.435897,
"bw_dev" : 120.523052,
"bw_samples" : 1248,
"iops_min" : 75414,
"iops_max" : 79104,
"iops_mean" : 77261.564103,
"iops_stddev" : 30.138469,
"iops_samples" : 1248
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639968,
"usr_cpu" : 0.608312,
"sys_cpu" : 14.405095,
"ctx" : 1457831,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.200900,
"250" : 0.016245,
"500" : 1.386235,
"750" : 2.029905,
"1000" : 10.885034
},
"latency_ms" : {
"2" : 85.264212,
"4" : 0.215398,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081247,
"timestamp_ms" : 1773081247753,
"time" : "Mon Mar 9 15:34:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 9486483456,
"io_kbytes" : 9264144,
"bw_bytes" : 316226656,
"bw" : 308815,
"iops" : 77206.140205,
"runtime" : 29999,
"total_ios" : 2316107,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6911,
"max" : 1684153,
"mean" : 411977.287831,
"stddev" : 141982.394258,
"N" : 2316107
},
"clat_ns" : {
"min" : 54463,
"max" : 2961755,
"mean" : 1245064.197995,
"stddev" : 256637.361791,
"N" : 2316075,
"percentile" : {
"1.000000" : 452608,
"5.000000" : 790528,
"10.000000" : 888832,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1826816,
"99.500000" : 1908736,
"99.900000" : 2088960,
"99.950000" : 2146304,
"99.990000" : 2342912
},
"bins" : {
"54528" : 2,
"55040" : 1,
"56576" : 1,
"57088" : 1,
"58112" : 6,
"58624" : 4,
"59136" : 6,
"59648" : 4,
"60160" : 1,
"60672" : 2,
"61184" : 10,
"61696" : 5,
"62208" : 4,
"62720" : 5,
"63232" : 5,
"63744" : 4,
"64256" : 4,
"64768" : 3,
"65280" : 8,
"66048" : 15,
"67072" : 14,
"68096" : 28,
"69120" : 46,
"70144" : 80,
"71168" : 115,
"72192" : 148,
"73216" : 203,
"74240" : 253,
"75264" : 295,
"76288" : 290,
"77312" : 319,
"78336" : 295,
"79360" : 294,
"80384" : 281,
"81408" : 240,
"82432" : 194,
"83456" : 176,
"84480" : 148,
"85504" : 137,
"86528" : 83,
"87552" : 84,
"88576" : 84,
"89600" : 64,
"90624" : 46,
"91648" : 47,
"92672" : 39,
"93696" : 33,
"94720" : 36,
"95744" : 44,
"96768" : 21,
"97792" : 22,
"98816" : 25,
"99840" : 20,
"100864" : 25,
"101888" : 20,
"102912" : 17,
"103936" : 13,
"104960" : 19,
"105984" : 10,
"107008" : 9,
"108032" : 12,
"109056" : 13,
"110080" : 16,
"111104" : 18,
"112128" : 10,
"113152" : 18,
"114176" : 14,
"115200" : 16,
"116224" : 12,
"117248" : 11,
"118272" : 7,
"119296" : 9,
"120320" : 12,
"121344" : 2,
"122368" : 9,
"123392" : 6,
"124416" : 6,
"125440" : 6,
"126464" : 5,
"127488" : 3,
"128512" : 3,
"129536" : 4,
"130560" : 2,
"132096" : 2,
"134144" : 2,
"136192" : 2,
"138240" : 2,
"140288" : 6,
"142336" : 3,
"144384" : 1,
"148480" : 2,
"150528" : 1,
"152576" : 1,
"160768" : 1,
"177152" : 1,
"261120" : 1,
"264192" : 2,
"272384" : 1,
"280576" : 2,
"288768" : 2,
"292864" : 3,
"296960" : 11,
"301056" : 5,
"305152" : 9,
"309248" : 9,
"313344" : 16,
"317440" : 18,
"321536" : 31,
"325632" : 31,
"329728" : 49,
"333824" : 59,
"337920" : 81,
"342016" : 87,
"346112" : 120,
"350208" : 97,
"354304" : 126,
"358400" : 115,
"362496" : 130,
"366592" : 164,
"370688" : 221,
"374784" : 318,
"378880" : 423,
"382976" : 584,
"387072" : 794,
"391168" : 926,
"395264" : 985,
"399360" : 994,
"403456" : 972,
"407552" : 896,
"411648" : 822,
"415744" : 729,
"419840" : 718,
"423936" : 668,
"428032" : 796,
"432128" : 935,
"436224" : 1136,
"440320" : 1310,
"444416" : 1409,
"448512" : 1460,
"452608" : 1442,
"456704" : 1391,
"460800" : 1254,
"464896" : 1169,
"468992" : 1131,
"473088" : 1088,
"477184" : 959,
"481280" : 971,
"485376" : 841,
"489472" : 835,
"493568" : 851,
"497664" : 740,
"501760" : 733,
"505856" : 648,
"509952" : 616,
"514048" : 575,
"518144" : 611,
"522240" : 646,
"528384" : 1224,
"536576" : 1133,
"544768" : 1095,
"552960" : 923,
"561152" : 905,
"569344" : 853,
"577536" : 774,
"585728" : 769,
"593920" : 618,
"602112" : 598,
"610304" : 601,
"618496" : 577,
"626688" : 558,
"634880" : 558,
"643072" : 614,
"651264" : 677,
"659456" : 817,
"667648" : 907,
"675840" : 1151,
"684032" : 1325,
"692224" : 1878,
"700416" : 2326,
"708608" : 2880,
"716800" : 3377,
"724992" : 3668,
"733184" : 4099,
"741376" : 4735,
"749568" : 5814,
"757760" : 6743,
"765952" : 7438,
"774144" : 7743,
"782336" : 8124,
"790528" : 8524,
"798720" : 8925,
"806912" : 9170,
"815104" : 9779,
"823296" : 9914,
"831488" : 9803,
"839680" : 9898,
"847872" : 9805,
"856064" : 9651,
"864256" : 9515,
"872448" : 9158,
"880640" : 8850,
"888832" : 8702,
"897024" : 8616,
"905216" : 8477,
"913408" : 8231,
"921600" : 7974,
"929792" : 7806,
"937984" : 7438,
"946176" : 7194,
"954368" : 7118,
"962560" : 6860,
"970752" : 6749,
"978944" : 6735,
"987136" : 6742,
"995328" : 6899,
"1003520" : 7177,
"1011712" : 7721,
"1019904" : 8285,
"1028096" : 8820,
"1036288" : 9361,
"1044480" : 10415,
"1056768" : 24255,
"1073152" : 30021,
"1089536" : 36352,
"1105920" : 43356,
"1122304" : 51026,
"1138688" : 57763,
"1155072" : 64513,
"1171456" : 69773,
"1187840" : 74282,
"1204224" : 77812,
"1220608" : 80450,
"1236992" : 81311,
"1253376" : 81462,
"1269760" : 80569,
"1286144" : 77917,
"1302528" : 76261,
"1318912" : 73558,
"1335296" : 70357,
"1351680" : 66749,
"1368064" : 62986,
"1384448" : 59441,
"1400832" : 55389,
"1417216" : 51303,
"1433600" : 47414,
"1449984" : 43517,
"1466368" : 40068,
"1482752" : 36991,
"1499136" : 33367,
"1515520" : 30466,
"1531904" : 27647,
"1548288" : 25269,
"1564672" : 22538,
"1581056" : 20430,
"1597440" : 18258,
"1613824" : 16193,
"1630208" : 14385,
"1646592" : 12871,
"1662976" : 11440,
"1679360" : 10092,
"1695744" : 9116,
"1712128" : 7991,
"1728512" : 6917,
"1744896" : 6206,
"1761280" : 5461,
"1777664" : 4855,
"1794048" : 4217,
"1810432" : 3600,
"1826816" : 3196,
"1843200" : 2842,
"1859584" : 2432,
"1875968" : 2077,
"1892352" : 1862,
"1908736" : 1676,
"1925120" : 1397,
"1941504" : 1278,
"1957888" : 1039,
"1974272" : 989,
"1990656" : 828,
"2007040" : 696,
"2023424" : 575,
"2039808" : 534,
"2056192" : 432,
"2072576" : 375,
"2088960" : 356,
"2113536" : 503,
"2146304" : 422,
"2179072" : 268,
"2211840" : 209,
"2244608" : 159,
"2277376" : 122,
"2310144" : 100,
"2342912" : 64,
"2375680" : 52,
"2408448" : 31,
"2441216" : 33,
"2473984" : 22,
"2506752" : 16,
"2539520" : 15,
"2572288" : 11,
"2605056" : 7,
"2637824" : 6,
"2670592" : 3,
"2703360" : 4,
"2736128" : 1,
"2867200" : 2,
"2932736" : 1,
"2965504" : 1
}
},
"lat_ns" : {
"min" : 78039,
"max" : 3390550,
"mean" : 1657041.167433,
"stddev" : 301995.601002,
"N" : 2316075
},
"bw_min" : 301109,
"bw_max" : 316886,
"bw_agg" : 100.000000,
"bw_mean" : 308886.389831,
"bw_dev" : 122.473449,
"bw_samples" : 1888,
"iops_min" : 75276,
"iops_max" : 79221,
"iops_mean" : 77219.830508,
"iops_stddev" : 30.622252,
"iops_samples" : 1888
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959968,
"usr_cpu" : 0.609291,
"sys_cpu" : 14.391105,
"ctx" : 2186872,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999914,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999914,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.185225,
"250" : 0.015371,
"500" : 1.338366,
"750" : 2.008068,
"1000" : 10.871648
},
"latency_ms" : {
"2" : 85.364709,
"4" : 0.215232,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081257,
"timestamp_ms" : 1773081257753,
"time" : "Mon Mar 9 15:34:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 12642066432,
"io_kbytes" : 12345768,
"bw_bytes" : 316059562,
"bw" : 308651,
"iops" : 77165.054126,
"runtime" : 39999,
"total_ios" : 3086525,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5979,
"max" : 1684153,
"mean" : 412192.389708,
"stddev" : 141838.457932,
"N" : 3086525
},
"clat_ns" : {
"min" : 54463,
"max" : 2961755,
"mean" : 1245716.710624,
"stddev" : 255714.323955,
"N" : 3086493,
"percentile" : {
"1.000000" : 452608,
"5.000000" : 790528,
"10.000000" : 888832,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1826816,
"99.500000" : 1908736,
"99.900000" : 2088960,
"99.950000" : 2146304,
"99.990000" : 2342912
},
"bins" : {
"54528" : 2,
"55040" : 1,
"56576" : 1,
"57088" : 1,
"58112" : 7,
"58624" : 5,
"59136" : 8,
"59648" : 6,
"60160" : 3,
"60672" : 3,
"61184" : 12,
"61696" : 6,
"62208" : 7,
"62720" : 9,
"63232" : 6,
"63744" : 5,
"64256" : 5,
"64768" : 3,
"65280" : 9,
"66048" : 18,
"67072" : 16,
"68096" : 33,
"69120" : 54,
"70144" : 93,
"71168" : 134,
"72192" : 190,
"73216" : 256,
"74240" : 298,
"75264" : 369,
"76288" : 372,
"77312" : 392,
"78336" : 388,
"79360" : 364,
"80384" : 332,
"81408" : 282,
"82432" : 232,
"83456" : 222,
"84480" : 179,
"85504" : 168,
"86528" : 111,
"87552" : 112,
"88576" : 100,
"89600" : 76,
"90624" : 61,
"91648" : 56,
"92672" : 48,
"93696" : 40,
"94720" : 43,
"95744" : 50,
"96768" : 31,
"97792" : 36,
"98816" : 32,
"99840" : 27,
"100864" : 31,
"101888" : 22,
"102912" : 22,
"103936" : 18,
"104960" : 21,
"105984" : 15,
"107008" : 11,
"108032" : 14,
"109056" : 20,
"110080" : 21,
"111104" : 26,
"112128" : 14,
"113152" : 22,
"114176" : 16,
"115200" : 17,
"116224" : 14,
"117248" : 16,
"118272" : 10,
"119296" : 11,
"120320" : 12,
"121344" : 2,
"122368" : 11,
"123392" : 8,
"124416" : 9,
"125440" : 6,
"126464" : 6,
"127488" : 3,
"128512" : 5,
"129536" : 4,
"130560" : 4,
"132096" : 2,
"134144" : 3,
"136192" : 2,
"138240" : 3,
"140288" : 6,
"142336" : 3,
"144384" : 1,
"148480" : 2,
"150528" : 1,
"152576" : 3,
"160768" : 1,
"177152" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"272384" : 1,
"280576" : 2,
"284672" : 1,
"288768" : 2,
"292864" : 5,
"296960" : 11,
"301056" : 8,
"305152" : 12,
"309248" : 13,
"313344" : 20,
"317440" : 24,
"321536" : 38,
"325632" : 37,
"329728" : 54,
"333824" : 69,
"337920" : 91,
"342016" : 115,
"346112" : 153,
"350208" : 123,
"354304" : 163,
"358400" : 149,
"362496" : 172,
"366592" : 198,
"370688" : 271,
"374784" : 406,
"378880" : 546,
"382976" : 742,
"387072" : 1015,
"391168" : 1188,
"395264" : 1287,
"399360" : 1253,
"403456" : 1242,
"407552" : 1173,
"411648" : 1044,
"415744" : 951,
"419840" : 913,
"423936" : 869,
"428032" : 1045,
"432128" : 1229,
"436224" : 1464,
"440320" : 1705,
"444416" : 1854,
"448512" : 1901,
"452608" : 1871,
"456704" : 1805,
"460800" : 1645,
"464896" : 1543,
"468992" : 1472,
"473088" : 1386,
"477184" : 1278,
"481280" : 1261,
"485376" : 1105,
"489472" : 1107,
"493568" : 1085,
"497664" : 980,
"501760" : 931,
"505856" : 847,
"509952" : 789,
"514048" : 770,
"518144" : 801,
"522240" : 811,
"528384" : 1569,
"536576" : 1482,
"544768" : 1417,
"552960" : 1199,
"561152" : 1173,
"569344" : 1089,
"577536" : 971,
"585728" : 966,
"593920" : 816,
"602112" : 778,
"610304" : 761,
"618496" : 772,
"626688" : 728,
"634880" : 724,
"643072" : 818,
"651264" : 906,
"659456" : 1070,
"667648" : 1179,
"675840" : 1520,
"684032" : 1761,
"692224" : 2419,
"700416" : 3032,
"708608" : 3802,
"716800" : 4481,
"724992" : 4865,
"733184" : 5446,
"741376" : 6354,
"749568" : 7694,
"757760" : 8969,
"765952" : 10015,
"774144" : 10417,
"782336" : 10952,
"790528" : 11230,
"798720" : 11868,
"806912" : 12208,
"815104" : 13010,
"823296" : 13097,
"831488" : 13209,
"839680" : 13334,
"847872" : 13088,
"856064" : 12887,
"864256" : 12659,
"872448" : 12169,
"880640" : 11805,
"888832" : 11530,
"897024" : 11479,
"905216" : 11319,
"913408" : 11030,
"921600" : 10653,
"929792" : 10424,
"937984" : 9879,
"946176" : 9702,
"954368" : 9521,
"962560" : 9142,
"970752" : 9030,
"978944" : 9053,
"987136" : 9074,
"995328" : 9201,
"1003520" : 9631,
"1011712" : 10278,
"1019904" : 11090,
"1028096" : 11725,
"1036288" : 12614,
"1044480" : 13837,
"1056768" : 32317,
"1073152" : 40191,
"1089536" : 48541,
"1105920" : 57940,
"1122304" : 68064,
"1138688" : 77172,
"1155072" : 86211,
"1171456" : 92969,
"1187840" : 99269,
"1204224" : 103687,
"1220608" : 106917,
"1236992" : 108505,
"1253376" : 108367,
"1269760" : 107262,
"1286144" : 103792,
"1302528" : 101684,
"1318912" : 97929,
"1335296" : 93689,
"1351680" : 88886,
"1368064" : 83854,
"1384448" : 79149,
"1400832" : 73644,
"1417216" : 68444,
"1433600" : 63247,
"1449984" : 58125,
"1466368" : 53778,
"1482752" : 49343,
"1499136" : 44732,
"1515520" : 40751,
"1531904" : 36897,
"1548288" : 33633,
"1564672" : 30042,
"1581056" : 27125,
"1597440" : 24208,
"1613824" : 21590,
"1630208" : 19226,
"1646592" : 17277,
"1662976" : 15299,
"1679360" : 13394,
"1695744" : 12211,
"1712128" : 10713,
"1728512" : 9273,
"1744896" : 8266,
"1761280" : 7285,
"1777664" : 6430,
"1794048" : 5607,
"1810432" : 4866,
"1826816" : 4260,
"1843200" : 3781,
"1859584" : 3231,
"1875968" : 2801,
"1892352" : 2489,
"1908736" : 2249,
"1925120" : 1882,
"1941504" : 1713,
"1957888" : 1404,
"1974272" : 1297,
"1990656" : 1083,
"2007040" : 929,
"2023424" : 783,
"2039808" : 725,
"2056192" : 587,
"2072576" : 512,
"2088960" : 488,
"2113536" : 700,
"2146304" : 565,
"2179072" : 358,
"2211840" : 279,
"2244608" : 208,
"2277376" : 157,
"2310144" : 135,
"2342912" : 84,
"2375680" : 71,
"2408448" : 43,
"2441216" : 39,
"2473984" : 35,
"2506752" : 18,
"2539520" : 19,
"2572288" : 13,
"2605056" : 8,
"2637824" : 8,
"2670592" : 3,
"2703360" : 5,
"2736128" : 2,
"2867200" : 2,
"2932736" : 1,
"2965504" : 1
}
},
"lat_ns" : {
"min" : 78039,
"max" : 3390550,
"mean" : 1657909.649431,
"stddev" : 300602.473723,
"N" : 3086493
},
"bw_min" : 300405,
"bw_max" : 317380,
"bw_agg" : 100.000000,
"bw_mean" : 308718.594937,
"bw_dev" : 125.592604,
"bw_samples" : 2528,
"iops_min" : 75100,
"iops_max" : 79345,
"iops_mean" : 77178.101266,
"iops_stddev" : 31.402115,
"iops_samples" : 2528
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279968,
"usr_cpu" : 0.610172,
"sys_cpu" : 14.386141,
"ctx" : 2915565,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.171973,
"250" : 0.014418,
"500" : 1.301658,
"750" : 1.979119,
"1000" : 10.892573
},
"latency_ms" : {
"2" : 85.421340,
"4" : 0.217883,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081267,
"timestamp_ms" : 1773081267753,
"time" : "Mon Mar 9 15:34:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 15798480896,
"io_kbytes" : 15428204,
"bw_bytes" : 315969617,
"bw" : 308564,
"iops" : 77142.500000,
"runtime" : 50000,
"total_ios" : 3857125,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5719,
"max" : 1684153,
"mean" : 412304.257264,
"stddev" : 141547.570958,
"N" : 3857126
},
"clat_ns" : {
"min" : 45049,
"max" : 2961755,
"mean" : 1246047.802745,
"stddev" : 254721.438741,
"N" : 3857094,
"percentile" : {
"1.000000" : 456704,
"5.000000" : 790528,
"10.000000" : 888832,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1826816,
"99.500000" : 1908736,
"99.900000" : 2088960,
"99.950000" : 2146304,
"99.990000" : 2342912
},
"bins" : {
"44800" : 1,
"45312" : 1,
"54528" : 2,
"55040" : 1,
"56064" : 1,
"56576" : 2,
"57088" : 1,
"58112" : 7,
"58624" : 6,
"59136" : 9,
"59648" : 8,
"60160" : 5,
"60672" : 5,
"61184" : 12,
"61696" : 9,
"62208" : 9,
"62720" : 10,
"63232" : 9,
"63744" : 6,
"64256" : 5,
"64768" : 3,
"65280" : 11,
"66048" : 20,
"67072" : 20,
"68096" : 43,
"69120" : 59,
"70144" : 112,
"71168" : 168,
"72192" : 231,
"73216" : 309,
"74240" : 361,
"75264" : 431,
"76288" : 442,
"77312" : 474,
"78336" : 456,
"79360" : 420,
"80384" : 391,
"81408" : 327,
"82432" : 274,
"83456" : 267,
"84480" : 206,
"85504" : 197,
"86528" : 139,
"87552" : 134,
"88576" : 115,
"89600" : 90,
"90624" : 73,
"91648" : 61,
"92672" : 54,
"93696" : 46,
"94720" : 48,
"95744" : 59,
"96768" : 40,
"97792" : 42,
"98816" : 38,
"99840" : 33,
"100864" : 37,
"101888" : 27,
"102912" : 27,
"103936" : 21,
"104960" : 24,
"105984" : 18,
"107008" : 12,
"108032" : 17,
"109056" : 23,
"110080" : 24,
"111104" : 32,
"112128" : 15,
"113152" : 24,
"114176" : 21,
"115200" : 18,
"116224" : 15,
"117248" : 17,
"118272" : 11,
"119296" : 12,
"120320" : 14,
"121344" : 2,
"122368" : 14,
"123392" : 10,
"124416" : 10,
"125440" : 7,
"126464" : 7,
"127488" : 5,
"128512" : 5,
"129536" : 5,
"130560" : 5,
"132096" : 2,
"134144" : 5,
"136192" : 3,
"138240" : 3,
"140288" : 6,
"142336" : 3,
"144384" : 1,
"148480" : 2,
"150528" : 1,
"152576" : 3,
"160768" : 1,
"177152" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 1,
"272384" : 3,
"276480" : 2,
"280576" : 2,
"284672" : 1,
"288768" : 2,
"292864" : 9,
"296960" : 11,
"301056" : 12,
"305152" : 19,
"309248" : 15,
"313344" : 25,
"317440" : 30,
"321536" : 41,
"325632" : 47,
"329728" : 60,
"333824" : 79,
"337920" : 109,
"342016" : 141,
"346112" : 184,
"350208" : 155,
"354304" : 202,
"358400" : 183,
"362496" : 205,
"366592" : 243,
"370688" : 344,
"374784" : 498,
"378880" : 663,
"382976" : 919,
"387072" : 1241,
"391168" : 1426,
"395264" : 1548,
"399360" : 1562,
"403456" : 1509,
"407552" : 1397,
"411648" : 1283,
"415744" : 1155,
"419840" : 1103,
"423936" : 1081,
"428032" : 1246,
"432128" : 1504,
"436224" : 1796,
"440320" : 2107,
"444416" : 2273,
"448512" : 2298,
"452608" : 2309,
"456704" : 2163,
"460800" : 1976,
"464896" : 1862,
"468992" : 1760,
"473088" : 1684,
"477184" : 1552,
"481280" : 1522,
"485376" : 1339,
"489472" : 1333,
"493568" : 1298,
"497664" : 1161,
"501760" : 1141,
"505856" : 1039,
"509952" : 968,
"514048" : 956,
"518144" : 973,
"522240" : 991,
"528384" : 1893,
"536576" : 1808,
"544768" : 1701,
"552960" : 1480,
"561152" : 1421,
"569344" : 1322,
"577536" : 1193,
"585728" : 1125,
"593920" : 1010,
"602112" : 972,
"610304" : 924,
"618496" : 954,
"626688" : 903,
"634880" : 905,
"643072" : 996,
"651264" : 1122,
"659456" : 1318,
"667648" : 1470,
"675840" : 1877,
"684032" : 2195,
"692224" : 2999,
"700416" : 3837,
"708608" : 4767,
"716800" : 5584,
"724992" : 6029,
"733184" : 6762,
"741376" : 7862,
"749568" : 9623,
"757760" : 11168,
"765952" : 12474,
"774144" : 13009,
"782336" : 13637,
"790528" : 14084,
"798720" : 14770,
"806912" : 15325,
"815104" : 16295,
"823296" : 16462,
"831488" : 16499,
"839680" : 16637,
"847872" : 16321,
"856064" : 16023,
"864256" : 15852,
"872448" : 15355,
"880640" : 14777,
"888832" : 14535,
"897024" : 14319,
"905216" : 14151,
"913408" : 13818,
"921600" : 13352,
"929792" : 13013,
"937984" : 12430,
"946176" : 12120,
"954368" : 11864,
"962560" : 11533,
"970752" : 11310,
"978944" : 11380,
"987136" : 11320,
"995328" : 11555,
"1003520" : 12157,
"1011712" : 12831,
"1019904" : 13815,
"1028096" : 14684,
"1036288" : 15874,
"1044480" : 17327,
"1056768" : 40376,
"1073152" : 50525,
"1089536" : 60696,
"1105920" : 72365,
"1122304" : 85219,
"1138688" : 96655,
"1155072" : 107833,
"1171456" : 116385,
"1187840" : 124138,
"1204224" : 129713,
"1220608" : 133680,
"1236992" : 135663,
"1253376" : 135715,
"1269760" : 134226,
"1286144" : 130345,
"1302528" : 127120,
"1318912" : 122734,
"1335296" : 117103,
"1351680" : 111162,
"1368064" : 104839,
"1384448" : 98815,
"1400832" : 91966,
"1417216" : 85627,
"1433600" : 79056,
"1449984" : 72729,
"1466368" : 67199,
"1482752" : 61551,
"1499136" : 55783,
"1515520" : 50793,
"1531904" : 46192,
"1548288" : 41784,
"1564672" : 37522,
"1581056" : 33870,
"1597440" : 30246,
"1613824" : 26926,
"1630208" : 24064,
"1646592" : 21590,
"1662976" : 19002,
"1679360" : 16794,
"1695744" : 15191,
"1712128" : 13237,
"1728512" : 11530,
"1744896" : 10269,
"1761280" : 9015,
"1777664" : 8030,
"1794048" : 6998,
"1810432" : 6113,
"1826816" : 5288,
"1843200" : 4668,
"1859584" : 4064,
"1875968" : 3557,
"1892352" : 3129,
"1908736" : 2753,
"1925120" : 2339,
"1941504" : 2121,
"1957888" : 1750,
"1974272" : 1602,
"1990656" : 1310,
"2007040" : 1150,
"2023424" : 1010,
"2039808" : 902,
"2056192" : 730,
"2072576" : 642,
"2088960" : 603,
"2113536" : 888,
"2146304" : 697,
"2179072" : 439,
"2211840" : 349,
"2244608" : 251,
"2277376" : 185,
"2310144" : 158,
"2342912" : 103,
"2375680" : 85,
"2408448" : 53,
"2441216" : 48,
"2473984" : 36,
"2506752" : 23,
"2539520" : 21,
"2572288" : 17,
"2605056" : 10,
"2637824" : 9,
"2670592" : 3,
"2703360" : 6,
"2736128" : 2,
"2867200" : 2,
"2932736" : 1,
"2965504" : 1
}
},
"lat_ns" : {
"min" : 78039,
"max" : 3390550,
"mean" : 1658352.067040,
"stddev" : 299161.951529,
"N" : 3857094
},
"bw_min" : 300111,
"bw_max" : 317812,
"bw_agg" : 100.000000,
"bw_mean" : 308648.080808,
"bw_dev" : 129.235347,
"bw_samples" : 3168,
"iops_min" : 75026,
"iops_max" : 79453,
"iops_mean" : 77160.595960,
"iops_stddev" : 32.312679,
"iops_samples" : 3168
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599979,
"usr_cpu" : 0.613696,
"sys_cpu" : 14.379814,
"ctx" : 3645140,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.163204,
"250" : 0.013378,
"500" : 1.265010,
"750" : 1.956742,
"1000" : 10.909110
},
"latency_ms" : {
"2" : 85.474933,
"4" : 0.216768,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081277,
"timestamp_ms" : 1773081277753,
"time" : "Mon Mar 9 15:34:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 18954510336,
"io_kbytes" : 18510264,
"bw_bytes" : 315908505,
"bw" : 308504,
"iops" : 77127.366667,
"runtime" : 60000,
"total_ios" : 4627642,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5719,
"max" : 1684153,
"mean" : 412384.391725,
"stddev" : 141193.054236,
"N" : 4627642
},
"clat_ns" : {
"min" : 45049,
"max" : 2961755,
"mean" : 1246289.179600,
"stddev" : 253612.466393,
"N" : 4627610,
"percentile" : {
"1.000000" : 456704,
"5.000000" : 790528,
"10.000000" : 888832,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1826816,
"99.500000" : 1908736,
"99.900000" : 2088960,
"99.950000" : 2146304,
"99.990000" : 2342912
},
"bins" : {
"44800" : 1,
"45312" : 1,
"54528" : 2,
"55040" : 1,
"56064" : 1,
"56576" : 2,
"57088" : 1,
"58112" : 8,
"58624" : 7,
"59136" : 10,
"59648" : 8,
"60160" : 6,
"60672" : 5,
"61184" : 13,
"61696" : 10,
"62208" : 10,
"62720" : 11,
"63232" : 10,
"63744" : 8,
"64256" : 8,
"64768" : 5,
"65280" : 12,
"66048" : 24,
"67072" : 26,
"68096" : 50,
"69120" : 74,
"70144" : 133,
"71168" : 213,
"72192" : 267,
"73216" : 351,
"74240" : 428,
"75264" : 501,
"76288" : 516,
"77312" : 535,
"78336" : 507,
"79360" : 465,
"80384" : 448,
"81408" : 371,
"82432" : 308,
"83456" : 298,
"84480" : 233,
"85504" : 215,
"86528" : 155,
"87552" : 143,
"88576" : 130,
"89600" : 100,
"90624" : 78,
"91648" : 69,
"92672" : 60,
"93696" : 50,
"94720" : 54,
"95744" : 63,
"96768" : 42,
"97792" : 43,
"98816" : 40,
"99840" : 36,
"100864" : 40,
"101888" : 28,
"102912" : 31,
"103936" : 23,
"104960" : 28,
"105984" : 21,
"107008" : 13,
"108032" : 20,
"109056" : 26,
"110080" : 27,
"111104" : 33,
"112128" : 18,
"113152" : 29,
"114176" : 25,
"115200" : 20,
"116224" : 18,
"117248" : 19,
"118272" : 18,
"119296" : 14,
"120320" : 17,
"121344" : 3,
"122368" : 14,
"123392" : 11,
"124416" : 10,
"125440" : 8,
"126464" : 7,
"127488" : 7,
"128512" : 5,
"129536" : 5,
"130560" : 6,
"132096" : 2,
"134144" : 6,
"136192" : 4,
"138240" : 3,
"140288" : 6,
"142336" : 4,
"144384" : 1,
"146432" : 2,
"148480" : 2,
"150528" : 1,
"152576" : 3,
"160768" : 1,
"177152" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 1,
"272384" : 4,
"276480" : 2,
"280576" : 3,
"284672" : 1,
"288768" : 3,
"292864" : 9,
"296960" : 13,
"301056" : 14,
"305152" : 20,
"309248" : 18,
"313344" : 30,
"317440" : 34,
"321536" : 47,
"325632" : 56,
"329728" : 69,
"333824" : 88,
"337920" : 125,
"342016" : 174,
"346112" : 213,
"350208" : 180,
"354304" : 237,
"358400" : 229,
"362496" : 243,
"366592" : 285,
"370688" : 401,
"374784" : 591,
"378880" : 794,
"382976" : 1092,
"387072" : 1447,
"391168" : 1657,
"395264" : 1799,
"399360" : 1843,
"403456" : 1765,
"407552" : 1648,
"411648" : 1498,
"415744" : 1342,
"419840" : 1274,
"423936" : 1278,
"428032" : 1440,
"432128" : 1739,
"436224" : 2113,
"440320" : 2468,
"444416" : 2635,
"448512" : 2645,
"452608" : 2660,
"456704" : 2488,
"460800" : 2286,
"464896" : 2159,
"468992" : 2030,
"473088" : 1936,
"477184" : 1821,
"481280" : 1766,
"485376" : 1563,
"489472" : 1547,
"493568" : 1487,
"497664" : 1331,
"501760" : 1318,
"505856" : 1216,
"509952" : 1126,
"514048" : 1127,
"518144" : 1133,
"522240" : 1161,
"528384" : 2171,
"536576" : 2112,
"544768" : 1984,
"552960" : 1739,
"561152" : 1661,
"569344" : 1550,
"577536" : 1386,
"585728" : 1300,
"593920" : 1173,
"602112" : 1148,
"610304" : 1102,
"618496" : 1141,
"626688" : 1055,
"634880" : 1087,
"643072" : 1176,
"651264" : 1352,
"659456" : 1564,
"667648" : 1753,
"675840" : 2243,
"684032" : 2622,
"692224" : 3566,
"700416" : 4680,
"708608" : 5780,
"716800" : 6674,
"724992" : 7182,
"733184" : 8117,
"741376" : 9521,
"749568" : 11524,
"757760" : 13477,
"765952" : 14914,
"774144" : 15678,
"782336" : 16242,
"790528" : 16883,
"798720" : 17782,
"806912" : 18383,
"815104" : 19443,
"823296" : 19754,
"831488" : 19836,
"839680" : 19822,
"847872" : 19802,
"856064" : 19315,
"864256" : 19108,
"872448" : 18475,
"880640" : 17875,
"888832" : 17482,
"897024" : 17231,
"905216" : 16965,
"913408" : 16532,
"921600" : 16043,
"929792" : 15618,
"937984" : 14948,
"946176" : 14598,
"954368" : 14173,
"962560" : 13993,
"970752" : 13583,
"978944" : 13703,
"987136" : 13701,
"995328" : 13889,
"1003520" : 14781,
"1011712" : 15454,
"1019904" : 16605,
"1028096" : 17703,
"1036288" : 19054,
"1044480" : 20748,
"1056768" : 48465,
"1073152" : 60859,
"1089536" : 72886,
"1105920" : 86781,
"1122304" : 102292,
"1138688" : 116096,
"1155072" : 129164,
"1171456" : 139759,
"1187840" : 148928,
"1204224" : 155753,
"1220608" : 160413,
"1236992" : 162956,
"1253376" : 163042,
"1269760" : 160898,
"1286144" : 156509,
"1302528" : 152718,
"1318912" : 147759,
"1335296" : 141020,
"1351680" : 133746,
"1368064" : 126116,
"1384448" : 118738,
"1400832" : 110528,
"1417216" : 102844,
"1433600" : 95062,
"1449984" : 87553,
"1466368" : 80786,
"1482752" : 73976,
"1499136" : 66877,
"1515520" : 61013,
"1531904" : 55363,
"1548288" : 49887,
"1564672" : 44875,
"1581056" : 40595,
"1597440" : 36210,
"1613824" : 32228,
"1630208" : 28849,
"1646592" : 25831,
"1662976" : 22752,
"1679360" : 20069,
"1695744" : 18064,
"1712128" : 15692,
"1728512" : 13697,
"1744896" : 12262,
"1761280" : 10773,
"1777664" : 9570,
"1794048" : 8272,
"1810432" : 7211,
"1826816" : 6309,
"1843200" : 5531,
"1859584" : 4795,
"1875968" : 4215,
"1892352" : 3704,
"1908736" : 3263,
"1925120" : 2791,
"1941504" : 2463,
"1957888" : 2056,
"1974272" : 1870,
"1990656" : 1548,
"2007040" : 1349,
"2023424" : 1182,
"2039808" : 1087,
"2056192" : 860,
"2072576" : 761,
"2088960" : 694,
"2113536" : 1062,
"2146304" : 801,
"2179072" : 520,
"2211840" : 398,
"2244608" : 308,
"2277376" : 211,
"2310144" : 185,
"2342912" : 125,
"2375680" : 94,
"2408448" : 65,
"2441216" : 52,
"2473984" : 42,
"2506752" : 24,
"2539520" : 22,
"2572288" : 19,
"2605056" : 12,
"2637824" : 9,
"2670592" : 5,
"2703360" : 7,
"2736128" : 3,
"2867200" : 2,
"2932736" : 1,
"2965504" : 1
}
},
"lat_ns" : {
"min" : 78039,
"max" : 3390550,
"mean" : 1658672.949370,
"stddev" : 297651.784725,
"N" : 4627610
},
"bw_min" : 299529,
"bw_max" : 318460,
"bw_agg" : 100.000000,
"bw_mean" : 308563.722689,
"bw_dev" : 134.257070,
"bw_samples" : 3808,
"iops_min" : 74880,
"iops_max" : 79615,
"iops_mean" : 77139.428571,
"iops_stddev" : 33.570254,
"iops_samples" : 3808
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919979,
"usr_cpu" : 0.617559,
"sys_cpu" : 14.372449,
"ctx" : 4372750,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.154658,
"250" : 0.012685,
"500" : 1.226456,
"750" : 1.942544,
"1000" : 10.927596
},
"latency_ms" : {
"2" : 85.523059,
"4" : 0.212268,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081287,
"timestamp_ms" : 1773081287754,
"time" : "Mon Mar 9 15:34:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 22116978688,
"io_kbytes" : 21598612,
"bw_bytes" : 315956838,
"bw" : 308551,
"iops" : 77138.900000,
"runtime" : 70000,
"total_ios" : 5399723,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5719,
"max" : 1684153,
"mean" : 412319.047133,
"stddev" : 140661.603178,
"N" : 5399723
},
"clat_ns" : {
"min" : 45049,
"max" : 2961755,
"mean" : 1246101.633237,
"stddev" : 252245.625656,
"N" : 5399691,
"percentile" : {
"1.000000" : 460800,
"5.000000" : 790528,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1826816,
"99.500000" : 1892352,
"99.900000" : 2072576,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 1,
"56576" : 2,
"57088" : 1,
"58112" : 8,
"58624" : 8,
"59136" : 10,
"59648" : 8,
"60160" : 6,
"60672" : 6,
"61184" : 13,
"61696" : 11,
"62208" : 13,
"62720" : 11,
"63232" : 11,
"63744" : 9,
"64256" : 8,
"64768" : 8,
"65280" : 12,
"66048" : 27,
"67072" : 27,
"68096" : 51,
"69120" : 82,
"70144" : 141,
"71168" : 226,
"72192" : 288,
"73216" : 380,
"74240" : 462,
"75264" : 543,
"76288" : 560,
"77312" : 581,
"78336" : 562,
"79360" : 518,
"80384" : 493,
"81408" : 416,
"82432" : 343,
"83456" : 323,
"84480" : 256,
"85504" : 237,
"86528" : 180,
"87552" : 157,
"88576" : 146,
"89600" : 112,
"90624" : 89,
"91648" : 79,
"92672" : 72,
"93696" : 59,
"94720" : 61,
"95744" : 70,
"96768" : 49,
"97792" : 46,
"98816" : 45,
"99840" : 37,
"100864" : 46,
"101888" : 31,
"102912" : 36,
"103936" : 28,
"104960" : 35,
"105984" : 22,
"107008" : 14,
"108032" : 24,
"109056" : 37,
"110080" : 30,
"111104" : 35,
"112128" : 22,
"113152" : 31,
"114176" : 28,
"115200" : 21,
"116224" : 21,
"117248" : 22,
"118272" : 19,
"119296" : 15,
"120320" : 17,
"121344" : 4,
"122368" : 17,
"123392" : 12,
"124416" : 10,
"125440" : 9,
"126464" : 7,
"127488" : 8,
"128512" : 6,
"129536" : 5,
"130560" : 7,
"132096" : 4,
"134144" : 7,
"136192" : 5,
"138240" : 4,
"140288" : 6,
"142336" : 5,
"144384" : 1,
"146432" : 2,
"148480" : 2,
"150528" : 1,
"152576" : 3,
"154624" : 1,
"160768" : 1,
"171008" : 2,
"173056" : 1,
"177152" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 1,
"272384" : 4,
"276480" : 2,
"280576" : 3,
"284672" : 1,
"288768" : 3,
"292864" : 9,
"296960" : 13,
"301056" : 15,
"305152" : 21,
"309248" : 19,
"313344" : 33,
"317440" : 40,
"321536" : 58,
"325632" : 64,
"329728" : 80,
"333824" : 105,
"337920" : 147,
"342016" : 200,
"346112" : 243,
"350208" : 209,
"354304" : 276,
"358400" : 254,
"362496" : 278,
"366592" : 319,
"370688" : 475,
"374784" : 670,
"378880" : 903,
"382976" : 1253,
"387072" : 1638,
"391168" : 1863,
"395264" : 2047,
"399360" : 2086,
"403456" : 1998,
"407552" : 1849,
"411648" : 1696,
"415744" : 1511,
"419840" : 1426,
"423936" : 1471,
"428032" : 1617,
"432128" : 1973,
"436224" : 2401,
"440320" : 2818,
"444416" : 2989,
"448512" : 3004,
"452608" : 3006,
"456704" : 2836,
"460800" : 2604,
"464896" : 2437,
"468992" : 2307,
"473088" : 2180,
"477184" : 2057,
"481280" : 2001,
"485376" : 1789,
"489472" : 1762,
"493568" : 1692,
"497664" : 1533,
"501760" : 1507,
"505856" : 1367,
"509952" : 1286,
"514048" : 1273,
"518144" : 1306,
"522240" : 1297,
"528384" : 2491,
"536576" : 2403,
"544768" : 2289,
"552960" : 1989,
"561152" : 1889,
"569344" : 1770,
"577536" : 1582,
"585728" : 1488,
"593920" : 1335,
"602112" : 1297,
"610304" : 1255,
"618496" : 1274,
"626688" : 1209,
"634880" : 1225,
"643072" : 1335,
"651264" : 1558,
"659456" : 1800,
"667648" : 2021,
"675840" : 2539,
"684032" : 3043,
"692224" : 4172,
"700416" : 5456,
"708608" : 6755,
"716800" : 7744,
"724992" : 8399,
"733184" : 9435,
"741376" : 11067,
"749568" : 13503,
"757760" : 15766,
"765952" : 17378,
"774144" : 18371,
"782336" : 18932,
"790528" : 19808,
"798720" : 20739,
"806912" : 21541,
"815104" : 22703,
"823296" : 23144,
"831488" : 23232,
"839680" : 23149,
"847872" : 23220,
"856064" : 22637,
"864256" : 22445,
"872448" : 21577,
"880640" : 20947,
"888832" : 20582,
"897024" : 20132,
"905216" : 19934,
"913408" : 19317,
"921600" : 18788,
"929792" : 18303,
"937984" : 17574,
"946176" : 17109,
"954368" : 16546,
"962560" : 16319,
"970752" : 15972,
"978944" : 16112,
"987136" : 15993,
"995328" : 16297,
"1003520" : 17175,
"1011712" : 18067,
"1019904" : 19469,
"1028096" : 20643,
"1036288" : 22300,
"1044480" : 24219,
"1056768" : 56475,
"1073152" : 70876,
"1089536" : 85181,
"1105920" : 101234,
"1122304" : 119297,
"1138688" : 135708,
"1155072" : 150739,
"1171456" : 163576,
"1187840" : 174212,
"1204224" : 182250,
"1220608" : 187645,
"1236992" : 190361,
"1253376" : 191117,
"1269760" : 188263,
"1286144" : 183395,
"1302528" : 179022,
"1318912" : 173102,
"1335296" : 165238,
"1351680" : 156413,
"1368064" : 147762,
"1384448" : 138741,
"1400832" : 129231,
"1417216" : 120192,
"1433600" : 110760,
"1449984" : 102374,
"1466368" : 93961,
"1482752" : 86182,
"1499136" : 77896,
"1515520" : 71217,
"1531904" : 64327,
"1548288" : 57982,
"1564672" : 52013,
"1581056" : 47053,
"1597440" : 41876,
"1613824" : 37376,
"1630208" : 33337,
"1646592" : 29804,
"1662976" : 26235,
"1679360" : 23078,
"1695744" : 20782,
"1712128" : 18075,
"1728512" : 15736,
"1744896" : 14046,
"1761280" : 12323,
"1777664" : 10906,
"1794048" : 9508,
"1810432" : 8214,
"1826816" : 7201,
"1843200" : 6288,
"1859584" : 5501,
"1875968" : 4809,
"1892352" : 4225,
"1908736" : 3709,
"1925120" : 3161,
"1941504" : 2800,
"1957888" : 2318,
"1974272" : 2094,
"1990656" : 1726,
"2007040" : 1544,
"2023424" : 1344,
"2039808" : 1211,
"2056192" : 971,
"2072576" : 861,
"2088960" : 785,
"2113536" : 1193,
"2146304" : 899,
"2179072" : 591,
"2211840" : 440,
"2244608" : 335,
"2277376" : 237,
"2310144" : 202,
"2342912" : 138,
"2375680" : 103,
"2408448" : 72,
"2441216" : 55,
"2473984" : 48,
"2506752" : 26,
"2539520" : 24,
"2572288" : 22,
"2605056" : 13,
"2637824" : 9,
"2670592" : 5,
"2703360" : 7,
"2736128" : 3,
"2867200" : 2,
"2932736" : 1,
"2965504" : 1
}
},
"lat_ns" : {
"min" : 77078,
"max" : 3390550,
"mean" : 1658420.322393,
"stddev" : 295831.226746,
"N" : 5399691
},
"bw_min" : 299281,
"bw_max" : 319188,
"bw_agg" : 100.000000,
"bw_mean" : 308612.863309,
"bw_dev" : 142.089389,
"bw_samples" : 4448,
"iops_min" : 74818,
"iops_max" : 79797,
"iops_mean" : 77151.525180,
"iops_stddev" : 35.527458,
"iops_samples" : 4448
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239989,
"usr_cpu" : 0.614199,
"sys_cpu" : 14.381767,
"ctx" : 5098773,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.145582,
"250" : 0.012445,
"500" : 1.192895,
"750" : 1.923451,
"1000" : 10.965562
},
"latency_ms" : {
"2" : 85.554759,
"4" : 0.204677,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081297,
"timestamp_ms" : 1773081297753,
"time" : "Mon Mar 9 15:34:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 25275727872,
"io_kbytes" : 24683328,
"bw_bytes" : 315946598,
"bw" : 308541,
"iops" : 77136.150000,
"runtime" : 80000,
"total_ios" : 6170892,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5719,
"max" : 2577708,
"mean" : 412328.786263,
"stddev" : 140220.149689,
"N" : 6170893
},
"clat_ns" : {
"min" : 45049,
"max" : 3446665,
"mean" : 1246138.863182,
"stddev" : 251033.205421,
"N" : 6170860,
"percentile" : {
"1.000000" : 464896,
"5.000000" : 790528,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2072576,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 1,
"56576" : 2,
"57088" : 1,
"58112" : 10,
"58624" : 9,
"59136" : 10,
"59648" : 8,
"60160" : 7,
"60672" : 6,
"61184" : 15,
"61696" : 11,
"62208" : 13,
"62720" : 11,
"63232" : 11,
"63744" : 10,
"64256" : 8,
"64768" : 10,
"65280" : 12,
"66048" : 29,
"67072" : 30,
"68096" : 57,
"69120" : 88,
"70144" : 150,
"71168" : 242,
"72192" : 309,
"73216" : 411,
"74240" : 502,
"75264" : 593,
"76288" : 614,
"77312" : 629,
"78336" : 608,
"79360" : 556,
"80384" : 519,
"81408" : 438,
"82432" : 367,
"83456" : 358,
"84480" : 279,
"85504" : 251,
"86528" : 203,
"87552" : 166,
"88576" : 153,
"89600" : 121,
"90624" : 94,
"91648" : 84,
"92672" : 78,
"93696" : 66,
"94720" : 67,
"95744" : 74,
"96768" : 56,
"97792" : 48,
"98816" : 47,
"99840" : 38,
"100864" : 52,
"101888" : 33,
"102912" : 37,
"103936" : 29,
"104960" : 42,
"105984" : 24,
"107008" : 18,
"108032" : 25,
"109056" : 41,
"110080" : 35,
"111104" : 39,
"112128" : 24,
"113152" : 32,
"114176" : 30,
"115200" : 23,
"116224" : 25,
"117248" : 25,
"118272" : 23,
"119296" : 16,
"120320" : 18,
"121344" : 6,
"122368" : 19,
"123392" : 12,
"124416" : 10,
"125440" : 10,
"126464" : 7,
"127488" : 8,
"128512" : 6,
"129536" : 5,
"130560" : 7,
"132096" : 4,
"134144" : 7,
"136192" : 5,
"138240" : 4,
"140288" : 6,
"142336" : 5,
"144384" : 1,
"146432" : 3,
"148480" : 2,
"150528" : 1,
"152576" : 3,
"154624" : 1,
"160768" : 2,
"171008" : 2,
"173056" : 1,
"177152" : 1,
"179200" : 1,
"185344" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 4,
"276480" : 2,
"280576" : 3,
"284672" : 1,
"288768" : 3,
"292864" : 10,
"296960" : 13,
"301056" : 17,
"305152" : 23,
"309248" : 19,
"313344" : 33,
"317440" : 44,
"321536" : 60,
"325632" : 69,
"329728" : 86,
"333824" : 112,
"337920" : 161,
"342016" : 222,
"346112" : 273,
"350208" : 231,
"354304" : 310,
"358400" : 291,
"362496" : 302,
"366592" : 359,
"370688" : 533,
"374784" : 736,
"378880" : 995,
"382976" : 1392,
"387072" : 1788,
"391168" : 2062,
"395264" : 2273,
"399360" : 2320,
"403456" : 2207,
"407552" : 2069,
"411648" : 1875,
"415744" : 1668,
"419840" : 1595,
"423936" : 1633,
"428032" : 1800,
"432128" : 2202,
"436224" : 2658,
"440320" : 3113,
"444416" : 3313,
"448512" : 3342,
"452608" : 3328,
"456704" : 3140,
"460800" : 2917,
"464896" : 2716,
"468992" : 2597,
"473088" : 2393,
"477184" : 2291,
"481280" : 2213,
"485376" : 2001,
"489472" : 1949,
"493568" : 1868,
"497664" : 1699,
"501760" : 1680,
"505856" : 1523,
"509952" : 1459,
"514048" : 1436,
"518144" : 1460,
"522240" : 1449,
"528384" : 2783,
"536576" : 2675,
"544768" : 2546,
"552960" : 2212,
"561152" : 2102,
"569344" : 1958,
"577536" : 1724,
"585728" : 1647,
"593920" : 1499,
"602112" : 1415,
"610304" : 1391,
"618496" : 1410,
"626688" : 1369,
"634880" : 1390,
"643072" : 1509,
"651264" : 1764,
"659456" : 2018,
"667648" : 2298,
"675840" : 2869,
"684032" : 3433,
"692224" : 4764,
"700416" : 6244,
"708608" : 7674,
"716800" : 8832,
"724992" : 9595,
"733184" : 10736,
"741376" : 12728,
"749568" : 15400,
"757760" : 18049,
"765952" : 19903,
"774144" : 20985,
"782336" : 21689,
"790528" : 22676,
"798720" : 23747,
"806912" : 24699,
"815104" : 25970,
"823296" : 26443,
"831488" : 26541,
"839680" : 26666,
"847872" : 26697,
"856064" : 25856,
"864256" : 25582,
"872448" : 24772,
"880640" : 23990,
"888832" : 23584,
"897024" : 23149,
"905216" : 22819,
"913408" : 22192,
"921600" : 21488,
"929792" : 21050,
"937984" : 20131,
"946176" : 19600,
"954368" : 19073,
"962560" : 18695,
"970752" : 18250,
"978944" : 18439,
"987136" : 18270,
"995328" : 18693,
"1003520" : 19599,
"1011712" : 20734,
"1019904" : 22194,
"1028096" : 23528,
"1036288" : 25405,
"1044480" : 27759,
"1056768" : 64436,
"1073152" : 81102,
"1089536" : 97257,
"1105920" : 115691,
"1122304" : 136465,
"1138688" : 155364,
"1155072" : 171968,
"1171456" : 187240,
"1187840" : 199616,
"1204224" : 208807,
"1220608" : 214858,
"1236992" : 217911,
"1253376" : 218847,
"1269760" : 215584,
"1286144" : 210244,
"1302528" : 205467,
"1318912" : 198344,
"1335296" : 189366,
"1351680" : 179138,
"1368064" : 169519,
"1384448" : 158749,
"1400832" : 147954,
"1417216" : 137730,
"1433600" : 126933,
"1449984" : 117028,
"1466368" : 107440,
"1482752" : 98486,
"1499136" : 89098,
"1515520" : 81122,
"1531904" : 73267,
"1548288" : 66087,
"1564672" : 59208,
"1581056" : 53426,
"1597440" : 47645,
"1613824" : 42353,
"1630208" : 37744,
"1646592" : 33788,
"1662976" : 29700,
"1679360" : 26221,
"1695744" : 23484,
"1712128" : 20416,
"1728512" : 17856,
"1744896" : 15971,
"1761280" : 13863,
"1777664" : 12298,
"1794048" : 10625,
"1810432" : 9269,
"1826816" : 8054,
"1843200" : 7046,
"1859584" : 6157,
"1875968" : 5365,
"1892352" : 4727,
"1908736" : 4134,
"1925120" : 3564,
"1941504" : 3097,
"1957888" : 2604,
"1974272" : 2318,
"1990656" : 1928,
"2007040" : 1730,
"2023424" : 1501,
"2039808" : 1340,
"2056192" : 1088,
"2072576" : 960,
"2088960" : 867,
"2113536" : 1332,
"2146304" : 1001,
"2179072" : 650,
"2211840" : 497,
"2244608" : 367,
"2277376" : 272,
"2310144" : 222,
"2342912" : 155,
"2375680" : 114,
"2408448" : 80,
"2441216" : 60,
"2473984" : 52,
"2506752" : 28,
"2539520" : 27,
"2572288" : 24,
"2605056" : 13,
"2637824" : 10,
"2670592" : 5,
"2703360" : 7,
"2736128" : 3,
"2768896" : 1,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 77078,
"max" : 4003486,
"mean" : 1658467.507035,
"stddev" : 294188.673799,
"N" : 6170860
},
"bw_min" : 298801,
"bw_max" : 319516,
"bw_agg" : 100.000000,
"bw_mean" : 308602.484277,
"bw_dev" : 150.657138,
"bw_samples" : 5088,
"iops_min" : 74698,
"iops_max" : 79879,
"iops_mean" : 77149.018868,
"iops_stddev" : 37.668623,
"iops_samples" : 5088
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559978,
"usr_cpu" : 0.614654,
"sys_cpu" : 14.384342,
"ctx" : 5824917,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.137371,
"250" : 0.011959,
"500" : 1.158212,
"750" : 1.905413,
"1000" : 10.992479
},
"latency_ms" : {
"2" : 85.594562,
"4" : 0.199453,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081307,
"timestamp_ms" : 1773081307753,
"time" : "Mon Mar 9 15:35:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 28435038208,
"io_kbytes" : 27768592,
"bw_bytes" : 315944868,
"bw" : 308539,
"iops" : 77135.755556,
"runtime" : 90000,
"total_ios" : 6942218,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5719,
"max" : 2577708,
"mean" : 412330.240332,
"stddev" : 139886.542234,
"N" : 6942218
},
"clat_ns" : {
"min" : 45049,
"max" : 3446665,
"mean" : 1246145.568375,
"stddev" : 250117.327943,
"N" : 6942186,
"percentile" : {
"1.000000" : 464896,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1630208,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2072576,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 1,
"56576" : 2,
"57088" : 1,
"57600" : 1,
"58112" : 11,
"58624" : 10,
"59136" : 11,
"59648" : 10,
"60160" : 7,
"60672" : 7,
"61184" : 15,
"61696" : 12,
"62208" : 14,
"62720" : 14,
"63232" : 12,
"63744" : 10,
"64256" : 8,
"64768" : 12,
"65280" : 13,
"66048" : 29,
"67072" : 35,
"68096" : 59,
"69120" : 95,
"70144" : 158,
"71168" : 259,
"72192" : 328,
"73216" : 444,
"74240" : 532,
"75264" : 641,
"76288" : 647,
"77312" : 677,
"78336" : 648,
"79360" : 601,
"80384" : 550,
"81408" : 487,
"82432" : 397,
"83456" : 390,
"84480" : 304,
"85504" : 276,
"86528" : 221,
"87552" : 180,
"88576" : 170,
"89600" : 137,
"90624" : 106,
"91648" : 96,
"92672" : 85,
"93696" : 75,
"94720" : 72,
"95744" : 81,
"96768" : 64,
"97792" : 50,
"98816" : 52,
"99840" : 41,
"100864" : 56,
"101888" : 36,
"102912" : 42,
"103936" : 33,
"104960" : 43,
"105984" : 26,
"107008" : 21,
"108032" : 28,
"109056" : 44,
"110080" : 38,
"111104" : 40,
"112128" : 28,
"113152" : 34,
"114176" : 32,
"115200" : 25,
"116224" : 27,
"117248" : 29,
"118272" : 25,
"119296" : 19,
"120320" : 19,
"121344" : 6,
"122368" : 19,
"123392" : 13,
"124416" : 11,
"125440" : 12,
"126464" : 7,
"127488" : 9,
"128512" : 8,
"129536" : 5,
"130560" : 7,
"132096" : 4,
"134144" : 8,
"136192" : 5,
"138240" : 5,
"140288" : 6,
"142336" : 5,
"144384" : 1,
"146432" : 4,
"148480" : 2,
"150528" : 1,
"152576" : 3,
"154624" : 1,
"156672" : 1,
"158720" : 1,
"160768" : 3,
"171008" : 2,
"173056" : 1,
"177152" : 1,
"179200" : 1,
"185344" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 4,
"276480" : 2,
"280576" : 4,
"284672" : 1,
"288768" : 4,
"292864" : 10,
"296960" : 15,
"301056" : 19,
"305152" : 23,
"309248" : 20,
"313344" : 37,
"317440" : 45,
"321536" : 63,
"325632" : 75,
"329728" : 89,
"333824" : 127,
"337920" : 182,
"342016" : 247,
"346112" : 301,
"350208" : 258,
"354304" : 336,
"358400" : 324,
"362496" : 330,
"366592" : 403,
"370688" : 574,
"374784" : 785,
"378880" : 1075,
"382976" : 1530,
"387072" : 1966,
"391168" : 2275,
"395264" : 2510,
"399360" : 2573,
"403456" : 2438,
"407552" : 2282,
"411648" : 2078,
"415744" : 1835,
"419840" : 1754,
"423936" : 1804,
"428032" : 1982,
"432128" : 2420,
"436224" : 2909,
"440320" : 3417,
"444416" : 3630,
"448512" : 3699,
"452608" : 3641,
"456704" : 3444,
"460800" : 3187,
"464896" : 2998,
"468992" : 2853,
"473088" : 2653,
"477184" : 2521,
"481280" : 2420,
"485376" : 2209,
"489472" : 2140,
"493568" : 2051,
"497664" : 1885,
"501760" : 1853,
"505856" : 1684,
"509952" : 1612,
"514048" : 1581,
"518144" : 1606,
"522240" : 1598,
"528384" : 3067,
"536576" : 2947,
"544768" : 2821,
"552960" : 2463,
"561152" : 2336,
"569344" : 2143,
"577536" : 1927,
"585728" : 1846,
"593920" : 1663,
"602112" : 1570,
"610304" : 1568,
"618496" : 1550,
"626688" : 1512,
"634880" : 1555,
"643072" : 1650,
"651264" : 1960,
"659456" : 2276,
"667648" : 2564,
"675840" : 3234,
"684032" : 3832,
"692224" : 5338,
"700416" : 6991,
"708608" : 8590,
"716800" : 9930,
"724992" : 10793,
"733184" : 12050,
"741376" : 14234,
"749568" : 17263,
"757760" : 20315,
"765952" : 22380,
"774144" : 23726,
"782336" : 24497,
"790528" : 25454,
"798720" : 26738,
"806912" : 27960,
"815104" : 29143,
"823296" : 29626,
"831488" : 29935,
"839680" : 30028,
"847872" : 30088,
"856064" : 29021,
"864256" : 28896,
"872448" : 28002,
"880640" : 27079,
"888832" : 26563,
"897024" : 26099,
"905216" : 25745,
"913408" : 24953,
"921600" : 24306,
"929792" : 23729,
"937984" : 22708,
"946176" : 22134,
"954368" : 21500,
"962560" : 21161,
"970752" : 20631,
"978944" : 20822,
"987136" : 20662,
"995328" : 21165,
"1003520" : 22099,
"1011712" : 23389,
"1019904" : 24957,
"1028096" : 26542,
"1036288" : 28595,
"1044480" : 31279,
"1056768" : 72492,
"1073152" : 91131,
"1089536" : 109200,
"1105920" : 130099,
"1122304" : 153366,
"1138688" : 174757,
"1155072" : 193415,
"1171456" : 210753,
"1187840" : 224928,
"1204224" : 235263,
"1220608" : 242200,
"1236992" : 245408,
"1253376" : 246585,
"1269760" : 243126,
"1286144" : 236953,
"1302528" : 231673,
"1318912" : 223513,
"1335296" : 213686,
"1351680" : 202099,
"1368064" : 191175,
"1384448" : 178843,
"1400832" : 166943,
"1417216" : 155270,
"1433600" : 142812,
"1449984" : 131799,
"1466368" : 120882,
"1482752" : 110991,
"1499136" : 100364,
"1515520" : 90895,
"1531904" : 82307,
"1548288" : 74116,
"1564672" : 66365,
"1581056" : 59808,
"1597440" : 53432,
"1613824" : 47481,
"1630208" : 42235,
"1646592" : 37774,
"1662976" : 33158,
"1679360" : 29295,
"1695744" : 26222,
"1712128" : 22734,
"1728512" : 19909,
"1744896" : 17795,
"1761280" : 15394,
"1777664" : 13660,
"1794048" : 11781,
"1810432" : 10254,
"1826816" : 8933,
"1843200" : 7821,
"1859584" : 6806,
"1875968" : 5962,
"1892352" : 5243,
"1908736" : 4580,
"1925120" : 3928,
"1941504" : 3418,
"1957888" : 2880,
"1974272" : 2574,
"1990656" : 2121,
"2007040" : 1891,
"2023424" : 1641,
"2039808" : 1463,
"2056192" : 1217,
"2072576" : 1040,
"2088960" : 944,
"2113536" : 1453,
"2146304" : 1087,
"2179072" : 731,
"2211840" : 548,
"2244608" : 406,
"2277376" : 303,
"2310144" : 246,
"2342912" : 171,
"2375680" : 129,
"2408448" : 91,
"2441216" : 66,
"2473984" : 53,
"2506752" : 32,
"2539520" : 30,
"2572288" : 25,
"2605056" : 15,
"2637824" : 11,
"2670592" : 5,
"2703360" : 7,
"2736128" : 3,
"2768896" : 1,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 77078,
"max" : 4003486,
"mean" : 1658475.016148,
"stddev" : 292964.266633,
"N" : 6942186
},
"bw_min" : 298641,
"bw_max" : 319954,
"bw_agg" : 100.000000,
"bw_mean" : 308608.625698,
"bw_dev" : 154.097353,
"bw_samples" : 5728,
"iops_min" : 74658,
"iops_max" : 79987,
"iops_mean" : 77150.519553,
"iops_stddev" : 38.527316,
"iops_samples" : 5728
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879969,
"usr_cpu" : 0.614382,
"sys_cpu" : 14.387099,
"ctx" : 6550578,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.131831,
"250" : 0.011639,
"500" : 1.132289,
"750" : 1.891442,
"1000" : 11.016047
},
"latency_ms" : {
"2" : 85.621843,
"4" : 0.194419,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081317,
"timestamp_ms" : 1773081317753,
"time" : "Mon Mar 9 15:35:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 31594090496,
"io_kbytes" : 30853604,
"bw_bytes" : 315940904,
"bw" : 308536,
"iops" : 77134.630000,
"runtime" : 100000,
"total_ios" : 7713463,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412335.788158,
"stddev" : 139644.621183,
"N" : 7713463
},
"clat_ns" : {
"min" : 45049,
"max" : 3446665,
"mean" : 1246162.906604,
"stddev" : 249435.515023,
"N" : 7713431,
"percentile" : {
"1.000000" : 468992,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2072576,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 2,
"56576" : 2,
"57088" : 2,
"57600" : 1,
"58112" : 11,
"58624" : 11,
"59136" : 11,
"59648" : 10,
"60160" : 8,
"60672" : 7,
"61184" : 15,
"61696" : 12,
"62208" : 14,
"62720" : 15,
"63232" : 12,
"63744" : 10,
"64256" : 11,
"64768" : 14,
"65280" : 15,
"66048" : 29,
"67072" : 37,
"68096" : 63,
"69120" : 109,
"70144" : 167,
"71168" : 278,
"72192" : 359,
"73216" : 472,
"74240" : 563,
"75264" : 679,
"76288" : 696,
"77312" : 732,
"78336" : 690,
"79360" : 639,
"80384" : 593,
"81408" : 525,
"82432" : 425,
"83456" : 425,
"84480" : 328,
"85504" : 303,
"86528" : 242,
"87552" : 198,
"88576" : 184,
"89600" : 153,
"90624" : 116,
"91648" : 103,
"92672" : 89,
"93696" : 81,
"94720" : 74,
"95744" : 86,
"96768" : 67,
"97792" : 53,
"98816" : 59,
"99840" : 42,
"100864" : 59,
"101888" : 39,
"102912" : 44,
"103936" : 37,
"104960" : 46,
"105984" : 31,
"107008" : 26,
"108032" : 30,
"109056" : 48,
"110080" : 41,
"111104" : 43,
"112128" : 30,
"113152" : 37,
"114176" : 36,
"115200" : 26,
"116224" : 29,
"117248" : 31,
"118272" : 27,
"119296" : 20,
"120320" : 22,
"121344" : 6,
"122368" : 21,
"123392" : 16,
"124416" : 11,
"125440" : 12,
"126464" : 9,
"127488" : 9,
"128512" : 8,
"129536" : 6,
"130560" : 7,
"132096" : 5,
"134144" : 12,
"136192" : 5,
"138240" : 5,
"140288" : 7,
"142336" : 5,
"144384" : 3,
"146432" : 5,
"148480" : 2,
"150528" : 1,
"152576" : 3,
"154624" : 1,
"156672" : 2,
"158720" : 1,
"160768" : 3,
"171008" : 2,
"173056" : 1,
"177152" : 1,
"179200" : 1,
"185344" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 4,
"276480" : 2,
"280576" : 4,
"284672" : 1,
"288768" : 4,
"292864" : 11,
"296960" : 16,
"301056" : 20,
"305152" : 24,
"309248" : 24,
"313344" : 43,
"317440" : 49,
"321536" : 66,
"325632" : 80,
"329728" : 97,
"333824" : 143,
"337920" : 194,
"342016" : 265,
"346112" : 330,
"350208" : 286,
"354304" : 370,
"358400" : 361,
"362496" : 367,
"366592" : 439,
"370688" : 621,
"374784" : 867,
"378880" : 1176,
"382976" : 1675,
"387072" : 2137,
"391168" : 2492,
"395264" : 2720,
"399360" : 2791,
"403456" : 2658,
"407552" : 2490,
"411648" : 2258,
"415744" : 2013,
"419840" : 1927,
"423936" : 1972,
"428032" : 2162,
"432128" : 2619,
"436224" : 3165,
"440320" : 3698,
"444416" : 3968,
"448512" : 4037,
"452608" : 3985,
"456704" : 3779,
"460800" : 3499,
"464896" : 3238,
"468992" : 3101,
"473088" : 2900,
"477184" : 2766,
"481280" : 2652,
"485376" : 2466,
"489472" : 2360,
"493568" : 2249,
"497664" : 2054,
"501760" : 2014,
"505856" : 1852,
"509952" : 1764,
"514048" : 1721,
"518144" : 1764,
"522240" : 1739,
"528384" : 3352,
"536576" : 3231,
"544768" : 3102,
"552960" : 2702,
"561152" : 2563,
"569344" : 2323,
"577536" : 2113,
"585728" : 2011,
"593920" : 1803,
"602112" : 1703,
"610304" : 1677,
"618496" : 1687,
"626688" : 1637,
"634880" : 1708,
"643072" : 1813,
"651264" : 2157,
"659456" : 2515,
"667648" : 2842,
"675840" : 3556,
"684032" : 4274,
"692224" : 5932,
"700416" : 7791,
"708608" : 9545,
"716800" : 10984,
"724992" : 11971,
"733184" : 13431,
"741376" : 15851,
"749568" : 19136,
"757760" : 22623,
"765952" : 24891,
"774144" : 26352,
"782336" : 27266,
"790528" : 28320,
"798720" : 29790,
"806912" : 31164,
"815104" : 32374,
"823296" : 32969,
"831488" : 33308,
"839680" : 33426,
"847872" : 33540,
"856064" : 32312,
"864256" : 32008,
"872448" : 31110,
"880640" : 30222,
"888832" : 29534,
"897024" : 29073,
"905216" : 28636,
"913408" : 27790,
"921600" : 27031,
"929792" : 26297,
"937984" : 25272,
"946176" : 24503,
"954368" : 23952,
"962560" : 23567,
"970752" : 22923,
"978944" : 23114,
"987136" : 23044,
"995328" : 23513,
"1003520" : 24612,
"1011712" : 25939,
"1019904" : 27725,
"1028096" : 29506,
"1036288" : 31880,
"1044480" : 34829,
"1056768" : 80525,
"1073152" : 101056,
"1089536" : 121441,
"1105920" : 144642,
"1122304" : 170277,
"1138688" : 194184,
"1155072" : 215288,
"1171456" : 234450,
"1187840" : 250308,
"1204224" : 261772,
"1220608" : 269293,
"1236992" : 273019,
"1253376" : 274095,
"1269760" : 270516,
"1286144" : 264108,
"1302528" : 257859,
"1318912" : 248424,
"1335296" : 237844,
"1351680" : 224907,
"1368064" : 212697,
"1384448" : 198987,
"1400832" : 185597,
"1417216" : 172410,
"1433600" : 158965,
"1449984" : 146269,
"1466368" : 134238,
"1482752" : 123389,
"1499136" : 111462,
"1515520" : 100989,
"1531904" : 91281,
"1548288" : 82343,
"1564672" : 73582,
"1581056" : 66152,
"1597440" : 59260,
"1613824" : 52535,
"1630208" : 46765,
"1646592" : 41703,
"1662976" : 36634,
"1679360" : 32407,
"1695744" : 28981,
"1712128" : 25121,
"1728512" : 21995,
"1744896" : 19668,
"1761280" : 17077,
"1777664" : 15073,
"1794048" : 12994,
"1810432" : 11322,
"1826816" : 9808,
"1843200" : 8615,
"1859584" : 7477,
"1875968" : 6549,
"1892352" : 5778,
"1908736" : 5027,
"1925120" : 4271,
"1941504" : 3746,
"1957888" : 3160,
"1974272" : 2802,
"1990656" : 2339,
"2007040" : 2083,
"2023424" : 1778,
"2039808" : 1602,
"2056192" : 1337,
"2072576" : 1142,
"2088960" : 1045,
"2113536" : 1586,
"2146304" : 1155,
"2179072" : 804,
"2211840" : 599,
"2244608" : 435,
"2277376" : 329,
"2310144" : 263,
"2342912" : 186,
"2375680" : 135,
"2408448" : 98,
"2441216" : 69,
"2473984" : 56,
"2506752" : 36,
"2539520" : 33,
"2572288" : 26,
"2605056" : 17,
"2637824" : 11,
"2670592" : 6,
"2703360" : 7,
"2736128" : 4,
"2768896" : 1,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 77078,
"max" : 4003486,
"mean" : 1658498.344557,
"stddev" : 292027.450966,
"N" : 7713431
},
"bw_min" : 298343,
"bw_max" : 320451,
"bw_agg" : 100.000000,
"bw_mean" : 308601.472362,
"bw_dev" : 156.405923,
"bw_samples" : 6368,
"iops_min" : 74584,
"iops_max" : 80109,
"iops_mean" : 77148.592965,
"iops_stddev" : 39.101840,
"iops_samples" : 6368
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3199980,
"usr_cpu" : 0.614223,
"sys_cpu" : 14.386434,
"ctx" : 7276358,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.127517,
"250" : 0.011448,
"500" : 1.113093,
"750" : 1.880660,
"1000" : 11.028315
},
"latency_ms" : {
"2" : 85.647653,
"4" : 0.190874,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081327,
"timestamp_ms" : 1773081327753,
"time" : "Mon Mar 9 15:35:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 34755264512,
"io_kbytes" : 33940688,
"bw_bytes" : 315956950,
"bw" : 308551,
"iops" : 77138.454545,
"runtime" : 110000,
"total_ios" : 8485230,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412313.429023,
"stddev" : 139438.129177,
"N" : 8485230
},
"clat_ns" : {
"min" : 45049,
"max" : 3446665,
"mean" : 1246099.088875,
"stddev" : 248841.061747,
"N" : 8485198,
"percentile" : {
"1.000000" : 468992,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1269760,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2072576,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"50944" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 2,
"56576" : 2,
"57088" : 2,
"57600" : 1,
"58112" : 12,
"58624" : 11,
"59136" : 11,
"59648" : 11,
"60160" : 9,
"60672" : 7,
"61184" : 15,
"61696" : 13,
"62208" : 14,
"62720" : 16,
"63232" : 13,
"63744" : 10,
"64256" : 12,
"64768" : 16,
"65280" : 15,
"66048" : 35,
"67072" : 41,
"68096" : 69,
"69120" : 114,
"70144" : 178,
"71168" : 298,
"72192" : 390,
"73216" : 500,
"74240" : 608,
"75264" : 727,
"76288" : 747,
"77312" : 778,
"78336" : 733,
"79360" : 686,
"80384" : 646,
"81408" : 561,
"82432" : 451,
"83456" : 465,
"84480" : 358,
"85504" : 321,
"86528" : 260,
"87552" : 209,
"88576" : 199,
"89600" : 165,
"90624" : 126,
"91648" : 113,
"92672" : 91,
"93696" : 90,
"94720" : 76,
"95744" : 89,
"96768" : 73,
"97792" : 56,
"98816" : 63,
"99840" : 43,
"100864" : 65,
"101888" : 43,
"102912" : 45,
"103936" : 37,
"104960" : 47,
"105984" : 32,
"107008" : 31,
"108032" : 33,
"109056" : 53,
"110080" : 44,
"111104" : 44,
"112128" : 33,
"113152" : 37,
"114176" : 40,
"115200" : 29,
"116224" : 31,
"117248" : 33,
"118272" : 30,
"119296" : 21,
"120320" : 23,
"121344" : 9,
"122368" : 22,
"123392" : 16,
"124416" : 11,
"125440" : 13,
"126464" : 10,
"127488" : 11,
"128512" : 8,
"129536" : 6,
"130560" : 7,
"132096" : 5,
"134144" : 12,
"136192" : 5,
"138240" : 5,
"140288" : 7,
"142336" : 6,
"144384" : 3,
"146432" : 5,
"148480" : 2,
"150528" : 1,
"152576" : 3,
"154624" : 1,
"156672" : 2,
"158720" : 1,
"160768" : 3,
"171008" : 2,
"173056" : 1,
"177152" : 1,
"179200" : 1,
"183296" : 1,
"185344" : 1,
"193536" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 4,
"276480" : 2,
"280576" : 4,
"284672" : 1,
"288768" : 4,
"292864" : 11,
"296960" : 19,
"301056" : 20,
"305152" : 26,
"309248" : 27,
"313344" : 49,
"317440" : 52,
"321536" : 68,
"325632" : 86,
"329728" : 106,
"333824" : 158,
"337920" : 211,
"342016" : 288,
"346112" : 351,
"350208" : 321,
"354304" : 396,
"358400" : 381,
"362496" : 389,
"366592" : 475,
"370688" : 676,
"374784" : 934,
"378880" : 1246,
"382976" : 1793,
"387072" : 2304,
"391168" : 2702,
"395264" : 2942,
"399360" : 3012,
"403456" : 2865,
"407552" : 2681,
"411648" : 2444,
"415744" : 2167,
"419840" : 2097,
"423936" : 2146,
"428032" : 2365,
"432128" : 2833,
"436224" : 3429,
"440320" : 4013,
"444416" : 4268,
"448512" : 4377,
"452608" : 4332,
"456704" : 4129,
"460800" : 3783,
"464896" : 3507,
"468992" : 3344,
"473088" : 3126,
"477184" : 3001,
"481280" : 2863,
"485376" : 2668,
"489472" : 2558,
"493568" : 2420,
"497664" : 2200,
"501760" : 2209,
"505856" : 1989,
"509952" : 1932,
"514048" : 1850,
"518144" : 1903,
"522240" : 1885,
"528384" : 3622,
"536576" : 3517,
"544768" : 3343,
"552960" : 2938,
"561152" : 2777,
"569344" : 2499,
"577536" : 2278,
"585728" : 2164,
"593920" : 1964,
"602112" : 1846,
"610304" : 1808,
"618496" : 1829,
"626688" : 1780,
"634880" : 1855,
"643072" : 1970,
"651264" : 2356,
"659456" : 2771,
"667648" : 3133,
"675840" : 3892,
"684032" : 4682,
"692224" : 6529,
"700416" : 8524,
"708608" : 10511,
"716800" : 12079,
"724992" : 13159,
"733184" : 14866,
"741376" : 17496,
"749568" : 21087,
"757760" : 24923,
"765952" : 27428,
"774144" : 29002,
"782336" : 30094,
"790528" : 31211,
"798720" : 32871,
"806912" : 34380,
"815104" : 35737,
"823296" : 36392,
"831488" : 36692,
"839680" : 36853,
"847872" : 36927,
"856064" : 35763,
"864256" : 35209,
"872448" : 34335,
"880640" : 33451,
"888832" : 32556,
"897024" : 32116,
"905216" : 31618,
"913408" : 30685,
"921600" : 29649,
"929792" : 28982,
"937984" : 27963,
"946176" : 27120,
"954368" : 26411,
"962560" : 25917,
"970752" : 25279,
"978944" : 25467,
"987136" : 25393,
"995328" : 25921,
"1003520" : 27086,
"1011712" : 28519,
"1019904" : 30494,
"1028096" : 32477,
"1036288" : 35064,
"1044480" : 38394,
"1056768" : 88583,
"1073152" : 111069,
"1089536" : 133528,
"1105920" : 159129,
"1122304" : 187175,
"1138688" : 213391,
"1155072" : 236991,
"1171456" : 258056,
"1187840" : 275767,
"1204224" : 288055,
"1220608" : 296732,
"1236992" : 300632,
"1253376" : 301796,
"1269760" : 297944,
"1286144" : 291139,
"1302528" : 283804,
"1318912" : 273626,
"1335296" : 261986,
"1351680" : 247419,
"1368064" : 234223,
"1384448" : 219257,
"1400832" : 204402,
"1417216" : 189993,
"1433600" : 175005,
"1449984" : 160794,
"1466368" : 147697,
"1482752" : 135767,
"1499136" : 122348,
"1515520" : 110895,
"1531904" : 100021,
"1548288" : 90655,
"1564672" : 80750,
"1581056" : 72505,
"1597440" : 64964,
"1613824" : 57624,
"1630208" : 51317,
"1646592" : 45630,
"1662976" : 40189,
"1679360" : 35362,
"1695744" : 31755,
"1712128" : 27564,
"1728512" : 24106,
"1744896" : 21536,
"1761280" : 18653,
"1777664" : 16491,
"1794048" : 14126,
"1810432" : 12379,
"1826816" : 10686,
"1843200" : 9385,
"1859584" : 8122,
"1875968" : 7136,
"1892352" : 6253,
"1908736" : 5490,
"1925120" : 4658,
"1941504" : 4061,
"1957888" : 3432,
"1974272" : 3022,
"1990656" : 2545,
"2007040" : 2245,
"2023424" : 1917,
"2039808" : 1728,
"2056192" : 1432,
"2072576" : 1233,
"2088960" : 1108,
"2113536" : 1702,
"2146304" : 1242,
"2179072" : 876,
"2211840" : 644,
"2244608" : 476,
"2277376" : 355,
"2310144" : 281,
"2342912" : 201,
"2375680" : 143,
"2408448" : 104,
"2441216" : 79,
"2473984" : 59,
"2506752" : 38,
"2539520" : 34,
"2572288" : 27,
"2605056" : 18,
"2637824" : 12,
"2670592" : 6,
"2703360" : 7,
"2736128" : 4,
"2768896" : 1,
"2834432" : 1,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 77078,
"max" : 4003486,
"mean" : 1658412.452143,
"stddev" : 291199.111893,
"N" : 8485198
},
"bw_min" : 298111,
"bw_max" : 320939,
"bw_agg" : 100.000000,
"bw_mean" : 308624.579909,
"bw_dev" : 158.106108,
"bw_samples" : 7008,
"iops_min" : 74526,
"iops_max" : 80231,
"iops_mean" : 77154.251142,
"iops_stddev" : 39.525959,
"iops_samples" : 7008
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3519978,
"usr_cpu" : 0.613356,
"sys_cpu" : 14.391454,
"ctx" : 8002260,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.124275,
"250" : 0.011125,
"500" : 1.094254,
"750" : 1.872689,
"1000" : 11.056341
},
"latency_ms" : {
"2" : 85.654190,
"4" : 0.186724,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081337,
"timestamp_ms" : 1773081337753,
"time" : "Mon Mar 9 15:35:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 37918781440,
"io_kbytes" : 37030060,
"bw_bytes" : 315989845,
"bw" : 308583,
"iops" : 77146.533333,
"runtime" : 120000,
"total_ios" : 9257584,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412270.703957,
"stddev" : 139255.515643,
"N" : 9257584
},
"clat_ns" : {
"min" : 45049,
"max" : 3446665,
"mean" : 1245968.044361,
"stddev" : 248287.552238,
"N" : 9257552,
"percentile" : {
"1.000000" : 473088,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2056192,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"50944" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 2,
"56576" : 2,
"57088" : 2,
"57600" : 1,
"58112" : 12,
"58624" : 11,
"59136" : 12,
"59648" : 11,
"60160" : 9,
"60672" : 7,
"61184" : 16,
"61696" : 14,
"62208" : 15,
"62720" : 18,
"63232" : 16,
"63744" : 12,
"64256" : 13,
"64768" : 18,
"65280" : 17,
"66048" : 40,
"67072" : 43,
"68096" : 71,
"69120" : 121,
"70144" : 193,
"71168" : 321,
"72192" : 408,
"73216" : 531,
"74240" : 644,
"75264" : 766,
"76288" : 784,
"77312" : 809,
"78336" : 783,
"79360" : 728,
"80384" : 686,
"81408" : 583,
"82432" : 476,
"83456" : 496,
"84480" : 379,
"85504" : 337,
"86528" : 269,
"87552" : 224,
"88576" : 209,
"89600" : 178,
"90624" : 133,
"91648" : 121,
"92672" : 97,
"93696" : 100,
"94720" : 79,
"95744" : 96,
"96768" : 79,
"97792" : 66,
"98816" : 64,
"99840" : 47,
"100864" : 65,
"101888" : 45,
"102912" : 48,
"103936" : 39,
"104960" : 49,
"105984" : 36,
"107008" : 33,
"108032" : 37,
"109056" : 59,
"110080" : 45,
"111104" : 47,
"112128" : 36,
"113152" : 43,
"114176" : 45,
"115200" : 32,
"116224" : 36,
"117248" : 36,
"118272" : 32,
"119296" : 22,
"120320" : 23,
"121344" : 10,
"122368" : 24,
"123392" : 17,
"124416" : 12,
"125440" : 13,
"126464" : 11,
"127488" : 11,
"128512" : 9,
"129536" : 9,
"130560" : 7,
"132096" : 5,
"134144" : 12,
"136192" : 6,
"138240" : 7,
"140288" : 7,
"142336" : 7,
"144384" : 3,
"146432" : 5,
"148480" : 4,
"150528" : 1,
"152576" : 3,
"154624" : 1,
"156672" : 3,
"158720" : 1,
"160768" : 4,
"171008" : 2,
"173056" : 1,
"177152" : 1,
"179200" : 2,
"183296" : 1,
"185344" : 2,
"193536" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 5,
"276480" : 2,
"280576" : 5,
"284672" : 2,
"288768" : 5,
"292864" : 14,
"296960" : 19,
"301056" : 22,
"305152" : 26,
"309248" : 28,
"313344" : 54,
"317440" : 56,
"321536" : 78,
"325632" : 92,
"329728" : 121,
"333824" : 171,
"337920" : 224,
"342016" : 312,
"346112" : 380,
"350208" : 348,
"354304" : 431,
"358400" : 409,
"362496" : 427,
"366592" : 517,
"370688" : 722,
"374784" : 1002,
"378880" : 1347,
"382976" : 1934,
"387072" : 2488,
"391168" : 2889,
"395264" : 3145,
"399360" : 3243,
"403456" : 3071,
"407552" : 2854,
"411648" : 2614,
"415744" : 2336,
"419840" : 2269,
"423936" : 2304,
"428032" : 2558,
"432128" : 3034,
"436224" : 3701,
"440320" : 4296,
"444416" : 4592,
"448512" : 4711,
"452608" : 4664,
"456704" : 4430,
"460800" : 4041,
"464896" : 3790,
"468992" : 3588,
"473088" : 3324,
"477184" : 3216,
"481280" : 3062,
"485376" : 2863,
"489472" : 2757,
"493568" : 2604,
"497664" : 2373,
"501760" : 2380,
"505856" : 2166,
"509952" : 2081,
"514048" : 2001,
"518144" : 2039,
"522240" : 2018,
"528384" : 3906,
"536576" : 3786,
"544768" : 3576,
"552960" : 3180,
"561152" : 2977,
"569344" : 2690,
"577536" : 2449,
"585728" : 2338,
"593920" : 2149,
"602112" : 1994,
"610304" : 1954,
"618496" : 1974,
"626688" : 1923,
"634880" : 1999,
"643072" : 2154,
"651264" : 2526,
"659456" : 3012,
"667648" : 3400,
"675840" : 4228,
"684032" : 5110,
"692224" : 7118,
"700416" : 9293,
"708608" : 11484,
"716800" : 13175,
"724992" : 14384,
"733184" : 16214,
"741376" : 19135,
"749568" : 23035,
"757760" : 27308,
"765952" : 29988,
"774144" : 31669,
"782336" : 32829,
"790528" : 34245,
"798720" : 35986,
"806912" : 37572,
"815104" : 39114,
"823296" : 39802,
"831488" : 40193,
"839680" : 40335,
"847872" : 40412,
"856064" : 39065,
"864256" : 38421,
"872448" : 37538,
"880640" : 36588,
"888832" : 35633,
"897024" : 35106,
"905216" : 34682,
"913408" : 33599,
"921600" : 32385,
"929792" : 31655,
"937984" : 30566,
"946176" : 29703,
"954368" : 28867,
"962560" : 28261,
"970752" : 27615,
"978944" : 27770,
"987136" : 27776,
"995328" : 28327,
"1003520" : 29667,
"1011712" : 31243,
"1019904" : 33306,
"1028096" : 35469,
"1036288" : 38421,
"1044480" : 41907,
"1056768" : 96716,
"1073152" : 121195,
"1089536" : 146171,
"1105920" : 173535,
"1122304" : 204425,
"1138688" : 233104,
"1155072" : 258723,
"1171456" : 281547,
"1187840" : 300966,
"1204224" : 314455,
"1220608" : 324073,
"1236992" : 328169,
"1253376" : 329481,
"1269760" : 325652,
"1286144" : 317947,
"1302528" : 309897,
"1318912" : 298596,
"1335296" : 286038,
"1351680" : 270213,
"1368064" : 255873,
"1384448" : 239335,
"1400832" : 223251,
"1417216" : 207419,
"1433600" : 190686,
"1449984" : 175422,
"1466368" : 161027,
"1482752" : 147884,
"1499136" : 133438,
"1515520" : 120884,
"1531904" : 108789,
"1548288" : 98844,
"1564672" : 87975,
"1581056" : 78825,
"1597440" : 70726,
"1613824" : 62692,
"1630208" : 55809,
"1646592" : 49515,
"1662976" : 43665,
"1679360" : 38354,
"1695744" : 34420,
"1712128" : 29957,
"1728512" : 26140,
"1744896" : 23292,
"1761280" : 20227,
"1777664" : 17893,
"1794048" : 15271,
"1810432" : 13373,
"1826816" : 11577,
"1843200" : 10149,
"1859584" : 8801,
"1875968" : 7712,
"1892352" : 6753,
"1908736" : 5927,
"1925120" : 5004,
"1941504" : 4375,
"1957888" : 3696,
"1974272" : 3243,
"1990656" : 2738,
"2007040" : 2395,
"2023424" : 2057,
"2039808" : 1835,
"2056192" : 1528,
"2072576" : 1319,
"2088960" : 1177,
"2113536" : 1805,
"2146304" : 1343,
"2179072" : 931,
"2211840" : 690,
"2244608" : 509,
"2277376" : 382,
"2310144" : 292,
"2342912" : 212,
"2375680" : 153,
"2408448" : 107,
"2441216" : 85,
"2473984" : 62,
"2506752" : 40,
"2539520" : 38,
"2572288" : 30,
"2605056" : 19,
"2637824" : 13,
"2670592" : 6,
"2703360" : 7,
"2736128" : 5,
"2768896" : 1,
"2834432" : 2,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 77078,
"max" : 4003486,
"mean" : 1658238.506052,
"stddev" : 290418.674034,
"N" : 9257552
},
"bw_min" : 297822,
"bw_max" : 321258,
"bw_agg" : 100.000000,
"bw_mean" : 308660.033473,
"bw_dev" : 160.088864,
"bw_samples" : 7648,
"iops_min" : 74454,
"iops_max" : 80313,
"iops_mean" : 77163.025105,
"iops_stddev" : 40.020981,
"iops_samples" : 7648
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3839972,
"usr_cpu" : 0.613520,
"sys_cpu" : 14.388673,
"ctx" : 8728862,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.120571,
"250" : 0.011040,
"500" : 1.077581,
"750" : 1.866556,
"1000" : 11.081606
},
"latency_ms" : {
"2" : 85.659725,
"4" : 0.182553,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081347,
"timestamp_ms" : 1773081347753,
"time" : "Mon Mar 9 15:35:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 41081143296,
"io_kbytes" : 40118304,
"bw_bytes" : 316008794,
"bw" : 308602,
"iops" : 77151.092308,
"runtime" : 130000,
"total_ios" : 10029642,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412248.039112,
"stddev" : 139099.110485,
"N" : 10029642
},
"clat_ns" : {
"min" : 45049,
"max" : 3446665,
"mean" : 1245893.656058,
"stddev" : 247823.745439,
"N" : 10029610,
"percentile" : {
"1.000000" : 473088,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2056192,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"50944" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 3,
"56576" : 2,
"57088" : 2,
"57600" : 2,
"58112" : 13,
"58624" : 12,
"59136" : 13,
"59648" : 11,
"60160" : 10,
"60672" : 9,
"61184" : 17,
"61696" : 17,
"62208" : 15,
"62720" : 19,
"63232" : 16,
"63744" : 15,
"64256" : 13,
"64768" : 20,
"65280" : 20,
"66048" : 42,
"67072" : 43,
"68096" : 75,
"69120" : 130,
"70144" : 205,
"71168" : 346,
"72192" : 438,
"73216" : 579,
"74240" : 682,
"75264" : 811,
"76288" : 827,
"77312" : 862,
"78336" : 818,
"79360" : 756,
"80384" : 715,
"81408" : 603,
"82432" : 501,
"83456" : 513,
"84480" : 396,
"85504" : 352,
"86528" : 279,
"87552" : 231,
"88576" : 221,
"89600" : 187,
"90624" : 140,
"91648" : 130,
"92672" : 103,
"93696" : 105,
"94720" : 84,
"95744" : 102,
"96768" : 83,
"97792" : 70,
"98816" : 66,
"99840" : 52,
"100864" : 68,
"101888" : 45,
"102912" : 51,
"103936" : 41,
"104960" : 52,
"105984" : 39,
"107008" : 37,
"108032" : 39,
"109056" : 59,
"110080" : 47,
"111104" : 49,
"112128" : 39,
"113152" : 45,
"114176" : 47,
"115200" : 33,
"116224" : 37,
"117248" : 36,
"118272" : 35,
"119296" : 22,
"120320" : 26,
"121344" : 10,
"122368" : 25,
"123392" : 19,
"124416" : 13,
"125440" : 14,
"126464" : 12,
"127488" : 11,
"128512" : 9,
"129536" : 9,
"130560" : 7,
"132096" : 7,
"134144" : 12,
"136192" : 7,
"138240" : 8,
"140288" : 7,
"142336" : 8,
"144384" : 3,
"146432" : 5,
"148480" : 4,
"150528" : 1,
"152576" : 3,
"154624" : 1,
"156672" : 3,
"158720" : 1,
"160768" : 4,
"171008" : 2,
"173056" : 1,
"175104" : 1,
"177152" : 1,
"179200" : 2,
"183296" : 1,
"185344" : 2,
"193536" : 1,
"209920" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 5,
"276480" : 3,
"280576" : 6,
"284672" : 3,
"288768" : 5,
"292864" : 15,
"296960" : 20,
"301056" : 23,
"305152" : 26,
"309248" : 30,
"313344" : 54,
"317440" : 63,
"321536" : 83,
"325632" : 102,
"329728" : 134,
"333824" : 187,
"337920" : 236,
"342016" : 333,
"346112" : 398,
"350208" : 384,
"354304" : 447,
"358400" : 438,
"362496" : 465,
"366592" : 565,
"370688" : 768,
"374784" : 1086,
"378880" : 1450,
"382976" : 2071,
"387072" : 2648,
"391168" : 3116,
"395264" : 3371,
"399360" : 3470,
"403456" : 3311,
"407552" : 3050,
"411648" : 2799,
"415744" : 2517,
"419840" : 2430,
"423936" : 2472,
"428032" : 2747,
"432128" : 3284,
"436224" : 3973,
"440320" : 4630,
"444416" : 4877,
"448512" : 5049,
"452608" : 4970,
"456704" : 4737,
"460800" : 4334,
"464896" : 4045,
"468992" : 3837,
"473088" : 3551,
"477184" : 3437,
"481280" : 3282,
"485376" : 3040,
"489472" : 2946,
"493568" : 2757,
"497664" : 2543,
"501760" : 2543,
"505856" : 2324,
"509952" : 2202,
"514048" : 2161,
"518144" : 2183,
"522240" : 2134,
"528384" : 4188,
"536576" : 4061,
"544768" : 3789,
"552960" : 3393,
"561152" : 3160,
"569344" : 2881,
"577536" : 2613,
"585728" : 2485,
"593920" : 2269,
"602112" : 2120,
"610304" : 2091,
"618496" : 2117,
"626688" : 2083,
"634880" : 2132,
"643072" : 2294,
"651264" : 2702,
"659456" : 3244,
"667648" : 3654,
"675840" : 4570,
"684032" : 5564,
"692224" : 7705,
"700416" : 10073,
"708608" : 12469,
"716800" : 14263,
"724992" : 15620,
"733184" : 17588,
"741376" : 20773,
"749568" : 25003,
"757760" : 29630,
"765952" : 32597,
"774144" : 34425,
"782336" : 35659,
"790528" : 37190,
"798720" : 39045,
"806912" : 40869,
"815104" : 42484,
"823296" : 43204,
"831488" : 43590,
"839680" : 43719,
"847872" : 43773,
"856064" : 42403,
"864256" : 41732,
"872448" : 40822,
"880640" : 39712,
"888832" : 38717,
"897024" : 38133,
"905216" : 37519,
"913408" : 36418,
"921600" : 35137,
"929792" : 34253,
"937984" : 33320,
"946176" : 32202,
"954368" : 31377,
"962560" : 30745,
"970752" : 30001,
"978944" : 30187,
"987136" : 30088,
"995328" : 30668,
"1003520" : 32233,
"1011712" : 33857,
"1019904" : 36137,
"1028096" : 38467,
"1036288" : 41658,
"1044480" : 45331,
"1056768" : 104995,
"1073152" : 131364,
"1089536" : 158625,
"1105920" : 187880,
"1122304" : 221581,
"1138688" : 252670,
"1155072" : 280428,
"1171456" : 305030,
"1187840" : 326314,
"1204224" : 340689,
"1220608" : 351492,
"1236992" : 355885,
"1253376" : 357181,
"1269760" : 352989,
"1286144" : 344969,
"1302528" : 335790,
"1318912" : 323488,
"1335296" : 310128,
"1351680" : 292917,
"1368064" : 277388,
"1384448" : 259579,
"1400832" : 241983,
"1417216" : 224715,
"1433600" : 206724,
"1449984" : 190130,
"1466368" : 174563,
"1482752" : 160018,
"1499136" : 144583,
"1515520" : 130799,
"1531904" : 117957,
"1548288" : 106974,
"1564672" : 95171,
"1581056" : 85216,
"1597440" : 76320,
"1613824" : 67677,
"1630208" : 60317,
"1646592" : 53468,
"1662976" : 47216,
"1679360" : 41438,
"1695744" : 37071,
"1712128" : 32318,
"1728512" : 28176,
"1744896" : 25059,
"1761280" : 21796,
"1777664" : 19192,
"1794048" : 16433,
"1810432" : 14417,
"1826816" : 12419,
"1843200" : 10926,
"1859584" : 9423,
"1875968" : 8291,
"1892352" : 7271,
"1908736" : 6341,
"1925120" : 5371,
"1941504" : 4659,
"1957888" : 3937,
"1974272" : 3477,
"1990656" : 2925,
"2007040" : 2564,
"2023424" : 2208,
"2039808" : 1948,
"2056192" : 1617,
"2072576" : 1410,
"2088960" : 1254,
"2113536" : 1930,
"2146304" : 1456,
"2179072" : 991,
"2211840" : 742,
"2244608" : 549,
"2277376" : 407,
"2310144" : 316,
"2342912" : 226,
"2375680" : 162,
"2408448" : 115,
"2441216" : 87,
"2473984" : 67,
"2506752" : 42,
"2539520" : 41,
"2572288" : 31,
"2605056" : 19,
"2637824" : 13,
"2670592" : 6,
"2703360" : 8,
"2736128" : 6,
"2768896" : 1,
"2834432" : 2,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 77078,
"max" : 4003486,
"mean" : 1658141.616655,
"stddev" : 289770.859249,
"N" : 10029610
},
"bw_min" : 297438,
"bw_max" : 321530,
"bw_agg" : 100.000000,
"bw_mean" : 308670.227799,
"bw_dev" : 161.868921,
"bw_samples" : 8288,
"iops_min" : 74358,
"iops_max" : 80381,
"iops_mean" : 77165.563707,
"iops_stddev" : 40.466349,
"iops_samples" : 8288
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4159979,
"usr_cpu" : 0.611734,
"sys_cpu" : 14.387308,
"ctx" : 9455097,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999990,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999990,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.117312,
"250" : 0.010738,
"500" : 1.065083,
"750" : 1.859299,
"1000" : 11.102819
},
"latency_ms" : {
"2" : 85.664324,
"4" : 0.180086,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081357,
"timestamp_ms" : 1773081357753,
"time" : "Mon Mar 9 15:35:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 44242251776,
"io_kbytes" : 43205324,
"bw_bytes" : 316016084,
"bw" : 308609,
"iops" : 77152.750000,
"runtime" : 140000,
"total_ios" : 10801385,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412239.624857,
"stddev" : 138963.714318,
"N" : 10801386
},
"clat_ns" : {
"min" : 45049,
"max" : 3446665,
"mean" : 1245866.134927,
"stddev" : 247381.571763,
"N" : 10801353,
"percentile" : {
"1.000000" : 477184,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2056192,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"50944" : 1,
"52480" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 3,
"56576" : 2,
"57088" : 2,
"57600" : 3,
"58112" : 14,
"58624" : 12,
"59136" : 13,
"59648" : 13,
"60160" : 11,
"60672" : 10,
"61184" : 18,
"61696" : 17,
"62208" : 15,
"62720" : 20,
"63232" : 17,
"63744" : 17,
"64256" : 13,
"64768" : 21,
"65280" : 21,
"66048" : 45,
"67072" : 44,
"68096" : 78,
"69120" : 137,
"70144" : 213,
"71168" : 358,
"72192" : 458,
"73216" : 610,
"74240" : 704,
"75264" : 840,
"76288" : 862,
"77312" : 907,
"78336" : 851,
"79360" : 798,
"80384" : 755,
"81408" : 630,
"82432" : 517,
"83456" : 533,
"84480" : 415,
"85504" : 368,
"86528" : 291,
"87552" : 243,
"88576" : 236,
"89600" : 206,
"90624" : 151,
"91648" : 137,
"92672" : 109,
"93696" : 111,
"94720" : 91,
"95744" : 105,
"96768" : 89,
"97792" : 74,
"98816" : 69,
"99840" : 54,
"100864" : 70,
"101888" : 46,
"102912" : 53,
"103936" : 44,
"104960" : 56,
"105984" : 42,
"107008" : 39,
"108032" : 42,
"109056" : 59,
"110080" : 51,
"111104" : 52,
"112128" : 41,
"113152" : 48,
"114176" : 49,
"115200" : 36,
"116224" : 40,
"117248" : 39,
"118272" : 37,
"119296" : 22,
"120320" : 27,
"121344" : 11,
"122368" : 26,
"123392" : 19,
"124416" : 15,
"125440" : 15,
"126464" : 13,
"127488" : 12,
"128512" : 9,
"129536" : 10,
"130560" : 7,
"132096" : 10,
"134144" : 12,
"136192" : 8,
"138240" : 8,
"140288" : 7,
"142336" : 8,
"144384" : 3,
"146432" : 5,
"148480" : 4,
"150528" : 2,
"152576" : 3,
"154624" : 2,
"156672" : 3,
"158720" : 1,
"160768" : 4,
"166912" : 1,
"171008" : 2,
"173056" : 1,
"175104" : 1,
"177152" : 2,
"179200" : 3,
"183296" : 1,
"185344" : 2,
"193536" : 1,
"209920" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 5,
"276480" : 4,
"280576" : 6,
"284672" : 4,
"288768" : 6,
"292864" : 15,
"296960" : 20,
"301056" : 24,
"305152" : 26,
"309248" : 32,
"313344" : 57,
"317440" : 66,
"321536" : 87,
"325632" : 112,
"329728" : 140,
"333824" : 203,
"337920" : 257,
"342016" : 344,
"346112" : 425,
"350208" : 406,
"354304" : 475,
"358400" : 467,
"362496" : 494,
"366592" : 598,
"370688" : 803,
"374784" : 1175,
"378880" : 1555,
"382976" : 2193,
"387072" : 2810,
"391168" : 3287,
"395264" : 3554,
"399360" : 3706,
"403456" : 3497,
"407552" : 3235,
"411648" : 2975,
"415744" : 2692,
"419840" : 2614,
"423936" : 2620,
"428032" : 2929,
"432128" : 3525,
"436224" : 4216,
"440320" : 4947,
"444416" : 5183,
"448512" : 5353,
"452608" : 5299,
"456704" : 5024,
"460800" : 4643,
"464896" : 4305,
"468992" : 4079,
"473088" : 3781,
"477184" : 3645,
"481280" : 3507,
"485376" : 3237,
"489472" : 3143,
"493568" : 2933,
"497664" : 2699,
"501760" : 2698,
"505856" : 2466,
"509952" : 2330,
"514048" : 2305,
"518144" : 2320,
"522240" : 2292,
"528384" : 4436,
"536576" : 4336,
"544768" : 4040,
"552960" : 3577,
"561152" : 3360,
"569344" : 3053,
"577536" : 2764,
"585728" : 2634,
"593920" : 2418,
"602112" : 2258,
"610304" : 2225,
"618496" : 2261,
"626688" : 2233,
"634880" : 2290,
"643072" : 2484,
"651264" : 2892,
"659456" : 3478,
"667648" : 3959,
"675840" : 4901,
"684032" : 6007,
"692224" : 8298,
"700416" : 10815,
"708608" : 13412,
"716800" : 15347,
"724992" : 16815,
"733184" : 18940,
"741376" : 22386,
"749568" : 26911,
"757760" : 31888,
"765952" : 35073,
"774144" : 37096,
"782336" : 38461,
"790528" : 40168,
"798720" : 42107,
"806912" : 44060,
"815104" : 45813,
"823296" : 46531,
"831488" : 46991,
"839680" : 47228,
"847872" : 47131,
"856064" : 45802,
"864256" : 45086,
"872448" : 44132,
"880640" : 42809,
"888832" : 41860,
"897024" : 41247,
"905216" : 40469,
"913408" : 39380,
"921600" : 37933,
"929792" : 36843,
"937984" : 35950,
"946176" : 34748,
"954368" : 33822,
"962560" : 33213,
"970752" : 32456,
"978944" : 32582,
"987136" : 32464,
"995328" : 33151,
"1003520" : 34830,
"1011712" : 36411,
"1019904" : 38902,
"1028096" : 41487,
"1036288" : 44802,
"1044480" : 48744,
"1056768" : 112992,
"1073152" : 141427,
"1089536" : 170784,
"1105920" : 202489,
"1122304" : 238858,
"1138688" : 272252,
"1155072" : 302434,
"1171456" : 328578,
"1187840" : 351461,
"1204224" : 367217,
"1220608" : 378909,
"1236992" : 383371,
"1253376" : 384609,
"1269760" : 380113,
"1286144" : 371943,
"1302528" : 361845,
"1318912" : 348805,
"1335296" : 334068,
"1351680" : 316089,
"1368064" : 299055,
"1384448" : 279721,
"1400832" : 260880,
"1417216" : 241896,
"1433600" : 222693,
"1449984" : 204863,
"1466368" : 187912,
"1482752" : 172028,
"1499136" : 155518,
"1515520" : 140691,
"1531904" : 126919,
"1548288" : 115045,
"1564672" : 102413,
"1581056" : 91569,
"1597440" : 82008,
"1613824" : 72748,
"1630208" : 64974,
"1646592" : 57454,
"1662976" : 50642,
"1679360" : 44503,
"1695744" : 39780,
"1712128" : 34621,
"1728512" : 30184,
"1744896" : 26852,
"1761280" : 23373,
"1777664" : 20564,
"1794048" : 17570,
"1810432" : 15454,
"1826816" : 13319,
"1843200" : 11695,
"1859584" : 10099,
"1875968" : 8892,
"1892352" : 7755,
"1908736" : 6804,
"1925120" : 5735,
"1941504" : 4976,
"1957888" : 4230,
"1974272" : 3687,
"1990656" : 3085,
"2007040" : 2754,
"2023424" : 2338,
"2039808" : 2058,
"2056192" : 1720,
"2072576" : 1497,
"2088960" : 1324,
"2113536" : 2048,
"2146304" : 1550,
"2179072" : 1069,
"2211840" : 792,
"2244608" : 581,
"2277376" : 435,
"2310144" : 331,
"2342912" : 244,
"2375680" : 173,
"2408448" : 118,
"2441216" : 92,
"2473984" : 72,
"2506752" : 45,
"2539520" : 42,
"2572288" : 33,
"2605056" : 20,
"2637824" : 14,
"2670592" : 6,
"2703360" : 9,
"2736128" : 6,
"2768896" : 1,
"2834432" : 2,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 76427,
"max" : 4003486,
"mean" : 1658105.636685,
"stddev" : 289145.431730,
"N" : 10801353
},
"bw_min" : 297257,
"bw_max" : 321842,
"bw_agg" : 100.000000,
"bw_mean" : 308679.329749,
"bw_dev" : 163.732225,
"bw_samples" : 8928,
"iops_min" : 74312,
"iops_max" : 80459,
"iops_mean" : 77167.831541,
"iops_stddev" : 40.933121,
"iops_samples" : 8928
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4479986,
"usr_cpu" : 0.611029,
"sys_cpu" : 14.387478,
"ctx" : 10181290,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.114069,
"250" : 0.010563,
"500" : 1.052171,
"750" : 1.852272,
"1000" : 11.123685
},
"latency_ms" : {
"2" : 85.669143,
"4" : 0.177783,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081367,
"timestamp_ms" : 1773081367754,
"time" : "Mon Mar 9 15:36:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 47404023808,
"io_kbytes" : 46292992,
"bw_bytes" : 316026825,
"bw" : 308619,
"iops" : 77155.413333,
"runtime" : 150000,
"total_ios" : 11573312,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412226.883994,
"stddev" : 138813.874388,
"N" : 11573313
},
"clat_ns" : {
"min" : 45049,
"max" : 3446665,
"mean" : 1245828.667819,
"stddev" : 246921.766432,
"N" : 11573281,
"percentile" : {
"1.000000" : 477184,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2056192,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44800" : 1,
"45312" : 1,
"50944" : 1,
"52480" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 3,
"56576" : 2,
"57088" : 2,
"57600" : 3,
"58112" : 14,
"58624" : 12,
"59136" : 14,
"59648" : 13,
"60160" : 11,
"60672" : 10,
"61184" : 18,
"61696" : 18,
"62208" : 15,
"62720" : 21,
"63232" : 18,
"63744" : 17,
"64256" : 13,
"64768" : 23,
"65280" : 21,
"66048" : 46,
"67072" : 48,
"68096" : 79,
"69120" : 138,
"70144" : 220,
"71168" : 365,
"72192" : 466,
"73216" : 635,
"74240" : 739,
"75264" : 869,
"76288" : 905,
"77312" : 937,
"78336" : 883,
"79360" : 840,
"80384" : 794,
"81408" : 662,
"82432" : 545,
"83456" : 553,
"84480" : 436,
"85504" : 388,
"86528" : 305,
"87552" : 252,
"88576" : 242,
"89600" : 213,
"90624" : 159,
"91648" : 142,
"92672" : 117,
"93696" : 115,
"94720" : 92,
"95744" : 110,
"96768" : 96,
"97792" : 77,
"98816" : 72,
"99840" : 58,
"100864" : 73,
"101888" : 49,
"102912" : 57,
"103936" : 45,
"104960" : 57,
"105984" : 42,
"107008" : 41,
"108032" : 44,
"109056" : 61,
"110080" : 53,
"111104" : 55,
"112128" : 43,
"113152" : 53,
"114176" : 52,
"115200" : 39,
"116224" : 44,
"117248" : 42,
"118272" : 40,
"119296" : 24,
"120320" : 28,
"121344" : 15,
"122368" : 28,
"123392" : 20,
"124416" : 15,
"125440" : 15,
"126464" : 13,
"127488" : 13,
"128512" : 10,
"129536" : 10,
"130560" : 7,
"132096" : 11,
"134144" : 12,
"136192" : 8,
"138240" : 8,
"140288" : 9,
"142336" : 9,
"144384" : 3,
"146432" : 6,
"148480" : 4,
"150528" : 2,
"152576" : 3,
"154624" : 2,
"156672" : 3,
"158720" : 1,
"160768" : 4,
"166912" : 1,
"171008" : 2,
"173056" : 1,
"175104" : 1,
"177152" : 2,
"179200" : 3,
"183296" : 1,
"185344" : 2,
"189440" : 1,
"193536" : 1,
"209920" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 5,
"276480" : 4,
"280576" : 6,
"284672" : 4,
"288768" : 7,
"292864" : 15,
"296960" : 20,
"301056" : 24,
"305152" : 26,
"309248" : 35,
"313344" : 58,
"317440" : 71,
"321536" : 93,
"325632" : 117,
"329728" : 156,
"333824" : 216,
"337920" : 272,
"342016" : 358,
"346112" : 443,
"350208" : 429,
"354304" : 499,
"358400" : 493,
"362496" : 519,
"366592" : 625,
"370688" : 851,
"374784" : 1238,
"378880" : 1615,
"382976" : 2321,
"387072" : 2963,
"391168" : 3469,
"395264" : 3749,
"399360" : 3921,
"403456" : 3726,
"407552" : 3431,
"411648" : 3136,
"415744" : 2857,
"419840" : 2751,
"423936" : 2789,
"428032" : 3102,
"432128" : 3720,
"436224" : 4445,
"440320" : 5206,
"444416" : 5483,
"448512" : 5656,
"452608" : 5644,
"456704" : 5330,
"460800" : 4910,
"464896" : 4541,
"468992" : 4290,
"473088" : 4031,
"477184" : 3903,
"481280" : 3741,
"485376" : 3463,
"489472" : 3322,
"493568" : 3078,
"497664" : 2878,
"501760" : 2859,
"505856" : 2620,
"509952" : 2461,
"514048" : 2474,
"518144" : 2463,
"522240" : 2418,
"528384" : 4680,
"536576" : 4584,
"544768" : 4305,
"552960" : 3795,
"561152" : 3578,
"569344" : 3208,
"577536" : 2928,
"585728" : 2793,
"593920" : 2573,
"602112" : 2406,
"610304" : 2340,
"618496" : 2405,
"626688" : 2370,
"634880" : 2426,
"643072" : 2662,
"651264" : 3086,
"659456" : 3693,
"667648" : 4257,
"675840" : 5228,
"684032" : 6443,
"692224" : 8837,
"700416" : 11577,
"708608" : 14357,
"716800" : 16456,
"724992" : 18068,
"733184" : 20298,
"741376" : 23920,
"749568" : 28767,
"757760" : 34222,
"765952" : 37563,
"774144" : 39841,
"782336" : 41276,
"790528" : 43078,
"798720" : 45158,
"806912" : 47259,
"815104" : 49043,
"823296" : 50020,
"831488" : 50429,
"839680" : 50701,
"847872" : 50601,
"856064" : 49286,
"864256" : 48419,
"872448" : 47316,
"880640" : 45921,
"888832" : 44851,
"897024" : 44208,
"905216" : 43438,
"913408" : 42257,
"921600" : 40666,
"929792" : 39639,
"937984" : 38544,
"946176" : 37272,
"954368" : 36231,
"962560" : 35625,
"970752" : 34835,
"978944" : 34919,
"987136" : 34838,
"995328" : 35507,
"1003520" : 37271,
"1011712" : 39115,
"1019904" : 41739,
"1028096" : 44482,
"1036288" : 47997,
"1044480" : 52212,
"1056768" : 121078,
"1073152" : 151568,
"1089536" : 182969,
"1105920" : 216975,
"1122304" : 256123,
"1138688" : 291858,
"1155072" : 324334,
"1171456" : 352239,
"1187840" : 376697,
"1204224" : 393809,
"1220608" : 406454,
"1236992" : 411116,
"1253376" : 412141,
"1269760" : 408017,
"1286144" : 398915,
"1302528" : 388277,
"1318912" : 374031,
"1335296" : 358403,
"1351680" : 339031,
"1368064" : 320719,
"1384448" : 300043,
"1400832" : 279591,
"1417216" : 259243,
"1433600" : 238562,
"1449984" : 219516,
"1466368" : 201266,
"1482752" : 184138,
"1499136" : 166555,
"1515520" : 150560,
"1531904" : 135728,
"1548288" : 122899,
"1564672" : 109471,
"1581056" : 98006,
"1597440" : 87508,
"1613824" : 77775,
"1630208" : 69444,
"1646592" : 61331,
"1662976" : 54087,
"1679360" : 47529,
"1695744" : 42429,
"1712128" : 36900,
"1728512" : 32249,
"1744896" : 28563,
"1761280" : 24941,
"1777664" : 21866,
"1794048" : 18704,
"1810432" : 16470,
"1826816" : 14185,
"1843200" : 12507,
"1859584" : 10772,
"1875968" : 9431,
"1892352" : 8239,
"1908736" : 7230,
"1925120" : 6089,
"1941504" : 5259,
"1957888" : 4497,
"1974272" : 3923,
"1990656" : 3276,
"2007040" : 2910,
"2023424" : 2457,
"2039808" : 2185,
"2056192" : 1828,
"2072576" : 1584,
"2088960" : 1399,
"2113536" : 2174,
"2146304" : 1631,
"2179072" : 1138,
"2211840" : 843,
"2244608" : 627,
"2277376" : 459,
"2310144" : 353,
"2342912" : 261,
"2375680" : 185,
"2408448" : 124,
"2441216" : 95,
"2473984" : 76,
"2506752" : 46,
"2539520" : 43,
"2572288" : 37,
"2605056" : 20,
"2637824" : 15,
"2670592" : 7,
"2703360" : 9,
"2736128" : 6,
"2768896" : 1,
"2834432" : 2,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 76427,
"max" : 4003486,
"mean" : 1658055.263859,
"stddev" : 288502.767027,
"N" : 11573281
},
"bw_min" : 297255,
"bw_max" : 322042,
"bw_agg" : 100.000000,
"bw_mean" : 308690.290970,
"bw_dev" : 165.480295,
"bw_samples" : 9568,
"iops_min" : 74311,
"iops_max" : 80509,
"iops_mean" : 77170.494983,
"iops_stddev" : 41.370888,
"iops_samples" : 9568
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800000,
"usr_cpu" : 0.610437,
"sys_cpu" : 14.390521,
"ctx" : 10907798,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999991,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999991,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.110910,
"250" : 0.010412,
"500" : 1.039244,
"750" : 1.845289,
"1000" : 11.138229
},
"latency_ms" : {
"2" : 85.679933,
"4" : 0.175697,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081377,
"timestamp_ms" : 1773081377753,
"time" : "Mon Mar 9 15:36:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 50564034560,
"io_kbytes" : 49378940,
"bw_bytes" : 316025216,
"bw" : 308618,
"iops" : 77155.043750,
"runtime" : 160000,
"total_ios" : 12344807,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412226.437925,
"stddev" : 138674.578282,
"N" : 12344807
},
"clat_ns" : {
"min" : 44387,
"max" : 3446665,
"mean" : 1245827.870586,
"stddev" : 246517.443393,
"N" : 12344775,
"percentile" : {
"1.000000" : 477184,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2056192,
"99.950000" : 2146304,
"99.990000" : 2310144
},
"bins" : {
"44288" : 1,
"44800" : 1,
"45312" : 1,
"46848" : 1,
"50944" : 1,
"52480" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 3,
"56576" : 2,
"57088" : 2,
"57600" : 3,
"58112" : 14,
"58624" : 13,
"59136" : 15,
"59648" : 13,
"60160" : 11,
"60672" : 11,
"61184" : 18,
"61696" : 18,
"62208" : 16,
"62720" : 22,
"63232" : 20,
"63744" : 17,
"64256" : 13,
"64768" : 27,
"65280" : 21,
"66048" : 48,
"67072" : 48,
"68096" : 80,
"69120" : 144,
"70144" : 227,
"71168" : 376,
"72192" : 487,
"73216" : 654,
"74240" : 770,
"75264" : 895,
"76288" : 952,
"77312" : 973,
"78336" : 922,
"79360" : 877,
"80384" : 823,
"81408" : 702,
"82432" : 570,
"83456" : 572,
"84480" : 458,
"85504" : 400,
"86528" : 320,
"87552" : 266,
"88576" : 254,
"89600" : 221,
"90624" : 168,
"91648" : 151,
"92672" : 123,
"93696" : 119,
"94720" : 96,
"95744" : 113,
"96768" : 101,
"97792" : 80,
"98816" : 76,
"99840" : 61,
"100864" : 74,
"101888" : 51,
"102912" : 60,
"103936" : 48,
"104960" : 58,
"105984" : 43,
"107008" : 42,
"108032" : 48,
"109056" : 61,
"110080" : 54,
"111104" : 60,
"112128" : 49,
"113152" : 56,
"114176" : 53,
"115200" : 42,
"116224" : 47,
"117248" : 43,
"118272" : 42,
"119296" : 26,
"120320" : 31,
"121344" : 17,
"122368" : 30,
"123392" : 20,
"124416" : 16,
"125440" : 16,
"126464" : 13,
"127488" : 14,
"128512" : 10,
"129536" : 10,
"130560" : 9,
"132096" : 12,
"134144" : 12,
"136192" : 8,
"138240" : 8,
"140288" : 9,
"142336" : 9,
"144384" : 3,
"146432" : 6,
"148480" : 4,
"150528" : 2,
"152576" : 3,
"154624" : 2,
"156672" : 3,
"158720" : 1,
"160768" : 4,
"166912" : 1,
"171008" : 2,
"173056" : 1,
"175104" : 1,
"177152" : 2,
"179200" : 3,
"183296" : 1,
"185344" : 2,
"189440" : 1,
"193536" : 1,
"209920" : 1,
"252928" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 5,
"276480" : 4,
"280576" : 7,
"284672" : 5,
"288768" : 7,
"292864" : 16,
"296960" : 20,
"301056" : 24,
"305152" : 27,
"309248" : 39,
"313344" : 61,
"317440" : 75,
"321536" : 102,
"325632" : 122,
"329728" : 165,
"333824" : 230,
"337920" : 292,
"342016" : 369,
"346112" : 470,
"350208" : 453,
"354304" : 521,
"358400" : 518,
"362496" : 551,
"366592" : 666,
"370688" : 895,
"374784" : 1303,
"378880" : 1713,
"382976" : 2439,
"387072" : 3139,
"391168" : 3655,
"395264" : 3977,
"399360" : 4155,
"403456" : 3931,
"407552" : 3614,
"411648" : 3307,
"415744" : 3035,
"419840" : 2910,
"423936" : 2952,
"428032" : 3273,
"432128" : 3962,
"436224" : 4693,
"440320" : 5439,
"444416" : 5818,
"448512" : 5986,
"452608" : 5948,
"456704" : 5600,
"460800" : 5137,
"464896" : 4796,
"468992" : 4556,
"473088" : 4278,
"477184" : 4091,
"481280" : 3944,
"485376" : 3648,
"489472" : 3527,
"493568" : 3249,
"497664" : 3060,
"501760" : 3000,
"505856" : 2761,
"509952" : 2591,
"514048" : 2622,
"518144" : 2593,
"522240" : 2550,
"528384" : 4956,
"536576" : 4854,
"544768" : 4550,
"552960" : 4001,
"561152" : 3786,
"569344" : 3368,
"577536" : 3096,
"585728" : 2959,
"593920" : 2714,
"602112" : 2543,
"610304" : 2471,
"618496" : 2555,
"626688" : 2506,
"634880" : 2575,
"643072" : 2828,
"651264" : 3262,
"659456" : 3888,
"667648" : 4531,
"675840" : 5543,
"684032" : 6857,
"692224" : 9345,
"700416" : 12289,
"708608" : 15290,
"716800" : 17540,
"724992" : 19270,
"733184" : 21633,
"741376" : 25412,
"749568" : 30681,
"757760" : 36486,
"765952" : 40089,
"774144" : 42459,
"782336" : 44097,
"790528" : 46015,
"798720" : 48087,
"806912" : 50466,
"815104" : 52419,
"823296" : 53328,
"831488" : 53939,
"839680" : 54111,
"847872" : 53944,
"856064" : 52725,
"864256" : 51702,
"872448" : 50550,
"880640" : 49057,
"888832" : 47963,
"897024" : 47264,
"905216" : 46408,
"913408" : 45215,
"921600" : 43423,
"929792" : 42442,
"937984" : 41077,
"946176" : 39840,
"954368" : 38689,
"962560" : 37974,
"970752" : 37171,
"978944" : 37233,
"987136" : 37227,
"995328" : 37942,
"1003520" : 39711,
"1011712" : 41752,
"1019904" : 44435,
"1028096" : 47462,
"1036288" : 51081,
"1044480" : 55705,
"1056768" : 129105,
"1073152" : 161479,
"1089536" : 195145,
"1105920" : 231397,
"1122304" : 273071,
"1138688" : 311714,
"1155072" : 346307,
"1171456" : 375917,
"1187840" : 402152,
"1204224" : 420675,
"1220608" : 433879,
"1236992" : 438655,
"1253376" : 439945,
"1269760" : 435424,
"1286144" : 426035,
"1302528" : 414617,
"1318912" : 399329,
"1335296" : 382471,
"1351680" : 361995,
"1368064" : 342474,
"1384448" : 320277,
"1400832" : 298400,
"1417216" : 276501,
"1433600" : 254575,
"1449984" : 234207,
"1466368" : 214577,
"1482752" : 196256,
"1499136" : 177598,
"1515520" : 160347,
"1531904" : 144549,
"1548288" : 130997,
"1564672" : 116677,
"1581056" : 104330,
"1597440" : 93173,
"1613824" : 82820,
"1630208" : 73942,
"1646592" : 65284,
"1662976" : 57594,
"1679360" : 50552,
"1695744" : 45026,
"1712128" : 39202,
"1728512" : 34247,
"1744896" : 30392,
"1761280" : 26499,
"1777664" : 23203,
"1794048" : 19830,
"1810432" : 17497,
"1826816" : 15053,
"1843200" : 13238,
"1859584" : 11433,
"1875968" : 9992,
"1892352" : 8698,
"1908736" : 7630,
"1925120" : 6445,
"1941504" : 5580,
"1957888" : 4755,
"1974272" : 4158,
"1990656" : 3459,
"2007040" : 3074,
"2023424" : 2619,
"2039808" : 2298,
"2056192" : 1943,
"2072576" : 1665,
"2088960" : 1478,
"2113536" : 2302,
"2146304" : 1713,
"2179072" : 1195,
"2211840" : 885,
"2244608" : 662,
"2277376" : 485,
"2310144" : 372,
"2342912" : 269,
"2375680" : 194,
"2408448" : 129,
"2441216" : 99,
"2473984" : 79,
"2506752" : 47,
"2539520" : 43,
"2572288" : 37,
"2605056" : 20,
"2637824" : 15,
"2670592" : 7,
"2703360" : 9,
"2736128" : 6,
"2768896" : 2,
"2834432" : 2,
"2867200" : 3,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 76427,
"max" : 4003486,
"mean" : 1658054.154591,
"stddev" : 287948.097420,
"N" : 12344775
},
"bw_min" : 297161,
"bw_max" : 322258,
"bw_agg" : 100.000000,
"bw_mean" : 308687.554859,
"bw_dev" : 166.776286,
"bw_samples" : 10208,
"iops_min" : 74287,
"iops_max" : 80563,
"iops_mean" : 77169.746082,
"iops_stddev" : 41.695410,
"iops_samples" : 10208
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5119970,
"usr_cpu" : 0.609574,
"sys_cpu" : 14.394342,
"ctx" : 11634219,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.108345,
"250" : 0.010223,
"500" : 1.028886,
"750" : 1.836578,
"1000" : 11.150664
},
"latency_ms" : {
"2" : 85.691222,
"4" : 0.173790,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081387,
"timestamp_ms" : 1773081387753,
"time" : "Mon Mar 9 15:36:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 53718790144,
"io_kbytes" : 52459756,
"bw_bytes" : 315992883,
"bw" : 308586,
"iops" : 77147.088235,
"runtime" : 170000,
"total_ios" : 13115005,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412268.019625,
"stddev" : 138548.159269,
"N" : 13115006
},
"clat_ns" : {
"min" : 44387,
"max" : 3446665,
"mean" : 1245955.958482,
"stddev" : 246117.954537,
"N" : 13114974,
"percentile" : {
"1.000000" : 481280,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1892352,
"99.900000" : 2056192,
"99.950000" : 2113536,
"99.990000" : 2310144
},
"bins" : {
"44288" : 1,
"44800" : 1,
"45312" : 1,
"46848" : 1,
"50944" : 2,
"52480" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 3,
"56576" : 2,
"57088" : 2,
"57600" : 4,
"58112" : 15,
"58624" : 13,
"59136" : 16,
"59648" : 14,
"60160" : 13,
"60672" : 11,
"61184" : 19,
"61696" : 19,
"62208" : 18,
"62720" : 22,
"63232" : 20,
"63744" : 18,
"64256" : 13,
"64768" : 27,
"65280" : 21,
"66048" : 49,
"67072" : 49,
"68096" : 81,
"69120" : 149,
"70144" : 238,
"71168" : 386,
"72192" : 505,
"73216" : 672,
"74240" : 795,
"75264" : 925,
"76288" : 984,
"77312" : 999,
"78336" : 960,
"79360" : 906,
"80384" : 851,
"81408" : 743,
"82432" : 594,
"83456" : 591,
"84480" : 480,
"85504" : 418,
"86528" : 335,
"87552" : 278,
"88576" : 260,
"89600" : 224,
"90624" : 175,
"91648" : 159,
"92672" : 134,
"93696" : 122,
"94720" : 98,
"95744" : 116,
"96768" : 104,
"97792" : 83,
"98816" : 78,
"99840" : 64,
"100864" : 75,
"101888" : 51,
"102912" : 60,
"103936" : 51,
"104960" : 60,
"105984" : 46,
"107008" : 44,
"108032" : 52,
"109056" : 62,
"110080" : 57,
"111104" : 63,
"112128" : 55,
"113152" : 58,
"114176" : 56,
"115200" : 48,
"116224" : 49,
"117248" : 46,
"118272" : 43,
"119296" : 27,
"120320" : 33,
"121344" : 19,
"122368" : 30,
"123392" : 20,
"124416" : 18,
"125440" : 17,
"126464" : 13,
"127488" : 14,
"128512" : 10,
"129536" : 12,
"130560" : 9,
"132096" : 12,
"134144" : 12,
"136192" : 8,
"138240" : 8,
"140288" : 9,
"142336" : 9,
"144384" : 3,
"146432" : 6,
"148480" : 4,
"150528" : 2,
"152576" : 3,
"154624" : 2,
"156672" : 3,
"158720" : 1,
"160768" : 4,
"162816" : 1,
"166912" : 1,
"171008" : 2,
"173056" : 1,
"175104" : 1,
"177152" : 2,
"179200" : 3,
"183296" : 1,
"185344" : 2,
"189440" : 1,
"193536" : 1,
"209920" : 1,
"252928" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 5,
"276480" : 4,
"280576" : 7,
"284672" : 5,
"288768" : 7,
"292864" : 16,
"296960" : 20,
"301056" : 28,
"305152" : 29,
"309248" : 39,
"313344" : 64,
"317440" : 77,
"321536" : 107,
"325632" : 128,
"329728" : 178,
"333824" : 243,
"337920" : 309,
"342016" : 387,
"346112" : 488,
"350208" : 487,
"354304" : 547,
"358400" : 542,
"362496" : 579,
"366592" : 699,
"370688" : 940,
"374784" : 1345,
"378880" : 1779,
"382976" : 2550,
"387072" : 3294,
"391168" : 3851,
"395264" : 4182,
"399360" : 4363,
"403456" : 4104,
"407552" : 3811,
"411648" : 3451,
"415744" : 3172,
"419840" : 3057,
"423936" : 3115,
"428032" : 3423,
"432128" : 4147,
"436224" : 4924,
"440320" : 5717,
"444416" : 6111,
"448512" : 6263,
"452608" : 6207,
"456704" : 5892,
"460800" : 5391,
"464896" : 5060,
"468992" : 4758,
"473088" : 4497,
"477184" : 4281,
"481280" : 4151,
"485376" : 3886,
"489472" : 3710,
"493568" : 3414,
"497664" : 3215,
"501760" : 3152,
"505856" : 2888,
"509952" : 2704,
"514048" : 2743,
"518144" : 2728,
"522240" : 2694,
"528384" : 5216,
"536576" : 5107,
"544768" : 4782,
"552960" : 4218,
"561152" : 3971,
"569344" : 3544,
"577536" : 3246,
"585728" : 3120,
"593920" : 2844,
"602112" : 2653,
"610304" : 2612,
"618496" : 2663,
"626688" : 2623,
"634880" : 2715,
"643072" : 2995,
"651264" : 3485,
"659456" : 4141,
"667648" : 4805,
"675840" : 5860,
"684032" : 7271,
"692224" : 9918,
"700416" : 13052,
"708608" : 16261,
"716800" : 18580,
"724992" : 20460,
"733184" : 22932,
"741376" : 26995,
"749568" : 32542,
"757760" : 38657,
"765952" : 42530,
"774144" : 45122,
"782336" : 46859,
"790528" : 48732,
"798720" : 51138,
"806912" : 53534,
"815104" : 55637,
"823296" : 56616,
"831488" : 57362,
"839680" : 57444,
"847872" : 57300,
"856064" : 56126,
"864256" : 55045,
"872448" : 53838,
"880640" : 52221,
"888832" : 51023,
"897024" : 50227,
"905216" : 49272,
"913408" : 48063,
"921600" : 46177,
"929792" : 45121,
"937984" : 43621,
"946176" : 42270,
"954368" : 41143,
"962560" : 40333,
"970752" : 39504,
"978944" : 39530,
"987136" : 39511,
"995328" : 40424,
"1003520" : 42237,
"1011712" : 44324,
"1019904" : 47146,
"1028096" : 50424,
"1036288" : 54260,
"1044480" : 59333,
"1056768" : 137145,
"1073152" : 171524,
"1089536" : 207499,
"1105920" : 245692,
"1122304" : 290024,
"1138688" : 330929,
"1155072" : 367906,
"1171456" : 399376,
"1187840" : 427536,
"1204224" : 447208,
"1220608" : 461376,
"1236992" : 466183,
"1253376" : 467492,
"1269760" : 462939,
"1286144" : 453015,
"1302528" : 440749,
"1318912" : 424596,
"1335296" : 406674,
"1351680" : 384810,
"1368064" : 363985,
"1384448" : 340477,
"1400832" : 317016,
"1417216" : 294150,
"1433600" : 270525,
"1449984" : 249198,
"1466368" : 227941,
"1482752" : 208854,
"1499136" : 188923,
"1515520" : 170314,
"1531904" : 153585,
"1548288" : 139209,
"1564672" : 123883,
"1581056" : 110681,
"1597440" : 98906,
"1613824" : 87821,
"1630208" : 78510,
"1646592" : 69224,
"1662976" : 61173,
"1679360" : 53621,
"1695744" : 47743,
"1712128" : 41588,
"1728512" : 36338,
"1744896" : 32220,
"1761280" : 28134,
"1777664" : 24578,
"1794048" : 21008,
"1810432" : 18554,
"1826816" : 15945,
"1843200" : 13968,
"1859584" : 12075,
"1875968" : 10567,
"1892352" : 9228,
"1908736" : 8072,
"1925120" : 6791,
"1941504" : 5863,
"1957888" : 4993,
"1974272" : 4366,
"1990656" : 3668,
"2007040" : 3234,
"2023424" : 2756,
"2039808" : 2418,
"2056192" : 2035,
"2072576" : 1757,
"2088960" : 1552,
"2113536" : 2423,
"2146304" : 1784,
"2179072" : 1242,
"2211840" : 930,
"2244608" : 693,
"2277376" : 509,
"2310144" : 393,
"2342912" : 281,
"2375680" : 198,
"2408448" : 134,
"2441216" : 101,
"2473984" : 82,
"2506752" : 48,
"2539520" : 43,
"2572288" : 37,
"2605056" : 21,
"2637824" : 16,
"2670592" : 7,
"2703360" : 11,
"2736128" : 7,
"2768896" : 2,
"2801664" : 1,
"2834432" : 5,
"2867200" : 4,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 76427,
"max" : 4003486,
"mean" : 1658223.956240,
"stddev" : 287392.095540,
"N" : 13114974
},
"bw_min" : 296944,
"bw_max" : 322362,
"bw_agg" : 100.000000,
"bw_mean" : 308658.486726,
"bw_dev" : 168.608107,
"bw_samples" : 10848,
"iops_min" : 74234,
"iops_max" : 80589,
"iops_mean" : 77162.548673,
"iops_stddev" : 42.153260,
"iops_samples" : 10848
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5439969,
"usr_cpu" : 0.609709,
"sys_cpu" : 14.396884,
"ctx" : 12359745,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.105719,
"250" : 0.010050,
"500" : 1.016385,
"750" : 1.829645,
"1000" : 11.152211
},
"latency_ms" : {
"2" : 85.714058,
"4" : 0.171666,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081397,
"timestamp_ms" : 1773081397753,
"time" : "Mon Mar 9 15:36:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 7037,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 56877592576,
"io_kbytes" : 55544524,
"bw_bytes" : 315986625,
"bw" : 308580,
"iops" : 77145.250000,
"runtime" : 180000,
"total_ios" : 13886145,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412275.652790,
"stddev" : 138464.109790,
"N" : 13886177
},
"clat_ns" : {
"min" : 2794,
"max" : 3446665,
"mean" : 1245975.727924,
"stddev" : 245818.668087,
"N" : 13886241,
"percentile" : {
"1.000000" : 481280,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1875968,
"99.900000" : 2056192,
"99.950000" : 2113536,
"99.990000" : 2310144
},
"bins" : {
"2800" : 1,
"2896" : 2,
"2928" : 1,
"3024" : 1,
"3088" : 1,
"3120" : 3,
"3216" : 1,
"3248" : 2,
"3952" : 1,
"4128" : 1,
"5344" : 2,
"5536" : 2,
"5600" : 1,
"5984" : 1,
"6176" : 1,
"6432" : 1,
"6560" : 1,
"7072" : 1,
"7904" : 1,
"8640" : 1,
"8768" : 1,
"9280" : 1,
"10816" : 1,
"11200" : 1,
"11584" : 1,
"14784" : 1,
"44288" : 1,
"44800" : 1,
"45312" : 1,
"46848" : 1,
"50944" : 2,
"52480" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 4,
"56576" : 3,
"57088" : 3,
"57600" : 4,
"58112" : 15,
"58624" : 13,
"59136" : 16,
"59648" : 14,
"60160" : 13,
"60672" : 13,
"61184" : 19,
"61696" : 19,
"62208" : 20,
"62720" : 23,
"63232" : 21,
"63744" : 19,
"64256" : 14,
"64768" : 27,
"65280" : 21,
"66048" : 49,
"67072" : 52,
"68096" : 84,
"69120" : 153,
"70144" : 245,
"71168" : 396,
"72192" : 518,
"73216" : 694,
"74240" : 822,
"75264" : 953,
"76288" : 1016,
"77312" : 1037,
"78336" : 1005,
"79360" : 943,
"80384" : 881,
"81408" : 769,
"82432" : 621,
"83456" : 607,
"84480" : 495,
"85504" : 431,
"86528" : 344,
"87552" : 286,
"88576" : 261,
"89600" : 232,
"90624" : 181,
"91648" : 164,
"92672" : 140,
"93696" : 127,
"94720" : 102,
"95744" : 122,
"96768" : 110,
"97792" : 86,
"98816" : 83,
"99840" : 68,
"100864" : 78,
"101888" : 55,
"102912" : 64,
"103936" : 54,
"104960" : 61,
"105984" : 47,
"107008" : 48,
"108032" : 52,
"109056" : 63,
"110080" : 57,
"111104" : 65,
"112128" : 58,
"113152" : 61,
"114176" : 58,
"115200" : 52,
"116224" : 50,
"117248" : 47,
"118272" : 45,
"119296" : 28,
"120320" : 34,
"121344" : 20,
"122368" : 30,
"123392" : 21,
"124416" : 18,
"125440" : 18,
"126464" : 14,
"127488" : 14,
"128512" : 11,
"129536" : 13,
"130560" : 10,
"132096" : 12,
"134144" : 12,
"136192" : 8,
"138240" : 8,
"140288" : 11,
"142336" : 9,
"144384" : 4,
"146432" : 6,
"148480" : 4,
"150528" : 2,
"152576" : 3,
"154624" : 2,
"156672" : 3,
"158720" : 1,
"160768" : 4,
"162816" : 2,
"166912" : 1,
"171008" : 2,
"173056" : 1,
"175104" : 1,
"177152" : 2,
"179200" : 3,
"183296" : 1,
"185344" : 2,
"189440" : 1,
"193536" : 1,
"209920" : 1,
"252928" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 5,
"276480" : 5,
"280576" : 8,
"284672" : 5,
"288768" : 7,
"292864" : 17,
"296960" : 20,
"301056" : 29,
"305152" : 32,
"309248" : 40,
"313344" : 67,
"317440" : 80,
"321536" : 111,
"325632" : 133,
"329728" : 188,
"333824" : 249,
"337920" : 328,
"342016" : 405,
"346112" : 512,
"350208" : 506,
"354304" : 576,
"358400" : 569,
"362496" : 604,
"366592" : 731,
"370688" : 990,
"374784" : 1408,
"378880" : 1871,
"382976" : 2652,
"387072" : 3463,
"391168" : 4030,
"395264" : 4390,
"399360" : 4558,
"403456" : 4302,
"407552" : 4009,
"411648" : 3621,
"415744" : 3331,
"419840" : 3230,
"423936" : 3271,
"428032" : 3601,
"432128" : 4315,
"436224" : 5159,
"440320" : 5985,
"444416" : 6377,
"448512" : 6573,
"452608" : 6488,
"456704" : 6182,
"460800" : 5626,
"464896" : 5310,
"468992" : 5013,
"473088" : 4726,
"477184" : 4500,
"481280" : 4348,
"485376" : 4061,
"489472" : 3908,
"493568" : 3597,
"497664" : 3370,
"501760" : 3302,
"505856" : 3047,
"509952" : 2847,
"514048" : 2849,
"518144" : 2859,
"522240" : 2813,
"528384" : 5461,
"536576" : 5360,
"544768" : 5013,
"552960" : 4428,
"561152" : 4148,
"569344" : 3698,
"577536" : 3414,
"585728" : 3280,
"593920" : 2985,
"602112" : 2804,
"610304" : 2732,
"618496" : 2800,
"626688" : 2776,
"634880" : 2879,
"643072" : 3166,
"651264" : 3669,
"659456" : 4366,
"667648" : 5054,
"675840" : 6186,
"684032" : 7688,
"692224" : 10445,
"700416" : 13810,
"708608" : 17193,
"716800" : 19685,
"724992" : 21717,
"733184" : 24344,
"741376" : 28558,
"749568" : 34536,
"757760" : 40986,
"765952" : 45016,
"774144" : 47838,
"782336" : 49567,
"790528" : 51634,
"798720" : 54219,
"806912" : 56757,
"815104" : 58953,
"823296" : 60047,
"831488" : 60839,
"839680" : 60970,
"847872" : 60822,
"856064" : 59582,
"864256" : 58276,
"872448" : 56966,
"880640" : 55304,
"888832" : 54137,
"897024" : 53211,
"905216" : 52252,
"913408" : 51007,
"921600" : 48842,
"929792" : 47856,
"937984" : 46285,
"946176" : 44786,
"954368" : 43581,
"962560" : 42807,
"970752" : 41952,
"978944" : 41949,
"987136" : 41911,
"995328" : 42853,
"1003520" : 44742,
"1011712" : 46931,
"1019904" : 49986,
"1028096" : 53452,
"1036288" : 57430,
"1044480" : 62767,
"1056768" : 145158,
"1073152" : 181622,
"1089536" : 219694,
"1105920" : 259866,
"1122304" : 306916,
"1138688" : 350290,
"1155072" : 389748,
"1171456" : 422974,
"1187840" : 452815,
"1204224" : 473723,
"1220608" : 488789,
"1236992" : 493968,
"1253376" : 495073,
"1269760" : 490513,
"1286144" : 479889,
"1302528" : 466918,
"1318912" : 449754,
"1335296" : 430689,
"1351680" : 407714,
"1368064" : 385564,
"1384448" : 360492,
"1400832" : 335671,
"1417216" : 311577,
"1433600" : 286619,
"1449984" : 263886,
"1466368" : 241197,
"1482752" : 221157,
"1499136" : 200090,
"1515520" : 180313,
"1531904" : 162662,
"1548288" : 147337,
"1564672" : 131119,
"1581056" : 117185,
"1597440" : 104468,
"1613824" : 92864,
"1630208" : 83021,
"1646592" : 73173,
"1662976" : 64573,
"1679360" : 56679,
"1695744" : 50542,
"1712128" : 43987,
"1728512" : 38311,
"1744896" : 33957,
"1761280" : 29684,
"1777664" : 25985,
"1794048" : 22159,
"1810432" : 19597,
"1826816" : 16843,
"1843200" : 14695,
"1859584" : 12708,
"1875968" : 11120,
"1892352" : 9739,
"1908736" : 8475,
"1925120" : 7167,
"1941504" : 6193,
"1957888" : 5257,
"1974272" : 4583,
"1990656" : 3877,
"2007040" : 3428,
"2023424" : 2899,
"2039808" : 2541,
"2056192" : 2147,
"2072576" : 1850,
"2088960" : 1636,
"2113536" : 2542,
"2146304" : 1877,
"2179072" : 1313,
"2211840" : 963,
"2244608" : 725,
"2277376" : 531,
"2310144" : 412,
"2342912" : 297,
"2375680" : 208,
"2408448" : 138,
"2441216" : 110,
"2473984" : 90,
"2506752" : 49,
"2539520" : 44,
"2572288" : 41,
"2605056" : 21,
"2637824" : 16,
"2670592" : 7,
"2703360" : 11,
"2736128" : 7,
"2768896" : 2,
"2801664" : 1,
"2834432" : 5,
"2867200" : 4,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 76427,
"max" : 4003486,
"mean" : 1658251.271861,
"stddev" : 286958.594755,
"N" : 13886241
},
"bw_min" : 296880,
"bw_max" : 322466,
"bw_agg" : 100.000000,
"bw_mean" : 308655.668524,
"bw_dev" : 169.305075,
"bw_samples" : 11488,
"iops_min" : 74218,
"iops_max" : 80615,
"iops_mean" : 77161.779944,
"iops_stddev" : 42.327243,
"iops_samples" : 11488
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759970,
"usr_cpu" : 0.610368,
"sys_cpu" : 14.398356,
"ctx" : 13085451,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.103312,
"250" : 0.010000,
"500" : 1.006327,
"750" : 1.825179,
"1000" : 11.165828
},
"latency_ms" : {
"2" : 85.719276,
"4" : 0.170631,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081397,
"timestamp_ms" : 1773081397806,
"time" : "Mon Mar 9 15:36:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 56878174208,
"io_kbytes" : 55545092,
"bw_bytes" : 315982834,
"bw" : 308576,
"iops" : 77143.535699,
"runtime" : 180004,
"total_ios" : 13886145,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5498,
"max" : 2577708,
"mean" : 412275.652790,
"stddev" : 138464.109790,
"N" : 13886177
},
"clat_ns" : {
"min" : 2794,
"max" : 3446665,
"mean" : 1245975.727924,
"stddev" : 245818.668087,
"N" : 13886241,
"percentile" : {
"1.000000" : 481280,
"5.000000" : 798720,
"10.000000" : 897024,
"20.000000" : 1089536,
"30.000000" : 1171456,
"40.000000" : 1220608,
"50.000000" : 1253376,
"60.000000" : 1302528,
"70.000000" : 1368064,
"80.000000" : 1433600,
"90.000000" : 1531904,
"95.000000" : 1613824,
"99.000000" : 1810432,
"99.500000" : 1875968,
"99.900000" : 2056192,
"99.950000" : 2113536,
"99.990000" : 2310144
},
"bins" : {
"2800" : 1,
"2896" : 2,
"2928" : 1,
"3024" : 1,
"3088" : 1,
"3120" : 3,
"3216" : 1,
"3248" : 2,
"3952" : 1,
"4128" : 1,
"5344" : 2,
"5536" : 2,
"5600" : 1,
"5984" : 1,
"6176" : 1,
"6432" : 1,
"6560" : 1,
"7072" : 1,
"7904" : 1,
"8640" : 1,
"8768" : 1,
"9280" : 1,
"10816" : 1,
"11200" : 1,
"11584" : 1,
"14784" : 1,
"44288" : 1,
"44800" : 1,
"45312" : 1,
"46848" : 1,
"50944" : 2,
"52480" : 1,
"54528" : 2,
"55040" : 2,
"56064" : 4,
"56576" : 3,
"57088" : 3,
"57600" : 4,
"58112" : 15,
"58624" : 13,
"59136" : 16,
"59648" : 14,
"60160" : 13,
"60672" : 13,
"61184" : 19,
"61696" : 19,
"62208" : 20,
"62720" : 23,
"63232" : 21,
"63744" : 19,
"64256" : 14,
"64768" : 27,
"65280" : 21,
"66048" : 49,
"67072" : 52,
"68096" : 84,
"69120" : 153,
"70144" : 245,
"71168" : 396,
"72192" : 518,
"73216" : 694,
"74240" : 822,
"75264" : 953,
"76288" : 1016,
"77312" : 1037,
"78336" : 1005,
"79360" : 943,
"80384" : 881,
"81408" : 769,
"82432" : 621,
"83456" : 607,
"84480" : 495,
"85504" : 431,
"86528" : 344,
"87552" : 286,
"88576" : 261,
"89600" : 232,
"90624" : 181,
"91648" : 164,
"92672" : 140,
"93696" : 127,
"94720" : 102,
"95744" : 122,
"96768" : 110,
"97792" : 86,
"98816" : 83,
"99840" : 68,
"100864" : 78,
"101888" : 55,
"102912" : 64,
"103936" : 54,
"104960" : 61,
"105984" : 47,
"107008" : 48,
"108032" : 52,
"109056" : 63,
"110080" : 57,
"111104" : 65,
"112128" : 58,
"113152" : 61,
"114176" : 58,
"115200" : 52,
"116224" : 50,
"117248" : 47,
"118272" : 45,
"119296" : 28,
"120320" : 34,
"121344" : 20,
"122368" : 30,
"123392" : 21,
"124416" : 18,
"125440" : 18,
"126464" : 14,
"127488" : 14,
"128512" : 11,
"129536" : 13,
"130560" : 10,
"132096" : 12,
"134144" : 12,
"136192" : 8,
"138240" : 8,
"140288" : 11,
"142336" : 9,
"144384" : 4,
"146432" : 6,
"148480" : 4,
"150528" : 2,
"152576" : 3,
"154624" : 2,
"156672" : 3,
"158720" : 1,
"160768" : 4,
"162816" : 2,
"166912" : 1,
"171008" : 2,
"173056" : 1,
"175104" : 1,
"177152" : 2,
"179200" : 3,
"183296" : 1,
"185344" : 2,
"189440" : 1,
"193536" : 1,
"209920" : 1,
"252928" : 1,
"259072" : 1,
"261120" : 1,
"264192" : 2,
"268288" : 2,
"272384" : 5,
"276480" : 5,
"280576" : 8,
"284672" : 5,
"288768" : 7,
"292864" : 17,
"296960" : 20,
"301056" : 29,
"305152" : 32,
"309248" : 40,
"313344" : 67,
"317440" : 80,
"321536" : 111,
"325632" : 133,
"329728" : 188,
"333824" : 249,
"337920" : 328,
"342016" : 405,
"346112" : 512,
"350208" : 506,
"354304" : 576,
"358400" : 569,
"362496" : 604,
"366592" : 731,
"370688" : 990,
"374784" : 1408,
"378880" : 1871,
"382976" : 2652,
"387072" : 3463,
"391168" : 4030,
"395264" : 4390,
"399360" : 4558,
"403456" : 4302,
"407552" : 4009,
"411648" : 3621,
"415744" : 3331,
"419840" : 3230,
"423936" : 3271,
"428032" : 3601,
"432128" : 4315,
"436224" : 5159,
"440320" : 5985,
"444416" : 6377,
"448512" : 6573,
"452608" : 6488,
"456704" : 6182,
"460800" : 5626,
"464896" : 5310,
"468992" : 5013,
"473088" : 4726,
"477184" : 4500,
"481280" : 4348,
"485376" : 4061,
"489472" : 3908,
"493568" : 3597,
"497664" : 3370,
"501760" : 3302,
"505856" : 3047,
"509952" : 2847,
"514048" : 2849,
"518144" : 2859,
"522240" : 2813,
"528384" : 5461,
"536576" : 5360,
"544768" : 5013,
"552960" : 4428,
"561152" : 4148,
"569344" : 3698,
"577536" : 3414,
"585728" : 3280,
"593920" : 2985,
"602112" : 2804,
"610304" : 2732,
"618496" : 2800,
"626688" : 2776,
"634880" : 2879,
"643072" : 3166,
"651264" : 3669,
"659456" : 4366,
"667648" : 5054,
"675840" : 6186,
"684032" : 7688,
"692224" : 10445,
"700416" : 13810,
"708608" : 17193,
"716800" : 19685,
"724992" : 21717,
"733184" : 24344,
"741376" : 28558,
"749568" : 34536,
"757760" : 40986,
"765952" : 45016,
"774144" : 47838,
"782336" : 49567,
"790528" : 51634,
"798720" : 54219,
"806912" : 56757,
"815104" : 58953,
"823296" : 60047,
"831488" : 60839,
"839680" : 60970,
"847872" : 60822,
"856064" : 59582,
"864256" : 58276,
"872448" : 56966,
"880640" : 55304,
"888832" : 54137,
"897024" : 53211,
"905216" : 52252,
"913408" : 51007,
"921600" : 48842,
"929792" : 47856,
"937984" : 46285,
"946176" : 44786,
"954368" : 43581,
"962560" : 42807,
"970752" : 41952,
"978944" : 41949,
"987136" : 41911,
"995328" : 42853,
"1003520" : 44742,
"1011712" : 46931,
"1019904" : 49986,
"1028096" : 53452,
"1036288" : 57430,
"1044480" : 62767,
"1056768" : 145158,
"1073152" : 181622,
"1089536" : 219694,
"1105920" : 259866,
"1122304" : 306916,
"1138688" : 350290,
"1155072" : 389748,
"1171456" : 422974,
"1187840" : 452815,
"1204224" : 473723,
"1220608" : 488789,
"1236992" : 493968,
"1253376" : 495073,
"1269760" : 490513,
"1286144" : 479889,
"1302528" : 466918,
"1318912" : 449754,
"1335296" : 430689,
"1351680" : 407714,
"1368064" : 385564,
"1384448" : 360492,
"1400832" : 335671,
"1417216" : 311577,
"1433600" : 286619,
"1449984" : 263886,
"1466368" : 241197,
"1482752" : 221157,
"1499136" : 200090,
"1515520" : 180313,
"1531904" : 162662,
"1548288" : 147337,
"1564672" : 131119,
"1581056" : 117185,
"1597440" : 104468,
"1613824" : 92864,
"1630208" : 83021,
"1646592" : 73173,
"1662976" : 64573,
"1679360" : 56679,
"1695744" : 50542,
"1712128" : 43987,
"1728512" : 38311,
"1744896" : 33957,
"1761280" : 29684,
"1777664" : 25985,
"1794048" : 22159,
"1810432" : 19597,
"1826816" : 16843,
"1843200" : 14695,
"1859584" : 12708,
"1875968" : 11120,
"1892352" : 9739,
"1908736" : 8475,
"1925120" : 7167,
"1941504" : 6193,
"1957888" : 5257,
"1974272" : 4583,
"1990656" : 3877,
"2007040" : 3428,
"2023424" : 2899,
"2039808" : 2541,
"2056192" : 2147,
"2072576" : 1850,
"2088960" : 1636,
"2113536" : 2542,
"2146304" : 1877,
"2179072" : 1313,
"2211840" : 963,
"2244608" : 725,
"2277376" : 531,
"2310144" : 412,
"2342912" : 297,
"2375680" : 208,
"2408448" : 138,
"2441216" : 110,
"2473984" : 90,
"2506752" : 49,
"2539520" : 44,
"2572288" : 41,
"2605056" : 21,
"2637824" : 16,
"2670592" : 7,
"2703360" : 11,
"2736128" : 7,
"2768896" : 2,
"2801664" : 1,
"2834432" : 5,
"2867200" : 4,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"2998272" : 1,
"3096576" : 1,
"3129344" : 1,
"3358720" : 1,
"3391488" : 1,
"3457024" : 1
}
},
"lat_ns" : {
"min" : 76427,
"max" : 4003486,
"mean" : 1658251.271861,
"stddev" : 286958.594755,
"N" : 13886241
},
"bw_min" : 296880,
"bw_max" : 322466,
"bw_agg" : 100.000000,
"bw_mean" : 308655.668524,
"bw_dev" : 169.305075,
"bw_samples" : 11488,
"iops_min" : 74218,
"iops_max" : 80615,
"iops_mean" : 77161.779944,
"iops_stddev" : 42.327243,
"iops_samples" : 11488
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760063,
"usr_cpu" : 0.610358,
"sys_cpu" : 14.398124,
"ctx" : 13085528,
"majf" : 0,
"minf" : 1165,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.103312,
"250" : 0.010000,
"500" : 1.006327,
"750" : 1.825179,
"1000" : 11.165828
},
"latency_ms" : {
"2" : 85.719276,
"4" : 0.170631,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}