raidz2/benchmarks/rand/rand-write-qd32-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774125432,
"timestamp_ms" : 1774125432273,
"time" : "Sat Mar 21 17:37:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1102319616,
"io_kbytes" : 1076484,
"bw_bytes" : 112965732,
"bw" : 110318,
"iops" : 27634.351301,
"runtime" : 9758,
"total_ios" : 269656,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156128,
"usr_cpu" : 0.529694,
"sys_cpu" : 6.856554,
"ctx" : 312492,
"majf" : 0,
"minf" : 92,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.816062,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999629,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999628,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125442,
"timestamp_ms" : 1774125442515,
"time" : "Sat Mar 21 17:37:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1196818432,
"io_kbytes" : 1168768,
"bw_bytes" : 119693812,
"bw" : 116888,
"iops" : 29224.122412,
"runtime" : 9999,
"total_ios" : 292212,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 543271.452040,
"stddev" : 236136.657210,
"N" : 292213
},
"clat_ns" : {
"min" : 992366,
"max" : 31007752,
"mean" : 16974893.846925,
"stddev" : 5779472.177259,
"N" : 292196,
"percentile" : {
"1.000000" : 4554752,
"5.000000" : 7372800,
"10.000000" : 9109504,
"20.000000" : 11862016,
"30.000000" : 13434880,
"40.000000" : 14876672,
"50.000000" : 16908288,
"60.000000" : 19005440,
"70.000000" : 21102592,
"80.000000" : 22675456,
"90.000000" : 24510464,
"95.000000" : 25559040,
"99.000000" : 27394048,
"99.500000" : 28180480,
"99.900000" : 29229056,
"99.950000" : 29229056,
"99.990000" : 30539776
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 11,
"2179072" : 16,
"2211840" : 23,
"2244608" : 21,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 19,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 24,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 23,
"2736128" : 23,
"2768896" : 14,
"2801664" : 21,
"2834432" : 16,
"2867200" : 17,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 19,
"3063808" : 22,
"3096576" : 26,
"3129344" : 14,
"3162112" : 26,
"3194880" : 22,
"3227648" : 28,
"3260416" : 25,
"3293184" : 24,
"3325952" : 28,
"3358720" : 28,
"3391488" : 32,
"3424256" : 28,
"3457024" : 24,
"3489792" : 20,
"3522560" : 40,
"3555328" : 33,
"3588096" : 31,
"3620864" : 26,
"3653632" : 24,
"3686400" : 29,
"3719168" : 39,
"3751936" : 42,
"3784704" : 24,
"3817472" : 42,
"3850240" : 31,
"3883008" : 44,
"3915776" : 31,
"3948544" : 39,
"3981312" : 44,
"4014080" : 44,
"4046848" : 41,
"4079616" : 35,
"4112384" : 50,
"4145152" : 39,
"4177920" : 49,
"4227072" : 82,
"4292608" : 98,
"4358144" : 97,
"4423680" : 88,
"4489216" : 101,
"4554752" : 119,
"4620288" : 111,
"4685824" : 113,
"4751360" : 126,
"4816896" : 133,
"4882432" : 117,
"4947968" : 119,
"5013504" : 150,
"5079040" : 144,
"5144576" : 159,
"5210112" : 173,
"5275648" : 165,
"5341184" : 152,
"5406720" : 196,
"5472256" : 168,
"5537792" : 173,
"5603328" : 212,
"5668864" : 215,
"5734400" : 215,
"5799936" : 230,
"5865472" : 229,
"5931008" : 286,
"5996544" : 286,
"6062080" : 273,
"6127616" : 294,
"6193152" : 306,
"6258688" : 328,
"6324224" : 322,
"6389760" : 349,
"6455296" : 360,
"6520832" : 361,
"6586368" : 372,
"6651904" : 378,
"6717440" : 414,
"6782976" : 393,
"6848512" : 434,
"6914048" : 426,
"6979584" : 429,
"7045120" : 456,
"7110656" : 456,
"7176192" : 458,
"7241728" : 505,
"7307264" : 475,
"7372800" : 495,
"7438336" : 479,
"7503872" : 468,
"7569408" : 496,
"7634944" : 491,
"7700480" : 511,
"7766016" : 511,
"7831552" : 493,
"7897088" : 534,
"7962624" : 537,
"8028160" : 532,
"8093696" : 531,
"8159232" : 547,
"8224768" : 537,
"8290304" : 540,
"8355840" : 586,
"8454144" : 1057,
"8585216" : 1057,
"8716288" : 1093,
"8847360" : 1045,
"8978432" : 1051,
"9109504" : 1049,
"9240576" : 1100,
"9371648" : 1135,
"9502720" : 1150,
"9633792" : 1159,
"9764864" : 1201,
"9895936" : 1226,
"10027008" : 1261,
"10158080" : 1297,
"10289152" : 1317,
"10420224" : 1353,
"10551296" : 1382,
"10682368" : 1442,
"10813440" : 1432,
"10944512" : 1554,
"11075584" : 1622,
"11206656" : 1641,
"11337728" : 1649,
"11468800" : 1741,
"11599872" : 1865,
"11730944" : 1995,
"11862016" : 1998,
"11993088" : 2135,
"12124160" : 2185,
"12255232" : 2414,
"12386304" : 2455,
"12517376" : 2594,
"12648448" : 2733,
"12779520" : 2620,
"12910592" : 2636,
"13041664" : 2790,
"13172736" : 2679,
"13303808" : 2597,
"13434880" : 2609,
"13565952" : 2530,
"13697024" : 2471,
"13828096" : 2514,
"13959168" : 2487,
"14090240" : 2496,
"14221312" : 2530,
"14352384" : 2285,
"14483456" : 2415,
"14614528" : 2434,
"14745600" : 2620,
"14876672" : 2503,
"15007744" : 2278,
"15138816" : 2090,
"15269888" : 2018,
"15400960" : 1954,
"15532032" : 1892,
"15663104" : 1837,
"15794176" : 1972,
"15925248" : 1931,
"16056320" : 1922,
"16187392" : 1865,
"16318464" : 1896,
"16449536" : 1922,
"16580608" : 1888,
"16711680" : 1940,
"16908288" : 3792,
"17170432" : 4306,
"17432576" : 3877,
"17694720" : 4163,
"17956864" : 3367,
"18219008" : 2904,
"18481152" : 2734,
"18743296" : 2830,
"19005440" : 2848,
"19267584" : 3533,
"19529728" : 3643,
"19791872" : 2983,
"20054016" : 3216,
"20316160" : 3563,
"20578304" : 3844,
"20840448" : 4536,
"21102592" : 5110,
"21364736" : 5184,
"21626880" : 5027,
"21889024" : 4931,
"22151168" : 4953,
"22413312" : 4658,
"22675456" : 4726,
"22937600" : 5138,
"23199744" : 4267,
"23461888" : 4134,
"23724032" : 3958,
"23986176" : 3698,
"24248320" : 3546,
"24510464" : 3596,
"24772608" : 3732,
"25034752" : 3555,
"25296896" : 3491,
"25559040" : 3118,
"25821184" : 2765,
"26083328" : 2450,
"26345472" : 1966,
"26607616" : 1481,
"26869760" : 1288,
"27131904" : 1081,
"27394048" : 816,
"27656192" : 569,
"27918336" : 344,
"28180480" : 258,
"28442624" : 224,
"28704768" : 395,
"28966912" : 409,
"29229056" : 169,
"29491200" : 65,
"29753344" : 16,
"30015488" : 8,
"30277632" : 16,
"30539776" : 11,
"30801920" : 19,
"31064064" : 5
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 31983853,
"mean" : 17517951.629191,
"stddev" : 5952791.499675,
"N" : 292196
},
"bw_min" : 109936,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 117181.736842,
"bw_dev" : 389.813805,
"bw_samples" : 304,
"iops_min" : 27484,
"iops_max" : 33262,
"iops_mean" : 29294.000000,
"iops_stddev" : 97.434523,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159984,
"usr_cpu" : 0.633188,
"sys_cpu" : 6.701920,
"ctx" : 320202,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999658,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.201908,
"4" : 0.509219,
"10" : 11.798968,
"20" : 51.405486,
"50" : 36.077232,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125452,
"timestamp_ms" : 1774125452515,
"time" : "Sat Mar 21 17:37:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2282979328,
"io_kbytes" : 2229472,
"bw_bytes" : 114148966,
"bw" : 111473,
"iops" : 27869.350000,
"runtime" : 20000,
"total_ios" : 557387,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 569946.656580,
"stddev" : 233944.202478,
"N" : 557387
},
"clat_ns" : {
"min" : 992366,
"max" : 31471751,
"mean" : 17799127.552110,
"stddev" : 5900484.208294,
"N" : 557371,
"percentile" : {
"1.000000" : 5668864,
"5.000000" : 8093696,
"10.000000" : 9895936,
"20.000000" : 12386304,
"30.000000" : 14090240,
"40.000000" : 15794176,
"50.000000" : 17694720,
"60.000000" : 19791872,
"70.000000" : 21889024,
"80.000000" : 23724032,
"90.000000" : 25559040,
"95.000000" : 26869760,
"99.000000" : 28704768,
"99.500000" : 28966912,
"99.900000" : 30015488,
"99.950000" : 30277632,
"99.990000" : 30801920
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 19,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 26,
"3194880" : 22,
"3227648" : 28,
"3260416" : 26,
"3293184" : 24,
"3325952" : 28,
"3358720" : 28,
"3391488" : 32,
"3424256" : 30,
"3457024" : 25,
"3489792" : 20,
"3522560" : 41,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 25,
"3686400" : 29,
"3719168" : 39,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 31,
"3883008" : 45,
"3915776" : 31,
"3948544" : 40,
"3981312" : 45,
"4014080" : 44,
"4046848" : 42,
"4079616" : 37,
"4112384" : 50,
"4145152" : 40,
"4177920" : 50,
"4227072" : 84,
"4292608" : 102,
"4358144" : 100,
"4423680" : 92,
"4489216" : 101,
"4554752" : 122,
"4620288" : 118,
"4685824" : 114,
"4751360" : 133,
"4816896" : 138,
"4882432" : 119,
"4947968" : 124,
"5013504" : 163,
"5079040" : 156,
"5144576" : 173,
"5210112" : 179,
"5275648" : 182,
"5341184" : 172,
"5406720" : 209,
"5472256" : 192,
"5537792" : 190,
"5603328" : 239,
"5668864" : 242,
"5734400" : 238,
"5799936" : 256,
"5865472" : 259,
"5931008" : 333,
"5996544" : 334,
"6062080" : 330,
"6127616" : 363,
"6193152" : 396,
"6258688" : 418,
"6324224" : 426,
"6389760" : 469,
"6455296" : 468,
"6520832" : 500,
"6586368" : 534,
"6651904" : 538,
"6717440" : 575,
"6782976" : 573,
"6848512" : 599,
"6914048" : 598,
"6979584" : 622,
"7045120" : 663,
"7110656" : 643,
"7176192" : 680,
"7241728" : 761,
"7307264" : 697,
"7372800" : 733,
"7438336" : 752,
"7503872" : 731,
"7569408" : 807,
"7634944" : 859,
"7700480" : 844,
"7766016" : 854,
"7831552" : 858,
"7897088" : 875,
"7962624" : 931,
"8028160" : 908,
"8093696" : 921,
"8159232" : 941,
"8224768" : 930,
"8290304" : 957,
"8355840" : 1035,
"8454144" : 1956,
"8585216" : 2032,
"8716288" : 2058,
"8847360" : 2024,
"8978432" : 2064,
"9109504" : 2089,
"9240576" : 2210,
"9371648" : 2199,
"9502720" : 2250,
"9633792" : 2297,
"9764864" : 2344,
"9895936" : 2379,
"10027008" : 2401,
"10158080" : 2491,
"10289152" : 2392,
"10420224" : 2476,
"10551296" : 2461,
"10682368" : 2522,
"10813440" : 2515,
"10944512" : 2673,
"11075584" : 2710,
"11206656" : 2749,
"11337728" : 2735,
"11468800" : 2871,
"11599872" : 2968,
"11730944" : 3202,
"11862016" : 3167,
"11993088" : 3337,
"12124160" : 3386,
"12255232" : 3648,
"12386304" : 3749,
"12517376" : 3854,
"12648448" : 4052,
"12779520" : 4016,
"12910592" : 4074,
"13041664" : 4286,
"13172736" : 4230,
"13303808" : 4270,
"13434880" : 4349,
"13565952" : 4400,
"13697024" : 4371,
"13828096" : 4534,
"13959168" : 4731,
"14090240" : 4729,
"14221312" : 4773,
"14352384" : 4614,
"14483456" : 4731,
"14614528" : 4672,
"14745600" : 5018,
"14876672" : 4745,
"15007744" : 4482,
"15138816" : 4235,
"15269888" : 4178,
"15400960" : 4054,
"15532032" : 3966,
"15663104" : 4036,
"15794176" : 4157,
"15925248" : 4084,
"16056320" : 4081,
"16187392" : 3845,
"16318464" : 3943,
"16449536" : 3986,
"16580608" : 3886,
"16711680" : 3928,
"16908288" : 7671,
"17170432" : 8206,
"17432576" : 7709,
"17694720" : 8043,
"17956864" : 7111,
"18219008" : 6580,
"18481152" : 6109,
"18743296" : 6233,
"19005440" : 6496,
"19267584" : 6597,
"19529728" : 6640,
"19791872" : 5871,
"20054016" : 6078,
"20316160" : 6092,
"20578304" : 6402,
"20840448" : 7502,
"21102592" : 7916,
"21364736" : 7750,
"21626880" : 8053,
"21889024" : 7750,
"22151168" : 7995,
"22413312" : 7429,
"22675456" : 8263,
"22937600" : 8539,
"23199744" : 7256,
"23461888" : 7757,
"23724032" : 8068,
"23986176" : 7340,
"24248320" : 6991,
"24510464" : 7725,
"24772608" : 8051,
"25034752" : 8075,
"25296896" : 7986,
"25559040" : 7279,
"25821184" : 7238,
"26083328" : 6863,
"26345472" : 6321,
"26607616" : 4965,
"26869760" : 4304,
"27131904" : 4225,
"27394048" : 4183,
"27656192" : 3254,
"27918336" : 2657,
"28180480" : 2312,
"28442624" : 2160,
"28704768" : 1774,
"28966912" : 1306,
"29229056" : 815,
"29491200" : 630,
"29753344" : 421,
"30015488" : 279,
"30277632" : 153,
"30539776" : 118,
"30801920" : 100,
"31064064" : 30,
"31326208" : 15,
"31588352" : 2
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 32500042,
"mean" : 18368955.038199,
"stddev" : 6078613.460833,
"N" : 557371
},
"bw_min" : 88216,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 111549.205128,
"bw_dev" : 521.712613,
"bw_samples" : 624,
"iops_min" : 22054,
"iops_max" : 33262,
"iops_mean" : 27886.153846,
"iops_stddev" : 130.389018,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.598452,
"sys_cpu" : 6.356409,
"ctx" : 612032,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.105851,
"4" : 0.270907,
"10" : 10.137481,
"20" : 50.260591,
"50" : 39.221403,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125462,
"timestamp_ms" : 1774125462514,
"time" : "Sat Mar 21 17:37:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3385462784,
"io_kbytes" : 3306116,
"bw_bytes" : 112852521,
"bw" : 110207,
"iops" : 27552.585086,
"runtime" : 29999,
"total_ios" : 826550,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 576580.707891,
"stddev" : 233476.764664,
"N" : 826550
},
"clat_ns" : {
"min" : 992366,
"max" : 33056072,
"mean" : 18005378.256296,
"stddev" : 5895494.480302,
"N" : 826534,
"percentile" : {
"1.000000" : 6127616,
"5.000000" : 8454144,
"10.000000" : 10158080,
"20.000000" : 12648448,
"30.000000" : 14352384,
"40.000000" : 15925248,
"50.000000" : 17694720,
"60.000000" : 19791872,
"70.000000" : 22151168,
"80.000000" : 23986176,
"90.000000" : 25821184,
"95.000000" : 27131904,
"99.000000" : 28966912,
"99.500000" : 29229056,
"99.900000" : 30277632,
"99.950000" : 30539776,
"99.990000" : 31588352
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 263,
"5799936" : 290,
"5865472" : 290,
"5931008" : 361,
"5996544" : 376,
"6062080" : 384,
"6127616" : 415,
"6193152" : 450,
"6258688" : 470,
"6324224" : 488,
"6389760" : 551,
"6455296" : 553,
"6520832" : 601,
"6586368" : 639,
"6651904" : 626,
"6717440" : 688,
"6782976" : 688,
"6848512" : 713,
"6914048" : 733,
"6979584" : 766,
"7045120" : 831,
"7110656" : 816,
"7176192" : 831,
"7241728" : 966,
"7307264" : 919,
"7372800" : 960,
"7438336" : 1002,
"7503872" : 975,
"7569408" : 1064,
"7634944" : 1157,
"7700480" : 1148,
"7766016" : 1159,
"7831552" : 1171,
"7897088" : 1203,
"7962624" : 1295,
"8028160" : 1305,
"8093696" : 1294,
"8159232" : 1338,
"8224768" : 1329,
"8290304" : 1421,
"8355840" : 1483,
"8454144" : 2814,
"8585216" : 3010,
"8716288" : 3123,
"8847360" : 3067,
"8978432" : 3122,
"9109504" : 3175,
"9240576" : 3338,
"9371648" : 3322,
"9502720" : 3400,
"9633792" : 3393,
"9764864" : 3414,
"9895936" : 3471,
"10027008" : 3552,
"10158080" : 3576,
"10289152" : 3615,
"10420224" : 3631,
"10551296" : 3678,
"10682368" : 3755,
"10813440" : 3824,
"10944512" : 4033,
"11075584" : 3972,
"11206656" : 4120,
"11337728" : 4109,
"11468800" : 4249,
"11599872" : 4340,
"11730944" : 4628,
"11862016" : 4650,
"11993088" : 4900,
"12124160" : 4937,
"12255232" : 5193,
"12386304" : 5305,
"12517376" : 5457,
"12648448" : 5702,
"12779520" : 5659,
"12910592" : 5890,
"13041664" : 6084,
"13172736" : 6118,
"13303808" : 6193,
"13434880" : 6257,
"13565952" : 6341,
"13697024" : 6432,
"13828096" : 6774,
"13959168" : 7014,
"14090240" : 6922,
"14221312" : 7075,
"14352384" : 7017,
"14483456" : 7098,
"14614528" : 7049,
"14745600" : 7287,
"14876672" : 7118,
"15007744" : 6862,
"15138816" : 6559,
"15269888" : 6520,
"15400960" : 6366,
"15532032" : 6259,
"15663104" : 6395,
"15794176" : 6499,
"15925248" : 6326,
"16056320" : 6295,
"16187392" : 6069,
"16318464" : 6282,
"16449536" : 6141,
"16580608" : 6147,
"16711680" : 6064,
"16908288" : 11923,
"17170432" : 12568,
"17432576" : 12369,
"17694720" : 12428,
"17956864" : 11327,
"18219008" : 10236,
"18481152" : 9477,
"18743296" : 8850,
"19005440" : 8848,
"19267584" : 8881,
"19529728" : 9141,
"19791872" : 8959,
"20054016" : 9042,
"20316160" : 9053,
"20578304" : 9069,
"20840448" : 10080,
"21102592" : 10568,
"21364736" : 10532,
"21626880" : 11194,
"21889024" : 10876,
"22151168" : 10905,
"22413312" : 10784,
"22675456" : 12064,
"22937600" : 12077,
"23199744" : 10836,
"23461888" : 11906,
"23724032" : 12349,
"23986176" : 10882,
"24248320" : 10320,
"24510464" : 11053,
"24772608" : 11415,
"25034752" : 11700,
"25296896" : 11610,
"25559040" : 10697,
"25821184" : 10837,
"26083328" : 10294,
"26345472" : 9398,
"26607616" : 8330,
"26869760" : 7104,
"27131904" : 6673,
"27394048" : 6667,
"27656192" : 5567,
"27918336" : 5009,
"28180480" : 4578,
"28442624" : 4177,
"28704768" : 3664,
"28966912" : 3040,
"29229056" : 2010,
"29491200" : 1531,
"29753344" : 1039,
"30015488" : 633,
"30277632" : 337,
"30539776" : 231,
"30801920" : 153,
"31064064" : 53,
"31326208" : 42,
"31588352" : 30,
"31850496" : 17,
"32112640" : 27,
"32374784" : 8,
"32636928" : 4,
"32899072" : 2,
"33161216" : 1
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 34002738,
"mean" : 18581973.955027,
"stddev" : 6073759.105576,
"N" : 826534
},
"bw_min" : 88216,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 110319.508475,
"bw_dev" : 471.682199,
"bw_samples" : 944,
"iops_min" : 22054,
"iops_max" : 33262,
"iops_mean" : 27578.847458,
"iops_stddev" : 117.886806,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479984,
"usr_cpu" : 0.588145,
"sys_cpu" : 6.310627,
"ctx" : 908733,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.071381,
"4" : 0.185470,
"10" : 9.388785,
"20" : 50.688162,
"50" : 39.663662,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125472,
"timestamp_ms" : 1774125472517,
"time" : "Sat Mar 21 17:37:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4308492288,
"io_kbytes" : 4207512,
"bw_bytes" : 107712307,
"bw" : 105187,
"iops" : 26298.050000,
"runtime" : 40000,
"total_ios" : 1051922,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 604391.898629,
"stddev" : 248394.236029,
"N" : 1051923
},
"clat_ns" : {
"min" : 992366,
"max" : 42282356,
"mean" : 18862120.120685,
"stddev" : 6142971.336411,
"N" : 1051907,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 8847360,
"10.000000" : 10813440,
"20.000000" : 13303808,
"30.000000" : 15138816,
"40.000000" : 16908288,
"50.000000" : 18743296,
"60.000000" : 20578304,
"70.000000" : 22675456,
"80.000000" : 24510464,
"90.000000" : 26869760,
"95.000000" : 28442624,
"99.000000" : 33161216,
"99.500000" : 34865152,
"99.900000" : 36962304,
"99.950000" : 37486592,
"99.990000" : 39583744
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 263,
"5799936" : 290,
"5865472" : 290,
"5931008" : 361,
"5996544" : 376,
"6062080" : 384,
"6127616" : 415,
"6193152" : 450,
"6258688" : 470,
"6324224" : 488,
"6389760" : 555,
"6455296" : 554,
"6520832" : 605,
"6586368" : 641,
"6651904" : 632,
"6717440" : 695,
"6782976" : 699,
"6848512" : 722,
"6914048" : 742,
"6979584" : 773,
"7045120" : 846,
"7110656" : 823,
"7176192" : 843,
"7241728" : 975,
"7307264" : 932,
"7372800" : 971,
"7438336" : 1015,
"7503872" : 991,
"7569408" : 1085,
"7634944" : 1163,
"7700480" : 1170,
"7766016" : 1176,
"7831552" : 1196,
"7897088" : 1223,
"7962624" : 1319,
"8028160" : 1328,
"8093696" : 1316,
"8159232" : 1378,
"8224768" : 1359,
"8290304" : 1460,
"8355840" : 1532,
"8454144" : 2900,
"8585216" : 3108,
"8716288" : 3228,
"8847360" : 3195,
"8978432" : 3238,
"9109504" : 3300,
"9240576" : 3479,
"9371648" : 3450,
"9502720" : 3571,
"9633792" : 3603,
"9764864" : 3605,
"9895936" : 3652,
"10027008" : 3727,
"10158080" : 3765,
"10289152" : 3806,
"10420224" : 3882,
"10551296" : 3927,
"10682368" : 3994,
"10813440" : 4057,
"10944512" : 4288,
"11075584" : 4226,
"11206656" : 4406,
"11337728" : 4422,
"11468800" : 4576,
"11599872" : 4628,
"11730944" : 4940,
"11862016" : 4978,
"11993088" : 5270,
"12124160" : 5294,
"12255232" : 5578,
"12386304" : 5652,
"12517376" : 5843,
"12648448" : 6069,
"12779520" : 6057,
"12910592" : 6341,
"13041664" : 6552,
"13172736" : 6640,
"13303808" : 6765,
"13434880" : 6852,
"13565952" : 6977,
"13697024" : 7074,
"13828096" : 7501,
"13959168" : 7755,
"14090240" : 7686,
"14221312" : 7869,
"14352384" : 7788,
"14483456" : 7953,
"14614528" : 7959,
"14745600" : 8252,
"14876672" : 8197,
"15007744" : 8077,
"15138816" : 7837,
"15269888" : 7771,
"15400960" : 7715,
"15532032" : 7713,
"15663104" : 7970,
"15794176" : 8350,
"15925248" : 8115,
"16056320" : 8026,
"16187392" : 7770,
"16318464" : 7979,
"16449536" : 7731,
"16580608" : 7768,
"16711680" : 7742,
"16908288" : 15793,
"17170432" : 16951,
"17432576" : 16657,
"17694720" : 16888,
"17956864" : 15925,
"18219008" : 14852,
"18481152" : 13710,
"18743296" : 13394,
"19005440" : 13738,
"19267584" : 13705,
"19529728" : 14458,
"19791872" : 14166,
"20054016" : 13766,
"20316160" : 14147,
"20578304" : 13620,
"20840448" : 14331,
"21102592" : 14793,
"21364736" : 14402,
"21626880" : 14472,
"21889024" : 13968,
"22151168" : 13707,
"22413312" : 13870,
"22675456" : 15149,
"22937600" : 15141,
"23199744" : 13631,
"23461888" : 14494,
"23724032" : 14304,
"23986176" : 12798,
"24248320" : 11994,
"24510464" : 12978,
"24772608" : 13522,
"25034752" : 13744,
"25296896" : 13408,
"25559040" : 12791,
"25821184" : 13046,
"26083328" : 12335,
"26345472" : 11321,
"26607616" : 10253,
"26869760" : 8750,
"27131904" : 8516,
"27394048" : 8703,
"27656192" : 7906,
"27918336" : 7383,
"28180480" : 6936,
"28442624" : 6555,
"28704768" : 5811,
"28966912" : 4924,
"29229056" : 3978,
"29491200" : 3572,
"29753344" : 3024,
"30015488" : 2429,
"30277632" : 2123,
"30539776" : 2075,
"30801920" : 2074,
"31064064" : 1810,
"31326208" : 1817,
"31588352" : 1499,
"31850496" : 1471,
"32112640" : 1419,
"32374784" : 1191,
"32636928" : 1062,
"32899072" : 1063,
"33161216" : 1067,
"33423360" : 925,
"33816576" : 1663,
"34340864" : 1662,
"34865152" : 1273,
"35389440" : 1040,
"35913728" : 718,
"36438016" : 765,
"36962304" : 622,
"37486592" : 359,
"38010880" : 200,
"38535168" : 97,
"39059456" : 72,
"39583744" : 81,
"40108032" : 7,
"40632320" : 13,
"41156608" : 10,
"41680896" : 9,
"42205184" : 7
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 43498224,
"mean" : 19466343.618158,
"stddev" : 6329895.491225,
"N" : 1051907
},
"bw_min" : 71504,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 105592.202532,
"bw_dev" : 698.486320,
"bw_samples" : 1264,
"iops_min" : 17876,
"iops_max" : 33262,
"iops_mean" : 26397.139241,
"iops_stddev" : 174.596903,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639993,
"usr_cpu" : 0.561569,
"sys_cpu" : 6.026628,
"ctx" : 1147962,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999905,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999905,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.056088,
"4" : 0.145733,
"10" : 7.590392,
"20" : 48.981388,
"50" : 43.224498,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125482,
"timestamp_ms" : 1774125482516,
"time" : "Sat Mar 21 17:38:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5194932224,
"io_kbytes" : 5073176,
"bw_bytes" : 103900722,
"bw" : 101465,
"iops" : 25367.347347,
"runtime" : 49999,
"total_ios" : 1268342,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 626786.276467,
"stddev" : 260263.773364,
"N" : 1268342
},
"clat_ns" : {
"min" : 992366,
"max" : 42282356,
"mean" : 19556327.951017,
"stddev" : 6266239.850445,
"N" : 1268326,
"percentile" : {
"1.000000" : 6651904,
"5.000000" : 9371648,
"10.000000" : 11468800,
"20.000000" : 14090240,
"30.000000" : 15925248,
"40.000000" : 17694720,
"50.000000" : 19529728,
"60.000000" : 21102592,
"70.000000" : 22937600,
"80.000000" : 25034752,
"90.000000" : 27656192,
"95.000000" : 30015488,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 37486592,
"99.950000" : 38010880,
"99.990000" : 39583744
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 263,
"5799936" : 290,
"5865472" : 290,
"5931008" : 361,
"5996544" : 376,
"6062080" : 384,
"6127616" : 415,
"6193152" : 450,
"6258688" : 470,
"6324224" : 488,
"6389760" : 555,
"6455296" : 554,
"6520832" : 605,
"6586368" : 641,
"6651904" : 632,
"6717440" : 695,
"6782976" : 699,
"6848512" : 722,
"6914048" : 742,
"6979584" : 773,
"7045120" : 846,
"7110656" : 823,
"7176192" : 843,
"7241728" : 975,
"7307264" : 933,
"7372800" : 976,
"7438336" : 1018,
"7503872" : 992,
"7569408" : 1086,
"7634944" : 1166,
"7700480" : 1176,
"7766016" : 1185,
"7831552" : 1200,
"7897088" : 1230,
"7962624" : 1325,
"8028160" : 1331,
"8093696" : 1328,
"8159232" : 1383,
"8224768" : 1364,
"8290304" : 1463,
"8355840" : 1536,
"8454144" : 2904,
"8585216" : 3117,
"8716288" : 3237,
"8847360" : 3212,
"8978432" : 3259,
"9109504" : 3317,
"9240576" : 3493,
"9371648" : 3473,
"9502720" : 3587,
"9633792" : 3620,
"9764864" : 3624,
"9895936" : 3672,
"10027008" : 3752,
"10158080" : 3798,
"10289152" : 3839,
"10420224" : 3939,
"10551296" : 3965,
"10682368" : 4046,
"10813440" : 4117,
"10944512" : 4359,
"11075584" : 4291,
"11206656" : 4495,
"11337728" : 4510,
"11468800" : 4686,
"11599872" : 4743,
"11730944" : 5038,
"11862016" : 5060,
"11993088" : 5377,
"12124160" : 5421,
"12255232" : 5701,
"12386304" : 5764,
"12517376" : 6001,
"12648448" : 6255,
"12779520" : 6240,
"12910592" : 6569,
"13041664" : 6770,
"13172736" : 6895,
"13303808" : 7081,
"13434880" : 7228,
"13565952" : 7369,
"13697024" : 7526,
"13828096" : 7931,
"13959168" : 8198,
"14090240" : 8179,
"14221312" : 8401,
"14352384" : 8404,
"14483456" : 8581,
"14614528" : 8610,
"14745600" : 9001,
"14876672" : 9046,
"15007744" : 9009,
"15138816" : 8772,
"15269888" : 8765,
"15400960" : 8795,
"15532032" : 8853,
"15663104" : 9201,
"15794176" : 9658,
"15925248" : 9479,
"16056320" : 9534,
"16187392" : 9299,
"16318464" : 9564,
"16449536" : 9439,
"16580608" : 9547,
"16711680" : 9603,
"16908288" : 19656,
"17170432" : 21001,
"17432576" : 20741,
"17694720" : 20934,
"17956864" : 19894,
"18219008" : 18898,
"18481152" : 17808,
"18743296" : 17446,
"19005440" : 17590,
"19267584" : 17661,
"19529728" : 18486,
"19791872" : 18190,
"20054016" : 18088,
"20316160" : 18599,
"20578304" : 17549,
"20840448" : 18391,
"21102592" : 18747,
"21364736" : 18438,
"21626880" : 18718,
"21889024" : 18001,
"22151168" : 17487,
"22413312" : 17590,
"22675456" : 19186,
"22937600" : 18707,
"23199744" : 17031,
"23461888" : 17523,
"23724032" : 17226,
"23986176" : 15548,
"24248320" : 14447,
"24510464" : 15177,
"24772608" : 15746,
"25034752" : 15934,
"25296896" : 15699,
"25559040" : 15044,
"25821184" : 15281,
"26083328" : 14405,
"26345472" : 13403,
"26607616" : 12301,
"26869760" : 10637,
"27131904" : 10359,
"27394048" : 10416,
"27656192" : 9661,
"27918336" : 9063,
"28180480" : 8618,
"28442624" : 8300,
"28704768" : 7621,
"28966912" : 6921,
"29229056" : 6010,
"29491200" : 5596,
"29753344" : 4849,
"30015488" : 4320,
"30277632" : 4035,
"30539776" : 4050,
"30801920" : 4066,
"31064064" : 3862,
"31326208" : 3911,
"31588352" : 3657,
"31850496" : 3711,
"32112640" : 3739,
"32374784" : 3351,
"32636928" : 2975,
"32899072" : 2786,
"33161216" : 2629,
"33423360" : 2290,
"33816576" : 3685,
"34340864" : 3157,
"34865152" : 2483,
"35389440" : 1866,
"35913728" : 1271,
"36438016" : 1217,
"36962304" : 1041,
"37486592" : 663,
"38010880" : 511,
"38535168" : 230,
"39059456" : 115,
"39583744" : 115,
"40108032" : 36,
"40632320" : 35,
"41156608" : 14,
"41680896" : 13,
"42205184" : 7
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 43498224,
"mean" : 20183123.697592,
"stddev" : 6457694.388151,
"N" : 1268326
},
"bw_min" : 71504,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 101746.181818,
"bw_dev" : 802.419578,
"bw_samples" : 1584,
"iops_min" : 17876,
"iops_max" : 33262,
"iops_mean" : 25435.818182,
"iops_stddev" : 200.574124,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.540261,
"sys_cpu" : 5.841742,
"ctx" : 1375766,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.046517,
"4" : 0.120866,
"10" : 6.316672,
"20" : 46.763728,
"50" : 46.750561,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125492,
"timestamp_ms" : 1774125492515,
"time" : "Sat Mar 21 17:38:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6055907328,
"io_kbytes" : 5913972,
"bw_bytes" : 100931788,
"bw" : 98566,
"iops" : 24641.866667,
"runtime" : 60000,
"total_ios" : 1478512,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 645379.867785,
"stddev" : 267663.176122,
"N" : 1478512
},
"clat_ns" : {
"min" : 992366,
"max" : 42282356,
"mean" : 20130105.921329,
"stddev" : 6341260.098388,
"N" : 1478496,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 9764864,
"10.000000" : 11993088,
"20.000000" : 14614528,
"30.000000" : 16580608,
"40.000000" : 18219008,
"50.000000" : 19791872,
"60.000000" : 21626880,
"70.000000" : 23461888,
"80.000000" : 25559040,
"90.000000" : 28442624,
"95.000000" : 31064064,
"99.000000" : 34865152,
"99.500000" : 35913728,
"99.900000" : 38010880,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 263,
"5799936" : 290,
"5865472" : 290,
"5931008" : 361,
"5996544" : 376,
"6062080" : 384,
"6127616" : 415,
"6193152" : 450,
"6258688" : 470,
"6324224" : 488,
"6389760" : 555,
"6455296" : 554,
"6520832" : 605,
"6586368" : 641,
"6651904" : 632,
"6717440" : 695,
"6782976" : 699,
"6848512" : 722,
"6914048" : 742,
"6979584" : 773,
"7045120" : 846,
"7110656" : 823,
"7176192" : 843,
"7241728" : 975,
"7307264" : 933,
"7372800" : 976,
"7438336" : 1018,
"7503872" : 992,
"7569408" : 1086,
"7634944" : 1166,
"7700480" : 1176,
"7766016" : 1185,
"7831552" : 1200,
"7897088" : 1230,
"7962624" : 1325,
"8028160" : 1331,
"8093696" : 1328,
"8159232" : 1383,
"8224768" : 1364,
"8290304" : 1463,
"8355840" : 1536,
"8454144" : 2904,
"8585216" : 3117,
"8716288" : 3237,
"8847360" : 3212,
"8978432" : 3259,
"9109504" : 3317,
"9240576" : 3493,
"9371648" : 3473,
"9502720" : 3587,
"9633792" : 3620,
"9764864" : 3624,
"9895936" : 3672,
"10027008" : 3752,
"10158080" : 3798,
"10289152" : 3839,
"10420224" : 3939,
"10551296" : 3965,
"10682368" : 4046,
"10813440" : 4117,
"10944512" : 4359,
"11075584" : 4291,
"11206656" : 4495,
"11337728" : 4510,
"11468800" : 4686,
"11599872" : 4743,
"11730944" : 5038,
"11862016" : 5064,
"11993088" : 5380,
"12124160" : 5428,
"12255232" : 5705,
"12386304" : 5766,
"12517376" : 6013,
"12648448" : 6267,
"12779520" : 6263,
"12910592" : 6583,
"13041664" : 6798,
"13172736" : 6933,
"13303808" : 7123,
"13434880" : 7290,
"13565952" : 7464,
"13697024" : 7660,
"13828096" : 8073,
"13959168" : 8311,
"14090240" : 8305,
"14221312" : 8595,
"14352384" : 8638,
"14483456" : 8809,
"14614528" : 8887,
"14745600" : 9293,
"14876672" : 9382,
"15007744" : 9415,
"15138816" : 9220,
"15269888" : 9264,
"15400960" : 9442,
"15532032" : 9591,
"15663104" : 10055,
"15794176" : 10534,
"15925248" : 10591,
"16056320" : 10668,
"16187392" : 10548,
"16318464" : 10857,
"16449536" : 10918,
"16580608" : 11018,
"16711680" : 11231,
"16908288" : 23308,
"17170432" : 24952,
"17432576" : 24877,
"17694720" : 25064,
"17956864" : 24104,
"18219008" : 23560,
"18481152" : 22932,
"18743296" : 22637,
"19005440" : 22669,
"19267584" : 22543,
"19529728" : 22904,
"19791872" : 22462,
"20054016" : 22565,
"20316160" : 22978,
"20578304" : 21638,
"20840448" : 22443,
"21102592" : 22616,
"21364736" : 22221,
"21626880" : 22446,
"21889024" : 21634,
"22151168" : 20776,
"22413312" : 20950,
"22675456" : 22250,
"22937600" : 21504,
"23199744" : 19686,
"23461888" : 20120,
"23724032" : 19804,
"23986176" : 17923,
"24248320" : 16741,
"24510464" : 17662,
"24772608" : 18097,
"25034752" : 18495,
"25296896" : 18250,
"25559040" : 17522,
"25821184" : 17768,
"26083328" : 16803,
"26345472" : 15574,
"26607616" : 14431,
"26869760" : 12607,
"27131904" : 12317,
"27394048" : 12278,
"27656192" : 11545,
"27918336" : 10880,
"28180480" : 10477,
"28442624" : 10161,
"28704768" : 9297,
"28966912" : 8711,
"29229056" : 7921,
"29491200" : 7558,
"29753344" : 6804,
"30015488" : 6300,
"30277632" : 6220,
"30539776" : 6280,
"30801920" : 6302,
"31064064" : 6100,
"31326208" : 6017,
"31588352" : 5744,
"31850496" : 5768,
"32112640" : 5633,
"32374784" : 5180,
"32636928" : 4819,
"32899072" : 4456,
"33161216" : 4217,
"33423360" : 3800,
"33816576" : 6331,
"34340864" : 5492,
"34865152" : 4304,
"35389440" : 3382,
"35913728" : 2281,
"36438016" : 1916,
"36962304" : 1619,
"37486592" : 1095,
"38010880" : 774,
"38535168" : 380,
"39059456" : 234,
"39583744" : 139,
"40108032" : 59,
"40632320" : 36,
"41156608" : 14,
"41680896" : 13,
"42205184" : 7
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 43498224,
"mean" : 20775425.663570,
"stddev" : 6535487.908170,
"N" : 1478496
},
"bw_min" : 71504,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 98675.226891,
"bw_dev" : 862.068814,
"bw_samples" : 1904,
"iops_min" : 17876,
"iops_max" : 33262,
"iops_mean" : 24668.067227,
"iops_stddev" : 215.494548,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959986,
"usr_cpu" : 0.522612,
"sys_cpu" : 5.721125,
"ctx" : 1597676,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.039905,
"4" : 0.103685,
"10" : 5.418759,
"20" : 44.936531,
"50" : 49.499700,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125502,
"timestamp_ms" : 1774125502515,
"time" : "Sat Mar 21 17:38:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6905200640,
"io_kbytes" : 6743360,
"bw_bytes" : 98645723,
"bw" : 96333,
"iops" : 24083.771429,
"runtime" : 70000,
"total_ios" : 1685864,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 660466.438732,
"stddev" : 274384.462488,
"N" : 1685864
},
"clat_ns" : {
"min" : 992366,
"max" : 43577624,
"mean" : 20598259.001507,
"stddev" : 6412910.045453,
"N" : 1685848,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 10027008,
"10.000000" : 12386304,
"20.000000" : 15138816,
"30.000000" : 17170432,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 21889024,
"70.000000" : 23724032,
"80.000000" : 26083328,
"90.000000" : 29229056,
"95.000000" : 32112640,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38010880,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 993,
"7569408" : 1088,
"7634944" : 1168,
"7700480" : 1179,
"7766016" : 1186,
"7831552" : 1203,
"7897088" : 1234,
"7962624" : 1327,
"8028160" : 1333,
"8093696" : 1329,
"8159232" : 1386,
"8224768" : 1366,
"8290304" : 1464,
"8355840" : 1537,
"8454144" : 2909,
"8585216" : 3120,
"8716288" : 3246,
"8847360" : 3221,
"8978432" : 3265,
"9109504" : 3325,
"9240576" : 3504,
"9371648" : 3485,
"9502720" : 3596,
"9633792" : 3624,
"9764864" : 3631,
"9895936" : 3684,
"10027008" : 3772,
"10158080" : 3809,
"10289152" : 3859,
"10420224" : 3960,
"10551296" : 3980,
"10682368" : 4068,
"10813440" : 4145,
"10944512" : 4388,
"11075584" : 4319,
"11206656" : 4528,
"11337728" : 4547,
"11468800" : 4737,
"11599872" : 4788,
"11730944" : 5083,
"11862016" : 5126,
"11993088" : 5438,
"12124160" : 5522,
"12255232" : 5804,
"12386304" : 5902,
"12517376" : 6135,
"12648448" : 6392,
"12779520" : 6432,
"12910592" : 6772,
"13041664" : 6993,
"13172736" : 7170,
"13303808" : 7357,
"13434880" : 7520,
"13565952" : 7685,
"13697024" : 7893,
"13828096" : 8323,
"13959168" : 8589,
"14090240" : 8603,
"14221312" : 8896,
"14352384" : 8999,
"14483456" : 9189,
"14614528" : 9228,
"14745600" : 9735,
"14876672" : 9814,
"15007744" : 9879,
"15138816" : 9772,
"15269888" : 9853,
"15400960" : 9994,
"15532032" : 10206,
"15663104" : 10668,
"15794176" : 11197,
"15925248" : 11266,
"16056320" : 11384,
"16187392" : 11284,
"16318464" : 11651,
"16449536" : 11779,
"16580608" : 11978,
"16711680" : 12219,
"16908288" : 25627,
"17170432" : 27545,
"17432576" : 27684,
"17694720" : 28133,
"17956864" : 27442,
"18219008" : 27200,
"18481152" : 26688,
"18743296" : 26632,
"19005440" : 26925,
"19267584" : 26952,
"19529728" : 27342,
"19791872" : 27066,
"20054016" : 27462,
"20316160" : 27620,
"20578304" : 26150,
"20840448" : 26745,
"21102592" : 26973,
"21364736" : 26705,
"21626880" : 26841,
"21889024" : 25991,
"22151168" : 24937,
"22413312" : 24857,
"22675456" : 26093,
"22937600" : 24946,
"23199744" : 23020,
"23461888" : 23078,
"23724032" : 22756,
"23986176" : 20859,
"24248320" : 19633,
"24510464" : 20336,
"24772608" : 20678,
"25034752" : 21048,
"25296896" : 20620,
"25559040" : 19922,
"25821184" : 19964,
"26083328" : 18996,
"26345472" : 17556,
"26607616" : 16451,
"26869760" : 14460,
"27131904" : 13976,
"27394048" : 13860,
"27656192" : 13040,
"27918336" : 12422,
"28180480" : 12132,
"28442624" : 11681,
"28704768" : 10879,
"28966912" : 10408,
"29229056" : 9505,
"29491200" : 8940,
"29753344" : 8336,
"30015488" : 7841,
"30277632" : 7736,
"30539776" : 7769,
"30801920" : 7906,
"31064064" : 7731,
"31326208" : 7637,
"31588352" : 7420,
"31850496" : 7525,
"32112640" : 7417,
"32374784" : 6961,
"32636928" : 6740,
"32899072" : 6461,
"33161216" : 5990,
"33423360" : 5597,
"33816576" : 9901,
"34340864" : 8727,
"34865152" : 7332,
"35389440" : 5723,
"35913728" : 4144,
"36438016" : 3299,
"36962304" : 2549,
"37486592" : 1680,
"38010880" : 1130,
"38535168" : 723,
"39059456" : 363,
"39583744" : 233,
"40108032" : 98,
"40632320" : 63,
"41156608" : 28,
"41680896" : 34,
"42205184" : 15,
"42729472" : 2,
"43253760" : 7,
"43778048" : 1
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 44872912,
"mean" : 21258776.762001,
"stddev" : 6609563.774969,
"N" : 1685848
},
"bw_min" : 71504,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 96486.273381,
"bw_dev" : 877.056798,
"bw_samples" : 2224,
"iops_min" : 17876,
"iops_max" : 33262,
"iops_mean" : 24120.791367,
"iops_stddev" : 219.244348,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120000,
"usr_cpu" : 0.510804,
"sys_cpu" : 5.637589,
"ctx" : 1816261,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.034997,
"4" : 0.090933,
"10" : 4.762365,
"20" : 42.983776,
"50" : 52.126684,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125512,
"timestamp_ms" : 1774125512515,
"time" : "Sat Mar 21 17:38:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7703576576,
"io_kbytes" : 7523024,
"bw_bytes" : 96294707,
"bw" : 94037,
"iops" : 23509.675000,
"runtime" : 80000,
"total_ios" : 1880774,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 676718.535639,
"stddev" : 282585.792074,
"N" : 1880774
},
"clat_ns" : {
"min" : 992366,
"max" : 43577624,
"mean" : 21099107.908291,
"stddev" : 6617939.385100,
"N" : 1880758,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 10420224,
"10.000000" : 12779520,
"20.000000" : 15532032,
"30.000000" : 17432576,
"40.000000" : 19005440,
"50.000000" : 20578304,
"60.000000" : 22413312,
"70.000000" : 24248320,
"80.000000" : 26607616,
"90.000000" : 30539776,
"95.000000" : 33161216,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 39059456,
"99.950000" : 40108032,
"99.990000" : 41156608
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 993,
"7569408" : 1088,
"7634944" : 1168,
"7700480" : 1179,
"7766016" : 1186,
"7831552" : 1203,
"7897088" : 1234,
"7962624" : 1327,
"8028160" : 1333,
"8093696" : 1329,
"8159232" : 1386,
"8224768" : 1366,
"8290304" : 1464,
"8355840" : 1537,
"8454144" : 2909,
"8585216" : 3120,
"8716288" : 3246,
"8847360" : 3221,
"8978432" : 3265,
"9109504" : 3325,
"9240576" : 3504,
"9371648" : 3485,
"9502720" : 3596,
"9633792" : 3624,
"9764864" : 3631,
"9895936" : 3684,
"10027008" : 3772,
"10158080" : 3809,
"10289152" : 3859,
"10420224" : 3960,
"10551296" : 3980,
"10682368" : 4070,
"10813440" : 4146,
"10944512" : 4390,
"11075584" : 4323,
"11206656" : 4537,
"11337728" : 4566,
"11468800" : 4747,
"11599872" : 4817,
"11730944" : 5104,
"11862016" : 5157,
"11993088" : 5484,
"12124160" : 5571,
"12255232" : 5855,
"12386304" : 5971,
"12517376" : 6213,
"12648448" : 6467,
"12779520" : 6542,
"12910592" : 6910,
"13041664" : 7120,
"13172736" : 7318,
"13303808" : 7501,
"13434880" : 7706,
"13565952" : 7876,
"13697024" : 8094,
"13828096" : 8535,
"13959168" : 8784,
"14090240" : 8824,
"14221312" : 9166,
"14352384" : 9274,
"14483456" : 9493,
"14614528" : 9575,
"14745600" : 10078,
"14876672" : 10164,
"15007744" : 10243,
"15138816" : 10193,
"15269888" : 10270,
"15400960" : 10467,
"15532032" : 10705,
"15663104" : 11185,
"15794176" : 11766,
"15925248" : 11839,
"16056320" : 12079,
"16187392" : 11945,
"16318464" : 12355,
"16449536" : 12529,
"16580608" : 12846,
"16711680" : 13110,
"16908288" : 27508,
"17170432" : 29680,
"17432576" : 30056,
"17694720" : 30805,
"17956864" : 30339,
"18219008" : 30263,
"18481152" : 29860,
"18743296" : 30142,
"19005440" : 30841,
"19267584" : 30860,
"19529728" : 31505,
"19791872" : 31351,
"20054016" : 31715,
"20316160" : 31545,
"20578304" : 29900,
"20840448" : 30419,
"21102592" : 30454,
"21364736" : 30005,
"21626880" : 30066,
"21889024" : 29051,
"22151168" : 27890,
"22413312" : 27819,
"22675456" : 29019,
"22937600" : 27678,
"23199744" : 25835,
"23461888" : 25728,
"23724032" : 25161,
"23986176" : 23189,
"24248320" : 21763,
"24510464" : 22404,
"24772608" : 22793,
"25034752" : 22916,
"25296896" : 22343,
"25559040" : 21468,
"25821184" : 21479,
"26083328" : 20461,
"26345472" : 18848,
"26607616" : 17751,
"26869760" : 15764,
"27131904" : 15294,
"27394048" : 15097,
"27656192" : 14394,
"27918336" : 13720,
"28180480" : 13518,
"28442624" : 13094,
"28704768" : 12426,
"28966912" : 11884,
"29229056" : 10941,
"29491200" : 10341,
"29753344" : 9798,
"30015488" : 9343,
"30277632" : 9284,
"30539776" : 9375,
"30801920" : 9448,
"31064064" : 9263,
"31326208" : 9264,
"31588352" : 9027,
"31850496" : 9194,
"32112640" : 9152,
"32374784" : 8750,
"32636928" : 8727,
"32899072" : 8528,
"33161216" : 8270,
"33423360" : 8017,
"33816576" : 14856,
"34340864" : 13741,
"34865152" : 11949,
"35389440" : 10140,
"35913728" : 8083,
"36438016" : 6708,
"36962304" : 5139,
"37486592" : 3708,
"38010880" : 2636,
"38535168" : 1784,
"39059456" : 958,
"39583744" : 669,
"40108032" : 394,
"40632320" : 264,
"41156608" : 130,
"41680896" : 94,
"42205184" : 59,
"42729472" : 2,
"43253760" : 7,
"43778048" : 1
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 44872912,
"mean" : 21775752.172531,
"stddev" : 6821433.775914,
"N" : 1880758
},
"bw_min" : 67352,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 94233.691824,
"bw_dev" : 912.724730,
"bw_samples" : 2544,
"iops_min" : 16838,
"iops_max" : 33262,
"iops_mean" : 23557.685535,
"iops_stddev" : 228.161732,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279988,
"usr_cpu" : 0.497036,
"sys_cpu" : 5.549349,
"ctx" : 2020405,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.031370,
"4" : 0.081509,
"10" : 4.268828,
"20" : 41.292362,
"50" : 54.324815,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125522,
"timestamp_ms" : 1774125522515,
"time" : "Sat Mar 21 17:38:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8484270080,
"io_kbytes" : 8285420,
"bw_bytes" : 94269667,
"bw" : 92060,
"iops" : 23015.288889,
"runtime" : 90000,
"total_ios" : 2071376,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 691360.032393,
"stddev" : 291451.442634,
"N" : 2071376
},
"clat_ns" : {
"min" : 992366,
"max" : 47977786,
"mean" : 21553791.939119,
"stddev" : 6865995.045859,
"N" : 2071360,
"percentile" : {
"1.000000" : 7307264,
"5.000000" : 10682368,
"10.000000" : 13172736,
"20.000000" : 15925248,
"30.000000" : 17694720,
"40.000000" : 19267584,
"50.000000" : 20840448,
"60.000000" : 22675456,
"70.000000" : 24510464,
"80.000000" : 27131904,
"90.000000" : 31588352,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41680896,
"99.950000" : 42205184,
"99.990000" : 44302336
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 993,
"7569408" : 1088,
"7634944" : 1168,
"7700480" : 1179,
"7766016" : 1186,
"7831552" : 1203,
"7897088" : 1234,
"7962624" : 1327,
"8028160" : 1333,
"8093696" : 1329,
"8159232" : 1386,
"8224768" : 1366,
"8290304" : 1464,
"8355840" : 1537,
"8454144" : 2909,
"8585216" : 3120,
"8716288" : 3246,
"8847360" : 3222,
"8978432" : 3271,
"9109504" : 3327,
"9240576" : 3506,
"9371648" : 3488,
"9502720" : 3605,
"9633792" : 3627,
"9764864" : 3637,
"9895936" : 3700,
"10027008" : 3786,
"10158080" : 3817,
"10289152" : 3876,
"10420224" : 3978,
"10551296" : 4001,
"10682368" : 4077,
"10813440" : 4161,
"10944512" : 4406,
"11075584" : 4338,
"11206656" : 4562,
"11337728" : 4607,
"11468800" : 4774,
"11599872" : 4853,
"11730944" : 5141,
"11862016" : 5199,
"11993088" : 5552,
"12124160" : 5641,
"12255232" : 5929,
"12386304" : 6042,
"12517376" : 6294,
"12648448" : 6553,
"12779520" : 6649,
"12910592" : 7031,
"13041664" : 7251,
"13172736" : 7461,
"13303808" : 7656,
"13434880" : 7854,
"13565952" : 8061,
"13697024" : 8291,
"13828096" : 8755,
"13959168" : 9011,
"14090240" : 9066,
"14221312" : 9419,
"14352384" : 9570,
"14483456" : 9849,
"14614528" : 9944,
"14745600" : 10464,
"14876672" : 10591,
"15007744" : 10687,
"15138816" : 10681,
"15269888" : 10810,
"15400960" : 11024,
"15532032" : 11329,
"15663104" : 11813,
"15794176" : 12367,
"15925248" : 12493,
"16056320" : 12778,
"16187392" : 12692,
"16318464" : 13133,
"16449536" : 13284,
"16580608" : 13685,
"16711680" : 14000,
"16908288" : 29401,
"17170432" : 31685,
"17432576" : 32281,
"17694720" : 33246,
"17956864" : 33162,
"18219008" : 33422,
"18481152" : 33225,
"18743296" : 33566,
"19005440" : 34424,
"19267584" : 34697,
"19529728" : 35466,
"19791872" : 35222,
"20054016" : 35751,
"20316160" : 35607,
"20578304" : 33721,
"20840448" : 34123,
"21102592" : 34087,
"21364736" : 33547,
"21626880" : 33403,
"21889024" : 32342,
"22151168" : 30824,
"22413312" : 30727,
"22675456" : 31776,
"22937600" : 30090,
"23199744" : 28177,
"23461888" : 27875,
"23724032" : 27088,
"23986176" : 24901,
"24248320" : 23304,
"24510464" : 23697,
"24772608" : 23985,
"25034752" : 24119,
"25296896" : 23399,
"25559040" : 22525,
"25821184" : 22449,
"26083328" : 21356,
"26345472" : 19756,
"26607616" : 18702,
"26869760" : 16683,
"27131904" : 16342,
"27394048" : 16178,
"27656192" : 15560,
"27918336" : 14829,
"28180480" : 14592,
"28442624" : 14125,
"28704768" : 13489,
"28966912" : 12942,
"29229056" : 12101,
"29491200" : 11615,
"29753344" : 11101,
"30015488" : 10553,
"30277632" : 10604,
"30539776" : 10681,
"30801920" : 10916,
"31064064" : 10818,
"31326208" : 10812,
"31588352" : 10535,
"31850496" : 10764,
"32112640" : 10863,
"32374784" : 10461,
"32636928" : 10406,
"32899072" : 10429,
"33161216" : 10083,
"33423360" : 9961,
"33816576" : 18802,
"34340864" : 17919,
"34865152" : 16160,
"35389440" : 14255,
"35913728" : 12143,
"36438016" : 10416,
"36962304" : 8784,
"37486592" : 6826,
"38010880" : 5439,
"38535168" : 4234,
"39059456" : 2997,
"39583744" : 2326,
"40108032" : 1564,
"40632320" : 1287,
"41156608" : 852,
"41680896" : 682,
"42205184" : 452,
"42729472" : 273,
"43253760" : 243,
"43778048" : 190,
"44302336" : 126,
"44826624" : 59,
"45350912" : 37,
"45875200" : 41,
"46399488" : 19,
"46923776" : 3,
"47448064" : 1,
"47972352" : 2
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 49532080,
"mean" : 22245185.870815,
"stddev" : 7077734.961444,
"N" : 2071360
},
"bw_min" : 59800,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 92196.184358,
"bw_dev" : 952.447365,
"bw_samples" : 2864,
"iops_min" : 14950,
"iops_max" : 33262,
"iops_mean" : 23048.324022,
"iops_stddev" : 238.093274,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439990,
"usr_cpu" : 0.487226,
"sys_cpu" : 5.482052,
"ctx" : 2221103,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.028483,
"4" : 0.074009,
"10" : 3.878581,
"20" : 39.992546,
"50" : 56.025367,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125532,
"timestamp_ms" : 1774125532515,
"time" : "Sat Mar 21 17:38:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9311457280,
"io_kbytes" : 9093220,
"bw_bytes" : 93114572,
"bw" : 90932,
"iops" : 22733.350000,
"runtime" : 100000,
"total_ios" : 2273335,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 699999.637384,
"stddev" : 294728.651741,
"N" : 2273335
},
"clat_ns" : {
"min" : 992366,
"max" : 47977786,
"mean" : 21821407.517983,
"stddev" : 6928205.384926,
"N" : 2273319,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 10944512,
"10.000000" : 13434880,
"20.000000" : 16187392,
"30.000000" : 17956864,
"40.000000" : 19529728,
"50.000000" : 21102592,
"60.000000" : 22675456,
"70.000000" : 25034752,
"80.000000" : 27656192,
"90.000000" : 32112640,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41680896,
"99.950000" : 42205184,
"99.990000" : 44302336
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 993,
"7569408" : 1088,
"7634944" : 1168,
"7700480" : 1179,
"7766016" : 1186,
"7831552" : 1203,
"7897088" : 1234,
"7962624" : 1327,
"8028160" : 1333,
"8093696" : 1329,
"8159232" : 1386,
"8224768" : 1366,
"8290304" : 1464,
"8355840" : 1538,
"8454144" : 2910,
"8585216" : 3126,
"8716288" : 3251,
"8847360" : 3227,
"8978432" : 3275,
"9109504" : 3329,
"9240576" : 3509,
"9371648" : 3492,
"9502720" : 3607,
"9633792" : 3631,
"9764864" : 3644,
"9895936" : 3712,
"10027008" : 3796,
"10158080" : 3825,
"10289152" : 3902,
"10420224" : 4006,
"10551296" : 4029,
"10682368" : 4108,
"10813440" : 4196,
"10944512" : 4447,
"11075584" : 4390,
"11206656" : 4617,
"11337728" : 4672,
"11468800" : 4830,
"11599872" : 4909,
"11730944" : 5241,
"11862016" : 5301,
"11993088" : 5677,
"12124160" : 5769,
"12255232" : 6062,
"12386304" : 6174,
"12517376" : 6450,
"12648448" : 6722,
"12779520" : 6822,
"12910592" : 7238,
"13041664" : 7444,
"13172736" : 7700,
"13303808" : 7951,
"13434880" : 8168,
"13565952" : 8376,
"13697024" : 8691,
"13828096" : 9178,
"13959168" : 9463,
"14090240" : 9523,
"14221312" : 9908,
"14352384" : 10114,
"14483456" : 10406,
"14614528" : 10519,
"14745600" : 11121,
"14876672" : 11257,
"15007744" : 11386,
"15138816" : 11407,
"15269888" : 11603,
"15400960" : 11825,
"15532032" : 12240,
"15663104" : 12756,
"15794176" : 13327,
"15925248" : 13549,
"16056320" : 13930,
"16187392" : 13933,
"16318464" : 14375,
"16449536" : 14598,
"16580608" : 15004,
"16711680" : 15425,
"16908288" : 32353,
"17170432" : 34749,
"17432576" : 35721,
"17694720" : 36857,
"17956864" : 37142,
"18219008" : 37369,
"18481152" : 37124,
"18743296" : 37595,
"19005440" : 38320,
"19267584" : 38482,
"19529728" : 39296,
"19791872" : 39002,
"20054016" : 39507,
"20316160" : 39279,
"20578304" : 37127,
"20840448" : 37266,
"21102592" : 37166,
"21364736" : 36614,
"21626880" : 36452,
"21889024" : 35214,
"22151168" : 33529,
"22413312" : 33177,
"22675456" : 34129,
"22937600" : 32182,
"23199744" : 30038,
"23461888" : 29620,
"23724032" : 28767,
"23986176" : 26458,
"24248320" : 24793,
"24510464" : 25115,
"24772608" : 25381,
"25034752" : 25629,
"25296896" : 24792,
"25559040" : 24029,
"25821184" : 23920,
"26083328" : 22831,
"26345472" : 21419,
"26607616" : 20301,
"26869760" : 18241,
"27131904" : 17928,
"27394048" : 17884,
"27656192" : 17267,
"27918336" : 16624,
"28180480" : 16388,
"28442624" : 16023,
"28704768" : 15445,
"28966912" : 14930,
"29229056" : 14076,
"29491200" : 13693,
"29753344" : 13247,
"30015488" : 12577,
"30277632" : 12524,
"30539776" : 12618,
"30801920" : 12827,
"31064064" : 12842,
"31326208" : 12925,
"31588352" : 12532,
"31850496" : 12840,
"32112640" : 12936,
"32374784" : 12606,
"32636928" : 12433,
"32899072" : 12506,
"33161216" : 12117,
"33423360" : 11909,
"33816576" : 22212,
"34340864" : 21320,
"34865152" : 19205,
"35389440" : 16935,
"35913728" : 14529,
"36438016" : 12592,
"36962304" : 10852,
"37486592" : 8684,
"38010880" : 6923,
"38535168" : 5382,
"39059456" : 3834,
"39583744" : 3028,
"40108032" : 2121,
"40632320" : 1619,
"41156608" : 1136,
"41680896" : 825,
"42205184" : 549,
"42729472" : 323,
"43253760" : 278,
"43778048" : 208,
"44302336" : 132,
"44826624" : 60,
"45350912" : 37,
"45875200" : 41,
"46399488" : 19,
"46923776" : 3,
"47448064" : 1,
"47972352" : 2
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 49532080,
"mean" : 22521458.192154,
"stddev" : 7142036.298936,
"N" : 2273319
},
"bw_min" : 59800,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 91011.201005,
"bw_dev" : 947.031781,
"bw_samples" : 3184,
"iops_min" : 14950,
"iops_max" : 33262,
"iops_mean" : 22752.110553,
"iops_stddev" : 236.740500,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599989,
"usr_cpu" : 0.478878,
"sys_cpu" : 5.475725,
"ctx" : 2435041,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999912,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999912,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.025953,
"4" : 0.067434,
"10" : 3.536610,
"20" : 39.448607,
"50" : 56.920471,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125542,
"timestamp_ms" : 1774125542515,
"time" : "Sat Mar 21 17:39:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10171437056,
"io_kbytes" : 9933044,
"bw_bytes" : 92468450,
"bw" : 90301,
"iops" : 22575.468868,
"runtime" : 109999,
"total_ios" : 2483279,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 704933.508468,
"stddev" : 296471.854549,
"N" : 2483279
},
"clat_ns" : {
"min" : 992366,
"max" : 47977786,
"mean" : 21972610.543186,
"stddev" : 6951105.558764,
"N" : 2483263,
"percentile" : {
"1.000000" : 7569408,
"5.000000" : 11337728,
"10.000000" : 13697024,
"20.000000" : 16318464,
"30.000000" : 17956864,
"40.000000" : 19529728,
"50.000000" : 21102592,
"60.000000" : 22937600,
"70.000000" : 25296896,
"80.000000" : 28180480,
"90.000000" : 32112640,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 42205184,
"99.990000" : 44302336
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 995,
"7569408" : 1088,
"7634944" : 1168,
"7700480" : 1180,
"7766016" : 1187,
"7831552" : 1204,
"7897088" : 1235,
"7962624" : 1327,
"8028160" : 1334,
"8093696" : 1332,
"8159232" : 1390,
"8224768" : 1367,
"8290304" : 1468,
"8355840" : 1538,
"8454144" : 2917,
"8585216" : 3135,
"8716288" : 3258,
"8847360" : 3241,
"8978432" : 3283,
"9109504" : 3340,
"9240576" : 3533,
"9371648" : 3507,
"9502720" : 3633,
"9633792" : 3659,
"9764864" : 3681,
"9895936" : 3744,
"10027008" : 3823,
"10158080" : 3874,
"10289152" : 3949,
"10420224" : 4056,
"10551296" : 4098,
"10682368" : 4190,
"10813440" : 4290,
"10944512" : 4568,
"11075584" : 4529,
"11206656" : 4764,
"11337728" : 4872,
"11468800" : 5028,
"11599872" : 5123,
"11730944" : 5532,
"11862016" : 5541,
"11993088" : 5972,
"12124160" : 6089,
"12255232" : 6392,
"12386304" : 6535,
"12517376" : 6821,
"12648448" : 7183,
"12779520" : 7298,
"12910592" : 7731,
"13041664" : 8009,
"13172736" : 8311,
"13303808" : 8519,
"13434880" : 8820,
"13565952" : 9031,
"13697024" : 9395,
"13828096" : 9902,
"13959168" : 10235,
"14090240" : 10307,
"14221312" : 10764,
"14352384" : 11116,
"14483456" : 11398,
"14614528" : 11584,
"14745600" : 12208,
"14876672" : 12372,
"15007744" : 12547,
"15138816" : 12585,
"15269888" : 12772,
"15400960" : 13062,
"15532032" : 13614,
"15663104" : 14094,
"15794176" : 14780,
"15925248" : 14969,
"16056320" : 15504,
"16187392" : 15595,
"16318464" : 16107,
"16449536" : 16383,
"16580608" : 16823,
"16711680" : 17447,
"16908288" : 36261,
"17170432" : 38806,
"17432576" : 39767,
"17694720" : 40954,
"17956864" : 41433,
"18219008" : 41570,
"18481152" : 41390,
"18743296" : 41971,
"19005440" : 42486,
"19267584" : 42330,
"19529728" : 42990,
"19791872" : 42515,
"20054016" : 42821,
"20316160" : 42466,
"20578304" : 39946,
"20840448" : 39829,
"21102592" : 39657,
"21364736" : 38949,
"21626880" : 38588,
"21889024" : 37254,
"22151168" : 35410,
"22413312" : 34996,
"22675456" : 35886,
"22937600" : 33719,
"23199744" : 31420,
"23461888" : 30801,
"23724032" : 29794,
"23986176" : 27476,
"24248320" : 25755,
"24510464" : 25989,
"24772608" : 26270,
"25034752" : 26448,
"25296896" : 25667,
"25559040" : 24971,
"25821184" : 24918,
"26083328" : 23843,
"26345472" : 22580,
"26607616" : 21442,
"26869760" : 19443,
"27131904" : 19217,
"27394048" : 19284,
"27656192" : 18655,
"27918336" : 18158,
"28180480" : 18106,
"28442624" : 17831,
"28704768" : 17376,
"28966912" : 17029,
"29229056" : 16406,
"29491200" : 16224,
"29753344" : 16052,
"30015488" : 15490,
"30277632" : 15592,
"30539776" : 15806,
"30801920" : 16055,
"31064064" : 16049,
"31326208" : 16276,
"31588352" : 15821,
"31850496" : 16087,
"32112640" : 15944,
"32374784" : 15475,
"32636928" : 15231,
"32899072" : 15180,
"33161216" : 14837,
"33423360" : 14423,
"33816576" : 26365,
"34340864" : 24486,
"34865152" : 21794,
"35389440" : 19075,
"35913728" : 16206,
"36438016" : 13676,
"36962304" : 11598,
"37486592" : 9187,
"38010880" : 7249,
"38535168" : 5572,
"39059456" : 3994,
"39583744" : 3103,
"40108032" : 2136,
"40632320" : 1619,
"41156608" : 1136,
"41680896" : 825,
"42205184" : 549,
"42729472" : 323,
"43253760" : 278,
"43778048" : 208,
"44302336" : 132,
"44826624" : 60,
"45350912" : 37,
"45875200" : 41,
"46399488" : 19,
"46923776" : 3,
"47448064" : 1,
"47972352" : 2
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 49532080,
"mean" : 22677490.328472,
"stddev" : 7165689.118258,
"N" : 2483263
},
"bw_min" : 59800,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 90388.077626,
"bw_dev" : 919.700382,
"bw_samples" : 3504,
"iops_min" : 14950,
"iops_max" : 33262,
"iops_mean" : 22596.356164,
"iops_stddev" : 229.908221,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759984,
"usr_cpu" : 0.474038,
"sys_cpu" : 5.504311,
"ctx" : 2659288,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.023759,
"4" : 0.061733,
"10" : 3.247480,
"20" : 39.640934,
"50" : 57.025248,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125552,
"timestamp_ms" : 1774125552515,
"time" : "Sat Mar 21 17:39:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11035291648,
"io_kbytes" : 10776652,
"bw_bytes" : 91961530,
"bw" : 89806,
"iops" : 22451.712098,
"runtime" : 119999,
"total_ios" : 2694183,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 708849.409898,
"stddev" : 296900.503215,
"N" : 2694183
},
"clat_ns" : {
"min" : 992366,
"max" : 47977786,
"mean" : 22093421.908543,
"stddev" : 6933324.034814,
"N" : 2694167,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 11599872,
"10.000000" : 13828096,
"20.000000" : 16449536,
"30.000000" : 18219008,
"40.000000" : 19529728,
"50.000000" : 21102592,
"60.000000" : 22937600,
"70.000000" : 25296896,
"80.000000" : 28442624,
"90.000000" : 32374784,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 42205184,
"99.990000" : 44302336
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 995,
"7569408" : 1088,
"7634944" : 1169,
"7700480" : 1180,
"7766016" : 1187,
"7831552" : 1204,
"7897088" : 1236,
"7962624" : 1327,
"8028160" : 1335,
"8093696" : 1332,
"8159232" : 1391,
"8224768" : 1370,
"8290304" : 1470,
"8355840" : 1540,
"8454144" : 2919,
"8585216" : 3139,
"8716288" : 3262,
"8847360" : 3242,
"8978432" : 3289,
"9109504" : 3348,
"9240576" : 3544,
"9371648" : 3522,
"9502720" : 3650,
"9633792" : 3675,
"9764864" : 3699,
"9895936" : 3766,
"10027008" : 3849,
"10158080" : 3903,
"10289152" : 3986,
"10420224" : 4106,
"10551296" : 4154,
"10682368" : 4240,
"10813440" : 4348,
"10944512" : 4631,
"11075584" : 4597,
"11206656" : 4859,
"11337728" : 4969,
"11468800" : 5131,
"11599872" : 5243,
"11730944" : 5699,
"11862016" : 5722,
"11993088" : 6154,
"12124160" : 6271,
"12255232" : 6630,
"12386304" : 6800,
"12517376" : 7095,
"12648448" : 7515,
"12779520" : 7643,
"12910592" : 8089,
"13041664" : 8394,
"13172736" : 8752,
"13303808" : 9023,
"13434880" : 9369,
"13565952" : 9603,
"13697024" : 9990,
"13828096" : 10538,
"13959168" : 10867,
"14090240" : 10961,
"14221312" : 11478,
"14352384" : 11837,
"14483456" : 12164,
"14614528" : 12368,
"14745600" : 13021,
"14876672" : 13228,
"15007744" : 13401,
"15138816" : 13515,
"15269888" : 13744,
"15400960" : 14114,
"15532032" : 14687,
"15663104" : 15159,
"15794176" : 15890,
"15925248" : 16137,
"16056320" : 16724,
"16187392" : 16835,
"16318464" : 17399,
"16449536" : 17811,
"16580608" : 18214,
"16711680" : 18959,
"16908288" : 39392,
"17170432" : 42218,
"17432576" : 43563,
"17694720" : 45061,
"17956864" : 45793,
"18219008" : 46093,
"18481152" : 46162,
"18743296" : 46535,
"19005440" : 46949,
"19267584" : 46806,
"19529728" : 47541,
"19791872" : 47102,
"20054016" : 47214,
"20316160" : 46576,
"20578304" : 43800,
"20840448" : 43592,
"21102592" : 43187,
"21364736" : 42264,
"21626880" : 41618,
"21889024" : 40030,
"22151168" : 37898,
"22413312" : 37204,
"22675456" : 38034,
"22937600" : 35781,
"23199744" : 33426,
"23461888" : 32591,
"23724032" : 31622,
"23986176" : 29277,
"24248320" : 27563,
"24510464" : 27630,
"24772608" : 27819,
"25034752" : 28007,
"25296896" : 27193,
"25559040" : 26453,
"25821184" : 26404,
"26083328" : 25258,
"26345472" : 23974,
"26607616" : 22874,
"26869760" : 20943,
"27131904" : 20780,
"27394048" : 20792,
"27656192" : 20246,
"27918336" : 19825,
"28180480" : 19942,
"28442624" : 19600,
"28704768" : 19306,
"28966912" : 19082,
"29229056" : 18594,
"29491200" : 18646,
"29753344" : 18402,
"30015488" : 17908,
"30277632" : 17901,
"30539776" : 18173,
"30801920" : 18299,
"31064064" : 18327,
"31326208" : 18423,
"31588352" : 17940,
"31850496" : 18268,
"32112640" : 18059,
"32374784" : 17587,
"32636928" : 17293,
"32899072" : 17154,
"33161216" : 16794,
"33423360" : 16209,
"33816576" : 29658,
"34340864" : 27376,
"34865152" : 24427,
"35389440" : 21329,
"35913728" : 18038,
"36438016" : 15297,
"36962304" : 12771,
"37486592" : 10027,
"38010880" : 7773,
"38535168" : 5949,
"39059456" : 4222,
"39583744" : 3221,
"40108032" : 2192,
"40632320" : 1648,
"41156608" : 1145,
"41680896" : 829,
"42205184" : 549,
"42729472" : 323,
"43253760" : 278,
"43778048" : 208,
"44302336" : 132,
"44826624" : 60,
"45350912" : 37,
"45875200" : 41,
"46399488" : 19,
"46923776" : 3,
"47448064" : 1,
"47972352" : 2
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 49532080,
"mean" : 22802205.232816,
"stddev" : 7147324.518176,
"N" : 2694167
},
"bw_min" : 59800,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 89840.732218,
"bw_dev" : 899.978416,
"bw_samples" : 3824,
"iops_min" : 14950,
"iops_max" : 33262,
"iops_mean" : 22459.468619,
"iops_stddev" : 224.977578,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919984,
"usr_cpu" : 0.471931,
"sys_cpu" : 5.538536,
"ctx" : 2884994,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.021899,
"4" : 0.056900,
"10" : 2.998386,
"20" : 39.557818,
"50" : 57.364218,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125562,
"timestamp_ms" : 1774125562515,
"time" : "Sat Mar 21 17:39:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11824095232,
"io_kbytes" : 11546968,
"bw_bytes" : 90955278,
"bw" : 88823,
"iops" : 22206.024662,
"runtime" : 129999,
"total_ios" : 2886761,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 716746.543056,
"stddev" : 300165.784689,
"N" : 2886761
},
"clat_ns" : {
"min" : 992366,
"max" : 47977786,
"mean" : 22338561.880032,
"stddev" : 6998096.115311,
"N" : 2886745,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 11730944,
"10.000000" : 14090240,
"20.000000" : 16580608,
"30.000000" : 18219008,
"40.000000" : 19791872,
"50.000000" : 21364736,
"60.000000" : 23199744,
"70.000000" : 25559040,
"80.000000" : 28966912,
"90.000000" : 32636928,
"95.000000" : 34865152,
"99.000000" : 38010880,
"99.500000" : 39583744,
"99.900000" : 41680896,
"99.950000" : 42205184,
"99.990000" : 44302336
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 995,
"7569408" : 1088,
"7634944" : 1169,
"7700480" : 1180,
"7766016" : 1187,
"7831552" : 1204,
"7897088" : 1236,
"7962624" : 1327,
"8028160" : 1335,
"8093696" : 1332,
"8159232" : 1391,
"8224768" : 1370,
"8290304" : 1470,
"8355840" : 1540,
"8454144" : 2919,
"8585216" : 3139,
"8716288" : 3262,
"8847360" : 3242,
"8978432" : 3289,
"9109504" : 3348,
"9240576" : 3544,
"9371648" : 3522,
"9502720" : 3650,
"9633792" : 3675,
"9764864" : 3699,
"9895936" : 3766,
"10027008" : 3849,
"10158080" : 3903,
"10289152" : 3986,
"10420224" : 4106,
"10551296" : 4154,
"10682368" : 4240,
"10813440" : 4348,
"10944512" : 4631,
"11075584" : 4597,
"11206656" : 4859,
"11337728" : 4969,
"11468800" : 5131,
"11599872" : 5243,
"11730944" : 5699,
"11862016" : 5722,
"11993088" : 6156,
"12124160" : 6273,
"12255232" : 6639,
"12386304" : 6822,
"12517376" : 7115,
"12648448" : 7529,
"12779520" : 7664,
"12910592" : 8129,
"13041664" : 8438,
"13172736" : 8785,
"13303808" : 9055,
"13434880" : 9420,
"13565952" : 9660,
"13697024" : 10069,
"13828096" : 10646,
"13959168" : 10976,
"14090240" : 11095,
"14221312" : 11619,
"14352384" : 11990,
"14483456" : 12373,
"14614528" : 12588,
"14745600" : 13224,
"14876672" : 13472,
"15007744" : 13701,
"15138816" : 13816,
"15269888" : 14132,
"15400960" : 14517,
"15532032" : 15104,
"15663104" : 15645,
"15794176" : 16399,
"15925248" : 16697,
"16056320" : 17344,
"16187392" : 17525,
"16318464" : 18131,
"16449536" : 18660,
"16580608" : 19087,
"16711680" : 19920,
"16908288" : 41498,
"17170432" : 44429,
"17432576" : 46156,
"17694720" : 48091,
"17956864" : 49060,
"18219008" : 49672,
"18481152" : 49917,
"18743296" : 50669,
"19005440" : 51220,
"19267584" : 51325,
"19529728" : 52021,
"19791872" : 51495,
"20054016" : 51744,
"20316160" : 51002,
"20578304" : 47906,
"20840448" : 47307,
"21102592" : 46517,
"21364736" : 45386,
"21626880" : 44373,
"21889024" : 42516,
"22151168" : 40248,
"22413312" : 39408,
"22675456" : 40110,
"22937600" : 37620,
"23199744" : 35121,
"23461888" : 34169,
"23724032" : 33036,
"23986176" : 30656,
"24248320" : 28876,
"24510464" : 29065,
"24772608" : 29256,
"25034752" : 29417,
"25296896" : 28511,
"25559040" : 27860,
"25821184" : 27901,
"26083328" : 26711,
"26345472" : 25445,
"26607616" : 24392,
"26869760" : 22506,
"27131904" : 22402,
"27394048" : 22401,
"27656192" : 22019,
"27918336" : 21615,
"28180480" : 21658,
"28442624" : 21394,
"28704768" : 21125,
"28966912" : 20949,
"29229056" : 20340,
"29491200" : 20386,
"29753344" : 20162,
"30015488" : 19762,
"30277632" : 19902,
"30539776" : 20054,
"30801920" : 20185,
"31064064" : 20145,
"31326208" : 20228,
"31588352" : 19919,
"31850496" : 20241,
"32112640" : 20145,
"32374784" : 19705,
"32636928" : 19364,
"32899072" : 19190,
"33161216" : 18769,
"33423360" : 18077,
"33816576" : 33416,
"34340864" : 31092,
"34865152" : 27702,
"35389440" : 24651,
"35913728" : 21051,
"36438016" : 18143,
"36962304" : 15497,
"37486592" : 12527,
"38010880" : 10009,
"38535168" : 7871,
"39059456" : 5757,
"39583744" : 4440,
"40108032" : 3172,
"40632320" : 2377,
"41156608" : 1546,
"41680896" : 1128,
"42205184" : 721,
"42729472" : 393,
"43253760" : 325,
"43778048" : 222,
"44302336" : 141,
"44826624" : 61,
"45350912" : 37,
"45875200" : 41,
"46399488" : 19,
"46923776" : 3,
"47448064" : 1,
"47972352" : 2
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 49532080,
"mean" : 23055291.297059,
"stddev" : 7214310.989005,
"N" : 2886745
},
"bw_min" : 59232,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 88920.613900,
"bw_dev" : 899.288446,
"bw_samples" : 4144,
"iops_min" : 14808,
"iops_max" : 33262,
"iops_mean" : 22229.463320,
"iops_stddev" : 224.804277,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079984,
"usr_cpu" : 0.467215,
"sys_cpu" : 5.530956,
"ctx" : 3087770,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.020438,
"4" : 0.053105,
"10" : 2.798361,
"20" : 38.778167,
"50" : 58.349202,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125572,
"timestamp_ms" : 1774125572515,
"time" : "Sat Mar 21 17:39:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12608245760,
"io_kbytes" : 12312740,
"bw_bytes" : 90058898,
"bw" : 87948,
"iops" : 21987.178571,
"runtime" : 140000,
"total_ios" : 3078205,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 723923.781333,
"stddev" : 301941.593497,
"N" : 3078205
},
"clat_ns" : {
"min" : 992366,
"max" : 47977786,
"mean" : 22560868.042973,
"stddev" : 7012756.254773,
"N" : 3078189,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 11993088,
"10.000000" : 14352384,
"20.000000" : 16908288,
"30.000000" : 18481152,
"40.000000" : 20054016,
"50.000000" : 21626880,
"60.000000" : 23461888,
"70.000000" : 25821184,
"80.000000" : 29229056,
"90.000000" : 32899072,
"95.000000" : 34865152,
"99.000000" : 38535168,
"99.500000" : 39583744,
"99.900000" : 41680896,
"99.950000" : 42205184,
"99.990000" : 44302336
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 995,
"7569408" : 1088,
"7634944" : 1169,
"7700480" : 1180,
"7766016" : 1187,
"7831552" : 1204,
"7897088" : 1236,
"7962624" : 1327,
"8028160" : 1335,
"8093696" : 1332,
"8159232" : 1391,
"8224768" : 1370,
"8290304" : 1470,
"8355840" : 1540,
"8454144" : 2919,
"8585216" : 3139,
"8716288" : 3262,
"8847360" : 3242,
"8978432" : 3289,
"9109504" : 3348,
"9240576" : 3544,
"9371648" : 3522,
"9502720" : 3650,
"9633792" : 3675,
"9764864" : 3699,
"9895936" : 3766,
"10027008" : 3849,
"10158080" : 3903,
"10289152" : 3986,
"10420224" : 4106,
"10551296" : 4154,
"10682368" : 4240,
"10813440" : 4348,
"10944512" : 4631,
"11075584" : 4597,
"11206656" : 4859,
"11337728" : 4969,
"11468800" : 5131,
"11599872" : 5243,
"11730944" : 5699,
"11862016" : 5722,
"11993088" : 6156,
"12124160" : 6273,
"12255232" : 6640,
"12386304" : 6822,
"12517376" : 7115,
"12648448" : 7531,
"12779520" : 7664,
"12910592" : 8130,
"13041664" : 8439,
"13172736" : 8787,
"13303808" : 9061,
"13434880" : 9429,
"13565952" : 9670,
"13697024" : 10079,
"13828096" : 10660,
"13959168" : 11001,
"14090240" : 11125,
"14221312" : 11641,
"14352384" : 12046,
"14483456" : 12421,
"14614528" : 12641,
"14745600" : 13291,
"14876672" : 13536,
"15007744" : 13783,
"15138816" : 13927,
"15269888" : 14259,
"15400960" : 14673,
"15532032" : 15272,
"15663104" : 15843,
"15794176" : 16652,
"15925248" : 16980,
"16056320" : 17672,
"16187392" : 17899,
"16318464" : 18520,
"16449536" : 19018,
"16580608" : 19552,
"16711680" : 20404,
"16908288" : 42601,
"17170432" : 45582,
"17432576" : 47599,
"17694720" : 49898,
"17956864" : 51344,
"18219008" : 52240,
"18481152" : 52798,
"18743296" : 53810,
"19005440" : 54648,
"19267584" : 55024,
"19529728" : 56021,
"19791872" : 55579,
"20054016" : 55958,
"20316160" : 55108,
"20578304" : 52066,
"20840448" : 51391,
"21102592" : 50341,
"21364736" : 49185,
"21626880" : 48194,
"21889024" : 46150,
"22151168" : 43675,
"22413312" : 42855,
"22675456" : 43344,
"22937600" : 40811,
"23199744" : 38126,
"23461888" : 37080,
"23724032" : 35885,
"23986176" : 33538,
"24248320" : 31752,
"24510464" : 32036,
"24772608" : 32127,
"25034752" : 32055,
"25296896" : 31013,
"25559040" : 30268,
"25821184" : 30261,
"26083328" : 29005,
"26345472" : 27546,
"26607616" : 26442,
"26869760" : 24389,
"27131904" : 24259,
"27394048" : 24147,
"27656192" : 23678,
"27918336" : 23285,
"28180480" : 23206,
"28442624" : 23031,
"28704768" : 22733,
"28966912" : 22550,
"29229056" : 21921,
"29491200" : 21975,
"29753344" : 21734,
"30015488" : 21335,
"30277632" : 21416,
"30539776" : 21629,
"30801920" : 21630,
"31064064" : 21538,
"31326208" : 21688,
"31588352" : 21430,
"31850496" : 21723,
"32112640" : 21724,
"32374784" : 21270,
"32636928" : 21022,
"32899072" : 20924,
"33161216" : 20440,
"33423360" : 19838,
"33816576" : 37017,
"34340864" : 34714,
"34865152" : 31121,
"35389440" : 27821,
"35913728" : 23835,
"36438016" : 20838,
"36962304" : 17915,
"37486592" : 14670,
"38010880" : 12047,
"38535168" : 9463,
"39059456" : 7075,
"39583744" : 5393,
"40108032" : 3948,
"40632320" : 2993,
"41156608" : 1956,
"41680896" : 1357,
"42205184" : 880,
"42729472" : 497,
"43253760" : 366,
"43778048" : 237,
"44302336" : 149,
"44826624" : 67,
"45350912" : 42,
"45875200" : 43,
"46399488" : 20,
"46923776" : 3,
"47448064" : 1,
"47972352" : 2
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 49532080,
"mean" : 23284779.196431,
"stddev" : 7229518.904136,
"N" : 3078189
},
"bw_min" : 59232,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 88055.681004,
"bw_dev" : 894.846169,
"bw_samples" : 4464,
"iops_min" : 14808,
"iops_max" : 33262,
"iops_mean" : 22013.193548,
"iops_stddev" : 223.693871,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239997,
"usr_cpu" : 0.464018,
"sys_cpu" : 5.529561,
"ctx" : 3290135,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.019167,
"4" : 0.049802,
"10" : 2.624322,
"20" : 37.569688,
"50" : 59.736340,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125582,
"timestamp_ms" : 1774125582515,
"time" : "Sat Mar 21 17:39:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13343694848,
"io_kbytes" : 13030952,
"bw_bytes" : 88957965,
"bw" : 86873,
"iops" : 21718.386667,
"runtime" : 150000,
"total_ios" : 3257758,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 732937.215461,
"stddev" : 305326.126652,
"N" : 3257758
},
"clat_ns" : {
"min" : 992366,
"max" : 50767878,
"mean" : 22840440.057402,
"stddev" : 7071584.198771,
"N" : 3257742,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 12124160,
"10.000000" : 14483456,
"20.000000" : 17170432,
"30.000000" : 18743296,
"40.000000" : 20316160,
"50.000000" : 21889024,
"60.000000" : 23724032,
"70.000000" : 26083328,
"80.000000" : 29491200,
"90.000000" : 33161216,
"95.000000" : 35389440,
"99.000000" : 39059456,
"99.500000" : 40108032,
"99.900000" : 42729472,
"99.950000" : 43778048,
"99.990000" : 46399488
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 995,
"7569408" : 1088,
"7634944" : 1169,
"7700480" : 1180,
"7766016" : 1187,
"7831552" : 1204,
"7897088" : 1236,
"7962624" : 1327,
"8028160" : 1335,
"8093696" : 1332,
"8159232" : 1391,
"8224768" : 1370,
"8290304" : 1470,
"8355840" : 1540,
"8454144" : 2919,
"8585216" : 3139,
"8716288" : 3262,
"8847360" : 3242,
"8978432" : 3289,
"9109504" : 3348,
"9240576" : 3544,
"9371648" : 3522,
"9502720" : 3650,
"9633792" : 3675,
"9764864" : 3699,
"9895936" : 3766,
"10027008" : 3849,
"10158080" : 3903,
"10289152" : 3986,
"10420224" : 4106,
"10551296" : 4154,
"10682368" : 4240,
"10813440" : 4348,
"10944512" : 4631,
"11075584" : 4597,
"11206656" : 4859,
"11337728" : 4969,
"11468800" : 5131,
"11599872" : 5243,
"11730944" : 5699,
"11862016" : 5722,
"11993088" : 6156,
"12124160" : 6273,
"12255232" : 6640,
"12386304" : 6822,
"12517376" : 7115,
"12648448" : 7531,
"12779520" : 7664,
"12910592" : 8130,
"13041664" : 8439,
"13172736" : 8787,
"13303808" : 9061,
"13434880" : 9429,
"13565952" : 9670,
"13697024" : 10079,
"13828096" : 10660,
"13959168" : 11001,
"14090240" : 11125,
"14221312" : 11641,
"14352384" : 12046,
"14483456" : 12421,
"14614528" : 12641,
"14745600" : 13291,
"14876672" : 13536,
"15007744" : 13783,
"15138816" : 13927,
"15269888" : 14259,
"15400960" : 14673,
"15532032" : 15272,
"15663104" : 15843,
"15794176" : 16654,
"15925248" : 16981,
"16056320" : 17676,
"16187392" : 17901,
"16318464" : 18524,
"16449536" : 19026,
"16580608" : 19559,
"16711680" : 20417,
"16908288" : 42655,
"17170432" : 45657,
"17432576" : 47731,
"17694720" : 50110,
"17956864" : 51667,
"18219008" : 52633,
"18481152" : 53342,
"18743296" : 54433,
"19005440" : 55459,
"19267584" : 56052,
"19529728" : 57224,
"19791872" : 57097,
"20054016" : 57834,
"20316160" : 57457,
"20578304" : 54994,
"20840448" : 54696,
"21102592" : 53963,
"21364736" : 52848,
"21626880" : 51959,
"21889024" : 50242,
"22151168" : 47641,
"22413312" : 46738,
"22675456" : 47252,
"22937600" : 45042,
"23199744" : 42470,
"23461888" : 41737,
"23724032" : 40442,
"23986176" : 38099,
"24248320" : 36287,
"24510464" : 36167,
"24772608" : 36210,
"25034752" : 35884,
"25296896" : 34760,
"25559040" : 33938,
"25821184" : 33619,
"26083328" : 32271,
"26345472" : 30561,
"26607616" : 29261,
"26869760" : 27073,
"27131904" : 26693,
"27394048" : 26416,
"27656192" : 25855,
"27918336" : 25304,
"28180480" : 25132,
"28442624" : 24781,
"28704768" : 24518,
"28966912" : 24208,
"29229056" : 23590,
"29491200" : 23502,
"29753344" : 23161,
"30015488" : 22662,
"30277632" : 22636,
"30539776" : 22811,
"30801920" : 22712,
"31064064" : 22521,
"31326208" : 22629,
"31588352" : 22357,
"31850496" : 22581,
"32112640" : 22543,
"32374784" : 22074,
"32636928" : 21934,
"32899072" : 21787,
"33161216" : 21326,
"33423360" : 20863,
"33816576" : 39237,
"34340864" : 37014,
"34865152" : 33620,
"35389440" : 30469,
"35913728" : 26686,
"36438016" : 23889,
"36962304" : 21160,
"37486592" : 17767,
"38010880" : 14943,
"38535168" : 11935,
"39059456" : 9164,
"39583744" : 7122,
"40108032" : 5422,
"40632320" : 4234,
"41156608" : 3009,
"41680896" : 2270,
"42205184" : 1617,
"42729472" : 1081,
"43253760" : 878,
"43778048" : 623,
"44302336" : 513,
"44826624" : 313,
"45350912" : 229,
"45875200" : 177,
"46399488" : 123,
"46923776" : 73,
"47448064" : 65,
"47972352" : 52,
"48496640" : 23,
"49020928" : 13,
"49545216" : 16,
"50069504" : 11,
"50593792" : 4
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 52424288,
"mean" : 23573395.914015,
"stddev" : 7290310.279014,
"N" : 3257742
},
"bw_min" : 59232,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 86931.073579,
"bw_dev" : 908.305886,
"bw_samples" : 4784,
"iops_min" : 14808,
"iops_max" : 33262,
"iops_mean" : 21732.090301,
"iops_stddev" : 227.056947,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399989,
"usr_cpu" : 0.459502,
"sys_cpu" : 5.509734,
"ctx" : 3478678,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.018111,
"4" : 0.047057,
"10" : 2.479681,
"20" : 35.728252,
"50" : 61.725856,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125592,
"timestamp_ms" : 1774125592516,
"time" : "Sat Mar 21 17:39:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14087303168,
"io_kbytes" : 13757132,
"bw_bytes" : 88045644,
"bw" : 85982,
"iops" : 21495.643750,
"runtime" : 160000,
"total_ios" : 3439303,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 740578.345820,
"stddev" : 308209.369191,
"N" : 3439303
},
"clat_ns" : {
"min" : 992366,
"max" : 50767878,
"mean" : 23075966.096333,
"stddev" : 7114134.587381,
"N" : 3439287,
"percentile" : {
"1.000000" : 8093696,
"5.000000" : 12386304,
"10.000000" : 14614528,
"20.000000" : 17170432,
"30.000000" : 19005440,
"40.000000" : 20578304,
"50.000000" : 22151168,
"60.000000" : 23986176,
"70.000000" : 26345472,
"80.000000" : 29753344,
"90.000000" : 33423360,
"95.000000" : 35913728,
"99.000000" : 39059456,
"99.500000" : 40632320,
"99.900000" : 43253760,
"99.950000" : 44302336,
"99.990000" : 46399488
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 995,
"7569408" : 1088,
"7634944" : 1169,
"7700480" : 1180,
"7766016" : 1187,
"7831552" : 1204,
"7897088" : 1236,
"7962624" : 1327,
"8028160" : 1335,
"8093696" : 1332,
"8159232" : 1391,
"8224768" : 1370,
"8290304" : 1470,
"8355840" : 1540,
"8454144" : 2919,
"8585216" : 3139,
"8716288" : 3262,
"8847360" : 3242,
"8978432" : 3289,
"9109504" : 3348,
"9240576" : 3544,
"9371648" : 3522,
"9502720" : 3650,
"9633792" : 3675,
"9764864" : 3699,
"9895936" : 3766,
"10027008" : 3849,
"10158080" : 3903,
"10289152" : 3986,
"10420224" : 4106,
"10551296" : 4154,
"10682368" : 4240,
"10813440" : 4348,
"10944512" : 4631,
"11075584" : 4597,
"11206656" : 4859,
"11337728" : 4969,
"11468800" : 5131,
"11599872" : 5243,
"11730944" : 5699,
"11862016" : 5722,
"11993088" : 6156,
"12124160" : 6273,
"12255232" : 6640,
"12386304" : 6822,
"12517376" : 7115,
"12648448" : 7531,
"12779520" : 7664,
"12910592" : 8130,
"13041664" : 8439,
"13172736" : 8787,
"13303808" : 9061,
"13434880" : 9430,
"13565952" : 9670,
"13697024" : 10081,
"13828096" : 10662,
"13959168" : 11004,
"14090240" : 11130,
"14221312" : 11649,
"14352384" : 12054,
"14483456" : 12435,
"14614528" : 12652,
"14745600" : 13300,
"14876672" : 13544,
"15007744" : 13801,
"15138816" : 13949,
"15269888" : 14289,
"15400960" : 14711,
"15532032" : 15321,
"15663104" : 15892,
"15794176" : 16719,
"15925248" : 17067,
"16056320" : 17792,
"16187392" : 18045,
"16318464" : 18702,
"16449536" : 19205,
"16580608" : 19762,
"16711680" : 20641,
"16908288" : 43222,
"17170432" : 46411,
"17432576" : 48608,
"17694720" : 51119,
"17956864" : 52889,
"18219008" : 53979,
"18481152" : 54931,
"18743296" : 56284,
"19005440" : 57336,
"19267584" : 58178,
"19529728" : 59702,
"19791872" : 59827,
"20054016" : 60680,
"20316160" : 60557,
"20578304" : 58055,
"20840448" : 57910,
"21102592" : 57332,
"21364736" : 56186,
"21626880" : 55197,
"21889024" : 53647,
"22151168" : 51071,
"22413312" : 50299,
"22675456" : 50817,
"22937600" : 48746,
"23199744" : 46314,
"23461888" : 45541,
"23724032" : 44216,
"23986176" : 41524,
"24248320" : 39535,
"24510464" : 39232,
"24772608" : 39083,
"25034752" : 38721,
"25296896" : 37539,
"25559040" : 36546,
"25821184" : 36108,
"26083328" : 34703,
"26345472" : 32726,
"26607616" : 31359,
"26869760" : 29140,
"27131904" : 28714,
"27394048" : 28246,
"27656192" : 27465,
"27918336" : 26790,
"28180480" : 26516,
"28442624" : 26010,
"28704768" : 25743,
"28966912" : 25336,
"29229056" : 24757,
"29491200" : 24591,
"29753344" : 24263,
"30015488" : 23761,
"30277632" : 23804,
"30539776" : 23960,
"30801920" : 23957,
"31064064" : 23861,
"31326208" : 23903,
"31588352" : 23731,
"31850496" : 24041,
"32112640" : 24072,
"32374784" : 23724,
"32636928" : 23682,
"32899072" : 23530,
"33161216" : 23197,
"33423360" : 22673,
"33816576" : 43237,
"34340864" : 40905,
"34865152" : 37671,
"35389440" : 34577,
"35913728" : 30591,
"36438016" : 27568,
"36962304" : 24405,
"37486592" : 20672,
"38010880" : 17655,
"38535168" : 14180,
"39059456" : 10918,
"39583744" : 8552,
"40108032" : 6632,
"40632320" : 5181,
"41156608" : 3762,
"41680896" : 2833,
"42205184" : 2085,
"42729472" : 1360,
"43253760" : 1062,
"43778048" : 731,
"44302336" : 591,
"44826624" : 338,
"45350912" : 263,
"45875200" : 180,
"46399488" : 123,
"46923776" : 73,
"47448064" : 65,
"47972352" : 52,
"48496640" : 23,
"49020928" : 13,
"49545216" : 16,
"50069504" : 11,
"50593792" : 4
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 52424288,
"mean" : 23816483.008410,
"stddev" : 7334268.804657,
"N" : 3439287
},
"bw_min" : 59232,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 86066.225705,
"bw_dev" : 911.008284,
"bw_samples" : 5104,
"iops_min" : 14808,
"iops_max" : 33262,
"iops_mean" : 21515.918495,
"iops_stddev" : 227.731693,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559999,
"usr_cpu" : 0.455781,
"sys_cpu" : 5.502229,
"ctx" : 3671309,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.017155,
"4" : 0.044573,
"10" : 2.348790,
"20" : 34.444392,
"50" : 63.144102,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125602,
"timestamp_ms" : 1774125602515,
"time" : "Sat Mar 21 17:40:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14807302144,
"io_kbytes" : 14460256,
"bw_bytes" : 87102289,
"bw" : 85060,
"iops" : 21265.330973,
"runtime" : 169999,
"total_ios" : 3615085,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 748647.604976,
"stddev" : 313182.602089,
"N" : 3615085
},
"clat_ns" : {
"min" : 992366,
"max" : 50767878,
"mean" : 23325877.727358,
"stddev" : 7212086.887638,
"N" : 3615069,
"percentile" : {
"1.000000" : 8159232,
"5.000000" : 12517376,
"10.000000" : 14876672,
"20.000000" : 17432576,
"30.000000" : 19267584,
"40.000000" : 20578304,
"50.000000" : 22151168,
"60.000000" : 24248320,
"70.000000" : 26607616,
"80.000000" : 30015488,
"90.000000" : 33816576,
"95.000000" : 36438016,
"99.000000" : 39583744,
"99.500000" : 41156608,
"99.900000" : 43253760,
"99.950000" : 44302336,
"99.990000" : 46399488
},
"bins" : {
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 10,
"1171456" : 1,
"1187840" : 6,
"1204224" : 12,
"1220608" : 13,
"1236992" : 14,
"1253376" : 12,
"1269760" : 10,
"1286144" : 13,
"1302528" : 11,
"1318912" : 12,
"1335296" : 13,
"1351680" : 4,
"1368064" : 15,
"1384448" : 8,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 8,
"1531904" : 6,
"1548288" : 13,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 14,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 7,
"2072576" : 13,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 16,
"2211840" : 23,
"2244608" : 22,
"2277376" : 19,
"2310144" : 23,
"2342912" : 13,
"2375680" : 20,
"2408448" : 14,
"2441216" : 23,
"2473984" : 14,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 16,
"2637824" : 24,
"2670592" : 15,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 21,
"2932736" : 22,
"2965504" : 24,
"2998272" : 15,
"3031040" : 20,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 29,
"3260416" : 27,
"3293184" : 25,
"3325952" : 29,
"3358720" : 29,
"3391488" : 32,
"3424256" : 30,
"3457024" : 26,
"3489792" : 21,
"3522560" : 42,
"3555328" : 33,
"3588096" : 31,
"3620864" : 27,
"3653632" : 26,
"3686400" : 31,
"3719168" : 41,
"3751936" : 42,
"3784704" : 25,
"3817472" : 43,
"3850240" : 32,
"3883008" : 45,
"3915776" : 34,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 52,
"4145152" : 41,
"4177920" : 52,
"4227072" : 87,
"4292608" : 105,
"4358144" : 110,
"4423680" : 95,
"4489216" : 104,
"4554752" : 126,
"4620288" : 124,
"4685824" : 119,
"4751360" : 139,
"4816896" : 145,
"4882432" : 125,
"4947968" : 130,
"5013504" : 165,
"5079040" : 171,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 223,
"5472256" : 208,
"5537792" : 207,
"5603328" : 261,
"5668864" : 261,
"5734400" : 265,
"5799936" : 293,
"5865472" : 293,
"5931008" : 361,
"5996544" : 380,
"6062080" : 388,
"6127616" : 415,
"6193152" : 450,
"6258688" : 471,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 642,
"6651904" : 633,
"6717440" : 696,
"6782976" : 700,
"6848512" : 723,
"6914048" : 744,
"6979584" : 775,
"7045120" : 848,
"7110656" : 824,
"7176192" : 846,
"7241728" : 976,
"7307264" : 935,
"7372800" : 977,
"7438336" : 1019,
"7503872" : 995,
"7569408" : 1088,
"7634944" : 1169,
"7700480" : 1180,
"7766016" : 1187,
"7831552" : 1204,
"7897088" : 1236,
"7962624" : 1327,
"8028160" : 1335,
"8093696" : 1332,
"8159232" : 1391,
"8224768" : 1370,
"8290304" : 1470,
"8355840" : 1540,
"8454144" : 2919,
"8585216" : 3139,
"8716288" : 3262,
"8847360" : 3242,
"8978432" : 3289,
"9109504" : 3348,
"9240576" : 3544,
"9371648" : 3522,
"9502720" : 3650,
"9633792" : 3675,
"9764864" : 3699,
"9895936" : 3766,
"10027008" : 3849,
"10158080" : 3903,
"10289152" : 3986,
"10420224" : 4106,
"10551296" : 4154,
"10682368" : 4240,
"10813440" : 4348,
"10944512" : 4631,
"11075584" : 4597,
"11206656" : 4859,
"11337728" : 4969,
"11468800" : 5131,
"11599872" : 5243,
"11730944" : 5699,
"11862016" : 5722,
"11993088" : 6156,
"12124160" : 6273,
"12255232" : 6640,
"12386304" : 6822,
"12517376" : 7115,
"12648448" : 7532,
"12779520" : 7665,
"12910592" : 8131,
"13041664" : 8442,
"13172736" : 8789,
"13303808" : 9068,
"13434880" : 9435,
"13565952" : 9677,
"13697024" : 10082,
"13828096" : 10671,
"13959168" : 11015,
"14090240" : 11144,
"14221312" : 11680,
"14352384" : 12083,
"14483456" : 12476,
"14614528" : 12700,
"14745600" : 13354,
"14876672" : 13595,
"15007744" : 13861,
"15138816" : 14000,
"15269888" : 14361,
"15400960" : 14790,
"15532032" : 15394,
"15663104" : 15989,
"15794176" : 16835,
"15925248" : 17177,
"16056320" : 17932,
"16187392" : 18187,
"16318464" : 18872,
"16449536" : 19383,
"16580608" : 19951,
"16711680" : 20831,
"16908288" : 43700,
"17170432" : 46957,
"17432576" : 49308,
"17694720" : 51917,
"17956864" : 53855,
"18219008" : 55252,
"18481152" : 56367,
"18743296" : 57932,
"19005440" : 59166,
"19267584" : 60284,
"19529728" : 62023,
"19791872" : 62332,
"20054016" : 63395,
"20316160" : 63614,
"20578304" : 61167,
"20840448" : 61139,
"21102592" : 60818,
"21364736" : 59878,
"21626880" : 58838,
"21889024" : 57343,
"22151168" : 54718,
"22413312" : 53852,
"22675456" : 54370,
"22937600" : 52232,
"23199744" : 49679,
"23461888" : 48697,
"23724032" : 47299,
"23986176" : 44476,
"24248320" : 42529,
"24510464" : 41969,
"24772608" : 41766,
"25034752" : 41104,
"25296896" : 39757,
"25559040" : 38626,
"25821184" : 38080,
"26083328" : 36497,
"26345472" : 34217,
"26607616" : 32889,
"26869760" : 30444,
"27131904" : 29918,
"27394048" : 29404,
"27656192" : 28490,
"27918336" : 27725,
"28180480" : 27355,
"28442624" : 26862,
"28704768" : 26546,
"28966912" : 26145,
"29229056" : 25513,
"29491200" : 25378,
"29753344" : 25078,
"30015488" : 24620,
"30277632" : 24597,
"30539776" : 24772,
"30801920" : 24867,
"31064064" : 24776,
"31326208" : 24796,
"31588352" : 24768,
"31850496" : 25144,
"32112640" : 25234,
"32374784" : 24911,
"32636928" : 24894,
"32899072" : 24841,
"33161216" : 24530,
"33423360" : 24101,
"33816576" : 46150,
"34340864" : 44320,
"34865152" : 41300,
"35389440" : 38330,
"35913728" : 34654,
"36438016" : 31727,
"36962304" : 28882,
"37486592" : 24933,
"38010880" : 21799,
"38535168" : 18001,
"39059456" : 14421,
"39583744" : 11779,
"40108032" : 9294,
"40632320" : 7459,
"41156608" : 5515,
"41680896" : 4047,
"42205184" : 2920,
"42729472" : 1882,
"43253760" : 1411,
"43778048" : 976,
"44302336" : 746,
"44826624" : 441,
"45350912" : 329,
"45875200" : 230,
"46399488" : 143,
"46923776" : 92,
"47448064" : 72,
"47972352" : 54,
"48496640" : 23,
"49020928" : 13,
"49545216" : 16,
"50069504" : 11,
"50593792" : 4
}
},
"lat_ns" : {
"min" : 1024265,
"max" : 52424288,
"mean" : 24074459.357727,
"stddev" : 7435457.935135,
"N" : 3615069
},
"bw_min" : 50928,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 85164.253687,
"bw_dev" : 921.686126,
"bw_samples" : 5424,
"iops_min" : 12732,
"iops_max" : 33262,
"iops_mean" : 21290.424779,
"iops_stddev" : 230.400880,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719984,
"usr_cpu" : 0.452429,
"sys_cpu" : 5.488709,
"ctx" : 3857011,
"majf" : 0,
"minf" : 571,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.016321,
"4" : 0.042406,
"10" : 2.234581,
"20" : 33.305303,
"50" : 64.400450,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125612,
"timestamp_ms" : 1774125612524,
"time" : "Sat Mar 21 17:40:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 12617,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15563481088,
"io_kbytes" : 15198712,
"bw_bytes" : 86463303,
"bw" : 84436,
"iops" : 21109.021617,
"runtime" : 180001,
"total_ios" : 3799645,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 754212.008857,
"stddev" : 315493.019881,
"N" : 3799661
},
"clat_ns" : {
"min" : 5398,
"max" : 50767878,
"mean" : 23497508.548574,
"stddev" : 7235736.179137,
"N" : 3800141,
"percentile" : {
"1.000000" : 8290304,
"5.000000" : 12648448,
"10.000000" : 15007744,
"20.000000" : 17694720,
"30.000000" : 19267584,
"40.000000" : 20840448,
"50.000000" : 22413312,
"60.000000" : 24248320,
"70.000000" : 26869760,
"80.000000" : 30277632,
"90.000000" : 34340864,
"95.000000" : 36438016,
"99.000000" : 40108032,
"99.500000" : 41156608,
"99.900000" : 43253760,
"99.950000" : 44302336,
"99.990000" : 46399488
},
"bins" : {
"5408" : 1,
"5920" : 1,
"6112" : 2,
"6368" : 1,
"6752" : 1,
"6880" : 1,
"6944" : 1,
"7584" : 2,
"7776" : 1,
"9024" : 1,
"9280" : 1,
"10176" : 1,
"11456" : 1,
"46336" : 1,
"569344" : 1,
"692224" : 1,
"880640" : 1,
"921600" : 1,
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 13,
"1171456" : 1,
"1187840" : 6,
"1204224" : 13,
"1220608" : 13,
"1236992" : 17,
"1253376" : 14,
"1269760" : 10,
"1286144" : 13,
"1302528" : 12,
"1318912" : 13,
"1335296" : 14,
"1351680" : 4,
"1368064" : 15,
"1384448" : 9,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 9,
"1531904" : 6,
"1548288" : 14,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 15,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 8,
"2072576" : 14,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 17,
"2211840" : 24,
"2244608" : 22,
"2277376" : 21,
"2310144" : 23,
"2342912" : 14,
"2375680" : 20,
"2408448" : 17,
"2441216" : 25,
"2473984" : 15,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 17,
"2637824" : 24,
"2670592" : 16,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 22,
"2932736" : 23,
"2965504" : 24,
"2998272" : 15,
"3031040" : 21,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 30,
"3260416" : 27,
"3293184" : 25,
"3325952" : 30,
"3358720" : 29,
"3391488" : 32,
"3424256" : 31,
"3457024" : 28,
"3489792" : 21,
"3522560" : 43,
"3555328" : 33,
"3588096" : 32,
"3620864" : 29,
"3653632" : 27,
"3686400" : 33,
"3719168" : 41,
"3751936" : 43,
"3784704" : 25,
"3817472" : 44,
"3850240" : 32,
"3883008" : 45,
"3915776" : 35,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 53,
"4145152" : 41,
"4177920" : 52,
"4227072" : 89,
"4292608" : 106,
"4358144" : 110,
"4423680" : 97,
"4489216" : 105,
"4554752" : 128,
"4620288" : 125,
"4685824" : 119,
"4751360" : 140,
"4816896" : 146,
"4882432" : 127,
"4947968" : 131,
"5013504" : 168,
"5079040" : 172,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 225,
"5472256" : 209,
"5537792" : 209,
"5603328" : 262,
"5668864" : 263,
"5734400" : 265,
"5799936" : 294,
"5865472" : 294,
"5931008" : 361,
"5996544" : 381,
"6062080" : 389,
"6127616" : 417,
"6193152" : 452,
"6258688" : 472,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 644,
"6651904" : 637,
"6717440" : 697,
"6782976" : 701,
"6848512" : 724,
"6914048" : 744,
"6979584" : 776,
"7045120" : 849,
"7110656" : 824,
"7176192" : 848,
"7241728" : 977,
"7307264" : 936,
"7372800" : 980,
"7438336" : 1019,
"7503872" : 996,
"7569408" : 1090,
"7634944" : 1171,
"7700480" : 1181,
"7766016" : 1187,
"7831552" : 1205,
"7897088" : 1236,
"7962624" : 1327,
"8028160" : 1335,
"8093696" : 1333,
"8159232" : 1391,
"8224768" : 1373,
"8290304" : 1472,
"8355840" : 1541,
"8454144" : 2922,
"8585216" : 3140,
"8716288" : 3265,
"8847360" : 3243,
"8978432" : 3289,
"9109504" : 3348,
"9240576" : 3547,
"9371648" : 3524,
"9502720" : 3654,
"9633792" : 3677,
"9764864" : 3701,
"9895936" : 3768,
"10027008" : 3849,
"10158080" : 3904,
"10289152" : 3990,
"10420224" : 4107,
"10551296" : 4156,
"10682368" : 4244,
"10813440" : 4350,
"10944512" : 4632,
"11075584" : 4599,
"11206656" : 4868,
"11337728" : 4974,
"11468800" : 5136,
"11599872" : 5247,
"11730944" : 5703,
"11862016" : 5727,
"11993088" : 6168,
"12124160" : 6280,
"12255232" : 6647,
"12386304" : 6836,
"12517376" : 7130,
"12648448" : 7563,
"12779520" : 7697,
"12910592" : 8168,
"13041664" : 8478,
"13172736" : 8838,
"13303808" : 9123,
"13434880" : 9508,
"13565952" : 9787,
"13697024" : 10183,
"13828096" : 10778,
"13959168" : 11141,
"14090240" : 11254,
"14221312" : 11817,
"14352384" : 12226,
"14483456" : 12637,
"14614528" : 12877,
"14745600" : 13529,
"14876672" : 13769,
"15007744" : 14063,
"15138816" : 14225,
"15269888" : 14590,
"15400960" : 15018,
"15532032" : 15655,
"15663104" : 16271,
"15794176" : 17129,
"15925248" : 17429,
"16056320" : 18231,
"16187392" : 18509,
"16318464" : 19228,
"16449536" : 19756,
"16580608" : 20331,
"16711680" : 21228,
"16908288" : 44571,
"17170432" : 47917,
"17432576" : 50503,
"17694720" : 53147,
"17956864" : 55286,
"18219008" : 56886,
"18481152" : 58210,
"18743296" : 59928,
"19005440" : 61358,
"19267584" : 62883,
"19529728" : 64740,
"19791872" : 65394,
"20054016" : 66896,
"20316160" : 67384,
"20578304" : 65161,
"20840448" : 65246,
"21102592" : 64954,
"21364736" : 63993,
"21626880" : 62730,
"21889024" : 60919,
"22151168" : 58193,
"22413312" : 57203,
"22675456" : 57497,
"22937600" : 55118,
"23199744" : 52493,
"23461888" : 51317,
"23724032" : 49781,
"23986176" : 46893,
"24248320" : 44773,
"24510464" : 44063,
"24772608" : 43592,
"25034752" : 42964,
"25296896" : 41536,
"25559040" : 40364,
"25821184" : 39825,
"26083328" : 38257,
"26345472" : 35977,
"26607616" : 34671,
"26869760" : 32131,
"27131904" : 31582,
"27394048" : 31119,
"27656192" : 30267,
"27918336" : 29333,
"28180480" : 28995,
"28442624" : 28446,
"28704768" : 28136,
"28966912" : 27758,
"29229056" : 27103,
"29491200" : 26959,
"29753344" : 26731,
"30015488" : 26339,
"30277632" : 26315,
"30539776" : 26469,
"30801920" : 26477,
"31064064" : 26434,
"31326208" : 26493,
"31588352" : 26503,
"31850496" : 26916,
"32112640" : 26977,
"32374784" : 26612,
"32636928" : 26621,
"32899072" : 26620,
"33161216" : 26372,
"33423360" : 25918,
"33816576" : 49825,
"34340864" : 48004,
"34865152" : 45026,
"35389440" : 41966,
"35913728" : 38322,
"36438016" : 35208,
"36962304" : 32163,
"37486592" : 27793,
"38010880" : 24341,
"38535168" : 20044,
"39059456" : 16238,
"39583744" : 13240,
"40108032" : 10514,
"40632320" : 8370,
"41156608" : 6166,
"41680896" : 4536,
"42205184" : 3246,
"42729472" : 2182,
"43253760" : 1595,
"43778048" : 1115,
"44302336" : 837,
"44826624" : 515,
"45350912" : 382,
"45875200" : 248,
"46399488" : 174,
"46923776" : 100,
"47448064" : 74,
"47972352" : 57,
"48496640" : 25,
"49020928" : 13,
"49545216" : 16,
"50069504" : 11,
"50593792" : 4
}
},
"lat_ns" : {
"min" : 567517,
"max" : 52424288,
"mean" : 24251715.202980,
"stddev" : 7459783.802218,
"N" : 3800141
},
"bw_min" : 50928,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 84469.657382,
"bw_dev" : 922.704644,
"bw_samples" : 5744,
"iops_min" : 12732,
"iops_max" : 33262,
"iops_mean" : 21116.788301,
"iops_stddev" : 230.657003,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879993,
"usr_cpu" : 0.449376,
"sys_cpu" : 5.498555,
"ctx" : 4052716,
"majf" : 0,
"minf" : 578,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999579,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015949,
"4" : 0.041214,
"10" : 2.128436,
"20" : 32.444873,
"50" : 65.381582,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125612,
"timestamp_ms" : 1774125612550,
"time" : "Sat Mar 21 17:40:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15565443072,
"io_kbytes" : 15200628,
"bw_bytes" : 86468438,
"bw" : 84441,
"iops" : 21107.614450,
"runtime" : 180013,
"total_ios" : 3799645,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 17437,
"max" : 5566574,
"mean" : 754212.008857,
"stddev" : 315493.019881,
"N" : 3799661
},
"clat_ns" : {
"min" : 5398,
"max" : 50767878,
"mean" : 23497508.548574,
"stddev" : 7235736.179137,
"N" : 3800141,
"percentile" : {
"1.000000" : 8290304,
"5.000000" : 12648448,
"10.000000" : 15007744,
"20.000000" : 17694720,
"30.000000" : 19267584,
"40.000000" : 20840448,
"50.000000" : 22413312,
"60.000000" : 24248320,
"70.000000" : 26869760,
"80.000000" : 30277632,
"90.000000" : 34340864,
"95.000000" : 36438016,
"99.000000" : 40108032,
"99.500000" : 41156608,
"99.900000" : 43253760,
"99.950000" : 44302336,
"99.990000" : 46399488
},
"bins" : {
"5408" : 1,
"5920" : 1,
"6112" : 2,
"6368" : 1,
"6752" : 1,
"6880" : 1,
"6944" : 1,
"7584" : 2,
"7776" : 1,
"9024" : 1,
"9280" : 1,
"10176" : 1,
"11456" : 1,
"46336" : 1,
"569344" : 1,
"692224" : 1,
"880640" : 1,
"921600" : 1,
"995328" : 5,
"1003520" : 5,
"1011712" : 2,
"1019904" : 5,
"1028096" : 13,
"1036288" : 16,
"1056768" : 2,
"1073152" : 7,
"1089536" : 8,
"1105920" : 5,
"1122304" : 9,
"1138688" : 4,
"1155072" : 13,
"1171456" : 1,
"1187840" : 6,
"1204224" : 13,
"1220608" : 13,
"1236992" : 17,
"1253376" : 14,
"1269760" : 10,
"1286144" : 13,
"1302528" : 12,
"1318912" : 13,
"1335296" : 14,
"1351680" : 4,
"1368064" : 15,
"1384448" : 9,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 12,
"1466368" : 10,
"1482752" : 12,
"1499136" : 11,
"1515520" : 9,
"1531904" : 6,
"1548288" : 14,
"1564672" : 5,
"1581056" : 6,
"1597440" : 6,
"1613824" : 9,
"1630208" : 7,
"1646592" : 5,
"1662976" : 4,
"1679360" : 8,
"1695744" : 14,
"1712128" : 9,
"1728512" : 11,
"1744896" : 15,
"1761280" : 9,
"1777664" : 13,
"1794048" : 7,
"1810432" : 13,
"1826816" : 12,
"1843200" : 8,
"1859584" : 7,
"1875968" : 11,
"1892352" : 7,
"1908736" : 15,
"1925120" : 19,
"1941504" : 9,
"1957888" : 11,
"1974272" : 13,
"1990656" : 11,
"2007040" : 11,
"2023424" : 12,
"2039808" : 15,
"2056192" : 8,
"2072576" : 14,
"2088960" : 15,
"2113536" : 25,
"2146304" : 13,
"2179072" : 17,
"2211840" : 24,
"2244608" : 22,
"2277376" : 21,
"2310144" : 23,
"2342912" : 14,
"2375680" : 20,
"2408448" : 17,
"2441216" : 25,
"2473984" : 15,
"2506752" : 14,
"2539520" : 25,
"2572288" : 17,
"2605056" : 17,
"2637824" : 24,
"2670592" : 16,
"2703360" : 24,
"2736128" : 23,
"2768896" : 15,
"2801664" : 22,
"2834432" : 16,
"2867200" : 18,
"2899968" : 22,
"2932736" : 23,
"2965504" : 24,
"2998272" : 15,
"3031040" : 21,
"3063808" : 23,
"3096576" : 26,
"3129344" : 14,
"3162112" : 27,
"3194880" : 24,
"3227648" : 30,
"3260416" : 27,
"3293184" : 25,
"3325952" : 30,
"3358720" : 29,
"3391488" : 32,
"3424256" : 31,
"3457024" : 28,
"3489792" : 21,
"3522560" : 43,
"3555328" : 33,
"3588096" : 32,
"3620864" : 29,
"3653632" : 27,
"3686400" : 33,
"3719168" : 41,
"3751936" : 43,
"3784704" : 25,
"3817472" : 44,
"3850240" : 32,
"3883008" : 45,
"3915776" : 35,
"3948544" : 42,
"3981312" : 45,
"4014080" : 44,
"4046848" : 43,
"4079616" : 37,
"4112384" : 53,
"4145152" : 41,
"4177920" : 52,
"4227072" : 89,
"4292608" : 106,
"4358144" : 110,
"4423680" : 97,
"4489216" : 105,
"4554752" : 128,
"4620288" : 125,
"4685824" : 119,
"4751360" : 140,
"4816896" : 146,
"4882432" : 127,
"4947968" : 131,
"5013504" : 168,
"5079040" : 172,
"5144576" : 188,
"5210112" : 188,
"5275648" : 198,
"5341184" : 187,
"5406720" : 225,
"5472256" : 209,
"5537792" : 209,
"5603328" : 262,
"5668864" : 263,
"5734400" : 265,
"5799936" : 294,
"5865472" : 294,
"5931008" : 361,
"5996544" : 381,
"6062080" : 389,
"6127616" : 417,
"6193152" : 452,
"6258688" : 472,
"6324224" : 489,
"6389760" : 557,
"6455296" : 554,
"6520832" : 606,
"6586368" : 644,
"6651904" : 637,
"6717440" : 697,
"6782976" : 701,
"6848512" : 724,
"6914048" : 744,
"6979584" : 776,
"7045120" : 849,
"7110656" : 824,
"7176192" : 848,
"7241728" : 977,
"7307264" : 936,
"7372800" : 980,
"7438336" : 1019,
"7503872" : 996,
"7569408" : 1090,
"7634944" : 1171,
"7700480" : 1181,
"7766016" : 1187,
"7831552" : 1205,
"7897088" : 1236,
"7962624" : 1327,
"8028160" : 1335,
"8093696" : 1333,
"8159232" : 1391,
"8224768" : 1373,
"8290304" : 1472,
"8355840" : 1541,
"8454144" : 2922,
"8585216" : 3140,
"8716288" : 3265,
"8847360" : 3243,
"8978432" : 3289,
"9109504" : 3348,
"9240576" : 3547,
"9371648" : 3524,
"9502720" : 3654,
"9633792" : 3677,
"9764864" : 3701,
"9895936" : 3768,
"10027008" : 3849,
"10158080" : 3904,
"10289152" : 3990,
"10420224" : 4107,
"10551296" : 4156,
"10682368" : 4244,
"10813440" : 4350,
"10944512" : 4632,
"11075584" : 4599,
"11206656" : 4868,
"11337728" : 4974,
"11468800" : 5136,
"11599872" : 5247,
"11730944" : 5703,
"11862016" : 5727,
"11993088" : 6168,
"12124160" : 6280,
"12255232" : 6647,
"12386304" : 6836,
"12517376" : 7130,
"12648448" : 7563,
"12779520" : 7697,
"12910592" : 8168,
"13041664" : 8478,
"13172736" : 8838,
"13303808" : 9123,
"13434880" : 9508,
"13565952" : 9787,
"13697024" : 10183,
"13828096" : 10778,
"13959168" : 11141,
"14090240" : 11254,
"14221312" : 11817,
"14352384" : 12226,
"14483456" : 12637,
"14614528" : 12877,
"14745600" : 13529,
"14876672" : 13769,
"15007744" : 14063,
"15138816" : 14225,
"15269888" : 14590,
"15400960" : 15018,
"15532032" : 15655,
"15663104" : 16271,
"15794176" : 17129,
"15925248" : 17429,
"16056320" : 18231,
"16187392" : 18509,
"16318464" : 19228,
"16449536" : 19756,
"16580608" : 20331,
"16711680" : 21228,
"16908288" : 44571,
"17170432" : 47917,
"17432576" : 50503,
"17694720" : 53147,
"17956864" : 55286,
"18219008" : 56886,
"18481152" : 58210,
"18743296" : 59928,
"19005440" : 61358,
"19267584" : 62883,
"19529728" : 64740,
"19791872" : 65394,
"20054016" : 66896,
"20316160" : 67384,
"20578304" : 65161,
"20840448" : 65246,
"21102592" : 64954,
"21364736" : 63993,
"21626880" : 62730,
"21889024" : 60919,
"22151168" : 58193,
"22413312" : 57203,
"22675456" : 57497,
"22937600" : 55118,
"23199744" : 52493,
"23461888" : 51317,
"23724032" : 49781,
"23986176" : 46893,
"24248320" : 44773,
"24510464" : 44063,
"24772608" : 43592,
"25034752" : 42964,
"25296896" : 41536,
"25559040" : 40364,
"25821184" : 39825,
"26083328" : 38257,
"26345472" : 35977,
"26607616" : 34671,
"26869760" : 32131,
"27131904" : 31582,
"27394048" : 31119,
"27656192" : 30267,
"27918336" : 29333,
"28180480" : 28995,
"28442624" : 28446,
"28704768" : 28136,
"28966912" : 27758,
"29229056" : 27103,
"29491200" : 26959,
"29753344" : 26731,
"30015488" : 26339,
"30277632" : 26315,
"30539776" : 26469,
"30801920" : 26477,
"31064064" : 26434,
"31326208" : 26493,
"31588352" : 26503,
"31850496" : 26916,
"32112640" : 26977,
"32374784" : 26612,
"32636928" : 26621,
"32899072" : 26620,
"33161216" : 26372,
"33423360" : 25918,
"33816576" : 49825,
"34340864" : 48004,
"34865152" : 45026,
"35389440" : 41966,
"35913728" : 38322,
"36438016" : 35208,
"36962304" : 32163,
"37486592" : 27793,
"38010880" : 24341,
"38535168" : 20044,
"39059456" : 16238,
"39583744" : 13240,
"40108032" : 10514,
"40632320" : 8370,
"41156608" : 6166,
"41680896" : 4536,
"42205184" : 3246,
"42729472" : 2182,
"43253760" : 1595,
"43778048" : 1115,
"44302336" : 837,
"44826624" : 515,
"45350912" : 382,
"45875200" : 248,
"46399488" : 174,
"46923776" : 100,
"47448064" : 74,
"47972352" : 57,
"48496640" : 25,
"49020928" : 13,
"49545216" : 16,
"50069504" : 11,
"50593792" : 4
}
},
"lat_ns" : {
"min" : 567517,
"max" : 52424288,
"mean" : 24251715.202980,
"stddev" : 7459783.802218,
"N" : 3800141
},
"bw_min" : 50928,
"bw_max" : 133048,
"bw_agg" : 100.000000,
"bw_mean" : 84463.358689,
"bw_dev" : 921.538369,
"bw_samples" : 5759,
"iops_min" : 12732,
"iops_max" : 33262,
"iops_mean" : 21115.189562,
"iops_stddev" : 230.365724,
"iops_samples" : 5759
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880159,
"usr_cpu" : 0.449350,
"sys_cpu" : 5.498238,
"ctx" : 4052866,
"majf" : 0,
"minf" : 593,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999579,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015949,
"4" : 0.041214,
"10" : 2.128436,
"20" : 32.444873,
"50" : 65.381582,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}