raidz2/benchmarks/rand/rand-write-qd16-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774122676,
"timestamp_ms" : 1774122676870,
"time" : "Sat Mar 21 16:51:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1079869440,
"io_kbytes" : 1054560,
"bw_bytes" : 110631025,
"bw" : 108038,
"iops" : 27038.110849,
"runtime" : 9761,
"total_ios" : 263919,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156176,
"usr_cpu" : 0.558985,
"sys_cpu" : 6.718702,
"ctx" : 302190,
"majf" : 0,
"minf" : 113,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.909063,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999621,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999621,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122687,
"timestamp_ms" : 1774122687109,
"time" : "Sat Mar 21 16:51:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1212551168,
"io_kbytes" : 1184132,
"bw_bytes" : 121267243,
"bw" : 118425,
"iops" : 29608.460846,
"runtime" : 9999,
"total_ios" : 296055,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 536338.019908,
"stddev" : 212457.632777,
"N" : 296055
},
"clat_ns" : {
"min" : 414403,
"max" : 15162021,
"mean" : 8111074.483058,
"stddev" : 2582197.166956,
"N" : 296039,
"percentile" : {
"1.000000" : 1187840,
"5.000000" : 3457024,
"10.000000" : 4685824,
"20.000000" : 6062080,
"30.000000" : 6914048,
"40.000000" : 7569408,
"50.000000" : 8159232,
"60.000000" : 8716288,
"70.000000" : 9633792,
"80.000000" : 10551296,
"90.000000" : 11599872,
"95.000000" : 11993088,
"99.000000" : 12517376,
"99.500000" : 12779520,
"99.900000" : 13172736,
"99.950000" : 13434880,
"99.990000" : 13828096
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 5,
"448512" : 5,
"452608" : 7,
"456704" : 6,
"460800" : 7,
"464896" : 12,
"468992" : 7,
"473088" : 18,
"477184" : 22,
"481280" : 23,
"485376" : 12,
"489472" : 20,
"493568" : 13,
"497664" : 5,
"501760" : 19,
"505856" : 21,
"509952" : 19,
"514048" : 26,
"518144" : 20,
"522240" : 19,
"528384" : 59,
"536576" : 66,
"544768" : 54,
"552960" : 58,
"561152" : 56,
"569344" : 48,
"577536" : 43,
"585728" : 60,
"593920" : 62,
"602112" : 32,
"610304" : 26,
"618496" : 24,
"626688" : 24,
"634880" : 38,
"643072" : 31,
"651264" : 30,
"659456" : 43,
"667648" : 39,
"675840" : 41,
"684032" : 33,
"692224" : 48,
"700416" : 36,
"708608" : 38,
"716800" : 26,
"724992" : 46,
"733184" : 43,
"741376" : 38,
"749568" : 49,
"757760" : 47,
"765952" : 54,
"774144" : 45,
"782336" : 44,
"790528" : 40,
"798720" : 25,
"806912" : 26,
"815104" : 27,
"823296" : 40,
"831488" : 33,
"839680" : 31,
"847872" : 22,
"856064" : 31,
"864256" : 21,
"872448" : 16,
"880640" : 15,
"888832" : 21,
"897024" : 20,
"905216" : 23,
"913408" : 29,
"921600" : 19,
"929792" : 32,
"937984" : 17,
"946176" : 26,
"954368" : 29,
"962560" : 21,
"970752" : 17,
"978944" : 14,
"987136" : 19,
"995328" : 21,
"1003520" : 26,
"1011712" : 23,
"1019904" : 26,
"1028096" : 22,
"1036288" : 20,
"1044480" : 26,
"1056768" : 43,
"1073152" : 41,
"1089536" : 50,
"1105920" : 55,
"1122304" : 52,
"1138688" : 42,
"1155072" : 61,
"1171456" : 64,
"1187840" : 67,
"1204224" : 50,
"1220608" : 61,
"1236992" : 55,
"1253376" : 63,
"1269760" : 59,
"1286144" : 66,
"1302528" : 60,
"1318912" : 54,
"1335296" : 46,
"1351680" : 68,
"1368064" : 57,
"1384448" : 69,
"1400832" : 51,
"1417216" : 57,
"1433600" : 76,
"1449984" : 77,
"1466368" : 48,
"1482752" : 53,
"1499136" : 63,
"1515520" : 63,
"1531904" : 72,
"1548288" : 64,
"1564672" : 51,
"1581056" : 77,
"1597440" : 60,
"1613824" : 58,
"1630208" : 85,
"1646592" : 57,
"1662976" : 62,
"1679360" : 57,
"1695744" : 63,
"1712128" : 73,
"1728512" : 71,
"1744896" : 75,
"1761280" : 77,
"1777664" : 85,
"1794048" : 62,
"1810432" : 66,
"1826816" : 66,
"1843200" : 73,
"1859584" : 70,
"1875968" : 72,
"1892352" : 70,
"1908736" : 66,
"1925120" : 75,
"1941504" : 72,
"1957888" : 72,
"1974272" : 64,
"1990656" : 70,
"2007040" : 79,
"2023424" : 59,
"2039808" : 83,
"2056192" : 58,
"2072576" : 92,
"2088960" : 74,
"2113536" : 143,
"2146304" : 135,
"2179072" : 159,
"2211840" : 172,
"2244608" : 147,
"2277376" : 168,
"2310144" : 150,
"2342912" : 158,
"2375680" : 189,
"2408448" : 182,
"2441216" : 158,
"2473984" : 192,
"2506752" : 196,
"2539520" : 209,
"2572288" : 177,
"2605056" : 188,
"2637824" : 211,
"2670592" : 165,
"2703360" : 218,
"2736128" : 240,
"2768896" : 208,
"2801664" : 212,
"2834432" : 250,
"2867200" : 236,
"2899968" : 223,
"2932736" : 193,
"2965504" : 215,
"2998272" : 241,
"3031040" : 202,
"3063808" : 187,
"3096576" : 224,
"3129344" : 220,
"3162112" : 224,
"3194880" : 209,
"3227648" : 218,
"3260416" : 200,
"3293184" : 219,
"3325952" : 224,
"3358720" : 241,
"3391488" : 214,
"3424256" : 254,
"3457024" : 222,
"3489792" : 260,
"3522560" : 247,
"3555328" : 271,
"3588096" : 244,
"3620864" : 281,
"3653632" : 284,
"3686400" : 301,
"3719168" : 314,
"3751936" : 289,
"3784704" : 327,
"3817472" : 313,
"3850240" : 309,
"3883008" : 368,
"3915776" : 346,
"3948544" : 351,
"3981312" : 369,
"4014080" : 402,
"4046848" : 360,
"4079616" : 397,
"4112384" : 377,
"4145152" : 419,
"4177920" : 403,
"4227072" : 828,
"4292608" : 885,
"4358144" : 905,
"4423680" : 872,
"4489216" : 956,
"4554752" : 984,
"4620288" : 998,
"4685824" : 1052,
"4751360" : 1092,
"4816896" : 1077,
"4882432" : 1117,
"4947968" : 1116,
"5013504" : 1253,
"5079040" : 1135,
"5144576" : 1187,
"5210112" : 1219,
"5275648" : 1328,
"5341184" : 1309,
"5406720" : 1359,
"5472256" : 1475,
"5537792" : 1446,
"5603328" : 1606,
"5668864" : 1629,
"5734400" : 1594,
"5799936" : 1603,
"5865472" : 1852,
"5931008" : 1836,
"5996544" : 2034,
"6062080" : 1919,
"6127616" : 1837,
"6193152" : 1889,
"6258688" : 1961,
"6324224" : 2035,
"6389760" : 2046,
"6455296" : 2177,
"6520832" : 2270,
"6586368" : 2405,
"6651904" : 2455,
"6717440" : 2508,
"6782976" : 2664,
"6848512" : 2732,
"6914048" : 2679,
"6979584" : 2721,
"7045120" : 2839,
"7110656" : 2822,
"7176192" : 3077,
"7241728" : 3189,
"7307264" : 3255,
"7372800" : 3179,
"7438336" : 3242,
"7503872" : 3306,
"7569408" : 3341,
"7634944" : 3044,
"7700480" : 2943,
"7766016" : 3103,
"7831552" : 3042,
"7897088" : 3074,
"7962624" : 3113,
"8028160" : 3495,
"8093696" : 3197,
"8159232" : 3318,
"8224768" : 3287,
"8290304" : 3415,
"8355840" : 3383,
"8454144" : 6808,
"8585216" : 6629,
"8716288" : 5691,
"8847360" : 5051,
"8978432" : 5113,
"9109504" : 4975,
"9240576" : 4804,
"9371648" : 4351,
"9502720" : 3800,
"9633792" : 4040,
"9764864" : 4567,
"9895936" : 4019,
"10027008" : 3945,
"10158080" : 3855,
"10289152" : 4058,
"10420224" : 4081,
"10551296" : 3836,
"10682368" : 3763,
"10813440" : 3636,
"10944512" : 3906,
"11075584" : 3992,
"11206656" : 4308,
"11337728" : 4139,
"11468800" : 4077,
"11599872" : 3826,
"11730944" : 3830,
"11862016" : 3819,
"11993088" : 4416,
"12124160" : 3504,
"12255232" : 2969,
"12386304" : 2492,
"12517376" : 1962,
"12648448" : 1122,
"12779520" : 665,
"12910592" : 380,
"13041664" : 241,
"13172736" : 160,
"13303808" : 107,
"13434880" : 56,
"13565952" : 35,
"13697024" : 30,
"13828096" : 11,
"13959168" : 4,
"14090240" : 4,
"14614528" : 1,
"14745600" : 4,
"14876672" : 7,
"15007744" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 439722,
"max" : 15837003,
"mean" : 8647621.220292,
"stddev" : 2746121.750207,
"N" : 296039
},
"bw_min" : 109784,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 118630.631579,
"bw_dev" : 365.737490,
"bw_samples" : 304,
"iops_min" : 27446,
"iops_max" : 33720,
"iops_mean" : 29656.473684,
"iops_stddev" : 91.409933,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159984,
"usr_cpu" : 0.596310,
"sys_cpu" : 6.898190,
"ctx" : 322390,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.077688,
"750" : 0.435730,
"1000" : 0.286771
},
"latency_ms" : {
"2" : 1.285234,
"4" : 4.636976,
"10" : 67.603993,
"20" : 25.668204,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122697,
"timestamp_ms" : 1774122697109,
"time" : "Sat Mar 21 16:51:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2386882560,
"io_kbytes" : 2330940,
"bw_bytes" : 119344128,
"bw" : 116547,
"iops" : 29137.600000,
"runtime" : 20000,
"total_ios" : 582752,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 545041.521759,
"stddev" : 213267.819322,
"N" : 582752
},
"clat_ns" : {
"min" : 414403,
"max" : 15162021,
"mean" : 8239713.798332,
"stddev" : 2609867.033787,
"N" : 582736,
"percentile" : {
"1.000000" : 1531904,
"5.000000" : 3489792,
"10.000000" : 4685824,
"20.000000" : 6127616,
"30.000000" : 7045120,
"40.000000" : 7700480,
"50.000000" : 8290304,
"60.000000" : 8978432,
"70.000000" : 9764864,
"80.000000" : 10682368,
"90.000000" : 11730944,
"95.000000" : 12124160,
"99.000000" : 12779520,
"99.500000" : 13041664,
"99.900000" : 13434880,
"99.950000" : 13697024,
"99.990000" : 14090240
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 88,
"1204224" : 70,
"1220608" : 81,
"1236992" : 72,
"1253376" : 95,
"1269760" : 82,
"1286144" : 85,
"1302528" : 76,
"1318912" : 77,
"1335296" : 62,
"1351680" : 82,
"1368064" : 81,
"1384448" : 81,
"1400832" : 73,
"1417216" : 79,
"1433600" : 100,
"1449984" : 104,
"1466368" : 67,
"1482752" : 71,
"1499136" : 79,
"1515520" : 87,
"1531904" : 100,
"1548288" : 88,
"1564672" : 74,
"1581056" : 95,
"1597440" : 79,
"1613824" : 90,
"1630208" : 113,
"1646592" : 81,
"1662976" : 80,
"1679360" : 82,
"1695744" : 86,
"1712128" : 98,
"1728512" : 95,
"1744896" : 102,
"1761280" : 111,
"1777664" : 113,
"1794048" : 100,
"1810432" : 87,
"1826816" : 90,
"1843200" : 105,
"1859584" : 108,
"1875968" : 107,
"1892352" : 108,
"1908736" : 101,
"1925120" : 116,
"1941504" : 117,
"1957888" : 116,
"1974272" : 104,
"1990656" : 115,
"2007040" : 138,
"2023424" : 103,
"2039808" : 145,
"2056192" : 120,
"2072576" : 155,
"2088960" : 139,
"2113536" : 290,
"2146304" : 296,
"2179072" : 327,
"2211840" : 377,
"2244608" : 350,
"2277376" : 392,
"2310144" : 361,
"2342912" : 363,
"2375680" : 415,
"2408448" : 387,
"2441216" : 418,
"2473984" : 430,
"2506752" : 422,
"2539520" : 464,
"2572288" : 429,
"2605056" : 472,
"2637824" : 450,
"2670592" : 424,
"2703360" : 498,
"2736128" : 527,
"2768896" : 460,
"2801664" : 511,
"2834432" : 552,
"2867200" : 542,
"2899968" : 485,
"2932736" : 445,
"2965504" : 500,
"2998272" : 544,
"3031040" : 492,
"3063808" : 507,
"3096576" : 521,
"3129344" : 531,
"3162112" : 518,
"3194880" : 491,
"3227648" : 526,
"3260416" : 515,
"3293184" : 532,
"3325952" : 525,
"3358720" : 593,
"3391488" : 546,
"3424256" : 554,
"3457024" : 542,
"3489792" : 634,
"3522560" : 570,
"3555328" : 611,
"3588096" : 572,
"3620864" : 626,
"3653632" : 628,
"3686400" : 672,
"3719168" : 646,
"3751936" : 618,
"3784704" : 647,
"3817472" : 652,
"3850240" : 638,
"3883008" : 712,
"3915776" : 671,
"3948544" : 678,
"3981312" : 723,
"4014080" : 777,
"4046848" : 736,
"4079616" : 797,
"4112384" : 749,
"4145152" : 791,
"4177920" : 815,
"4227072" : 1600,
"4292608" : 1697,
"4358144" : 1802,
"4423680" : 1724,
"4489216" : 1825,
"4554752" : 1923,
"4620288" : 1892,
"4685824" : 1932,
"4751360" : 2064,
"4816896" : 2019,
"4882432" : 2108,
"4947968" : 2145,
"5013504" : 2337,
"5079040" : 2192,
"5144576" : 2332,
"5210112" : 2328,
"5275648" : 2451,
"5341184" : 2466,
"5406720" : 2581,
"5472256" : 2589,
"5537792" : 2656,
"5603328" : 2854,
"5668864" : 3012,
"5734400" : 2927,
"5799936" : 3011,
"5865472" : 3266,
"5931008" : 3313,
"5996544" : 3657,
"6062080" : 3434,
"6127616" : 3440,
"6193152" : 3614,
"6258688" : 3691,
"6324224" : 3653,
"6389760" : 3841,
"6455296" : 4031,
"6520832" : 4162,
"6586368" : 4412,
"6651904" : 4586,
"6717440" : 4625,
"6782976" : 4761,
"6848512" : 4925,
"6914048" : 4892,
"6979584" : 5239,
"7045120" : 5267,
"7110656" : 5240,
"7176192" : 5579,
"7241728" : 5889,
"7307264" : 5875,
"7372800" : 6102,
"7438336" : 6101,
"7503872" : 6294,
"7569408" : 6371,
"7634944" : 5855,
"7700480" : 5625,
"7766016" : 5976,
"7831552" : 5811,
"7897088" : 5784,
"7962624" : 5907,
"8028160" : 6343,
"8093696" : 6095,
"8159232" : 6379,
"8224768" : 6382,
"8290304" : 6659,
"8355840" : 6615,
"8454144" : 13068,
"8585216" : 12354,
"8716288" : 10714,
"8847360" : 9811,
"8978432" : 9838,
"9109504" : 9316,
"9240576" : 9455,
"9371648" : 8841,
"9502720" : 8282,
"9633792" : 8860,
"9764864" : 8683,
"9895936" : 8528,
"10027008" : 8991,
"10158080" : 7866,
"10289152" : 8030,
"10420224" : 8556,
"10551296" : 8294,
"10682368" : 7994,
"10813440" : 8387,
"10944512" : 8669,
"11075584" : 7887,
"11206656" : 8048,
"11337728" : 7969,
"11468800" : 7828,
"11599872" : 7604,
"11730944" : 8163,
"11862016" : 8122,
"11993088" : 8240,
"12124160" : 7048,
"12255232" : 6124,
"12386304" : 5231,
"12517376" : 4387,
"12648448" : 3274,
"12779520" : 2414,
"12910592" : 1724,
"13041664" : 1214,
"13172736" : 1027,
"13303808" : 798,
"13434880" : 423,
"13565952" : 202,
"13697024" : 160,
"13828096" : 90,
"13959168" : 34,
"14090240" : 31,
"14221312" : 16,
"14352384" : 11,
"14483456" : 5,
"14614528" : 7,
"14745600" : 6,
"14876672" : 8,
"15007744" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 439722,
"max" : 15837003,
"mean" : 8784784.514830,
"stddev" : 2775733.611726,
"N" : 582736
},
"bw_min" : 106520,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 116764.769231,
"bw_dev" : 356.712292,
"bw_samples" : 624,
"iops_min" : 26630,
"iops_max" : 33720,
"iops_mean" : 29189.769231,
"iops_stddev" : 89.161891,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319988,
"usr_cpu" : 0.582522,
"sys_cpu" : 6.798692,
"ctx" : 637389,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999485,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999828,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.069155,
"750" : 0.298412,
"1000" : 0.206434
},
"latency_ms" : {
"2" : 0.913425,
"4" : 5.261243,
"10" : 65.450483,
"20" : 27.798103,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122707,
"timestamp_ms" : 1774122707110,
"time" : "Sat Mar 21 16:51:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3495972864,
"io_kbytes" : 3414036,
"bw_bytes" : 116532428,
"bw" : 113801,
"iops" : 28451.033333,
"runtime" : 30000,
"total_ios" : 853531,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 558325.398553,
"stddev" : 216982.637944,
"N" : 853531
},
"clat_ns" : {
"min" : 414403,
"max" : 17782966,
"mean" : 8438506.394554,
"stddev" : 2667341.470315,
"N" : 853515,
"percentile" : {
"1.000000" : 1941504,
"5.000000" : 3653632,
"10.000000" : 4816896,
"20.000000" : 6258688,
"30.000000" : 7176192,
"40.000000" : 7831552,
"50.000000" : 8454144,
"60.000000" : 9109504,
"70.000000" : 10027008,
"80.000000" : 10944512,
"90.000000" : 11862016,
"95.000000" : 12386304,
"99.000000" : 13434880,
"99.500000" : 13697024,
"99.900000" : 14221312,
"99.950000" : 14614528,
"99.990000" : 15794176
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 103,
"1548288" : 91,
"1564672" : 76,
"1581056" : 96,
"1597440" : 81,
"1613824" : 97,
"1630208" : 115,
"1646592" : 86,
"1662976" : 84,
"1679360" : 85,
"1695744" : 88,
"1712128" : 104,
"1728512" : 103,
"1744896" : 110,
"1761280" : 117,
"1777664" : 123,
"1794048" : 106,
"1810432" : 95,
"1826816" : 105,
"1843200" : 113,
"1859584" : 120,
"1875968" : 120,
"1892352" : 120,
"1908736" : 122,
"1925120" : 134,
"1941504" : 140,
"1957888" : 130,
"1974272" : 133,
"1990656" : 136,
"2007040" : 155,
"2023424" : 146,
"2039808" : 189,
"2056192" : 157,
"2072576" : 192,
"2088960" : 181,
"2113536" : 383,
"2146304" : 385,
"2179072" : 419,
"2211840" : 466,
"2244608" : 449,
"2277376" : 491,
"2310144" : 441,
"2342912" : 478,
"2375680" : 536,
"2408448" : 508,
"2441216" : 531,
"2473984" : 546,
"2506752" : 550,
"2539520" : 603,
"2572288" : 561,
"2605056" : 609,
"2637824" : 612,
"2670592" : 597,
"2703360" : 668,
"2736128" : 712,
"2768896" : 638,
"2801664" : 704,
"2834432" : 749,
"2867200" : 750,
"2899968" : 704,
"2932736" : 704,
"2965504" : 715,
"2998272" : 828,
"3031040" : 743,
"3063808" : 769,
"3096576" : 788,
"3129344" : 795,
"3162112" : 800,
"3194880" : 798,
"3227648" : 796,
"3260416" : 785,
"3293184" : 832,
"3325952" : 834,
"3358720" : 888,
"3391488" : 851,
"3424256" : 869,
"3457024" : 831,
"3489792" : 940,
"3522560" : 896,
"3555328" : 966,
"3588096" : 896,
"3620864" : 968,
"3653632" : 982,
"3686400" : 987,
"3719168" : 989,
"3751936" : 969,
"3784704" : 991,
"3817472" : 1013,
"3850240" : 1019,
"3883008" : 1096,
"3915776" : 1042,
"3948544" : 992,
"3981312" : 1062,
"4014080" : 1180,
"4046848" : 1076,
"4079616" : 1179,
"4112384" : 1110,
"4145152" : 1167,
"4177920" : 1153,
"4227072" : 2364,
"4292608" : 2431,
"4358144" : 2591,
"4423680" : 2521,
"4489216" : 2629,
"4554752" : 2740,
"4620288" : 2737,
"4685824" : 2796,
"4751360" : 2945,
"4816896" : 2843,
"4882432" : 3006,
"4947968" : 3013,
"5013504" : 3259,
"5079040" : 3098,
"5144576" : 3290,
"5210112" : 3363,
"5275648" : 3462,
"5341184" : 3419,
"5406720" : 3613,
"5472256" : 3669,
"5537792" : 3729,
"5603328" : 3958,
"5668864" : 4170,
"5734400" : 4107,
"5799936" : 4122,
"5865472" : 4450,
"5931008" : 4513,
"5996544" : 4902,
"6062080" : 4649,
"6127616" : 4728,
"6193152" : 4791,
"6258688" : 5028,
"6324224" : 4900,
"6389760" : 5235,
"6455296" : 5515,
"6520832" : 5580,
"6586368" : 5884,
"6651904" : 6040,
"6717440" : 6132,
"6782976" : 6296,
"6848512" : 6495,
"6914048" : 6443,
"6979584" : 6945,
"7045120" : 6977,
"7110656" : 6970,
"7176192" : 7454,
"7241728" : 7836,
"7307264" : 7827,
"7372800" : 8242,
"7438336" : 8277,
"7503872" : 8738,
"7569408" : 8854,
"7634944" : 8389,
"7700480" : 8178,
"7766016" : 8720,
"7831552" : 8509,
"7897088" : 8435,
"7962624" : 8721,
"8028160" : 9292,
"8093696" : 9015,
"8159232" : 9365,
"8224768" : 9443,
"8290304" : 9867,
"8355840" : 9908,
"8454144" : 19897,
"8585216" : 19064,
"8716288" : 17011,
"8847360" : 15809,
"8978432" : 15273,
"9109504" : 13434,
"9240576" : 12959,
"9371648" : 11850,
"9502720" : 11264,
"9633792" : 12050,
"9764864" : 11536,
"9895936" : 10890,
"10027008" : 11767,
"10158080" : 11048,
"10289152" : 11446,
"10420224" : 12421,
"10551296" : 12211,
"10682368" : 11872,
"10813440" : 11825,
"10944512" : 11767,
"11075584" : 10800,
"11206656" : 11553,
"11337728" : 11777,
"11468800" : 11834,
"11599872" : 12066,
"11730944" : 13380,
"11862016" : 13658,
"11993088" : 13161,
"12124160" : 11523,
"12255232" : 10252,
"12386304" : 9139,
"12517376" : 7906,
"12648448" : 6211,
"12779520" : 4936,
"12910592" : 3997,
"13041664" : 3472,
"13172736" : 3304,
"13303808" : 2811,
"13434880" : 2039,
"13565952" : 1721,
"13697024" : 1352,
"13828096" : 1024,
"13959168" : 780,
"14090240" : 503,
"14221312" : 331,
"14352384" : 203,
"14483456" : 148,
"14614528" : 104,
"14745600" : 80,
"14876672" : 42,
"15007744" : 41,
"15138816" : 32,
"15269888" : 15,
"15400960" : 10,
"15532032" : 20,
"15663104" : 21,
"15794176" : 8,
"15925248" : 10,
"16056320" : 5,
"16187392" : 8,
"16318464" : 8,
"16449536" : 5,
"16580608" : 3,
"16711680" : 15,
"16908288" : 19,
"17170432" : 5,
"17432576" : 3,
"17694720" : 1
}
},
"lat_ns" : {
"min" : 439722,
"max" : 18595117,
"mean" : 8996854.544976,
"stddev" : 2837176.517815,
"N" : 853515
},
"bw_min" : 96736,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 113960.338983,
"bw_dev" : 413.604989,
"bw_samples" : 944,
"iops_min" : 24184,
"iops_max" : 33720,
"iops_mean" : 28488.864407,
"iops_stddev" : 103.379257,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.578963,
"sys_cpu" : 6.646514,
"ctx" : 934431,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.047216,
"750" : 0.203742,
"1000" : 0.140944
},
"latency_ms" : {
"2" : 0.659027,
"4" : 5.227578,
"10" : 63.137250,
"20" : 30.582369,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122717,
"timestamp_ms" : 1774122717109,
"time" : "Sat Mar 21 16:51:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4426219520,
"io_kbytes" : 4322480,
"bw_bytes" : 110655488,
"bw" : 108062,
"iops" : 27015.925000,
"runtime" : 40000,
"total_ios" : 1080637,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 588285.376360,
"stddev" : 238026.665758,
"N" : 1080637
},
"clat_ns" : {
"min" : 414403,
"max" : 22516520,
"mean" : 8886389.868119,
"stddev" : 2888568.976520,
"N" : 1080621,
"percentile" : {
"1.000000" : 2146304,
"5.000000" : 3883008,
"10.000000" : 5144576,
"20.000000" : 6586368,
"30.000000" : 7503872,
"40.000000" : 8224768,
"50.000000" : 8847360,
"60.000000" : 9633792,
"70.000000" : 10420224,
"80.000000" : 11337728,
"90.000000" : 12386304,
"95.000000" : 13434880,
"99.000000" : 16056320,
"99.500000" : 16908288,
"99.900000" : 18219008,
"99.950000" : 18481152,
"99.990000" : 19791872
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 97,
"1826816" : 108,
"1843200" : 120,
"1859584" : 125,
"1875968" : 125,
"1892352" : 124,
"1908736" : 124,
"1925120" : 140,
"1941504" : 147,
"1957888" : 132,
"1974272" : 139,
"1990656" : 143,
"2007040" : 167,
"2023424" : 157,
"2039808" : 197,
"2056192" : 170,
"2072576" : 201,
"2088960" : 199,
"2113536" : 414,
"2146304" : 411,
"2179072" : 453,
"2211840" : 508,
"2244608" : 489,
"2277376" : 533,
"2310144" : 485,
"2342912" : 526,
"2375680" : 584,
"2408448" : 564,
"2441216" : 582,
"2473984" : 592,
"2506752" : 603,
"2539520" : 637,
"2572288" : 616,
"2605056" : 657,
"2637824" : 666,
"2670592" : 647,
"2703360" : 732,
"2736128" : 788,
"2768896" : 707,
"2801664" : 776,
"2834432" : 832,
"2867200" : 843,
"2899968" : 796,
"2932736" : 784,
"2965504" : 809,
"2998272" : 921,
"3031040" : 833,
"3063808" : 875,
"3096576" : 882,
"3129344" : 885,
"3162112" : 886,
"3194880" : 902,
"3227648" : 887,
"3260416" : 901,
"3293184" : 944,
"3325952" : 944,
"3358720" : 968,
"3391488" : 943,
"3424256" : 989,
"3457024" : 927,
"3489792" : 1043,
"3522560" : 996,
"3555328" : 1073,
"3588096" : 1015,
"3620864" : 1068,
"3653632" : 1096,
"3686400" : 1085,
"3719168" : 1100,
"3751936" : 1075,
"3784704" : 1094,
"3817472" : 1113,
"3850240" : 1112,
"3883008" : 1190,
"3915776" : 1141,
"3948544" : 1090,
"3981312" : 1171,
"4014080" : 1269,
"4046848" : 1145,
"4079616" : 1272,
"4112384" : 1204,
"4145152" : 1255,
"4177920" : 1231,
"4227072" : 2535,
"4292608" : 2641,
"4358144" : 2803,
"4423680" : 2752,
"4489216" : 2843,
"4554752" : 2964,
"4620288" : 2980,
"4685824" : 3061,
"4751360" : 3197,
"4816896" : 3091,
"4882432" : 3254,
"4947968" : 3288,
"5013504" : 3538,
"5079040" : 3362,
"5144576" : 3532,
"5210112" : 3673,
"5275648" : 3729,
"5341184" : 3708,
"5406720" : 3892,
"5472256" : 3956,
"5537792" : 4014,
"5603328" : 4248,
"5668864" : 4449,
"5734400" : 4433,
"5799936" : 4452,
"5865472" : 4754,
"5931008" : 4849,
"5996544" : 5291,
"6062080" : 5032,
"6127616" : 5145,
"6193152" : 5206,
"6258688" : 5463,
"6324224" : 5380,
"6389760" : 5756,
"6455296" : 6073,
"6520832" : 6145,
"6586368" : 6477,
"6651904" : 6658,
"6717440" : 6710,
"6782976" : 6973,
"6848512" : 7217,
"6914048" : 7180,
"6979584" : 7818,
"7045120" : 7804,
"7110656" : 7867,
"7176192" : 8364,
"7241728" : 8796,
"7307264" : 8766,
"7372800" : 9167,
"7438336" : 9269,
"7503872" : 9844,
"7569408" : 9998,
"7634944" : 9549,
"7700480" : 9387,
"7766016" : 10052,
"7831552" : 9918,
"7897088" : 9739,
"7962624" : 10131,
"8028160" : 10799,
"8093696" : 10552,
"8159232" : 11001,
"8224768" : 11334,
"8290304" : 11767,
"8355840" : 11871,
"8454144" : 23938,
"8585216" : 23217,
"8716288" : 21426,
"8847360" : 20691,
"8978432" : 20946,
"9109504" : 18620,
"9240576" : 17997,
"9371648" : 16723,
"9502720" : 15861,
"9633792" : 16817,
"9764864" : 16563,
"9895936" : 16462,
"10027008" : 17744,
"10158080" : 16360,
"10289152" : 16322,
"10420224" : 16687,
"10551296" : 16329,
"10682368" : 15252,
"10813440" : 15017,
"10944512" : 14781,
"11075584" : 13426,
"11206656" : 14034,
"11337728" : 14229,
"11468800" : 14234,
"11599872" : 14339,
"11730944" : 15870,
"11862016" : 16011,
"11993088" : 15324,
"12124160" : 13454,
"12255232" : 12240,
"12386304" : 11335,
"12517376" : 9949,
"12648448" : 8342,
"12779520" : 7097,
"12910592" : 6133,
"13041664" : 5684,
"13172736" : 5561,
"13303808" : 5129,
"13434880" : 4315,
"13565952" : 4085,
"13697024" : 3416,
"13828096" : 2988,
"13959168" : 2777,
"14090240" : 2646,
"14221312" : 2445,
"14352384" : 2237,
"14483456" : 2036,
"14614528" : 1984,
"14745600" : 1827,
"14876672" : 1526,
"15007744" : 1464,
"15138816" : 1370,
"15269888" : 1529,
"15400960" : 1488,
"15532032" : 1432,
"15663104" : 1440,
"15794176" : 1127,
"15925248" : 951,
"16056320" : 958,
"16187392" : 892,
"16318464" : 779,
"16449536" : 784,
"16580608" : 793,
"16711680" : 846,
"16908288" : 1522,
"17170432" : 1326,
"17432576" : 1132,
"17694720" : 682,
"17956864" : 416,
"18219008" : 336,
"18481152" : 233,
"18743296" : 170,
"19005440" : 110,
"19267584" : 73,
"19529728" : 35,
"19791872" : 35,
"20054016" : 42,
"20316160" : 17,
"20578304" : 12,
"20840448" : 6,
"21102592" : 2,
"21364736" : 5,
"22151168" : 2,
"22413312" : 9
}
},
"lat_ns" : {
"min" : 439722,
"max" : 23701121,
"mean" : 9474705.718758,
"stddev" : 3073270.056592,
"N" : 1080621
},
"bw_min" : 72448,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 108421.822785,
"bw_dev" : 753.294527,
"bw_samples" : 1264,
"iops_min" : 18112,
"iops_max" : 33720,
"iops_mean" : 27104.493671,
"iops_stddev" : 188.288957,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639990,
"usr_cpu" : 0.548759,
"sys_cpu" : 6.309942,
"ctx" : 1174374,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999907,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999907,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.037293,
"750" : 0.160924,
"1000" : 0.111323
},
"latency_ms" : {
"2" : 0.527282,
"4" : 4.567306,
"10" : 59.454933,
"20" : 35.131686,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122727,
"timestamp_ms" : 1774122727110,
"time" : "Sat Mar 21 16:52:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5317103616,
"io_kbytes" : 5192484,
"bw_bytes" : 106342072,
"bw" : 103849,
"iops" : 25962.900000,
"runtime" : 50000,
"total_ios" : 1298145,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 612386.165332,
"stddev" : 254846.443767,
"N" : 1298145
},
"clat_ns" : {
"min" : 414403,
"max" : 22516520,
"mean" : 9246280.354721,
"stddev" : 3038323.809989,
"N" : 1298129,
"percentile" : {
"1.000000" : 2310144,
"5.000000" : 4112384,
"10.000000" : 5406720,
"20.000000" : 6914048,
"30.000000" : 7766016,
"40.000000" : 8454144,
"50.000000" : 9109504,
"60.000000" : 9895936,
"70.000000" : 10682368,
"80.000000" : 11730944,
"90.000000" : 13041664,
"95.000000" : 14614528,
"99.000000" : 16908288,
"99.500000" : 17432576,
"99.900000" : 18481152,
"99.950000" : 19005440,
"99.990000" : 20054016
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 97,
"1826816" : 108,
"1843200" : 120,
"1859584" : 125,
"1875968" : 125,
"1892352" : 124,
"1908736" : 124,
"1925120" : 140,
"1941504" : 147,
"1957888" : 132,
"1974272" : 139,
"1990656" : 143,
"2007040" : 167,
"2023424" : 157,
"2039808" : 197,
"2056192" : 170,
"2072576" : 202,
"2088960" : 200,
"2113536" : 417,
"2146304" : 413,
"2179072" : 454,
"2211840" : 509,
"2244608" : 492,
"2277376" : 535,
"2310144" : 494,
"2342912" : 529,
"2375680" : 588,
"2408448" : 571,
"2441216" : 590,
"2473984" : 601,
"2506752" : 613,
"2539520" : 644,
"2572288" : 626,
"2605056" : 675,
"2637824" : 677,
"2670592" : 667,
"2703360" : 751,
"2736128" : 804,
"2768896" : 723,
"2801664" : 797,
"2834432" : 849,
"2867200" : 867,
"2899968" : 821,
"2932736" : 808,
"2965504" : 836,
"2998272" : 957,
"3031040" : 860,
"3063808" : 918,
"3096576" : 925,
"3129344" : 923,
"3162112" : 930,
"3194880" : 956,
"3227648" : 935,
"3260416" : 946,
"3293184" : 1006,
"3325952" : 998,
"3358720" : 1020,
"3391488" : 1000,
"3424256" : 1040,
"3457024" : 993,
"3489792" : 1085,
"3522560" : 1052,
"3555328" : 1121,
"3588096" : 1056,
"3620864" : 1113,
"3653632" : 1153,
"3686400" : 1143,
"3719168" : 1147,
"3751936" : 1125,
"3784704" : 1155,
"3817472" : 1160,
"3850240" : 1153,
"3883008" : 1248,
"3915776" : 1202,
"3948544" : 1148,
"3981312" : 1237,
"4014080" : 1331,
"4046848" : 1208,
"4079616" : 1342,
"4112384" : 1270,
"4145152" : 1316,
"4177920" : 1303,
"4227072" : 2698,
"4292608" : 2789,
"4358144" : 2980,
"4423680" : 2909,
"4489216" : 2995,
"4554752" : 3130,
"4620288" : 3155,
"4685824" : 3230,
"4751360" : 3384,
"4816896" : 3254,
"4882432" : 3426,
"4947968" : 3459,
"5013504" : 3736,
"5079040" : 3520,
"5144576" : 3721,
"5210112" : 3869,
"5275648" : 3930,
"5341184" : 3929,
"5406720" : 4093,
"5472256" : 4174,
"5537792" : 4210,
"5603328" : 4458,
"5668864" : 4691,
"5734400" : 4679,
"5799936" : 4670,
"5865472" : 4981,
"5931008" : 5098,
"5996544" : 5558,
"6062080" : 5310,
"6127616" : 5459,
"6193152" : 5536,
"6258688" : 5845,
"6324224" : 5769,
"6389760" : 6155,
"6455296" : 6488,
"6520832" : 6594,
"6586368" : 6914,
"6651904" : 7126,
"6717440" : 7200,
"6782976" : 7510,
"6848512" : 7797,
"6914048" : 7779,
"6979584" : 8478,
"7045120" : 8473,
"7110656" : 8598,
"7176192" : 9198,
"7241728" : 9689,
"7307264" : 9677,
"7372800" : 10023,
"7438336" : 10196,
"7503872" : 10737,
"7569408" : 11000,
"7634944" : 10555,
"7700480" : 10529,
"7766016" : 11333,
"7831552" : 11258,
"7897088" : 11131,
"7962624" : 11649,
"8028160" : 12496,
"8093696" : 12083,
"8159232" : 12593,
"8224768" : 13066,
"8290304" : 13463,
"8355840" : 13588,
"8454144" : 27932,
"8585216" : 27861,
"8716288" : 26272,
"8847360" : 25619,
"8978432" : 26152,
"9109504" : 23656,
"9240576" : 23002,
"9371648" : 21616,
"9502720" : 20619,
"9633792" : 21610,
"9764864" : 21026,
"9895936" : 20544,
"10027008" : 21714,
"10158080" : 19973,
"10289152" : 19984,
"10420224" : 20264,
"10551296" : 19969,
"10682368" : 18838,
"10813440" : 18232,
"10944512" : 17970,
"11075584" : 16248,
"11206656" : 16753,
"11337728" : 16807,
"11468800" : 16513,
"11599872" : 16563,
"11730944" : 17953,
"11862016" : 18031,
"11993088" : 17310,
"12124160" : 15197,
"12255232" : 14074,
"12386304" : 13115,
"12517376" : 11569,
"12648448" : 9970,
"12779520" : 8742,
"12910592" : 7730,
"13041664" : 7228,
"13172736" : 7063,
"13303808" : 6729,
"13434880" : 5992,
"13565952" : 5800,
"13697024" : 5148,
"13828096" : 4659,
"13959168" : 4594,
"14090240" : 4487,
"14221312" : 4574,
"14352384" : 4528,
"14483456" : 4518,
"14614528" : 4748,
"14745600" : 4555,
"14876672" : 4250,
"15007744" : 4001,
"15138816" : 3624,
"15269888" : 3476,
"15400960" : 3387,
"15532032" : 3206,
"15663104" : 3227,
"15794176" : 2919,
"15925248" : 2682,
"16056320" : 2674,
"16187392" : 2364,
"16318464" : 2202,
"16449536" : 2206,
"16580608" : 2144,
"16711680" : 1990,
"16908288" : 3419,
"17170432" : 2968,
"17432576" : 2243,
"17694720" : 1528,
"17956864" : 1097,
"18219008" : 772,
"18481152" : 577,
"18743296" : 393,
"19005440" : 250,
"19267584" : 181,
"19529728" : 91,
"19791872" : 73,
"20054016" : 59,
"20316160" : 30,
"20578304" : 30,
"20840448" : 12,
"21102592" : 7,
"21364736" : 10,
"21626880" : 4,
"22151168" : 2,
"22413312" : 9
}
},
"lat_ns" : {
"min" : 439722,
"max" : 23701121,
"mean" : 9858633.749003,
"stddev" : 3232784.751287,
"N" : 1298129
},
"bw_min" : 72392,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 103955.010101,
"bw_dev" : 885.418300,
"bw_samples" : 1584,
"iops_min" : 18098,
"iops_max" : 33720,
"iops_mean" : 25987.727273,
"iops_stddev" : 221.337325,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799988,
"usr_cpu" : 0.526633,
"sys_cpu" : 6.088966,
"ctx" : 1401736,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.031044,
"750" : 0.133960,
"1000" : 0.092671
},
"latency_ms" : {
"2" : 0.438934,
"4" : 3.947017,
"10" : 56.870997,
"20" : 38.472975,
"50" : 0.011170,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122737,
"timestamp_ms" : 1774122737110,
"time" : "Sat Mar 21 16:52:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6143270912,
"io_kbytes" : 5999288,
"bw_bytes" : 102387848,
"bw" : 99988,
"iops" : 24997.350000,
"runtime" : 60000,
"total_ios" : 1499841,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 636243.415995,
"stddev" : 270163.380633,
"N" : 1499841
},
"clat_ns" : {
"min" : 414403,
"max" : 22579016,
"mean" : 9603281.401001,
"stddev" : 3218253.476059,
"N" : 1499825,
"percentile" : {
"1.000000" : 2408448,
"5.000000" : 4358144,
"10.000000" : 5668864,
"20.000000" : 7110656,
"30.000000" : 7962624,
"40.000000" : 8585216,
"50.000000" : 9371648,
"60.000000" : 10158080,
"70.000000" : 11075584,
"80.000000" : 12124160,
"90.000000" : 13959168,
"95.000000" : 15532032,
"99.000000" : 17694720,
"99.500000" : 18219008,
"99.900000" : 19529728,
"99.950000" : 20054016,
"99.990000" : 21102592
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 125,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 133,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 159,
"2039808" : 199,
"2056192" : 171,
"2072576" : 203,
"2088960" : 201,
"2113536" : 423,
"2146304" : 415,
"2179072" : 456,
"2211840" : 510,
"2244608" : 495,
"2277376" : 538,
"2310144" : 497,
"2342912" : 530,
"2375680" : 593,
"2408448" : 578,
"2441216" : 596,
"2473984" : 604,
"2506752" : 618,
"2539520" : 646,
"2572288" : 629,
"2605056" : 679,
"2637824" : 680,
"2670592" : 670,
"2703360" : 757,
"2736128" : 805,
"2768896" : 729,
"2801664" : 803,
"2834432" : 852,
"2867200" : 877,
"2899968" : 828,
"2932736" : 811,
"2965504" : 837,
"2998272" : 968,
"3031040" : 865,
"3063808" : 924,
"3096576" : 933,
"3129344" : 933,
"3162112" : 946,
"3194880" : 963,
"3227648" : 945,
"3260416" : 958,
"3293184" : 1015,
"3325952" : 1007,
"3358720" : 1033,
"3391488" : 1009,
"3424256" : 1050,
"3457024" : 1006,
"3489792" : 1097,
"3522560" : 1067,
"3555328" : 1137,
"3588096" : 1078,
"3620864" : 1127,
"3653632" : 1168,
"3686400" : 1170,
"3719168" : 1166,
"3751936" : 1148,
"3784704" : 1175,
"3817472" : 1189,
"3850240" : 1174,
"3883008" : 1272,
"3915776" : 1231,
"3948544" : 1171,
"3981312" : 1267,
"4014080" : 1364,
"4046848" : 1236,
"4079616" : 1366,
"4112384" : 1301,
"4145152" : 1340,
"4177920" : 1327,
"4227072" : 2754,
"4292608" : 2855,
"4358144" : 3036,
"4423680" : 2971,
"4489216" : 3050,
"4554752" : 3181,
"4620288" : 3224,
"4685824" : 3306,
"4751360" : 3448,
"4816896" : 3341,
"4882432" : 3513,
"4947968" : 3539,
"5013504" : 3818,
"5079040" : 3613,
"5144576" : 3799,
"5210112" : 3954,
"5275648" : 4057,
"5341184" : 4054,
"5406720" : 4226,
"5472256" : 4307,
"5537792" : 4332,
"5603328" : 4602,
"5668864" : 4850,
"5734400" : 4857,
"5799936" : 4866,
"5865472" : 5188,
"5931008" : 5299,
"5996544" : 5796,
"6062080" : 5563,
"6127616" : 5727,
"6193152" : 5831,
"6258688" : 6182,
"6324224" : 6099,
"6389760" : 6529,
"6455296" : 6855,
"6520832" : 6981,
"6586368" : 7318,
"6651904" : 7556,
"6717440" : 7650,
"6782976" : 7972,
"6848512" : 8285,
"6914048" : 8206,
"6979584" : 8998,
"7045120" : 8991,
"7110656" : 9159,
"7176192" : 9776,
"7241728" : 10272,
"7307264" : 10310,
"7372800" : 10713,
"7438336" : 10952,
"7503872" : 11621,
"7569408" : 12014,
"7634944" : 11604,
"7700480" : 11716,
"7766016" : 12558,
"7831552" : 12532,
"7897088" : 12407,
"7962624" : 13109,
"8028160" : 14052,
"8093696" : 13731,
"8159232" : 14331,
"8224768" : 14848,
"8290304" : 15139,
"8355840" : 15249,
"8454144" : 31049,
"8585216" : 30715,
"8716288" : 29112,
"8847360" : 28446,
"8978432" : 29068,
"9109504" : 26544,
"9240576" : 26224,
"9371648" : 25013,
"9502720" : 23828,
"9633792" : 24382,
"9764864" : 23627,
"9895936" : 22982,
"10027008" : 24078,
"10158080" : 22227,
"10289152" : 22221,
"10420224" : 22567,
"10551296" : 22416,
"10682368" : 21550,
"10813440" : 21030,
"10944512" : 21033,
"11075584" : 19575,
"11206656" : 19983,
"11337728" : 19948,
"11468800" : 19542,
"11599872" : 19504,
"11730944" : 20834,
"11862016" : 20596,
"11993088" : 20032,
"12124160" : 17997,
"12255232" : 16541,
"12386304" : 15308,
"12517376" : 13786,
"12648448" : 11967,
"12779520" : 10643,
"12910592" : 9498,
"13041664" : 8903,
"13172736" : 8882,
"13303808" : 8566,
"13434880" : 7868,
"13565952" : 7526,
"13697024" : 6825,
"13828096" : 6353,
"13959168" : 6382,
"14090240" : 6241,
"14221312" : 6310,
"14352384" : 6387,
"14483456" : 6335,
"14614528" : 6614,
"14745600" : 6662,
"14876672" : 6332,
"15007744" : 6172,
"15138816" : 5772,
"15269888" : 5617,
"15400960" : 5511,
"15532032" : 5424,
"15663104" : 5340,
"15794176" : 4947,
"15925248" : 4531,
"16056320" : 4534,
"16187392" : 4132,
"16318464" : 3893,
"16449536" : 3859,
"16580608" : 3820,
"16711680" : 3572,
"16908288" : 6577,
"17170432" : 6057,
"17432576" : 5042,
"17694720" : 4025,
"17956864" : 3103,
"18219008" : 2308,
"18481152" : 1662,
"18743296" : 1214,
"19005440" : 951,
"19267584" : 681,
"19529728" : 511,
"19791872" : 329,
"20054016" : 234,
"20316160" : 163,
"20578304" : 148,
"20840448" : 71,
"21102592" : 63,
"21364736" : 53,
"21626880" : 28,
"21889024" : 6,
"22151168" : 12,
"22413312" : 16,
"22675456" : 1
}
},
"lat_ns" : {
"min" : 439722,
"max" : 23773962,
"mean" : 10239491.681165,
"stddev" : 3424865.055282,
"N" : 1499825
},
"bw_min" : 68048,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 100175.789916,
"bw_dev" : 982.815276,
"bw_samples" : 1904,
"iops_min" : 17012,
"iops_max" : 33720,
"iops_mean" : 25043.000000,
"iops_stddev" : 245.685892,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959995,
"usr_cpu" : 0.507294,
"sys_cpu" : 5.898260,
"ctx" : 1611753,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.026870,
"750" : 0.115946,
"1000" : 0.080209
},
"latency_ms" : {
"2" : 0.380440,
"4" : 3.456366,
"10" : 53.796169,
"20" : 42.095662,
"50" : 0.047272,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122747,
"timestamp_ms" : 1774122747110,
"time" : "Sat Mar 21 16:52:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7012388864,
"io_kbytes" : 6848036,
"bw_bytes" : 100176983,
"bw" : 97829,
"iops" : 24457.528571,
"runtime" : 70000,
"total_ios" : 1712027,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 650410.032279,
"stddev" : 276783.350434,
"N" : 1712027
},
"clat_ns" : {
"min" : 414403,
"max" : 24928597,
"mean" : 9815072.118377,
"stddev" : 3270722.205804,
"N" : 1712011,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 4489216,
"10.000000" : 5865472,
"20.000000" : 7241728,
"30.000000" : 8093696,
"40.000000" : 8847360,
"50.000000" : 9502720,
"60.000000" : 10420224,
"70.000000" : 11337728,
"80.000000" : 12386304,
"90.000000" : 14352384,
"95.000000" : 15794176,
"99.000000" : 17694720,
"99.500000" : 18219008,
"99.900000" : 19529728,
"99.950000" : 20054016,
"99.990000" : 21102592
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 424,
"2146304" : 415,
"2179072" : 456,
"2211840" : 511,
"2244608" : 496,
"2277376" : 538,
"2310144" : 499,
"2342912" : 531,
"2375680" : 595,
"2408448" : 578,
"2441216" : 598,
"2473984" : 610,
"2506752" : 621,
"2539520" : 647,
"2572288" : 633,
"2605056" : 684,
"2637824" : 688,
"2670592" : 674,
"2703360" : 762,
"2736128" : 813,
"2768896" : 746,
"2801664" : 823,
"2834432" : 865,
"2867200" : 901,
"2899968" : 849,
"2932736" : 836,
"2965504" : 871,
"2998272" : 998,
"3031040" : 884,
"3063808" : 952,
"3096576" : 957,
"3129344" : 957,
"3162112" : 981,
"3194880" : 998,
"3227648" : 986,
"3260416" : 995,
"3293184" : 1057,
"3325952" : 1045,
"3358720" : 1080,
"3391488" : 1049,
"3424256" : 1085,
"3457024" : 1046,
"3489792" : 1138,
"3522560" : 1103,
"3555328" : 1174,
"3588096" : 1128,
"3620864" : 1172,
"3653632" : 1210,
"3686400" : 1212,
"3719168" : 1217,
"3751936" : 1203,
"3784704" : 1236,
"3817472" : 1235,
"3850240" : 1215,
"3883008" : 1320,
"3915776" : 1277,
"3948544" : 1217,
"3981312" : 1327,
"4014080" : 1409,
"4046848" : 1278,
"4079616" : 1408,
"4112384" : 1364,
"4145152" : 1396,
"4177920" : 1372,
"4227072" : 2849,
"4292608" : 2963,
"4358144" : 3151,
"4423680" : 3098,
"4489216" : 3196,
"4554752" : 3334,
"4620288" : 3368,
"4685824" : 3473,
"4751360" : 3632,
"4816896" : 3517,
"4882432" : 3715,
"4947968" : 3700,
"5013504" : 4019,
"5079040" : 3793,
"5144576" : 4037,
"5210112" : 4183,
"5275648" : 4263,
"5341184" : 4272,
"5406720" : 4466,
"5472256" : 4561,
"5537792" : 4596,
"5603328" : 4953,
"5668864" : 5142,
"5734400" : 5148,
"5799936" : 5203,
"5865472" : 5537,
"5931008" : 5678,
"5996544" : 6198,
"6062080" : 5987,
"6127616" : 6145,
"6193152" : 6253,
"6258688" : 6666,
"6324224" : 6586,
"6389760" : 7127,
"6455296" : 7473,
"6520832" : 7663,
"6586368" : 8033,
"6651904" : 8294,
"6717440" : 8510,
"6782976" : 8856,
"6848512" : 9216,
"6914048" : 9106,
"6979584" : 10028,
"7045120" : 9983,
"7110656" : 10101,
"7176192" : 10703,
"7241728" : 11240,
"7307264" : 11267,
"7372800" : 11615,
"7438336" : 11878,
"7503872" : 12625,
"7569408" : 13059,
"7634944" : 12718,
"7700480" : 12842,
"7766016" : 13797,
"7831552" : 13773,
"7897088" : 13654,
"7962624" : 14472,
"8028160" : 15478,
"8093696" : 15118,
"8159232" : 15802,
"8224768" : 16482,
"8290304" : 16699,
"8355840" : 16868,
"8454144" : 34273,
"8585216" : 33987,
"8716288" : 32401,
"8847360" : 31779,
"8978432" : 32430,
"9109504" : 30011,
"9240576" : 29478,
"9371648" : 28342,
"9502720" : 27021,
"9633792" : 27498,
"9764864" : 26546,
"9895936" : 25890,
"10027008" : 26856,
"10158080" : 24882,
"10289152" : 25072,
"10420224" : 25342,
"10551296" : 25187,
"10682368" : 24273,
"10813440" : 23818,
"10944512" : 23775,
"11075584" : 22169,
"11206656" : 22565,
"11337728" : 22305,
"11468800" : 21847,
"11599872" : 21765,
"11730944" : 23026,
"11862016" : 22845,
"11993088" : 22414,
"12124160" : 20380,
"12255232" : 19231,
"12386304" : 17917,
"12517376" : 16603,
"12648448" : 14940,
"12779520" : 13642,
"12910592" : 12434,
"13041664" : 11897,
"13172736" : 11817,
"13303808" : 11490,
"13434880" : 10640,
"13565952" : 9985,
"13697024" : 9222,
"13828096" : 8604,
"13959168" : 8626,
"14090240" : 8406,
"14221312" : 8367,
"14352384" : 8392,
"14483456" : 8348,
"14614528" : 8562,
"14745600" : 8738,
"14876672" : 8366,
"15007744" : 8181,
"15138816" : 7709,
"15269888" : 7654,
"15400960" : 7625,
"15532032" : 7514,
"15663104" : 7436,
"15794176" : 7089,
"15925248" : 6527,
"16056320" : 6390,
"16187392" : 5871,
"16318464" : 5507,
"16449536" : 5381,
"16580608" : 5221,
"16711680" : 4900,
"16908288" : 8754,
"17170432" : 7713,
"17432576" : 6373,
"17694720" : 5004,
"17956864" : 3795,
"18219008" : 2788,
"18481152" : 2024,
"18743296" : 1511,
"19005440" : 1160,
"19267584" : 846,
"19529728" : 594,
"19791872" : 410,
"20054016" : 296,
"20316160" : 198,
"20578304" : 163,
"20840448" : 77,
"21102592" : 77,
"21364736" : 73,
"21626880" : 43,
"21889024" : 17,
"22151168" : 16,
"22413312" : 17,
"22675456" : 1,
"25034752" : 1
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26062851,
"mean" : 10465441.675312,
"stddev" : 3480745.326223,
"N" : 1712011
},
"bw_min" : 68048,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 97906.237410,
"bw_dev" : 993.224242,
"bw_samples" : 2224,
"iops_min" : 17012,
"iops_max" : 33720,
"iops_mean" : 24475.604317,
"iops_stddev" : 248.292552,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119993,
"usr_cpu" : 0.497950,
"sys_cpu" : 5.819233,
"ctx" : 1833219,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.023539,
"750" : 0.101576,
"1000" : 0.070268
},
"latency_ms" : {
"2" : 0.333406,
"4" : 3.114320,
"10" : 51.875642,
"20" : 44.429732,
"50" : 0.050583,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122757,
"timestamp_ms" : 1774122757109,
"time" : "Sat Mar 21 16:52:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7857123328,
"io_kbytes" : 7672972,
"bw_bytes" : 98214041,
"bw" : 95912,
"iops" : 23978.450000,
"runtime" : 80000,
"total_ios" : 1918276,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 663507.329516,
"stddev" : 285190.794301,
"N" : 1918276
},
"clat_ns" : {
"min" : 414403,
"max" : 24928597,
"mean" : 10011683.202816,
"stddev" : 3371171.829315,
"N" : 1918260,
"percentile" : {
"1.000000" : 2637824,
"5.000000" : 4620288,
"10.000000" : 5931008,
"20.000000" : 7307264,
"30.000000" : 8159232,
"40.000000" : 8847360,
"50.000000" : 9764864,
"60.000000" : 10682368,
"70.000000" : 11599872,
"80.000000" : 12779520,
"90.000000" : 14876672,
"95.000000" : 16056320,
"99.000000" : 17956864,
"99.500000" : 18481152,
"99.900000" : 19529728,
"99.950000" : 20054016,
"99.990000" : 21364736
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 424,
"2146304" : 415,
"2179072" : 456,
"2211840" : 516,
"2244608" : 497,
"2277376" : 545,
"2310144" : 501,
"2342912" : 536,
"2375680" : 600,
"2408448" : 586,
"2441216" : 604,
"2473984" : 615,
"2506752" : 628,
"2539520" : 657,
"2572288" : 644,
"2605056" : 693,
"2637824" : 698,
"2670592" : 685,
"2703360" : 774,
"2736128" : 835,
"2768896" : 761,
"2801664" : 839,
"2834432" : 882,
"2867200" : 922,
"2899968" : 877,
"2932736" : 860,
"2965504" : 903,
"2998272" : 1041,
"3031040" : 921,
"3063808" : 987,
"3096576" : 997,
"3129344" : 1000,
"3162112" : 1027,
"3194880" : 1040,
"3227648" : 1055,
"3260416" : 1066,
"3293184" : 1127,
"3325952" : 1121,
"3358720" : 1154,
"3391488" : 1140,
"3424256" : 1170,
"3457024" : 1131,
"3489792" : 1249,
"3522560" : 1201,
"3555328" : 1290,
"3588096" : 1245,
"3620864" : 1263,
"3653632" : 1320,
"3686400" : 1318,
"3719168" : 1328,
"3751936" : 1329,
"3784704" : 1344,
"3817472" : 1363,
"3850240" : 1346,
"3883008" : 1467,
"3915776" : 1411,
"3948544" : 1358,
"3981312" : 1496,
"4014080" : 1580,
"4046848" : 1417,
"4079616" : 1582,
"4112384" : 1535,
"4145152" : 1558,
"4177920" : 1541,
"4227072" : 3222,
"4292608" : 3287,
"4358144" : 3544,
"4423680" : 3471,
"4489216" : 3533,
"4554752" : 3705,
"4620288" : 3737,
"4685824" : 3811,
"4751360" : 4013,
"4816896" : 3913,
"4882432" : 4088,
"4947968" : 4104,
"5013504" : 4430,
"5079040" : 4198,
"5144576" : 4489,
"5210112" : 4565,
"5275648" : 4716,
"5341184" : 4716,
"5406720" : 4913,
"5472256" : 5049,
"5537792" : 5076,
"5603328" : 5452,
"5668864" : 5586,
"5734400" : 5637,
"5799936" : 5730,
"5865472" : 6081,
"5931008" : 6202,
"5996544" : 6767,
"6062080" : 6514,
"6127616" : 6679,
"6193152" : 6823,
"6258688" : 7239,
"6324224" : 7182,
"6389760" : 7776,
"6455296" : 8205,
"6520832" : 8340,
"6586368" : 8772,
"6651904" : 9123,
"6717440" : 9304,
"6782976" : 9691,
"6848512" : 10022,
"6914048" : 9891,
"6979584" : 10974,
"7045120" : 10793,
"7110656" : 10987,
"7176192" : 11597,
"7241728" : 12269,
"7307264" : 12220,
"7372800" : 12616,
"7438336" : 12925,
"7503872" : 13606,
"7569408" : 14029,
"7634944" : 13656,
"7700480" : 13770,
"7766016" : 14827,
"7831552" : 14805,
"7897088" : 14741,
"7962624" : 15553,
"8028160" : 16627,
"8093696" : 16137,
"8159232" : 16781,
"8224768" : 17479,
"8290304" : 17595,
"8355840" : 17782,
"8454144" : 35979,
"8585216" : 35473,
"8716288" : 33751,
"8847360" : 33054,
"8978432" : 33963,
"9109504" : 31657,
"9240576" : 31409,
"9371648" : 30396,
"9502720" : 29267,
"9633792" : 30025,
"9764864" : 29043,
"9895936" : 28187,
"10027008" : 29184,
"10158080" : 27054,
"10289152" : 27281,
"10420224" : 27567,
"10551296" : 27432,
"10682368" : 26419,
"10813440" : 26123,
"10944512" : 26095,
"11075584" : 24502,
"11206656" : 25001,
"11337728" : 24692,
"11468800" : 24298,
"11599872" : 24097,
"11730944" : 25371,
"11862016" : 25241,
"11993088" : 24932,
"12124160" : 22830,
"12255232" : 21624,
"12386304" : 20338,
"12517376" : 18878,
"12648448" : 17240,
"12779520" : 16026,
"12910592" : 14807,
"13041664" : 14344,
"13172736" : 14307,
"13303808" : 13905,
"13434880" : 13122,
"13565952" : 12465,
"13697024" : 11665,
"13828096" : 11036,
"13959168" : 11045,
"14090240" : 10663,
"14221312" : 10736,
"14352384" : 10754,
"14483456" : 10509,
"14614528" : 10706,
"14745600" : 11049,
"14876672" : 10685,
"15007744" : 10542,
"15138816" : 10014,
"15269888" : 10089,
"15400960" : 9917,
"15532032" : 9945,
"15663104" : 9799,
"15794176" : 9468,
"15925248" : 8741,
"16056320" : 8738,
"16187392" : 8237,
"16318464" : 7699,
"16449536" : 7488,
"16580608" : 7368,
"16711680" : 6797,
"16908288" : 12171,
"17170432" : 10578,
"17432576" : 8572,
"17694720" : 6686,
"17956864" : 5058,
"18219008" : 3887,
"18481152" : 2801,
"18743296" : 2096,
"19005440" : 1555,
"19267584" : 1137,
"19529728" : 795,
"19791872" : 563,
"20054016" : 422,
"20316160" : 276,
"20578304" : 208,
"20840448" : 100,
"21102592" : 98,
"21364736" : 93,
"21626880" : 54,
"21889024" : 21,
"22151168" : 17,
"22413312" : 19,
"22675456" : 1,
"22937600" : 1,
"23199744" : 1,
"25034752" : 1
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26062851,
"mean" : 10675234.015797,
"stddev" : 3587957.508193,
"N" : 1918260
},
"bw_min" : 67568,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 96057.150943,
"bw_dev" : 994.428207,
"bw_samples" : 2544,
"iops_min" : 16892,
"iops_max" : 33720,
"iops_mean" : 24013.345912,
"iops_stddev" : 248.591172,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279990,
"usr_cpu" : 0.491176,
"sys_cpu" : 5.753248,
"ctx" : 2048522,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999896,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999896,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.021008,
"750" : 0.090654,
"1000" : 0.062713
},
"latency_ms" : {
"2" : 0.297559,
"4" : 2.943893,
"10" : 49.813322,
"20" : 46.709441,
"50" : 0.060575,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122767,
"timestamp_ms" : 1774122767109,
"time" : "Sat Mar 21 16:52:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8713453568,
"io_kbytes" : 8509232,
"bw_bytes" : 96816150,
"bw" : 94547,
"iops" : 23636.966667,
"runtime" : 90000,
"total_ios" : 2127327,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5770449,
"mean" : 673162.943315,
"stddev" : 288859.461172,
"N" : 2127327
},
"clat_ns" : {
"min" : 414403,
"max" : 24928597,
"mean" : 10156056.108409,
"stddev" : 3397866.040275,
"N" : 2127311,
"percentile" : {
"1.000000" : 2736128,
"5.000000" : 4751360,
"10.000000" : 6062080,
"20.000000" : 7438336,
"30.000000" : 8290304,
"40.000000" : 8978432,
"50.000000" : 9764864,
"60.000000" : 10682368,
"70.000000" : 11730944,
"80.000000" : 13041664,
"90.000000" : 15138816,
"95.000000" : 16318464,
"99.000000" : 17956864,
"99.500000" : 18481152,
"99.900000" : 19529728,
"99.950000" : 20054016,
"99.990000" : 21364736
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 588,
"2441216" : 605,
"2473984" : 617,
"2506752" : 629,
"2539520" : 657,
"2572288" : 644,
"2605056" : 693,
"2637824" : 699,
"2670592" : 686,
"2703360" : 774,
"2736128" : 835,
"2768896" : 761,
"2801664" : 843,
"2834432" : 886,
"2867200" : 926,
"2899968" : 881,
"2932736" : 863,
"2965504" : 904,
"2998272" : 1048,
"3031040" : 927,
"3063808" : 991,
"3096576" : 1004,
"3129344" : 1008,
"3162112" : 1035,
"3194880" : 1055,
"3227648" : 1065,
"3260416" : 1083,
"3293184" : 1149,
"3325952" : 1149,
"3358720" : 1171,
"3391488" : 1172,
"3424256" : 1197,
"3457024" : 1155,
"3489792" : 1287,
"3522560" : 1227,
"3555328" : 1327,
"3588096" : 1277,
"3620864" : 1309,
"3653632" : 1370,
"3686400" : 1362,
"3719168" : 1373,
"3751936" : 1377,
"3784704" : 1387,
"3817472" : 1422,
"3850240" : 1400,
"3883008" : 1523,
"3915776" : 1468,
"3948544" : 1407,
"3981312" : 1541,
"4014080" : 1640,
"4046848" : 1476,
"4079616" : 1640,
"4112384" : 1597,
"4145152" : 1617,
"4177920" : 1596,
"4227072" : 3348,
"4292608" : 3416,
"4358144" : 3664,
"4423680" : 3621,
"4489216" : 3672,
"4554752" : 3855,
"4620288" : 3880,
"4685824" : 3959,
"4751360" : 4171,
"4816896" : 4067,
"4882432" : 4247,
"4947968" : 4260,
"5013504" : 4579,
"5079040" : 4365,
"5144576" : 4625,
"5210112" : 4733,
"5275648" : 4864,
"5341184" : 4871,
"5406720" : 5092,
"5472256" : 5247,
"5537792" : 5268,
"5603328" : 5633,
"5668864" : 5816,
"5734400" : 5832,
"5799936" : 5923,
"5865472" : 6300,
"5931008" : 6433,
"5996544" : 7018,
"6062080" : 6781,
"6127616" : 6956,
"6193152" : 7115,
"6258688" : 7534,
"6324224" : 7475,
"6389760" : 8120,
"6455296" : 8575,
"6520832" : 8679,
"6586368" : 9154,
"6651904" : 9545,
"6717440" : 9755,
"6782976" : 10187,
"6848512" : 10524,
"6914048" : 10406,
"6979584" : 11559,
"7045120" : 11334,
"7110656" : 11576,
"7176192" : 12216,
"7241728" : 12929,
"7307264" : 12858,
"7372800" : 13289,
"7438336" : 13596,
"7503872" : 14329,
"7569408" : 14810,
"7634944" : 14452,
"7700480" : 14614,
"7766016" : 15789,
"7831552" : 15829,
"7897088" : 15843,
"7962624" : 16866,
"8028160" : 18026,
"8093696" : 17662,
"8159232" : 18491,
"8224768" : 19295,
"8290304" : 19498,
"8355840" : 19867,
"8454144" : 40513,
"8585216" : 40216,
"8716288" : 38662,
"8847360" : 38095,
"8978432" : 39047,
"9109504" : 36535,
"9240576" : 36358,
"9371648" : 35097,
"9502720" : 33862,
"9633792" : 34413,
"9764864" : 33042,
"9895936" : 32030,
"10027008" : 33020,
"10158080" : 30426,
"10289152" : 30328,
"10420224" : 30295,
"10551296" : 30045,
"10682368" : 28878,
"10813440" : 28300,
"10944512" : 28114,
"11075584" : 26315,
"11206656" : 26859,
"11337728" : 26373,
"11468800" : 25813,
"11599872" : 25548,
"11730944" : 26751,
"11862016" : 26497,
"11993088" : 26171,
"12124160" : 24095,
"12255232" : 22961,
"12386304" : 21812,
"12517376" : 20408,
"12648448" : 18775,
"12779520" : 17686,
"12910592" : 16390,
"13041664" : 15994,
"13172736" : 16147,
"13303808" : 15717,
"13434880" : 15050,
"13565952" : 14413,
"13697024" : 13670,
"13828096" : 12946,
"13959168" : 13020,
"14090240" : 12600,
"14221312" : 12791,
"14352384" : 12796,
"14483456" : 12627,
"14614528" : 12804,
"14745600" : 13218,
"14876672" : 12880,
"15007744" : 12886,
"15138816" : 12326,
"15269888" : 12498,
"15400960" : 12216,
"15532032" : 12328,
"15663104" : 12201,
"15794176" : 11796,
"15925248" : 11032,
"16056320" : 11112,
"16187392" : 10433,
"16318464" : 9864,
"16449536" : 9581,
"16580608" : 9307,
"16711680" : 8620,
"16908288" : 15349,
"17170432" : 13225,
"17432576" : 10683,
"17694720" : 8224,
"17956864" : 6286,
"18219008" : 4720,
"18481152" : 3388,
"18743296" : 2457,
"19005440" : 1809,
"19267584" : 1329,
"19529728" : 911,
"19791872" : 631,
"20054016" : 466,
"20316160" : 307,
"20578304" : 220,
"20840448" : 112,
"21102592" : 111,
"21364736" : 97,
"21626880" : 57,
"21889024" : 22,
"22151168" : 18,
"22413312" : 20,
"22675456" : 1,
"22937600" : 1,
"23199744" : 1,
"25034752" : 1
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26062851,
"mean" : 10829243.487326,
"stddev" : 3616331.330351,
"N" : 2127311
},
"bw_min" : 67152,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 94641.715084,
"bw_dev" : 981.703184,
"bw_samples" : 2864,
"iops_min" : 16788,
"iops_max" : 33720,
"iops_mean" : 23659.463687,
"iops_stddev" : 245.412491,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439988,
"usr_cpu" : 0.488407,
"sys_cpu" : 5.729145,
"ctx" : 2268753,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.018944,
"750" : 0.081746,
"1000" : 0.056550
},
"latency_ms" : {
"2" : 0.268318,
"4" : 2.701841,
"10" : 49.154079,
"20" : 47.658258,
"50" : 0.059511,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122777,
"timestamp_ms" : 1774122777111,
"time" : "Sat Mar 21 16:52:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9538793472,
"io_kbytes" : 9315228,
"bw_bytes" : 95387934,
"bw" : 93152,
"iops" : 23288.660000,
"runtime" : 100000,
"total_ios" : 2328866,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 683321.620401,
"stddev" : 291712.004777,
"N" : 2328866
},
"clat_ns" : {
"min" : 414403,
"max" : 25136244,
"mean" : 10307981.079070,
"stddev" : 3416544.846369,
"N" : 2328850,
"percentile" : {
"1.000000" : 2801664,
"5.000000" : 4882432,
"10.000000" : 6258688,
"20.000000" : 7634944,
"30.000000" : 8454144,
"40.000000" : 9109504,
"50.000000" : 9895936,
"60.000000" : 10813440,
"70.000000" : 11862016,
"80.000000" : 13172736,
"90.000000" : 15269888,
"95.000000" : 16449536,
"99.000000" : 18219008,
"99.500000" : 18743296,
"99.900000" : 20054016,
"99.950000" : 20578304,
"99.990000" : 21364736
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 588,
"2441216" : 605,
"2473984" : 617,
"2506752" : 629,
"2539520" : 657,
"2572288" : 644,
"2605056" : 693,
"2637824" : 699,
"2670592" : 686,
"2703360" : 774,
"2736128" : 835,
"2768896" : 761,
"2801664" : 843,
"2834432" : 886,
"2867200" : 928,
"2899968" : 883,
"2932736" : 864,
"2965504" : 904,
"2998272" : 1049,
"3031040" : 928,
"3063808" : 991,
"3096576" : 1004,
"3129344" : 1008,
"3162112" : 1035,
"3194880" : 1055,
"3227648" : 1065,
"3260416" : 1083,
"3293184" : 1149,
"3325952" : 1149,
"3358720" : 1171,
"3391488" : 1172,
"3424256" : 1200,
"3457024" : 1155,
"3489792" : 1287,
"3522560" : 1227,
"3555328" : 1329,
"3588096" : 1279,
"3620864" : 1309,
"3653632" : 1370,
"3686400" : 1362,
"3719168" : 1373,
"3751936" : 1377,
"3784704" : 1388,
"3817472" : 1422,
"3850240" : 1400,
"3883008" : 1523,
"3915776" : 1468,
"3948544" : 1407,
"3981312" : 1541,
"4014080" : 1641,
"4046848" : 1477,
"4079616" : 1640,
"4112384" : 1597,
"4145152" : 1617,
"4177920" : 1596,
"4227072" : 3351,
"4292608" : 3417,
"4358144" : 3665,
"4423680" : 3622,
"4489216" : 3673,
"4554752" : 3856,
"4620288" : 3883,
"4685824" : 3962,
"4751360" : 4174,
"4816896" : 4072,
"4882432" : 4250,
"4947968" : 4265,
"5013504" : 4582,
"5079040" : 4369,
"5144576" : 4629,
"5210112" : 4739,
"5275648" : 4868,
"5341184" : 4881,
"5406720" : 5098,
"5472256" : 5258,
"5537792" : 5274,
"5603328" : 5644,
"5668864" : 5824,
"5734400" : 5842,
"5799936" : 5937,
"5865472" : 6311,
"5931008" : 6449,
"5996544" : 7038,
"6062080" : 6799,
"6127616" : 6973,
"6193152" : 7141,
"6258688" : 7572,
"6324224" : 7510,
"6389760" : 8169,
"6455296" : 8624,
"6520832" : 8737,
"6586368" : 9219,
"6651904" : 9613,
"6717440" : 9836,
"6782976" : 10294,
"6848512" : 10620,
"6914048" : 10514,
"6979584" : 11711,
"7045120" : 11507,
"7110656" : 11748,
"7176192" : 12430,
"7241728" : 13143,
"7307264" : 13133,
"7372800" : 13584,
"7438336" : 13887,
"7503872" : 14649,
"7569408" : 15180,
"7634944" : 14849,
"7700480" : 15008,
"7766016" : 16201,
"7831552" : 16245,
"7897088" : 16321,
"7962624" : 17390,
"8028160" : 18625,
"8093696" : 18313,
"8159232" : 19217,
"8224768" : 20102,
"8290304" : 20428,
"8355840" : 20944,
"8454144" : 43122,
"8585216" : 43506,
"8716288" : 42603,
"8847360" : 42531,
"8978432" : 44116,
"9109504" : 41612,
"9240576" : 41750,
"9371648" : 40663,
"9502720" : 39614,
"9633792" : 40042,
"9764864" : 38815,
"9895936" : 37833,
"10027008" : 38861,
"10158080" : 36062,
"10289152" : 35835,
"10420224" : 35525,
"10551296" : 34919,
"10682368" : 33501,
"10813440" : 32640,
"10944512" : 32257,
"11075584" : 29980,
"11206656" : 30459,
"11337728" : 29647,
"11468800" : 28636,
"11599872" : 28015,
"11730944" : 29020,
"11862016" : 28569,
"11993088" : 28071,
"12124160" : 25845,
"12255232" : 24541,
"12386304" : 23235,
"12517376" : 21766,
"12648448" : 20097,
"12779520" : 18954,
"12910592" : 17543,
"13041664" : 17180,
"13172736" : 17226,
"13303808" : 16793,
"13434880" : 16093,
"13565952" : 15391,
"13697024" : 14630,
"13828096" : 13949,
"13959168" : 14082,
"14090240" : 13547,
"14221312" : 13697,
"14352384" : 13744,
"14483456" : 13588,
"14614528" : 13829,
"14745600" : 14261,
"14876672" : 14012,
"15007744" : 14010,
"15138816" : 13442,
"15269888" : 13789,
"15400960" : 13524,
"15532032" : 13725,
"15663104" : 13674,
"15794176" : 13235,
"15925248" : 12462,
"16056320" : 12742,
"16187392" : 11959,
"16318464" : 11456,
"16449536" : 11222,
"16580608" : 10980,
"16711680" : 10284,
"16908288" : 18623,
"17170432" : 16390,
"17432576" : 13705,
"17694720" : 11000,
"17956864" : 8759,
"18219008" : 6772,
"18481152" : 5268,
"18743296" : 3927,
"19005440" : 2961,
"19267584" : 2258,
"19529728" : 1544,
"19791872" : 1161,
"20054016" : 868,
"20316160" : 574,
"20578304" : 408,
"20840448" : 212,
"21102592" : 179,
"21364736" : 150,
"21626880" : 93,
"21889024" : 40,
"22151168" : 38,
"22413312" : 27,
"22675456" : 7,
"22937600" : 5,
"23199744" : 8,
"23724032" : 2,
"24772608" : 1,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 10991301.458200,
"stddev" : 3636140.320049,
"N" : 2328850
},
"bw_min" : 66312,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 93304.201005,
"bw_dev" : 973.766523,
"bw_samples" : 3184,
"iops_min" : 16578,
"iops_max" : 33720,
"iops_mean" : 23325.085427,
"iops_stddev" : 243.427181,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599996,
"usr_cpu" : 0.480314,
"sys_cpu" : 5.699827,
"ctx" : 2478453,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.017305,
"750" : 0.074672,
"1000" : 0.051656
},
"latency_ms" : {
"2" : 0.245098,
"4" : 2.468669,
"10" : 47.945524,
"20" : 49.096942,
"50" : 0.099448,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122787,
"timestamp_ms" : 1774122787111,
"time" : "Sat Mar 21 16:53:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10350452736,
"io_kbytes" : 10107864,
"bw_bytes" : 94095024,
"bw" : 91889,
"iops" : 22972.763636,
"runtime" : 110000,
"total_ios" : 2527004,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 692777.375625,
"stddev" : 293311.980685,
"N" : 2527004
},
"clat_ns" : {
"min" : 414403,
"max" : 25136244,
"mean" : 10449500.770597,
"stddev" : 3423475.978476,
"N" : 2526988,
"percentile" : {
"1.000000" : 2867200,
"5.000000" : 5013504,
"10.000000" : 6389760,
"20.000000" : 7766016,
"30.000000" : 8585216,
"40.000000" : 9371648,
"50.000000" : 10027008,
"60.000000" : 10944512,
"70.000000" : 11862016,
"80.000000" : 13303808,
"90.000000" : 15532032,
"95.000000" : 16711680,
"99.000000" : 18219008,
"99.500000" : 19005440,
"99.900000" : 20054016,
"99.950000" : 20578304,
"99.990000" : 21626880
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 588,
"2441216" : 605,
"2473984" : 617,
"2506752" : 629,
"2539520" : 657,
"2572288" : 644,
"2605056" : 693,
"2637824" : 699,
"2670592" : 686,
"2703360" : 775,
"2736128" : 835,
"2768896" : 761,
"2801664" : 845,
"2834432" : 886,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 905,
"2998272" : 1051,
"3031040" : 931,
"3063808" : 991,
"3096576" : 1007,
"3129344" : 1011,
"3162112" : 1035,
"3194880" : 1055,
"3227648" : 1067,
"3260416" : 1085,
"3293184" : 1150,
"3325952" : 1155,
"3358720" : 1178,
"3391488" : 1174,
"3424256" : 1202,
"3457024" : 1161,
"3489792" : 1295,
"3522560" : 1230,
"3555328" : 1337,
"3588096" : 1283,
"3620864" : 1314,
"3653632" : 1378,
"3686400" : 1369,
"3719168" : 1382,
"3751936" : 1389,
"3784704" : 1401,
"3817472" : 1430,
"3850240" : 1406,
"3883008" : 1533,
"3915776" : 1479,
"3948544" : 1416,
"3981312" : 1549,
"4014080" : 1653,
"4046848" : 1488,
"4079616" : 1654,
"4112384" : 1609,
"4145152" : 1638,
"4177920" : 1604,
"4227072" : 3381,
"4292608" : 3458,
"4358144" : 3707,
"4423680" : 3637,
"4489216" : 3696,
"4554752" : 3896,
"4620288" : 3923,
"4685824" : 4001,
"4751360" : 4223,
"4816896" : 4121,
"4882432" : 4285,
"4947968" : 4317,
"5013504" : 4614,
"5079040" : 4410,
"5144576" : 4671,
"5210112" : 4775,
"5275648" : 4900,
"5341184" : 4933,
"5406720" : 5149,
"5472256" : 5299,
"5537792" : 5313,
"5603328" : 5691,
"5668864" : 5874,
"5734400" : 5890,
"5799936" : 5996,
"5865472" : 6356,
"5931008" : 6490,
"5996544" : 7095,
"6062080" : 6843,
"6127616" : 7023,
"6193152" : 7192,
"6258688" : 7621,
"6324224" : 7565,
"6389760" : 8226,
"6455296" : 8695,
"6520832" : 8808,
"6586368" : 9291,
"6651904" : 9691,
"6717440" : 9911,
"6782976" : 10409,
"6848512" : 10712,
"6914048" : 10595,
"6979584" : 11813,
"7045120" : 11642,
"7110656" : 11890,
"7176192" : 12580,
"7241728" : 13317,
"7307264" : 13313,
"7372800" : 13776,
"7438336" : 14084,
"7503872" : 14861,
"7569408" : 15405,
"7634944" : 15106,
"7700480" : 15301,
"7766016" : 16514,
"7831552" : 16579,
"7897088" : 16665,
"7962624" : 17760,
"8028160" : 19043,
"8093696" : 18747,
"8159232" : 19740,
"8224768" : 20587,
"8290304" : 20998,
"8355840" : 21578,
"8454144" : 44501,
"8585216" : 45267,
"8716288" : 44812,
"8847360" : 45105,
"8978432" : 47316,
"9109504" : 45177,
"9240576" : 46018,
"9371648" : 45520,
"9502720" : 44694,
"9633792" : 45218,
"9764864" : 44029,
"9895936" : 43112,
"10027008" : 44345,
"10158080" : 41599,
"10289152" : 41480,
"10420224" : 40827,
"10551296" : 40091,
"10682368" : 38371,
"10813440" : 37048,
"10944512" : 36442,
"11075584" : 33862,
"11206656" : 34203,
"11337728" : 33282,
"11468800" : 32018,
"11599872" : 31191,
"11730944" : 32061,
"11862016" : 31297,
"11993088" : 30760,
"12124160" : 28280,
"12255232" : 26731,
"12386304" : 25304,
"12517376" : 23697,
"12648448" : 21819,
"12779520" : 20621,
"12910592" : 19054,
"13041664" : 18731,
"13172736" : 18752,
"13303808" : 18233,
"13434880" : 17431,
"13565952" : 16637,
"13697024" : 15839,
"13828096" : 15213,
"13959168" : 15236,
"14090240" : 14792,
"14221312" : 14877,
"14352384" : 14929,
"14483456" : 14873,
"14614528" : 15064,
"14745600" : 15600,
"14876672" : 15433,
"15007744" : 15525,
"15138816" : 14917,
"15269888" : 15324,
"15400960" : 15126,
"15532032" : 15276,
"15663104" : 15343,
"15794176" : 14946,
"15925248" : 14097,
"16056320" : 14500,
"16187392" : 13768,
"16318464" : 13270,
"16449536" : 13004,
"16580608" : 12660,
"16711680" : 12012,
"16908288" : 22176,
"17170432" : 19624,
"17432576" : 16684,
"17694720" : 13431,
"17956864" : 10858,
"18219008" : 8440,
"18481152" : 6532,
"18743296" : 4962,
"19005440" : 3776,
"19267584" : 2878,
"19529728" : 1992,
"19791872" : 1478,
"20054016" : 1091,
"20316160" : 737,
"20578304" : 521,
"20840448" : 327,
"21102592" : 239,
"21364736" : 197,
"21626880" : 109,
"21889024" : 50,
"22151168" : 42,
"22413312" : 30,
"22675456" : 11,
"22937600" : 6,
"23199744" : 8,
"23724032" : 2,
"24772608" : 1,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11142268.769375,
"stddev" : 3643476.770448,
"N" : 2526988
},
"bw_min" : 66312,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 91928.511416,
"bw_dev" : 973.321102,
"bw_samples" : 3504,
"iops_min" : 16578,
"iops_max" : 33720,
"iops_mean" : 22981.251142,
"iops_stddev" : 243.312299,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759990,
"usr_cpu" : 0.476310,
"sys_cpu" : 5.676850,
"ctx" : 2684955,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.015948,
"750" : 0.068817,
"1000" : 0.047606
},
"latency_ms" : {
"2" : 0.225880,
"4" : 2.282110,
"10" : 46.366804,
"20" : 50.873643,
"50" : 0.118559,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122797,
"timestamp_ms" : 1774122797110,
"time" : "Sat Mar 21 16:53:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11180883968,
"io_kbytes" : 10918832,
"bw_bytes" : 93174033,
"bw" : 90990,
"iops" : 22747.833333,
"runtime" : 120000,
"total_ios" : 2729740,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 699666.153780,
"stddev" : 294533.218152,
"N" : 2729740
},
"clat_ns" : {
"min" : 414403,
"max" : 25136244,
"mean" : 10552726.446687,
"stddev" : 3424651.472698,
"N" : 2729724,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 5144576,
"10.000000" : 6520832,
"20.000000" : 7897088,
"30.000000" : 8716288,
"40.000000" : 9371648,
"50.000000" : 10158080,
"60.000000" : 10944512,
"70.000000" : 11993088,
"80.000000" : 13565952,
"90.000000" : 15532032,
"95.000000" : 16711680,
"99.000000" : 18481152,
"99.500000" : 19005440,
"99.900000" : 20054016,
"99.950000" : 20578304,
"99.990000" : 21364736
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 590,
"2441216" : 606,
"2473984" : 617,
"2506752" : 629,
"2539520" : 658,
"2572288" : 644,
"2605056" : 694,
"2637824" : 700,
"2670592" : 686,
"2703360" : 776,
"2736128" : 837,
"2768896" : 762,
"2801664" : 845,
"2834432" : 887,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 906,
"2998272" : 1054,
"3031040" : 932,
"3063808" : 991,
"3096576" : 1007,
"3129344" : 1014,
"3162112" : 1037,
"3194880" : 1061,
"3227648" : 1070,
"3260416" : 1089,
"3293184" : 1153,
"3325952" : 1159,
"3358720" : 1183,
"3391488" : 1178,
"3424256" : 1207,
"3457024" : 1164,
"3489792" : 1304,
"3522560" : 1247,
"3555328" : 1345,
"3588096" : 1300,
"3620864" : 1322,
"3653632" : 1385,
"3686400" : 1383,
"3719168" : 1400,
"3751936" : 1407,
"3784704" : 1419,
"3817472" : 1446,
"3850240" : 1425,
"3883008" : 1548,
"3915776" : 1498,
"3948544" : 1429,
"3981312" : 1572,
"4014080" : 1678,
"4046848" : 1516,
"4079616" : 1676,
"4112384" : 1624,
"4145152" : 1667,
"4177920" : 1626,
"4227072" : 3440,
"4292608" : 3512,
"4358144" : 3757,
"4423680" : 3689,
"4489216" : 3762,
"4554752" : 3979,
"4620288" : 4003,
"4685824" : 4082,
"4751360" : 4313,
"4816896" : 4214,
"4882432" : 4375,
"4947968" : 4402,
"5013504" : 4697,
"5079040" : 4532,
"5144576" : 4760,
"5210112" : 4878,
"5275648" : 5000,
"5341184" : 5035,
"5406720" : 5256,
"5472256" : 5406,
"5537792" : 5419,
"5603328" : 5819,
"5668864" : 6018,
"5734400" : 6055,
"5799936" : 6135,
"5865472" : 6502,
"5931008" : 6650,
"5996544" : 7277,
"6062080" : 7008,
"6127616" : 7193,
"6193152" : 7368,
"6258688" : 7794,
"6324224" : 7755,
"6389760" : 8444,
"6455296" : 8912,
"6520832" : 9038,
"6586368" : 9560,
"6651904" : 9940,
"6717440" : 10210,
"6782976" : 10701,
"6848512" : 11026,
"6914048" : 10912,
"6979584" : 12175,
"7045120" : 12000,
"7110656" : 12316,
"7176192" : 13013,
"7241728" : 13772,
"7307264" : 13783,
"7372800" : 14329,
"7438336" : 14670,
"7503872" : 15496,
"7569408" : 16104,
"7634944" : 15819,
"7700480" : 15986,
"7766016" : 17376,
"7831552" : 17454,
"7897088" : 17607,
"7962624" : 18751,
"8028160" : 20116,
"8093696" : 19907,
"8159232" : 20929,
"8224768" : 21917,
"8290304" : 22421,
"8355840" : 23080,
"8454144" : 47918,
"8585216" : 48897,
"8716288" : 48677,
"8847360" : 49153,
"8978432" : 51457,
"9109504" : 49211,
"9240576" : 49873,
"9371648" : 49359,
"9502720" : 48541,
"9633792" : 48782,
"9764864" : 47730,
"9895936" : 46560,
"10027008" : 47793,
"10158080" : 44850,
"10289152" : 44686,
"10420224" : 43922,
"10551296" : 43277,
"10682368" : 41333,
"10813440" : 39995,
"10944512" : 39327,
"11075584" : 36684,
"11206656" : 36839,
"11337728" : 35945,
"11468800" : 34592,
"11599872" : 33730,
"11730944" : 34412,
"11862016" : 33634,
"11993088" : 32991,
"12124160" : 30325,
"12255232" : 28669,
"12386304" : 27268,
"12517376" : 25627,
"12648448" : 23756,
"12779520" : 22645,
"12910592" : 21119,
"13041664" : 20824,
"13172736" : 20905,
"13303808" : 20368,
"13434880" : 19532,
"13565952" : 18770,
"13697024" : 17891,
"13828096" : 17309,
"13959168" : 17264,
"14090240" : 16731,
"14221312" : 17053,
"14352384" : 17108,
"14483456" : 16979,
"14614528" : 17302,
"14745600" : 17797,
"14876672" : 17745,
"15007744" : 17679,
"15138816" : 17143,
"15269888" : 17581,
"15400960" : 17280,
"15532032" : 17421,
"15663104" : 17392,
"15794176" : 17028,
"15925248" : 16092,
"16056320" : 16537,
"16187392" : 15642,
"16318464" : 15059,
"16449536" : 14701,
"16580608" : 14258,
"16711680" : 13591,
"16908288" : 24967,
"17170432" : 22043,
"17432576" : 18733,
"17694720" : 15052,
"17956864" : 12330,
"18219008" : 9592,
"18481152" : 7373,
"18743296" : 5579,
"19005440" : 4212,
"19267584" : 3218,
"19529728" : 2220,
"19791872" : 1656,
"20054016" : 1197,
"20316160" : 807,
"20578304" : 562,
"20840448" : 369,
"21102592" : 250,
"21364736" : 209,
"21626880" : 112,
"21889024" : 52,
"22151168" : 42,
"22413312" : 30,
"22675456" : 11,
"22937600" : 7,
"23199744" : 8,
"23724032" : 2,
"24772608" : 1,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11252376.233887,
"stddev" : 3644671.189719,
"N" : 2729724
},
"bw_min" : 66272,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 91063.748954,
"bw_dev" : 960.248090,
"bw_samples" : 3824,
"iops_min" : 16568,
"iops_max" : 33720,
"iops_mean" : 22765.062762,
"iops_stddev" : 240.044015,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919992,
"usr_cpu" : 0.474742,
"sys_cpu" : 5.682055,
"ctx" : 2898409,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.014763,
"750" : 0.063706,
"1000" : 0.044070
},
"latency_ms" : {
"2" : 0.209104,
"4" : 2.123719,
"10" : 45.502868,
"20" : 51.922308,
"50" : 0.118876,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122807,
"timestamp_ms" : 1774122807109,
"time" : "Sat Mar 21 16:53:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11969859584,
"io_kbytes" : 11689316,
"bw_bytes" : 92075842,
"bw" : 89917,
"iops" : 22479.615385,
"runtime" : 130000,
"total_ios" : 2922350,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 708058.199061,
"stddev" : 296725.588782,
"N" : 2922350
},
"clat_ns" : {
"min" : 414403,
"max" : 25136244,
"mean" : 10678624.724475,
"stddev" : 3442815.262989,
"N" : 2922334,
"percentile" : {
"1.000000" : 3031040,
"5.000000" : 5275648,
"10.000000" : 6651904,
"20.000000" : 7962624,
"30.000000" : 8716288,
"40.000000" : 9502720,
"50.000000" : 10289152,
"60.000000" : 11206656,
"70.000000" : 12255232,
"80.000000" : 13828096,
"90.000000" : 15663104,
"95.000000" : 16908288,
"99.000000" : 18481152,
"99.500000" : 19005440,
"99.900000" : 20316160,
"99.950000" : 20578304,
"99.990000" : 21626880
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 590,
"2441216" : 606,
"2473984" : 617,
"2506752" : 629,
"2539520" : 658,
"2572288" : 644,
"2605056" : 694,
"2637824" : 700,
"2670592" : 686,
"2703360" : 776,
"2736128" : 837,
"2768896" : 762,
"2801664" : 845,
"2834432" : 887,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 906,
"2998272" : 1054,
"3031040" : 932,
"3063808" : 991,
"3096576" : 1007,
"3129344" : 1014,
"3162112" : 1037,
"3194880" : 1061,
"3227648" : 1070,
"3260416" : 1089,
"3293184" : 1153,
"3325952" : 1159,
"3358720" : 1183,
"3391488" : 1178,
"3424256" : 1207,
"3457024" : 1164,
"3489792" : 1305,
"3522560" : 1247,
"3555328" : 1346,
"3588096" : 1300,
"3620864" : 1322,
"3653632" : 1385,
"3686400" : 1385,
"3719168" : 1400,
"3751936" : 1407,
"3784704" : 1419,
"3817472" : 1450,
"3850240" : 1429,
"3883008" : 1549,
"3915776" : 1500,
"3948544" : 1430,
"3981312" : 1574,
"4014080" : 1681,
"4046848" : 1520,
"4079616" : 1678,
"4112384" : 1627,
"4145152" : 1672,
"4177920" : 1628,
"4227072" : 3452,
"4292608" : 3519,
"4358144" : 3764,
"4423680" : 3709,
"4489216" : 3780,
"4554752" : 3995,
"4620288" : 4018,
"4685824" : 4100,
"4751360" : 4329,
"4816896" : 4238,
"4882432" : 4397,
"4947968" : 4431,
"5013504" : 4722,
"5079040" : 4582,
"5144576" : 4804,
"5210112" : 4941,
"5275648" : 5043,
"5341184" : 5098,
"5406720" : 5327,
"5472256" : 5476,
"5537792" : 5487,
"5603328" : 5915,
"5668864" : 6120,
"5734400" : 6147,
"5799936" : 6284,
"5865472" : 6611,
"5931008" : 6777,
"5996544" : 7416,
"6062080" : 7154,
"6127616" : 7316,
"6193152" : 7517,
"6258688" : 7969,
"6324224" : 7921,
"6389760" : 8625,
"6455296" : 9103,
"6520832" : 9264,
"6586368" : 9778,
"6651904" : 10183,
"6717440" : 10497,
"6782976" : 10996,
"6848512" : 11359,
"6914048" : 11262,
"6979584" : 12565,
"7045120" : 12417,
"7110656" : 12787,
"7176192" : 13464,
"7241728" : 14305,
"7307264" : 14364,
"7372800" : 14957,
"7438336" : 15299,
"7503872" : 16140,
"7569408" : 16822,
"7634944" : 16550,
"7700480" : 16799,
"7766016" : 18122,
"7831552" : 18235,
"7897088" : 18392,
"7962624" : 19588,
"8028160" : 21006,
"8093696" : 20816,
"8159232" : 21898,
"8224768" : 22888,
"8290304" : 23498,
"8355840" : 24210,
"8454144" : 50152,
"8585216" : 51273,
"8716288" : 51295,
"8847360" : 51850,
"8978432" : 54313,
"9109504" : 52216,
"9240576" : 52982,
"9371648" : 52399,
"9502720" : 51429,
"9633792" : 51579,
"9764864" : 50410,
"9895936" : 48946,
"10027008" : 50085,
"10158080" : 47048,
"10289152" : 46806,
"10420224" : 45975,
"10551296" : 45251,
"10682368" : 43294,
"10813440" : 41945,
"10944512" : 41252,
"11075584" : 38404,
"11206656" : 38693,
"11337728" : 37808,
"11468800" : 36455,
"11599872" : 35530,
"11730944" : 36281,
"11862016" : 35574,
"11993088" : 35020,
"12124160" : 32450,
"12255232" : 30915,
"12386304" : 29634,
"12517376" : 28155,
"12648448" : 26349,
"12779520" : 25396,
"12910592" : 23950,
"13041664" : 23875,
"13172736" : 23968,
"13303808" : 23481,
"13434880" : 22647,
"13565952" : 22010,
"13697024" : 21162,
"13828096" : 20658,
"13959168" : 20605,
"14090240" : 19844,
"14221312" : 20141,
"14352384" : 20070,
"14483456" : 19804,
"14614528" : 20158,
"14745600" : 20337,
"14876672" : 20251,
"15007744" : 20054,
"15138816" : 19410,
"15269888" : 19700,
"15400960" : 19344,
"15532032" : 19403,
"15663104" : 19215,
"15794176" : 18869,
"15925248" : 17819,
"16056320" : 18271,
"16187392" : 17333,
"16318464" : 16745,
"16449536" : 16336,
"16580608" : 15785,
"16711680" : 15094,
"16908288" : 27886,
"17170432" : 24809,
"17432576" : 21128,
"17694720" : 17142,
"17956864" : 14261,
"18219008" : 11179,
"18481152" : 8621,
"18743296" : 6660,
"19005440" : 5017,
"19267584" : 3832,
"19529728" : 2642,
"19791872" : 1966,
"20054016" : 1424,
"20316160" : 1012,
"20578304" : 699,
"20840448" : 461,
"21102592" : 297,
"21364736" : 237,
"21626880" : 128,
"21889024" : 57,
"22151168" : 46,
"22413312" : 30,
"22675456" : 13,
"22937600" : 7,
"23199744" : 8,
"23724032" : 2,
"24772608" : 1,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11386684.867446,
"stddev" : 3664022.470617,
"N" : 2922334
},
"bw_min" : 65752,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 90042.142857,
"bw_dev" : 954.379143,
"bw_samples" : 4144,
"iops_min" : 16436,
"iops_max" : 33720,
"iops_mean" : 22509.667954,
"iops_stddev" : 238.576792,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079985,
"usr_cpu" : 0.472888,
"sys_cpu" : 5.669608,
"ctx" : 3100271,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.013790,
"750" : 0.059507,
"1000" : 0.041166
},
"latency_ms" : {
"2" : 0.195322,
"4" : 1.984362,
"10" : 44.355057,
"20" : 53.215186,
"50" : 0.135063,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122817,
"timestamp_ms" : 1774122817110,
"time" : "Sat Mar 21 16:53:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12776812544,
"io_kbytes" : 12477356,
"bw_bytes" : 91262946,
"bw" : 89123,
"iops" : 22281.128571,
"runtime" : 140000,
"total_ios" : 3119358,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 714403.168708,
"stddev" : 298361.724328,
"N" : 3119358
},
"clat_ns" : {
"min" : 414403,
"max" : 25136244,
"mean" : 10773655.003857,
"stddev" : 3452335.635823,
"N" : 3119342,
"percentile" : {
"1.000000" : 3096576,
"5.000000" : 5406720,
"10.000000" : 6717440,
"20.000000" : 8028160,
"30.000000" : 8847360,
"40.000000" : 9502720,
"50.000000" : 10289152,
"60.000000" : 11206656,
"70.000000" : 12386304,
"80.000000" : 13959168,
"90.000000" : 15794176,
"95.000000" : 16908288,
"99.000000" : 18481152,
"99.500000" : 19005440,
"99.900000" : 20316160,
"99.950000" : 20578304,
"99.990000" : 21626880
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 590,
"2441216" : 606,
"2473984" : 617,
"2506752" : 629,
"2539520" : 658,
"2572288" : 644,
"2605056" : 694,
"2637824" : 700,
"2670592" : 686,
"2703360" : 776,
"2736128" : 837,
"2768896" : 762,
"2801664" : 845,
"2834432" : 887,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 906,
"2998272" : 1054,
"3031040" : 932,
"3063808" : 991,
"3096576" : 1007,
"3129344" : 1014,
"3162112" : 1037,
"3194880" : 1061,
"3227648" : 1071,
"3260416" : 1089,
"3293184" : 1153,
"3325952" : 1159,
"3358720" : 1184,
"3391488" : 1178,
"3424256" : 1207,
"3457024" : 1165,
"3489792" : 1306,
"3522560" : 1247,
"3555328" : 1346,
"3588096" : 1300,
"3620864" : 1323,
"3653632" : 1386,
"3686400" : 1388,
"3719168" : 1400,
"3751936" : 1409,
"3784704" : 1420,
"3817472" : 1451,
"3850240" : 1429,
"3883008" : 1550,
"3915776" : 1503,
"3948544" : 1430,
"3981312" : 1574,
"4014080" : 1681,
"4046848" : 1522,
"4079616" : 1679,
"4112384" : 1630,
"4145152" : 1673,
"4177920" : 1632,
"4227072" : 3454,
"4292608" : 3522,
"4358144" : 3766,
"4423680" : 3712,
"4489216" : 3786,
"4554752" : 4010,
"4620288" : 4021,
"4685824" : 4113,
"4751360" : 4339,
"4816896" : 4262,
"4882432" : 4419,
"4947968" : 4456,
"5013504" : 4745,
"5079040" : 4607,
"5144576" : 4830,
"5210112" : 4971,
"5275648" : 5084,
"5341184" : 5130,
"5406720" : 5372,
"5472256" : 5521,
"5537792" : 5531,
"5603328" : 5971,
"5668864" : 6185,
"5734400" : 6212,
"5799936" : 6380,
"5865472" : 6712,
"5931008" : 6900,
"5996544" : 7562,
"6062080" : 7309,
"6127616" : 7485,
"6193152" : 7735,
"6258688" : 8199,
"6324224" : 8143,
"6389760" : 8880,
"6455296" : 9387,
"6520832" : 9569,
"6586368" : 10083,
"6651904" : 10515,
"6717440" : 10849,
"6782976" : 11337,
"6848512" : 11739,
"6914048" : 11657,
"6979584" : 12975,
"7045120" : 12867,
"7110656" : 13238,
"7176192" : 13930,
"7241728" : 14776,
"7307264" : 14872,
"7372800" : 15510,
"7438336" : 15888,
"7503872" : 16777,
"7569408" : 17466,
"7634944" : 17299,
"7700480" : 17581,
"7766016" : 19030,
"7831552" : 19180,
"7897088" : 19383,
"7962624" : 20663,
"8028160" : 22231,
"8093696" : 22031,
"8159232" : 23178,
"8224768" : 24290,
"8290304" : 24951,
"8355840" : 25751,
"8454144" : 53373,
"8585216" : 54716,
"8716288" : 54982,
"8847360" : 55574,
"8978432" : 58114,
"9109504" : 55707,
"9240576" : 56667,
"9371648" : 56086,
"9502720" : 55035,
"9633792" : 55048,
"9764864" : 53788,
"9895936" : 51954,
"10027008" : 53046,
"10158080" : 49806,
"10289152" : 49409,
"10420224" : 48362,
"10551296" : 47503,
"10682368" : 45392,
"10813440" : 43990,
"10944512" : 43190,
"11075584" : 40237,
"11206656" : 40534,
"11337728" : 39628,
"11468800" : 38206,
"11599872" : 37334,
"11730944" : 38005,
"11862016" : 37396,
"11993088" : 36824,
"12124160" : 34292,
"12255232" : 32819,
"12386304" : 31500,
"12517376" : 29996,
"12648448" : 28244,
"12779520" : 27319,
"12910592" : 25993,
"13041664" : 25986,
"13172736" : 26095,
"13303808" : 25620,
"13434880" : 24844,
"13565952" : 24244,
"13697024" : 23413,
"13828096" : 22976,
"13959168" : 23094,
"14090240" : 22338,
"14221312" : 22676,
"14352384" : 22752,
"14483456" : 22486,
"14614528" : 22993,
"14745600" : 23244,
"14876672" : 23009,
"15007744" : 22688,
"15138816" : 22047,
"15269888" : 22244,
"15400960" : 21791,
"15532032" : 21780,
"15663104" : 21409,
"15794176" : 21109,
"15925248" : 19921,
"16056320" : 20217,
"16187392" : 19137,
"16318464" : 18480,
"16449536" : 18089,
"16580608" : 17420,
"16711680" : 16630,
"16908288" : 30780,
"17170432" : 27364,
"17432576" : 23402,
"17694720" : 19162,
"17956864" : 15965,
"18219008" : 12660,
"18481152" : 9909,
"18743296" : 7659,
"19005440" : 5859,
"19267584" : 4408,
"19529728" : 3019,
"19791872" : 2268,
"20054016" : 1619,
"20316160" : 1120,
"20578304" : 777,
"20840448" : 534,
"21102592" : 332,
"21364736" : 259,
"21626880" : 143,
"21889024" : 81,
"22151168" : 64,
"22413312" : 37,
"22675456" : 18,
"22937600" : 11,
"23199744" : 12,
"23461888" : 1,
"23724032" : 3,
"24772608" : 1,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11488043.853728,
"stddev" : 3674127.294175,
"N" : 3119342
},
"bw_min" : 62592,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 89171.125448,
"bw_dev" : 952.868444,
"bw_samples" : 4464,
"iops_min" : 15648,
"iops_max" : 33720,
"iops_mean" : 22291.881720,
"iops_stddev" : 238.199617,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239997,
"usr_cpu" : 0.469822,
"sys_cpu" : 5.681927,
"ctx" : 3308941,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.012919,
"750" : 0.055749,
"1000" : 0.038566
},
"latency_ms" : {
"2" : 0.182986,
"4" : 1.859581,
"10" : 43.698255,
"20" : 54.008100,
"50" : 0.143331,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122827,
"timestamp_ms" : 1774122827109,
"time" : "Sat Mar 21 16:53:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13562150912,
"io_kbytes" : 13244288,
"bw_bytes" : 90414339,
"bw" : 88295,
"iops" : 22073.940000,
"runtime" : 150000,
"total_ios" : 3311091,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 721144.335736,
"stddev" : 300863.542410,
"N" : 3311091
},
"clat_ns" : {
"min" : 414403,
"max" : 25136244,
"mean" : 10874898.674428,
"stddev" : 3472126.730184,
"N" : 3311075,
"percentile" : {
"1.000000" : 3129344,
"5.000000" : 5537792,
"10.000000" : 6848512,
"20.000000" : 8093696,
"30.000000" : 8847360,
"40.000000" : 9633792,
"50.000000" : 10420224,
"60.000000" : 11337728,
"70.000000" : 12517376,
"80.000000" : 14090240,
"90.000000" : 15925248,
"95.000000" : 16908288,
"99.000000" : 18743296,
"99.500000" : 19267584,
"99.900000" : 20578304,
"99.950000" : 20840448,
"99.990000" : 21889024
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 590,
"2441216" : 606,
"2473984" : 617,
"2506752" : 629,
"2539520" : 658,
"2572288" : 644,
"2605056" : 694,
"2637824" : 700,
"2670592" : 686,
"2703360" : 776,
"2736128" : 837,
"2768896" : 762,
"2801664" : 845,
"2834432" : 887,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 906,
"2998272" : 1054,
"3031040" : 933,
"3063808" : 993,
"3096576" : 1009,
"3129344" : 1015,
"3162112" : 1037,
"3194880" : 1062,
"3227648" : 1072,
"3260416" : 1089,
"3293184" : 1154,
"3325952" : 1159,
"3358720" : 1184,
"3391488" : 1178,
"3424256" : 1208,
"3457024" : 1165,
"3489792" : 1306,
"3522560" : 1247,
"3555328" : 1346,
"3588096" : 1300,
"3620864" : 1323,
"3653632" : 1386,
"3686400" : 1388,
"3719168" : 1401,
"3751936" : 1409,
"3784704" : 1420,
"3817472" : 1452,
"3850240" : 1429,
"3883008" : 1550,
"3915776" : 1503,
"3948544" : 1431,
"3981312" : 1574,
"4014080" : 1683,
"4046848" : 1522,
"4079616" : 1680,
"4112384" : 1632,
"4145152" : 1675,
"4177920" : 1634,
"4227072" : 3454,
"4292608" : 3525,
"4358144" : 3768,
"4423680" : 3714,
"4489216" : 3788,
"4554752" : 4015,
"4620288" : 4028,
"4685824" : 4123,
"4751360" : 4352,
"4816896" : 4269,
"4882432" : 4433,
"4947968" : 4461,
"5013504" : 4766,
"5079040" : 4618,
"5144576" : 4848,
"5210112" : 4989,
"5275648" : 5104,
"5341184" : 5144,
"5406720" : 5392,
"5472256" : 5542,
"5537792" : 5559,
"5603328" : 5992,
"5668864" : 6216,
"5734400" : 6243,
"5799936" : 6422,
"5865472" : 6750,
"5931008" : 6946,
"5996544" : 7618,
"6062080" : 7375,
"6127616" : 7546,
"6193152" : 7794,
"6258688" : 8263,
"6324224" : 8215,
"6389760" : 8972,
"6455296" : 9480,
"6520832" : 9712,
"6586368" : 10218,
"6651904" : 10674,
"6717440" : 11017,
"6782976" : 11515,
"6848512" : 11913,
"6914048" : 11883,
"6979584" : 13192,
"7045120" : 13114,
"7110656" : 13493,
"7176192" : 14242,
"7241728" : 15134,
"7307264" : 15242,
"7372800" : 15897,
"7438336" : 16339,
"7503872" : 17239,
"7569408" : 17981,
"7634944" : 17829,
"7700480" : 18189,
"7766016" : 19657,
"7831552" : 19876,
"7897088" : 20153,
"7962624" : 21453,
"8028160" : 23175,
"8093696" : 22998,
"8159232" : 24220,
"8224768" : 25432,
"8290304" : 26115,
"8355840" : 27030,
"8454144" : 56214,
"8585216" : 57724,
"8716288" : 58254,
"8847360" : 59085,
"8978432" : 61855,
"9109504" : 59637,
"9240576" : 60714,
"9371648" : 59967,
"9502720" : 58863,
"9633792" : 58907,
"9764864" : 57466,
"9895936" : 55321,
"10027008" : 56251,
"10158080" : 52798,
"10289152" : 52207,
"10420224" : 50887,
"10551296" : 49795,
"10682368" : 47582,
"10813440" : 46116,
"10944512" : 45205,
"11075584" : 42118,
"11206656" : 42377,
"11337728" : 41297,
"11468800" : 39917,
"11599872" : 39103,
"11730944" : 39808,
"11862016" : 39120,
"11993088" : 38569,
"12124160" : 35993,
"12255232" : 34580,
"12386304" : 33325,
"12517376" : 31766,
"12648448" : 30127,
"12779520" : 29178,
"12910592" : 27981,
"13041664" : 27964,
"13172736" : 28122,
"13303808" : 27671,
"13434880" : 26981,
"13565952" : 26463,
"13697024" : 25752,
"13828096" : 25275,
"13959168" : 25499,
"14090240" : 24772,
"14221312" : 25150,
"14352384" : 25247,
"14483456" : 24891,
"14614528" : 25380,
"14745600" : 25527,
"14876672" : 25187,
"15007744" : 24773,
"15138816" : 23985,
"15269888" : 24207,
"15400960" : 23848,
"15532032" : 23669,
"15663104" : 23247,
"15794176" : 22870,
"15925248" : 21693,
"16056320" : 22008,
"16187392" : 20905,
"16318464" : 20177,
"16449536" : 19796,
"16580608" : 19180,
"16711680" : 18302,
"16908288" : 34132,
"17170432" : 30527,
"17432576" : 26477,
"17694720" : 21934,
"17956864" : 18414,
"18219008" : 14835,
"18481152" : 11795,
"18743296" : 9001,
"19005440" : 7006,
"19267584" : 5296,
"19529728" : 3718,
"19791872" : 2807,
"20054016" : 2072,
"20316160" : 1481,
"20578304" : 1100,
"20840448" : 762,
"21102592" : 540,
"21364736" : 416,
"21626880" : 262,
"21889024" : 170,
"22151168" : 108,
"22413312" : 66,
"22675456" : 34,
"22937600" : 21,
"23199744" : 19,
"23461888" : 3,
"23724032" : 5,
"24772608" : 1,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11596051.654712,
"stddev" : 3695190.114400,
"N" : 3311075
},
"bw_min" : 56672,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 88378.889632,
"bw_dev" : 952.120956,
"bw_samples" : 4784,
"iops_min" : 14168,
"iops_max" : 33720,
"iops_mean" : 22093.856187,
"iops_stddev" : 238.012424,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399996,
"usr_cpu" : 0.466292,
"sys_cpu" : 5.686301,
"ctx" : 3510780,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.012171,
"750" : 0.052520,
"1000" : 0.036332
},
"latency_ms" : {
"2" : 0.172390,
"4" : 1.752293,
"10" : 42.988217,
"20" : 54.793058,
"50" : 0.192535,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122837,
"timestamp_ms" : 1774122837109,
"time" : "Sat Mar 21 16:53:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14344605696,
"io_kbytes" : 14008404,
"bw_bytes" : 89653785,
"bw" : 87552,
"iops" : 21888.256250,
"runtime" : 160000,
"total_ios" : 3502121,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 727297.669832,
"stddev" : 303288.812003,
"N" : 3502121
},
"clat_ns" : {
"min" : 414403,
"max" : 25136244,
"mean" : 10967031.694219,
"stddev" : 3490784.316704,
"N" : 3502105,
"percentile" : {
"1.000000" : 3194880,
"5.000000" : 5603328,
"10.000000" : 6914048,
"20.000000" : 8159232,
"30.000000" : 8978432,
"40.000000" : 9633792,
"50.000000" : 10551296,
"60.000000" : 11468800,
"70.000000" : 12648448,
"80.000000" : 14221312,
"90.000000" : 15925248,
"95.000000" : 17170432,
"99.000000" : 18743296,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21102592,
"99.990000" : 22151168
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 590,
"2441216" : 606,
"2473984" : 617,
"2506752" : 629,
"2539520" : 658,
"2572288" : 644,
"2605056" : 694,
"2637824" : 700,
"2670592" : 686,
"2703360" : 776,
"2736128" : 837,
"2768896" : 762,
"2801664" : 845,
"2834432" : 887,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 906,
"2998272" : 1054,
"3031040" : 933,
"3063808" : 993,
"3096576" : 1009,
"3129344" : 1015,
"3162112" : 1037,
"3194880" : 1062,
"3227648" : 1072,
"3260416" : 1089,
"3293184" : 1154,
"3325952" : 1159,
"3358720" : 1184,
"3391488" : 1178,
"3424256" : 1208,
"3457024" : 1165,
"3489792" : 1306,
"3522560" : 1247,
"3555328" : 1347,
"3588096" : 1300,
"3620864" : 1323,
"3653632" : 1387,
"3686400" : 1388,
"3719168" : 1402,
"3751936" : 1409,
"3784704" : 1420,
"3817472" : 1454,
"3850240" : 1430,
"3883008" : 1553,
"3915776" : 1505,
"3948544" : 1434,
"3981312" : 1577,
"4014080" : 1687,
"4046848" : 1523,
"4079616" : 1683,
"4112384" : 1635,
"4145152" : 1679,
"4177920" : 1639,
"4227072" : 3470,
"4292608" : 3542,
"4358144" : 3780,
"4423680" : 3738,
"4489216" : 3811,
"4554752" : 4052,
"4620288" : 4069,
"4685824" : 4173,
"4751360" : 4415,
"4816896" : 4328,
"4882432" : 4491,
"4947968" : 4539,
"5013504" : 4850,
"5079040" : 4694,
"5144576" : 4946,
"5210112" : 5068,
"5275648" : 5215,
"5341184" : 5252,
"5406720" : 5505,
"5472256" : 5664,
"5537792" : 5695,
"5603328" : 6130,
"5668864" : 6361,
"5734400" : 6407,
"5799936" : 6583,
"5865472" : 6908,
"5931008" : 7122,
"5996544" : 7830,
"6062080" : 7582,
"6127616" : 7798,
"6193152" : 8062,
"6258688" : 8522,
"6324224" : 8501,
"6389760" : 9297,
"6455296" : 9797,
"6520832" : 10031,
"6586368" : 10537,
"6651904" : 11018,
"6717440" : 11394,
"6782976" : 11862,
"6848512" : 12262,
"6914048" : 12265,
"6979584" : 13600,
"7045120" : 13511,
"7110656" : 13899,
"7176192" : 14674,
"7241728" : 15590,
"7307264" : 15725,
"7372800" : 16366,
"7438336" : 16878,
"7503872" : 17819,
"7569408" : 18600,
"7634944" : 18473,
"7700480" : 18872,
"7766016" : 20358,
"7831552" : 20606,
"7897088" : 20931,
"7962624" : 22263,
"8028160" : 24026,
"8093696" : 23888,
"8159232" : 25108,
"8224768" : 26337,
"8290304" : 27043,
"8355840" : 27933,
"8454144" : 58186,
"8585216" : 59746,
"8716288" : 60402,
"8847360" : 61261,
"8978432" : 64180,
"9109504" : 62019,
"9240576" : 63271,
"9371648" : 62603,
"9502720" : 61565,
"9633792" : 61690,
"9764864" : 60282,
"9895936" : 58129,
"10027008" : 59082,
"10158080" : 55607,
"10289152" : 54831,
"10420224" : 53386,
"10551296" : 52301,
"10682368" : 49934,
"10813440" : 48257,
"10944512" : 47395,
"11075584" : 44135,
"11206656" : 44414,
"11337728" : 43337,
"11468800" : 42039,
"11599872" : 41053,
"11730944" : 41828,
"11862016" : 41214,
"11993088" : 40813,
"12124160" : 38256,
"12255232" : 36901,
"12386304" : 35812,
"12517376" : 34284,
"12648448" : 32603,
"12779520" : 31727,
"12910592" : 30490,
"13041664" : 30631,
"13172736" : 30667,
"13303808" : 30235,
"13434880" : 29471,
"13565952" : 28966,
"13697024" : 28317,
"13828096" : 27711,
"13959168" : 27845,
"14090240" : 27071,
"14221312" : 27500,
"14352384" : 27567,
"14483456" : 27125,
"14614528" : 27706,
"14745600" : 27725,
"14876672" : 27385,
"15007744" : 26958,
"15138816" : 26071,
"15269888" : 26339,
"15400960" : 26074,
"15532032" : 25786,
"15663104" : 25287,
"15794176" : 24813,
"15925248" : 23581,
"16056320" : 23936,
"16187392" : 22705,
"16318464" : 21885,
"16449536" : 21473,
"16580608" : 20819,
"16711680" : 19901,
"16908288" : 37143,
"17170432" : 33364,
"17432576" : 28873,
"17694720" : 24220,
"17956864" : 20443,
"18219008" : 16632,
"18481152" : 13431,
"18743296" : 10436,
"19005440" : 8148,
"19267584" : 6331,
"19529728" : 4562,
"19791872" : 3515,
"20054016" : 2654,
"20316160" : 1940,
"20578304" : 1440,
"20840448" : 1052,
"21102592" : 771,
"21364736" : 579,
"21626880" : 378,
"21889024" : 270,
"22151168" : 157,
"22413312" : 125,
"22675456" : 81,
"22937600" : 44,
"23199744" : 27,
"23461888" : 11,
"23724032" : 21,
"24248320" : 1,
"24772608" : 1,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11694326.602645,
"stddev" : 3715031.798380,
"N" : 3502105
},
"bw_min" : 56632,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 87647.805643,
"bw_dev" : 947.638441,
"bw_samples" : 5104,
"iops_min" : 14158,
"iops_max" : 33720,
"iops_mean" : 21911.100313,
"iops_stddev" : 236.891251,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559991,
"usr_cpu" : 0.463556,
"sys_cpu" : 5.691543,
"ctx" : 3711780,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.011507,
"750" : 0.049656,
"1000" : 0.034351
},
"latency_ms" : {
"2" : 0.162987,
"4" : 1.657196,
"10" : 42.116906,
"20" : 55.718720,
"50" : 0.248221,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122847,
"timestamp_ms" : 1774122847110,
"time" : "Sat Mar 21 16:54:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15108562944,
"io_kbytes" : 14754456,
"bw_bytes" : 88873899,
"bw" : 86790,
"iops" : 21697.841176,
"runtime" : 170000,
"total_ios" : 3688633,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 733714.772992,
"stddev" : 305922.388796,
"N" : 3688633
},
"clat_ns" : {
"min" : 414403,
"max" : 25136244,
"mean" : 11063211.047891,
"stddev" : 3506202.445640,
"N" : 3688617,
"percentile" : {
"1.000000" : 3260416,
"5.000000" : 5668864,
"10.000000" : 6979584,
"20.000000" : 8224768,
"30.000000" : 8978432,
"40.000000" : 9764864,
"50.000000" : 10551296,
"60.000000" : 11599872,
"70.000000" : 12779520,
"80.000000" : 14352384,
"90.000000" : 16056320,
"95.000000" : 17170432,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21364736,
"99.990000" : 22413312
},
"bins" : {
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 56,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 65,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 44,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 37,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 24,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 79,
"1187840" : 89,
"1204224" : 71,
"1220608" : 82,
"1236992" : 72,
"1253376" : 95,
"1269760" : 83,
"1286144" : 87,
"1302528" : 77,
"1318912" : 80,
"1335296" : 62,
"1351680" : 84,
"1368064" : 82,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 125,
"1892352" : 125,
"1908736" : 126,
"1925120" : 142,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 417,
"2179072" : 457,
"2211840" : 517,
"2244608" : 498,
"2277376" : 548,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 590,
"2441216" : 606,
"2473984" : 617,
"2506752" : 629,
"2539520" : 658,
"2572288" : 644,
"2605056" : 694,
"2637824" : 700,
"2670592" : 686,
"2703360" : 776,
"2736128" : 837,
"2768896" : 762,
"2801664" : 845,
"2834432" : 887,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 906,
"2998272" : 1054,
"3031040" : 933,
"3063808" : 993,
"3096576" : 1009,
"3129344" : 1015,
"3162112" : 1037,
"3194880" : 1062,
"3227648" : 1072,
"3260416" : 1089,
"3293184" : 1154,
"3325952" : 1159,
"3358720" : 1184,
"3391488" : 1178,
"3424256" : 1208,
"3457024" : 1165,
"3489792" : 1306,
"3522560" : 1247,
"3555328" : 1347,
"3588096" : 1300,
"3620864" : 1323,
"3653632" : 1387,
"3686400" : 1388,
"3719168" : 1402,
"3751936" : 1409,
"3784704" : 1420,
"3817472" : 1454,
"3850240" : 1430,
"3883008" : 1553,
"3915776" : 1505,
"3948544" : 1434,
"3981312" : 1577,
"4014080" : 1687,
"4046848" : 1523,
"4079616" : 1683,
"4112384" : 1635,
"4145152" : 1679,
"4177920" : 1639,
"4227072" : 3471,
"4292608" : 3542,
"4358144" : 3782,
"4423680" : 3743,
"4489216" : 3811,
"4554752" : 4055,
"4620288" : 4073,
"4685824" : 4180,
"4751360" : 4418,
"4816896" : 4335,
"4882432" : 4501,
"4947968" : 4550,
"5013504" : 4868,
"5079040" : 4705,
"5144576" : 4962,
"5210112" : 5087,
"5275648" : 5237,
"5341184" : 5281,
"5406720" : 5538,
"5472256" : 5713,
"5537792" : 5754,
"5603328" : 6180,
"5668864" : 6425,
"5734400" : 6471,
"5799936" : 6652,
"5865472" : 6977,
"5931008" : 7197,
"5996544" : 7947,
"6062080" : 7723,
"6127616" : 7959,
"6193152" : 8216,
"6258688" : 8689,
"6324224" : 8695,
"6389760" : 9495,
"6455296" : 9994,
"6520832" : 10227,
"6586368" : 10762,
"6651904" : 11245,
"6717440" : 11624,
"6782976" : 12154,
"6848512" : 12537,
"6914048" : 12510,
"6979584" : 13857,
"7045120" : 13786,
"7110656" : 14182,
"7176192" : 14971,
"7241728" : 15921,
"7307264" : 16039,
"7372800" : 16724,
"7438336" : 17239,
"7503872" : 18166,
"7569408" : 18967,
"7634944" : 18895,
"7700480" : 19305,
"7766016" : 20809,
"7831552" : 21078,
"7897088" : 21386,
"7962624" : 22777,
"8028160" : 24555,
"8093696" : 24363,
"8159232" : 25667,
"8224768" : 26952,
"8290304" : 27628,
"8355840" : 28591,
"8454144" : 59615,
"8585216" : 61312,
"8716288" : 62137,
"8847360" : 63098,
"8978432" : 66255,
"9109504" : 64316,
"9240576" : 65655,
"9371648" : 65221,
"9502720" : 64276,
"9633792" : 64443,
"9764864" : 63104,
"9895936" : 60877,
"10027008" : 61880,
"10158080" : 58403,
"10289152" : 57853,
"10420224" : 56382,
"10551296" : 55353,
"10682368" : 52924,
"10813440" : 51208,
"10944512" : 50270,
"11075584" : 46984,
"11206656" : 47186,
"11337728" : 45998,
"11468800" : 44610,
"11599872" : 43635,
"11730944" : 44207,
"11862016" : 43582,
"11993088" : 43229,
"12124160" : 40373,
"12255232" : 39141,
"12386304" : 38106,
"12517376" : 36510,
"12648448" : 34838,
"12779520" : 33981,
"12910592" : 32772,
"13041664" : 32985,
"13172736" : 32971,
"13303808" : 32532,
"13434880" : 31782,
"13565952" : 31314,
"13697024" : 30698,
"13828096" : 30011,
"13959168" : 30156,
"14090240" : 29240,
"14221312" : 29645,
"14352384" : 29616,
"14483456" : 29174,
"14614528" : 29726,
"14745600" : 29718,
"14876672" : 29355,
"15007744" : 29042,
"15138816" : 28101,
"15269888" : 28350,
"15400960" : 27991,
"15532032" : 27720,
"15663104" : 27188,
"15794176" : 26771,
"15925248" : 25485,
"16056320" : 25878,
"16187392" : 24582,
"16318464" : 23729,
"16449536" : 23253,
"16580608" : 22677,
"16711680" : 21665,
"16908288" : 40618,
"17170432" : 36552,
"17432576" : 31842,
"17694720" : 26950,
"17956864" : 22881,
"18219008" : 18777,
"18481152" : 15218,
"18743296" : 11965,
"19005440" : 9527,
"19267584" : 7499,
"19529728" : 5482,
"19791872" : 4233,
"20054016" : 3262,
"20316160" : 2441,
"20578304" : 1846,
"20840448" : 1360,
"21102592" : 982,
"21364736" : 731,
"21626880" : 473,
"21889024" : 335,
"22151168" : 199,
"22413312" : 161,
"22675456" : 99,
"22937600" : 56,
"23199744" : 35,
"23461888" : 17,
"23724032" : 25,
"23986176" : 6,
"24248320" : 2,
"24510464" : 3,
"24772608" : 2,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11796917.607555,
"stddev" : 3731352.903578,
"N" : 3688617
},
"bw_min" : 56632,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 86883.522124,
"bw_dev" : 948.970805,
"bw_samples" : 5424,
"iops_min" : 14158,
"iops_max" : 33720,
"iops_mean" : 21720.067847,
"iops_stddev" : 237.223354,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719992,
"usr_cpu" : 0.460332,
"sys_cpu" : 5.694686,
"ctx" : 3908472,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010925,
"750" : 0.047145,
"1000" : 0.032614
},
"latency_ms" : {
"2" : 0.154746,
"4" : 1.573401,
"10" : 41.095712,
"20" : 56.787379,
"50" : 0.297644,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122857,
"timestamp_ms" : 1774122857117,
"time" : "Sat Mar 21 16:54:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 12339,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15915814912,
"io_kbytes" : 15542788,
"bw_bytes" : 88420702,
"bw" : 86348,
"iops" : 21586.641185,
"runtime" : 180001,
"total_ios" : 3885617,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 737505.420815,
"stddev" : 306240.149059,
"N" : 3885633
},
"clat_ns" : {
"min" : 4387,
"max" : 25136244,
"mean" : 11119811.266612,
"stddev" : 3494064.025530,
"N" : 3885857,
"percentile" : {
"1.000000" : 3325952,
"5.000000" : 5734400,
"10.000000" : 7045120,
"20.000000" : 8290304,
"30.000000" : 9109504,
"40.000000" : 9895936,
"50.000000" : 10682368,
"60.000000" : 11730944,
"70.000000" : 12910592,
"80.000000" : 14352384,
"90.000000" : 16056320,
"95.000000" : 17170432,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21364736,
"99.990000" : 22413312
},
"bins" : {
"4384" : 1,
"4448" : 1,
"5152" : 1,
"5344" : 1,
"5408" : 1,
"6240" : 1,
"6560" : 1,
"7072" : 1,
"7136" : 1,
"7264" : 1,
"7520" : 1,
"7904" : 1,
"8096" : 1,
"9408" : 1,
"10304" : 1,
"12480" : 1,
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 57,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 66,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 45,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 38,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 25,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 80,
"1187840" : 91,
"1204224" : 72,
"1220608" : 82,
"1236992" : 72,
"1253376" : 96,
"1269760" : 84,
"1286144" : 88,
"1302528" : 78,
"1318912" : 81,
"1335296" : 63,
"1351680" : 84,
"1368064" : 83,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 126,
"1892352" : 125,
"1908736" : 127,
"1925120" : 143,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 418,
"2179072" : 458,
"2211840" : 517,
"2244608" : 499,
"2277376" : 549,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 591,
"2441216" : 607,
"2473984" : 618,
"2506752" : 629,
"2539520" : 658,
"2572288" : 644,
"2605056" : 695,
"2637824" : 700,
"2670592" : 688,
"2703360" : 776,
"2736128" : 837,
"2768896" : 763,
"2801664" : 847,
"2834432" : 887,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 906,
"2998272" : 1054,
"3031040" : 933,
"3063808" : 993,
"3096576" : 1009,
"3129344" : 1015,
"3162112" : 1037,
"3194880" : 1062,
"3227648" : 1072,
"3260416" : 1089,
"3293184" : 1155,
"3325952" : 1160,
"3358720" : 1185,
"3391488" : 1178,
"3424256" : 1208,
"3457024" : 1166,
"3489792" : 1307,
"3522560" : 1248,
"3555328" : 1347,
"3588096" : 1301,
"3620864" : 1323,
"3653632" : 1388,
"3686400" : 1388,
"3719168" : 1405,
"3751936" : 1410,
"3784704" : 1421,
"3817472" : 1456,
"3850240" : 1434,
"3883008" : 1556,
"3915776" : 1507,
"3948544" : 1442,
"3981312" : 1580,
"4014080" : 1691,
"4046848" : 1527,
"4079616" : 1690,
"4112384" : 1639,
"4145152" : 1688,
"4177920" : 1644,
"4227072" : 3493,
"4292608" : 3565,
"4358144" : 3799,
"4423680" : 3768,
"4489216" : 3852,
"4554752" : 4088,
"4620288" : 4113,
"4685824" : 4249,
"4751360" : 4490,
"4816896" : 4398,
"4882432" : 4593,
"4947968" : 4632,
"5013504" : 4986,
"5079040" : 4804,
"5144576" : 5112,
"5210112" : 5231,
"5275648" : 5398,
"5341184" : 5462,
"5406720" : 5698,
"5472256" : 5923,
"5537792" : 5987,
"5603328" : 6413,
"5668864" : 6696,
"5734400" : 6760,
"5799936" : 6956,
"5865472" : 7323,
"5931008" : 7547,
"5996544" : 8328,
"6062080" : 8143,
"6127616" : 8392,
"6193152" : 8642,
"6258688" : 9140,
"6324224" : 9165,
"6389760" : 9929,
"6455296" : 10448,
"6520832" : 10721,
"6586368" : 11255,
"6651904" : 11755,
"6717440" : 12138,
"6782976" : 12639,
"6848512" : 13018,
"6914048" : 12975,
"6979584" : 14379,
"7045120" : 14242,
"7110656" : 14658,
"7176192" : 15465,
"7241728" : 16424,
"7307264" : 16539,
"7372800" : 17219,
"7438336" : 17760,
"7503872" : 18722,
"7569408" : 19526,
"7634944" : 19520,
"7700480" : 19955,
"7766016" : 21466,
"7831552" : 21736,
"7897088" : 22069,
"7962624" : 23460,
"8028160" : 25242,
"8093696" : 25071,
"8159232" : 26418,
"8224768" : 27658,
"8290304" : 28384,
"8355840" : 29332,
"8454144" : 61095,
"8585216" : 62717,
"8716288" : 63603,
"8847360" : 64562,
"8978432" : 67747,
"9109504" : 65865,
"9240576" : 67405,
"9371648" : 67173,
"9502720" : 66356,
"9633792" : 66657,
"9764864" : 65548,
"9895936" : 63439,
"10027008" : 64685,
"10158080" : 61327,
"10289152" : 60877,
"10420224" : 59437,
"10551296" : 58527,
"10682368" : 56090,
"10813440" : 54332,
"10944512" : 53556,
"11075584" : 50255,
"11206656" : 50631,
"11337728" : 49425,
"11468800" : 47928,
"11599872" : 46973,
"11730944" : 47611,
"11862016" : 46866,
"11993088" : 46540,
"12124160" : 43481,
"12255232" : 42254,
"12386304" : 41004,
"12517376" : 39408,
"12648448" : 37682,
"12779520" : 36709,
"12910592" : 35446,
"13041664" : 35633,
"13172736" : 35600,
"13303808" : 35067,
"13434880" : 34190,
"13565952" : 33940,
"13697024" : 33135,
"13828096" : 32567,
"13959168" : 32738,
"14090240" : 31878,
"14221312" : 32146,
"14352384" : 32150,
"14483456" : 31756,
"14614528" : 32211,
"14745600" : 32139,
"14876672" : 31769,
"15007744" : 31377,
"15138816" : 30466,
"15269888" : 30666,
"15400960" : 30348,
"15532032" : 30014,
"15663104" : 29402,
"15794176" : 28904,
"15925248" : 27541,
"16056320" : 27834,
"16187392" : 26535,
"16318464" : 25553,
"16449536" : 24922,
"16580608" : 24315,
"16711680" : 23170,
"16908288" : 43351,
"17170432" : 38951,
"17432576" : 33752,
"17694720" : 28502,
"17956864" : 24126,
"18219008" : 19707,
"18481152" : 15951,
"18743296" : 12460,
"19005440" : 9859,
"19267584" : 7716,
"19529728" : 5624,
"19791872" : 4343,
"20054016" : 3316,
"20316160" : 2466,
"20578304" : 1861,
"20840448" : 1366,
"21102592" : 989,
"21364736" : 736,
"21626880" : 473,
"21889024" : 335,
"22151168" : 199,
"22413312" : 161,
"22675456" : 99,
"22937600" : 56,
"23199744" : 35,
"23461888" : 17,
"23724032" : 25,
"23986176" : 6,
"24248320" : 2,
"24510464" : 3,
"24772608" : 2,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11857322.216539,
"stddev" : 3718238.750180,
"N" : 3885857
},
"bw_min" : 56632,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 86362.896936,
"bw_dev" : 937.015949,
"bw_samples" : 5744,
"iops_min" : 14158,
"iops_max" : 33720,
"iops_mean" : 21589.924791,
"iops_stddev" : 234.234601,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879998,
"usr_cpu" : 0.460035,
"sys_cpu" : 5.721011,
"ctx" : 4118149,
"majf" : 0,
"minf" : 601,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999588,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010372,
"750" : 0.044806,
"1000" : 0.031038
},
"latency_ms" : {
"2" : 0.147261,
"4" : 1.494872,
"10" : 40.217216,
"20" : 57.775329,
"50" : 0.284871,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122857,
"timestamp_ms" : 1774122857149,
"time" : "Sat Mar 21 16:54:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15916535808,
"io_kbytes" : 15543492,
"bw_bytes" : 88419795,
"bw" : 86347,
"iops" : 21585.442001,
"runtime" : 180011,
"total_ios" : 3885617,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12860,
"max" : 5994240,
"mean" : 737505.420815,
"stddev" : 306240.149059,
"N" : 3885633
},
"clat_ns" : {
"min" : 4387,
"max" : 25136244,
"mean" : 11119811.266612,
"stddev" : 3494064.025530,
"N" : 3885857,
"percentile" : {
"1.000000" : 3325952,
"5.000000" : 5734400,
"10.000000" : 7045120,
"20.000000" : 8290304,
"30.000000" : 9109504,
"40.000000" : 9895936,
"50.000000" : 10682368,
"60.000000" : 11730944,
"70.000000" : 12910592,
"80.000000" : 14352384,
"90.000000" : 16056320,
"95.000000" : 17170432,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21364736,
"99.990000" : 22413312
},
"bins" : {
"4384" : 1,
"4448" : 1,
"5152" : 1,
"5344" : 1,
"5408" : 1,
"6240" : 1,
"6560" : 1,
"7072" : 1,
"7136" : 1,
"7264" : 1,
"7520" : 1,
"7904" : 1,
"8096" : 1,
"9408" : 1,
"10304" : 1,
"12480" : 1,
"415744" : 6,
"419840" : 3,
"423936" : 12,
"428032" : 17,
"432128" : 11,
"436224" : 9,
"440320" : 9,
"444416" : 6,
"448512" : 8,
"452608" : 15,
"456704" : 17,
"460800" : 23,
"464896" : 36,
"468992" : 30,
"473088" : 43,
"477184" : 31,
"481280" : 35,
"485376" : 20,
"489472" : 29,
"493568" : 24,
"497664" : 18,
"501760" : 32,
"505856" : 31,
"509952" : 31,
"514048" : 46,
"518144" : 35,
"522240" : 27,
"528384" : 78,
"536576" : 79,
"544768" : 66,
"552960" : 72,
"561152" : 64,
"569344" : 56,
"577536" : 49,
"585728" : 66,
"593920" : 72,
"602112" : 48,
"610304" : 38,
"618496" : 41,
"626688" : 32,
"634880" : 57,
"643072" : 43,
"651264" : 37,
"659456" : 52,
"667648" : 55,
"675840" : 53,
"684032" : 47,
"692224" : 67,
"700416" : 45,
"708608" : 51,
"716800" : 44,
"724992" : 61,
"733184" : 66,
"741376" : 66,
"749568" : 69,
"757760" : 73,
"765952" : 69,
"774144" : 61,
"782336" : 56,
"790528" : 55,
"798720" : 48,
"806912" : 35,
"815104" : 45,
"823296" : 55,
"831488" : 47,
"839680" : 47,
"847872" : 32,
"856064" : 48,
"864256" : 29,
"872448" : 24,
"880640" : 20,
"888832" : 29,
"897024" : 29,
"905216" : 30,
"913408" : 37,
"921600" : 24,
"929792" : 39,
"937984" : 27,
"946176" : 39,
"954368" : 38,
"962560" : 29,
"970752" : 23,
"978944" : 26,
"987136" : 25,
"995328" : 32,
"1003520" : 36,
"1011712" : 34,
"1019904" : 36,
"1028096" : 30,
"1036288" : 28,
"1044480" : 35,
"1056768" : 59,
"1073152" : 59,
"1089536" : 67,
"1105920" : 72,
"1122304" : 69,
"1138688" : 71,
"1155072" : 84,
"1171456" : 80,
"1187840" : 91,
"1204224" : 72,
"1220608" : 82,
"1236992" : 72,
"1253376" : 96,
"1269760" : 84,
"1286144" : 88,
"1302528" : 78,
"1318912" : 81,
"1335296" : 63,
"1351680" : 84,
"1368064" : 83,
"1384448" : 83,
"1400832" : 75,
"1417216" : 84,
"1433600" : 101,
"1449984" : 105,
"1466368" : 68,
"1482752" : 72,
"1499136" : 80,
"1515520" : 90,
"1531904" : 105,
"1548288" : 92,
"1564672" : 76,
"1581056" : 96,
"1597440" : 82,
"1613824" : 97,
"1630208" : 117,
"1646592" : 88,
"1662976" : 86,
"1679360" : 85,
"1695744" : 88,
"1712128" : 105,
"1728512" : 105,
"1744896" : 110,
"1761280" : 117,
"1777664" : 125,
"1794048" : 108,
"1810432" : 98,
"1826816" : 108,
"1843200" : 120,
"1859584" : 126,
"1875968" : 126,
"1892352" : 125,
"1908736" : 127,
"1925120" : 143,
"1941504" : 147,
"1957888" : 134,
"1974272" : 140,
"1990656" : 143,
"2007040" : 168,
"2023424" : 160,
"2039808" : 199,
"2056192" : 171,
"2072576" : 204,
"2088960" : 201,
"2113536" : 425,
"2146304" : 418,
"2179072" : 458,
"2211840" : 517,
"2244608" : 499,
"2277376" : 549,
"2310144" : 502,
"2342912" : 537,
"2375680" : 601,
"2408448" : 591,
"2441216" : 607,
"2473984" : 618,
"2506752" : 629,
"2539520" : 658,
"2572288" : 644,
"2605056" : 695,
"2637824" : 700,
"2670592" : 688,
"2703360" : 776,
"2736128" : 837,
"2768896" : 763,
"2801664" : 847,
"2834432" : 887,
"2867200" : 929,
"2899968" : 885,
"2932736" : 865,
"2965504" : 906,
"2998272" : 1054,
"3031040" : 933,
"3063808" : 993,
"3096576" : 1009,
"3129344" : 1015,
"3162112" : 1037,
"3194880" : 1062,
"3227648" : 1072,
"3260416" : 1089,
"3293184" : 1155,
"3325952" : 1160,
"3358720" : 1185,
"3391488" : 1178,
"3424256" : 1208,
"3457024" : 1166,
"3489792" : 1307,
"3522560" : 1248,
"3555328" : 1347,
"3588096" : 1301,
"3620864" : 1323,
"3653632" : 1388,
"3686400" : 1388,
"3719168" : 1405,
"3751936" : 1410,
"3784704" : 1421,
"3817472" : 1456,
"3850240" : 1434,
"3883008" : 1556,
"3915776" : 1507,
"3948544" : 1442,
"3981312" : 1580,
"4014080" : 1691,
"4046848" : 1527,
"4079616" : 1690,
"4112384" : 1639,
"4145152" : 1688,
"4177920" : 1644,
"4227072" : 3493,
"4292608" : 3565,
"4358144" : 3799,
"4423680" : 3768,
"4489216" : 3852,
"4554752" : 4088,
"4620288" : 4113,
"4685824" : 4249,
"4751360" : 4490,
"4816896" : 4398,
"4882432" : 4593,
"4947968" : 4632,
"5013504" : 4986,
"5079040" : 4804,
"5144576" : 5112,
"5210112" : 5231,
"5275648" : 5398,
"5341184" : 5462,
"5406720" : 5698,
"5472256" : 5923,
"5537792" : 5987,
"5603328" : 6413,
"5668864" : 6696,
"5734400" : 6760,
"5799936" : 6956,
"5865472" : 7323,
"5931008" : 7547,
"5996544" : 8328,
"6062080" : 8143,
"6127616" : 8392,
"6193152" : 8642,
"6258688" : 9140,
"6324224" : 9165,
"6389760" : 9929,
"6455296" : 10448,
"6520832" : 10721,
"6586368" : 11255,
"6651904" : 11755,
"6717440" : 12138,
"6782976" : 12639,
"6848512" : 13018,
"6914048" : 12975,
"6979584" : 14379,
"7045120" : 14242,
"7110656" : 14658,
"7176192" : 15465,
"7241728" : 16424,
"7307264" : 16539,
"7372800" : 17219,
"7438336" : 17760,
"7503872" : 18722,
"7569408" : 19526,
"7634944" : 19520,
"7700480" : 19955,
"7766016" : 21466,
"7831552" : 21736,
"7897088" : 22069,
"7962624" : 23460,
"8028160" : 25242,
"8093696" : 25071,
"8159232" : 26418,
"8224768" : 27658,
"8290304" : 28384,
"8355840" : 29332,
"8454144" : 61095,
"8585216" : 62717,
"8716288" : 63603,
"8847360" : 64562,
"8978432" : 67747,
"9109504" : 65865,
"9240576" : 67405,
"9371648" : 67173,
"9502720" : 66356,
"9633792" : 66657,
"9764864" : 65548,
"9895936" : 63439,
"10027008" : 64685,
"10158080" : 61327,
"10289152" : 60877,
"10420224" : 59437,
"10551296" : 58527,
"10682368" : 56090,
"10813440" : 54332,
"10944512" : 53556,
"11075584" : 50255,
"11206656" : 50631,
"11337728" : 49425,
"11468800" : 47928,
"11599872" : 46973,
"11730944" : 47611,
"11862016" : 46866,
"11993088" : 46540,
"12124160" : 43481,
"12255232" : 42254,
"12386304" : 41004,
"12517376" : 39408,
"12648448" : 37682,
"12779520" : 36709,
"12910592" : 35446,
"13041664" : 35633,
"13172736" : 35600,
"13303808" : 35067,
"13434880" : 34190,
"13565952" : 33940,
"13697024" : 33135,
"13828096" : 32567,
"13959168" : 32738,
"14090240" : 31878,
"14221312" : 32146,
"14352384" : 32150,
"14483456" : 31756,
"14614528" : 32211,
"14745600" : 32139,
"14876672" : 31769,
"15007744" : 31377,
"15138816" : 30466,
"15269888" : 30666,
"15400960" : 30348,
"15532032" : 30014,
"15663104" : 29402,
"15794176" : 28904,
"15925248" : 27541,
"16056320" : 27834,
"16187392" : 26535,
"16318464" : 25553,
"16449536" : 24922,
"16580608" : 24315,
"16711680" : 23170,
"16908288" : 43351,
"17170432" : 38951,
"17432576" : 33752,
"17694720" : 28502,
"17956864" : 24126,
"18219008" : 19707,
"18481152" : 15951,
"18743296" : 12460,
"19005440" : 9859,
"19267584" : 7716,
"19529728" : 5624,
"19791872" : 4343,
"20054016" : 3316,
"20316160" : 2466,
"20578304" : 1861,
"20840448" : 1366,
"21102592" : 989,
"21364736" : 736,
"21626880" : 473,
"21889024" : 335,
"22151168" : 199,
"22413312" : 161,
"22675456" : 99,
"22937600" : 56,
"23199744" : 35,
"23461888" : 17,
"23724032" : 25,
"23986176" : 6,
"24248320" : 2,
"24510464" : 3,
"24772608" : 2,
"25034752" : 4
}
},
"lat_ns" : {
"min" : 439722,
"max" : 26439756,
"mean" : 11857322.216539,
"stddev" : 3718238.750180,
"N" : 3885857
},
"bw_min" : 56632,
"bw_max" : 134880,
"bw_agg" : 100.000000,
"bw_mean" : 86367.029024,
"bw_dev" : 936.141244,
"bw_samples" : 5755,
"iops_min" : 14158,
"iops_max" : 33720,
"iops_mean" : 21590.941953,
"iops_stddev" : 234.015813,
"iops_samples" : 5755
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880104,
"usr_cpu" : 0.460018,
"sys_cpu" : 5.720800,
"ctx" : 4118244,
"majf" : 0,
"minf" : 612,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999588,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010372,
"750" : 0.044806,
"1000" : 0.031038
},
"latency_ms" : {
"2" : 0.147261,
"4" : 1.494872,
"10" : 40.217216,
"20" : 57.775329,
"50" : 0.284871,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}