raidz2/benchmarks/rand/rand-write-qd16-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774122916,
"timestamp_ms" : 1774122916199,
"time" : "Sat Mar 21 16:55:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1177460736,
"io_kbytes" : 1149864,
"bw_bytes" : 120641468,
"bw" : 117813,
"iops" : 29482.684426,
"runtime" : 9760,
"total_ios" : 287751,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156160,
"usr_cpu" : 0.589780,
"sys_cpu" : 7.314293,
"ctx" : 325466,
"majf" : 0,
"minf" : 119,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.916595,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999652,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122926,
"timestamp_ms" : 1774122926439,
"time" : "Sat Mar 21 16:55:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1192923136,
"io_kbytes" : 1164964,
"bw_bytes" : 119292313,
"bw" : 116496,
"iops" : 29126.400000,
"runtime" : 10000,
"total_ios" : 291264,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 545274.273642,
"stddev" : 230358.148504,
"N" : 291264
},
"clat_ns" : {
"min" : 422997,
"max" : 14818957,
"mean" : 8245690.727596,
"stddev" : 2831669.421385,
"N" : 291248,
"percentile" : {
"1.000000" : 1564672,
"5.000000" : 3293184,
"10.000000" : 4358144,
"20.000000" : 5734400,
"30.000000" : 6651904,
"40.000000" : 7569408,
"50.000000" : 8454144,
"60.000000" : 9109504,
"70.000000" : 10158080,
"80.000000" : 11075584,
"90.000000" : 11862016,
"95.000000" : 12386304,
"99.000000" : 13172736,
"99.500000" : 13303808,
"99.900000" : 13434880,
"99.950000" : 13565952,
"99.990000" : 13959168
},
"bins" : {
"423936" : 3,
"428032" : 4,
"432128" : 2,
"436224" : 3,
"440320" : 4,
"444416" : 1,
"448512" : 1,
"452608" : 2,
"456704" : 6,
"460800" : 3,
"464896" : 3,
"468992" : 3,
"473088" : 6,
"477184" : 3,
"485376" : 4,
"489472" : 4,
"493568" : 1,
"497664" : 8,
"501760" : 2,
"505856" : 7,
"509952" : 13,
"514048" : 7,
"518144" : 11,
"522240" : 11,
"528384" : 15,
"536576" : 14,
"544768" : 15,
"552960" : 7,
"561152" : 11,
"569344" : 11,
"577536" : 15,
"585728" : 3,
"593920" : 11,
"602112" : 18,
"610304" : 12,
"618496" : 14,
"626688" : 17,
"634880" : 22,
"643072" : 20,
"651264" : 22,
"659456" : 15,
"667648" : 26,
"675840" : 21,
"684032" : 23,
"692224" : 35,
"700416" : 31,
"708608" : 32,
"716800" : 19,
"724992" : 44,
"733184" : 23,
"741376" : 34,
"749568" : 36,
"757760" : 43,
"765952" : 46,
"774144" : 47,
"782336" : 47,
"790528" : 36,
"798720" : 32,
"806912" : 24,
"815104" : 36,
"823296" : 30,
"831488" : 36,
"839680" : 35,
"847872" : 33,
"856064" : 27,
"864256" : 33,
"872448" : 24,
"880640" : 25,
"888832" : 28,
"897024" : 31,
"905216" : 18,
"913408" : 24,
"921600" : 28,
"929792" : 24,
"937984" : 24,
"946176" : 22,
"954368" : 22,
"962560" : 18,
"970752" : 13,
"978944" : 21,
"987136" : 18,
"995328" : 15,
"1003520" : 13,
"1011712" : 18,
"1019904" : 22,
"1028096" : 18,
"1036288" : 20,
"1044480" : 24,
"1056768" : 36,
"1073152" : 33,
"1089536" : 28,
"1105920" : 32,
"1122304" : 30,
"1138688" : 30,
"1155072" : 31,
"1171456" : 29,
"1187840" : 45,
"1204224" : 34,
"1220608" : 44,
"1236992" : 53,
"1253376" : 42,
"1269760" : 30,
"1286144" : 40,
"1302528" : 41,
"1318912" : 36,
"1335296" : 39,
"1351680" : 51,
"1368064" : 42,
"1384448" : 38,
"1400832" : 35,
"1417216" : 49,
"1433600" : 46,
"1449984" : 38,
"1466368" : 40,
"1482752" : 53,
"1499136" : 52,
"1515520" : 56,
"1531904" : 51,
"1548288" : 54,
"1564672" : 52,
"1581056" : 64,
"1597440" : 50,
"1613824" : 55,
"1630208" : 56,
"1646592" : 44,
"1662976" : 60,
"1679360" : 56,
"1695744" : 60,
"1712128" : 56,
"1728512" : 64,
"1744896" : 55,
"1761280" : 59,
"1777664" : 55,
"1794048" : 62,
"1810432" : 58,
"1826816" : 51,
"1843200" : 62,
"1859584" : 55,
"1875968" : 52,
"1892352" : 61,
"1908736" : 58,
"1925120" : 60,
"1941504" : 66,
"1957888" : 82,
"1974272" : 61,
"1990656" : 58,
"2007040" : 76,
"2023424" : 67,
"2039808" : 78,
"2056192" : 80,
"2072576" : 72,
"2088960" : 91,
"2113536" : 180,
"2146304" : 170,
"2179072" : 199,
"2211840" : 196,
"2244608" : 230,
"2277376" : 189,
"2310144" : 223,
"2342912" : 231,
"2375680" : 253,
"2408448" : 246,
"2441216" : 254,
"2473984" : 271,
"2506752" : 263,
"2539520" : 256,
"2572288" : 265,
"2605056" : 251,
"2637824" : 252,
"2670592" : 266,
"2703360" : 292,
"2736128" : 254,
"2768896" : 292,
"2801664" : 277,
"2834432" : 293,
"2867200" : 307,
"2899968" : 304,
"2932736" : 276,
"2965504" : 276,
"2998272" : 331,
"3031040" : 322,
"3063808" : 312,
"3096576" : 287,
"3129344" : 317,
"3162112" : 302,
"3194880" : 334,
"3227648" : 307,
"3260416" : 328,
"3293184" : 340,
"3325952" : 321,
"3358720" : 358,
"3391488" : 332,
"3424256" : 352,
"3457024" : 377,
"3489792" : 379,
"3522560" : 380,
"3555328" : 390,
"3588096" : 406,
"3620864" : 417,
"3653632" : 429,
"3686400" : 407,
"3719168" : 400,
"3751936" : 417,
"3784704" : 450,
"3817472" : 494,
"3850240" : 446,
"3883008" : 428,
"3915776" : 494,
"3948544" : 406,
"3981312" : 504,
"4014080" : 533,
"4046848" : 516,
"4079616" : 488,
"4112384" : 508,
"4145152" : 494,
"4177920" : 547,
"4227072" : 1108,
"4292608" : 1092,
"4358144" : 1100,
"4423680" : 1152,
"4489216" : 1140,
"4554752" : 1162,
"4620288" : 1175,
"4685824" : 1162,
"4751360" : 1290,
"4816896" : 1202,
"4882432" : 1212,
"4947968" : 1239,
"5013504" : 1332,
"5079040" : 1298,
"5144576" : 1399,
"5210112" : 1472,
"5275648" : 1462,
"5341184" : 1562,
"5406720" : 1739,
"5472256" : 1649,
"5537792" : 1743,
"5603328" : 1846,
"5668864" : 1845,
"5734400" : 1912,
"5799936" : 1912,
"5865472" : 2010,
"5931008" : 1911,
"5996544" : 2048,
"6062080" : 2023,
"6127616" : 1978,
"6193152" : 2089,
"6258688" : 2184,
"6324224" : 2123,
"6389760" : 2205,
"6455296" : 2215,
"6520832" : 2062,
"6586368" : 2061,
"6651904" : 2029,
"6717440" : 2070,
"6782976" : 2023,
"6848512" : 2013,
"6914048" : 2020,
"6979584" : 2118,
"7045120" : 1926,
"7110656" : 1916,
"7176192" : 1923,
"7241728" : 1935,
"7307264" : 1965,
"7372800" : 2109,
"7438336" : 1985,
"7503872" : 1965,
"7569408" : 2177,
"7634944" : 2033,
"7700480" : 2041,
"7766016" : 2112,
"7831552" : 2205,
"7897088" : 2160,
"7962624" : 2189,
"8028160" : 2364,
"8093696" : 2237,
"8159232" : 2399,
"8224768" : 2528,
"8290304" : 2665,
"8355840" : 2835,
"8454144" : 5930,
"8585216" : 5995,
"8716288" : 5155,
"8847360" : 5139,
"8978432" : 4936,
"9109504" : 4868,
"9240576" : 4422,
"9371648" : 3590,
"9502720" : 3300,
"9633792" : 3003,
"9764864" : 3256,
"9895936" : 3502,
"10027008" : 4095,
"10158080" : 3293,
"10289152" : 3245,
"10420224" : 3460,
"10551296" : 3553,
"10682368" : 4189,
"10813440" : 4897,
"10944512" : 5350,
"11075584" : 4580,
"11206656" : 4738,
"11337728" : 5483,
"11468800" : 5814,
"11599872" : 5355,
"11730944" : 5104,
"11862016" : 4847,
"11993088" : 4079,
"12124160" : 3187,
"12255232" : 3036,
"12386304" : 2753,
"12517376" : 2572,
"12648448" : 2022,
"12779520" : 1687,
"12910592" : 1712,
"13041664" : 1525,
"13172736" : 1404,
"13303808" : 838,
"13434880" : 474,
"13565952" : 139,
"13697024" : 50,
"13828096" : 19,
"13959168" : 12,
"14090240" : 9,
"14221312" : 4,
"14352384" : 2,
"14483456" : 1,
"14614528" : 1,
"14876672" : 1
}
},
"lat_ns" : {
"min" : 451701,
"max" : 15286301,
"mean" : 8791237.967018,
"stddev" : 3012023.639866,
"N" : 291248
},
"bw_min" : 107384,
"bw_max" : 125504,
"bw_agg" : 99.420240,
"bw_mean" : 115821.578947,
"bw_dev" : 331.436911,
"bw_samples" : 304,
"iops_min" : 26846,
"iops_max" : 31376,
"iops_mean" : 28954.368421,
"iops_stddev" : 82.849997,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 0.603129,
"sys_cpu" : 6.668792,
"ctx" : 310298,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.020943,
"750" : 0.205312,
"1000" : 0.302475
},
"latency_ms" : {
"2" : 1.012140,
"4" : 6.530845,
"10" : 60.225775,
"20" : 31.697017,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122936,
"timestamp_ms" : 1774122936438,
"time" : "Sat Mar 21 16:55:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2449371136,
"io_kbytes" : 2391964,
"bw_bytes" : 122468556,
"bw" : 119598,
"iops" : 29900.550000,
"runtime" : 20000,
"total_ios" : 598011,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 530874.957793,
"stddev" : 227518.390816,
"N" : 598011
},
"clat_ns" : {
"min" : 414713,
"max" : 14818957,
"mean" : 8030274.242836,
"stddev" : 2717558.026815,
"N" : 597995,
"percentile" : {
"1.000000" : 1826816,
"5.000000" : 3162112,
"10.000000" : 4227072,
"20.000000" : 5603328,
"30.000000" : 6520832,
"40.000000" : 7438336,
"50.000000" : 8290304,
"60.000000" : 8978432,
"70.000000" : 9895936,
"80.000000" : 10682368,
"90.000000" : 11468800,
"95.000000" : 11993088,
"99.000000" : 12910592,
"99.500000" : 13172736,
"99.900000" : 13434880,
"99.950000" : 13434880,
"99.990000" : 13828096
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 6,
"493568" : 6,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 12,
"528384" : 22,
"536576" : 18,
"544768" : 16,
"552960" : 9,
"561152" : 12,
"569344" : 17,
"577536" : 20,
"585728" : 4,
"593920" : 12,
"602112" : 18,
"610304" : 14,
"618496" : 17,
"626688" : 20,
"634880" : 26,
"643072" : 23,
"651264" : 29,
"659456" : 21,
"667648" : 33,
"675840" : 25,
"684032" : 32,
"692224" : 38,
"700416" : 39,
"708608" : 37,
"716800" : 26,
"724992" : 50,
"733184" : 30,
"741376" : 40,
"749568" : 40,
"757760" : 57,
"765952" : 53,
"774144" : 60,
"782336" : 56,
"790528" : 49,
"798720" : 50,
"806912" : 30,
"815104" : 46,
"823296" : 40,
"831488" : 41,
"839680" : 42,
"847872" : 47,
"856064" : 36,
"864256" : 47,
"872448" : 31,
"880640" : 34,
"888832" : 40,
"897024" : 43,
"905216" : 28,
"913408" : 33,
"921600" : 38,
"929792" : 36,
"937984" : 37,
"946176" : 37,
"954368" : 33,
"962560" : 39,
"970752" : 27,
"978944" : 36,
"987136" : 32,
"995328" : 24,
"1003520" : 26,
"1011712" : 35,
"1019904" : 43,
"1028096" : 31,
"1036288" : 36,
"1044480" : 32,
"1056768" : 59,
"1073152" : 56,
"1089536" : 50,
"1105920" : 56,
"1122304" : 49,
"1138688" : 49,
"1155072" : 54,
"1171456" : 60,
"1187840" : 69,
"1204224" : 53,
"1220608" : 65,
"1236992" : 71,
"1253376" : 65,
"1269760" : 53,
"1286144" : 65,
"1302528" : 68,
"1318912" : 50,
"1335296" : 56,
"1351680" : 87,
"1368064" : 66,
"1384448" : 68,
"1400832" : 48,
"1417216" : 74,
"1433600" : 78,
"1449984" : 70,
"1466368" : 67,
"1482752" : 90,
"1499136" : 82,
"1515520" : 78,
"1531904" : 85,
"1548288" : 97,
"1564672" : 83,
"1581056" : 92,
"1597440" : 95,
"1613824" : 104,
"1630208" : 84,
"1646592" : 78,
"1662976" : 115,
"1679360" : 100,
"1695744" : 101,
"1712128" : 97,
"1728512" : 113,
"1744896" : 107,
"1761280" : 98,
"1777664" : 87,
"1794048" : 114,
"1810432" : 120,
"1826816" : 100,
"1843200" : 124,
"1859584" : 105,
"1875968" : 113,
"1892352" : 113,
"1908736" : 110,
"1925120" : 126,
"1941504" : 127,
"1957888" : 143,
"1974272" : 126,
"1990656" : 142,
"2007040" : 153,
"2023424" : 149,
"2039808" : 184,
"2056192" : 175,
"2072576" : 162,
"2088960" : 178,
"2113536" : 367,
"2146304" : 377,
"2179072" : 414,
"2211840" : 455,
"2244608" : 486,
"2277376" : 454,
"2310144" : 528,
"2342912" : 540,
"2375680" : 561,
"2408448" : 571,
"2441216" : 595,
"2473984" : 641,
"2506752" : 644,
"2539520" : 680,
"2572288" : 675,
"2605056" : 676,
"2637824" : 703,
"2670592" : 719,
"2703360" : 795,
"2736128" : 750,
"2768896" : 738,
"2801664" : 776,
"2834432" : 750,
"2867200" : 786,
"2899968" : 780,
"2932736" : 760,
"2965504" : 764,
"2998272" : 817,
"3031040" : 834,
"3063808" : 772,
"3096576" : 793,
"3129344" : 836,
"3162112" : 787,
"3194880" : 852,
"3227648" : 830,
"3260416" : 869,
"3293184" : 848,
"3325952" : 834,
"3358720" : 892,
"3391488" : 836,
"3424256" : 859,
"3457024" : 903,
"3489792" : 899,
"3522560" : 866,
"3555328" : 916,
"3588096" : 916,
"3620864" : 987,
"3653632" : 972,
"3686400" : 930,
"3719168" : 911,
"3751936" : 962,
"3784704" : 1043,
"3817472" : 1058,
"3850240" : 1003,
"3883008" : 960,
"3915776" : 1011,
"3948544" : 914,
"3981312" : 1071,
"4014080" : 1120,
"4046848" : 1029,
"4079616" : 1029,
"4112384" : 1047,
"4145152" : 1051,
"4177920" : 1142,
"4227072" : 2272,
"4292608" : 2267,
"4358144" : 2327,
"4423680" : 2375,
"4489216" : 2368,
"4554752" : 2426,
"4620288" : 2493,
"4685824" : 2474,
"4751360" : 2752,
"4816896" : 2704,
"4882432" : 2733,
"4947968" : 2746,
"5013504" : 2983,
"5079040" : 2877,
"5144576" : 3037,
"5210112" : 3170,
"5275648" : 3160,
"5341184" : 3262,
"5406720" : 3574,
"5472256" : 3523,
"5537792" : 3618,
"5603328" : 3831,
"5668864" : 3850,
"5734400" : 3908,
"5799936" : 3879,
"5865472" : 4113,
"5931008" : 4016,
"5996544" : 4259,
"6062080" : 4270,
"6127616" : 4164,
"6193152" : 4407,
"6258688" : 4577,
"6324224" : 4516,
"6389760" : 4500,
"6455296" : 4596,
"6520832" : 4366,
"6586368" : 4413,
"6651904" : 4357,
"6717440" : 4464,
"6782976" : 4432,
"6848512" : 4306,
"6914048" : 4416,
"6979584" : 4701,
"7045120" : 4251,
"7110656" : 4192,
"7176192" : 4185,
"7241728" : 4332,
"7307264" : 4280,
"7372800" : 4653,
"7438336" : 4381,
"7503872" : 4562,
"7569408" : 4756,
"7634944" : 4353,
"7700480" : 4262,
"7766016" : 4500,
"7831552" : 4523,
"7897088" : 4437,
"7962624" : 4414,
"8028160" : 4890,
"8093696" : 4524,
"8159232" : 4731,
"8224768" : 4958,
"8290304" : 5233,
"8355840" : 5329,
"8454144" : 10881,
"8585216" : 10985,
"8716288" : 10081,
"8847360" : 10236,
"8978432" : 10575,
"9109504" : 10237,
"9240576" : 9756,
"9371648" : 8193,
"9502720" : 8404,
"9633792" : 8456,
"9764864" : 9349,
"9895936" : 9392,
"10027008" : 9623,
"10158080" : 8964,
"10289152" : 9433,
"10420224" : 10731,
"10551296" : 11551,
"10682368" : 11231,
"10813440" : 10934,
"10944512" : 10955,
"11075584" : 9202,
"11206656" : 8704,
"11337728" : 8957,
"11468800" : 8957,
"11599872" : 8071,
"11730944" : 7401,
"11862016" : 6683,
"11993088" : 5582,
"12124160" : 4443,
"12255232" : 3974,
"12386304" : 3455,
"12517376" : 2998,
"12648448" : 2290,
"12779520" : 1881,
"12910592" : 1856,
"13041664" : 1611,
"13172736" : 1456,
"13303808" : 886,
"13434880" : 499,
"13565952" : 172,
"13697024" : 62,
"13828096" : 25,
"13959168" : 14,
"14090240" : 10,
"14221312" : 4,
"14352384" : 2,
"14483456" : 4,
"14614528" : 1,
"14876672" : 1
}
},
"lat_ns" : {
"min" : 445581,
"max" : 15416320,
"mean" : 8561272.974006,
"stddev" : 2890104.752780,
"N" : 597995
},
"bw_min" : 107384,
"bw_max" : 133316,
"bw_agg" : 99.732271,
"bw_mean" : 119278.666667,
"bw_dev" : 370.841134,
"bw_samples" : 624,
"iops_min" : 26846,
"iops_max" : 33327,
"iops_mean" : 29818.102564,
"iops_stddev" : 92.667442,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319985,
"usr_cpu" : 0.622529,
"sys_cpu" : 6.954076,
"ctx" : 649891,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.018227,
"750" : 0.121068,
"1000" : 0.205013
},
"latency_ms" : {
"2" : 0.863696,
"4" : 7.699022,
"10" : 62.708545,
"20" : 28.381752,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122946,
"timestamp_ms" : 1774122946439,
"time" : "Sat Mar 21 16:55:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3608875008,
"io_kbytes" : 3524292,
"bw_bytes" : 120295833,
"bw" : 117476,
"iops" : 29369.666667,
"runtime" : 30000,
"total_ios" : 881090,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 540602.755183,
"stddev" : 232246.441886,
"N" : 881090
},
"clat_ns" : {
"min" : 414713,
"max" : 18210811,
"mean" : 8174205.019467,
"stddev" : 2764693.421326,
"N" : 881074,
"percentile" : {
"1.000000" : 2007040,
"5.000000" : 3260416,
"10.000000" : 4292608,
"20.000000" : 5668864,
"30.000000" : 6651904,
"40.000000" : 7569408,
"50.000000" : 8355840,
"60.000000" : 9109504,
"70.000000" : 10027008,
"80.000000" : 10813440,
"90.000000" : 11599872,
"95.000000" : 12255232,
"99.000000" : 13172736,
"99.500000" : 13565952,
"99.900000" : 14876672,
"99.950000" : 15269888,
"99.990000" : 16449536
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 140,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 225,
"2072576" : 215,
"2088960" : 238,
"2113536" : 496,
"2146304" : 504,
"2179072" : 546,
"2211840" : 587,
"2244608" : 622,
"2277376" : 613,
"2310144" : 677,
"2342912" : 707,
"2375680" : 742,
"2408448" : 775,
"2441216" : 812,
"2473984" : 842,
"2506752" : 879,
"2539520" : 931,
"2572288" : 907,
"2605056" : 925,
"2637824" : 992,
"2670592" : 1010,
"2703360" : 1109,
"2736128" : 1077,
"2768896" : 1076,
"2801664" : 1114,
"2834432" : 1094,
"2867200" : 1146,
"2899968" : 1132,
"2932736" : 1112,
"2965504" : 1184,
"2998272" : 1213,
"3031040" : 1193,
"3063808" : 1142,
"3096576" : 1159,
"3129344" : 1251,
"3162112" : 1162,
"3194880" : 1273,
"3227648" : 1226,
"3260416" : 1292,
"3293184" : 1282,
"3325952" : 1252,
"3358720" : 1305,
"3391488" : 1253,
"3424256" : 1307,
"3457024" : 1366,
"3489792" : 1345,
"3522560" : 1339,
"3555328" : 1400,
"3588096" : 1379,
"3620864" : 1416,
"3653632" : 1438,
"3686400" : 1427,
"3719168" : 1369,
"3751936" : 1415,
"3784704" : 1506,
"3817472" : 1517,
"3850240" : 1449,
"3883008" : 1447,
"3915776" : 1476,
"3948544" : 1375,
"3981312" : 1542,
"4014080" : 1640,
"4046848" : 1505,
"4079616" : 1498,
"4112384" : 1547,
"4145152" : 1560,
"4177920" : 1691,
"4227072" : 3283,
"4292608" : 3309,
"4358144" : 3337,
"4423680" : 3414,
"4489216" : 3387,
"4554752" : 3493,
"4620288" : 3503,
"4685824" : 3581,
"4751360" : 3868,
"4816896" : 3760,
"4882432" : 3779,
"4947968" : 3872,
"5013504" : 4166,
"5079040" : 4053,
"5144576" : 4246,
"5210112" : 4322,
"5275648" : 4395,
"5341184" : 4500,
"5406720" : 4841,
"5472256" : 4833,
"5537792" : 4986,
"5603328" : 5287,
"5668864" : 5361,
"5734400" : 5428,
"5799936" : 5326,
"5865472" : 5659,
"5931008" : 5565,
"5996544" : 5916,
"6062080" : 5832,
"6127616" : 5810,
"6193152" : 6087,
"6258688" : 6290,
"6324224" : 6313,
"6389760" : 6293,
"6455296" : 6388,
"6520832" : 6118,
"6586368" : 6167,
"6651904" : 6196,
"6717440" : 6349,
"6782976" : 6298,
"6848512" : 6231,
"6914048" : 6441,
"6979584" : 6834,
"7045120" : 6446,
"7110656" : 6321,
"7176192" : 6343,
"7241728" : 6494,
"7307264" : 6522,
"7372800" : 6995,
"7438336" : 6599,
"7503872" : 6682,
"7569408" : 6832,
"7634944" : 6300,
"7700480" : 6190,
"7766016" : 6422,
"7831552" : 6593,
"7897088" : 6633,
"7962624" : 6692,
"8028160" : 7345,
"8093696" : 6849,
"8159232" : 6906,
"8224768" : 7127,
"8290304" : 7509,
"8355840" : 7482,
"8454144" : 15148,
"8585216" : 15334,
"8716288" : 14293,
"8847360" : 15518,
"8978432" : 16343,
"9109504" : 14638,
"9240576" : 14051,
"9371648" : 12694,
"9502720" : 12676,
"9633792" : 12996,
"9764864" : 14075,
"9895936" : 14078,
"10027008" : 14506,
"10158080" : 13400,
"10289152" : 13621,
"10420224" : 14709,
"10551296" : 15562,
"10682368" : 15089,
"10813440" : 14581,
"10944512" : 14675,
"11075584" : 12958,
"11206656" : 12746,
"11337728" : 13324,
"11468800" : 13904,
"11599872" : 13152,
"11730944" : 11506,
"11862016" : 10965,
"11993088" : 9963,
"12124160" : 8576,
"12255232" : 7748,
"12386304" : 6182,
"12517376" : 5493,
"12648448" : 4594,
"12779520" : 3858,
"12910592" : 3654,
"13041664" : 3360,
"13172736" : 2763,
"13303808" : 1768,
"13434880" : 1129,
"13565952" : 690,
"13697024" : 473,
"13828096" : 400,
"13959168" : 355,
"14090240" : 370,
"14221312" : 358,
"14352384" : 232,
"14483456" : 224,
"14614528" : 228,
"14745600" : 226,
"14876672" : 183,
"15007744" : 122,
"15138816" : 95,
"15269888" : 83,
"15400960" : 74,
"15532032" : 49,
"15663104" : 51,
"15794176" : 34,
"15925248" : 35,
"16056320" : 25,
"16187392" : 28,
"16318464" : 22,
"16449536" : 24,
"16580608" : 19,
"16711680" : 17,
"16908288" : 12,
"17170432" : 15,
"17432576" : 11,
"17694720" : 8,
"17956864" : 4,
"18219008" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 19155113,
"mean" : 8714744.931454,
"stddev" : 2940472.584599,
"N" : 881074
},
"bw_min" : 100044,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 117744.711864,
"bw_dev" : 434.031783,
"bw_samples" : 944,
"iops_min" : 25011,
"iops_max" : 33707,
"iops_mean" : 29435.084746,
"iops_stddev" : 108.472069,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479998,
"usr_cpu" : 0.617294,
"sys_cpu" : 6.857529,
"ctx" : 959462,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999887,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999887,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.012598,
"750" : 0.094428,
"1000" : 0.158667
},
"latency_ms" : {
"2" : 0.723649,
"4" : 7.550874,
"10" : 61.519028,
"20" : 29.938939,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122956,
"timestamp_ms" : 1774122956439,
"time" : "Sat Mar 21 16:55:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4524642304,
"io_kbytes" : 4418596,
"bw_bytes" : 113113229,
"bw" : 110462,
"iops" : 27616.009600,
"runtime" : 40001,
"total_ios" : 1104668,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 575298.223928,
"stddev" : 254713.271883,
"N" : 1104668
},
"clat_ns" : {
"min" : 414713,
"max" : 21164214,
"mean" : 8692814.996554,
"stddev" : 3033299.779088,
"N" : 1104652,
"percentile" : {
"1.000000" : 2179072,
"5.000000" : 3522560,
"10.000000" : 4620288,
"20.000000" : 6062080,
"30.000000" : 7045120,
"40.000000" : 7962624,
"50.000000" : 8716288,
"60.000000" : 9502720,
"70.000000" : 10420224,
"80.000000" : 11337728,
"90.000000" : 12517376,
"95.000000" : 13697024,
"99.000000" : 15663104,
"99.500000" : 16187392,
"99.900000" : 17432576,
"99.950000" : 17694720,
"99.990000" : 18743296
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 497,
"2146304" : 504,
"2179072" : 548,
"2211840" : 588,
"2244608" : 622,
"2277376" : 614,
"2310144" : 679,
"2342912" : 707,
"2375680" : 742,
"2408448" : 776,
"2441216" : 812,
"2473984" : 844,
"2506752" : 880,
"2539520" : 931,
"2572288" : 908,
"2605056" : 926,
"2637824" : 992,
"2670592" : 1010,
"2703360" : 1111,
"2736128" : 1081,
"2768896" : 1080,
"2801664" : 1116,
"2834432" : 1097,
"2867200" : 1150,
"2899968" : 1136,
"2932736" : 1124,
"2965504" : 1195,
"2998272" : 1225,
"3031040" : 1204,
"3063808" : 1158,
"3096576" : 1176,
"3129344" : 1280,
"3162112" : 1184,
"3194880" : 1287,
"3227648" : 1259,
"3260416" : 1316,
"3293184" : 1308,
"3325952" : 1292,
"3358720" : 1347,
"3391488" : 1287,
"3424256" : 1360,
"3457024" : 1401,
"3489792" : 1378,
"3522560" : 1384,
"3555328" : 1435,
"3588096" : 1424,
"3620864" : 1454,
"3653632" : 1490,
"3686400" : 1485,
"3719168" : 1434,
"3751936" : 1481,
"3784704" : 1558,
"3817472" : 1576,
"3850240" : 1525,
"3883008" : 1524,
"3915776" : 1549,
"3948544" : 1438,
"3981312" : 1599,
"4014080" : 1739,
"4046848" : 1578,
"4079616" : 1562,
"4112384" : 1641,
"4145152" : 1650,
"4177920" : 1778,
"4227072" : 3500,
"4292608" : 3527,
"4358144" : 3578,
"4423680" : 3668,
"4489216" : 3644,
"4554752" : 3762,
"4620288" : 3777,
"4685824" : 3887,
"4751360" : 4212,
"4816896" : 4107,
"4882432" : 4151,
"4947968" : 4230,
"5013504" : 4561,
"5079040" : 4424,
"5144576" : 4670,
"5210112" : 4723,
"5275648" : 4835,
"5341184" : 4945,
"5406720" : 5310,
"5472256" : 5271,
"5537792" : 5483,
"5603328" : 5820,
"5668864" : 5900,
"5734400" : 5978,
"5799936" : 5895,
"5865472" : 6236,
"5931008" : 6160,
"5996544" : 6570,
"6062080" : 6450,
"6127616" : 6450,
"6193152" : 6794,
"6258688" : 7048,
"6324224" : 7053,
"6389760" : 7064,
"6455296" : 7182,
"6520832" : 6928,
"6586368" : 7100,
"6651904" : 7189,
"6717440" : 7431,
"6782976" : 7523,
"6848512" : 7594,
"6914048" : 7803,
"6979584" : 8254,
"7045120" : 7948,
"7110656" : 7736,
"7176192" : 7901,
"7241728" : 8139,
"7307264" : 8062,
"7372800" : 8492,
"7438336" : 8111,
"7503872" : 8186,
"7569408" : 8414,
"7634944" : 7952,
"7700480" : 8074,
"7766016" : 8354,
"7831552" : 8445,
"7897088" : 8509,
"7962624" : 8597,
"8028160" : 9375,
"8093696" : 8863,
"8159232" : 8819,
"8224768" : 9018,
"8290304" : 9389,
"8355840" : 9411,
"8454144" : 18864,
"8585216" : 18633,
"8716288" : 17436,
"8847360" : 18721,
"8978432" : 19501,
"9109504" : 17401,
"9240576" : 16988,
"9371648" : 15407,
"9502720" : 15375,
"9633792" : 15574,
"9764864" : 16565,
"9895936" : 16830,
"10027008" : 17606,
"10158080" : 16419,
"10289152" : 16382,
"10420224" : 17240,
"10551296" : 17856,
"10682368" : 17399,
"10813440" : 16795,
"10944512" : 16931,
"11075584" : 15352,
"11206656" : 15298,
"11337728" : 15632,
"11468800" : 16055,
"11599872" : 15441,
"11730944" : 13422,
"11862016" : 12761,
"11993088" : 12073,
"12124160" : 10739,
"12255232" : 9935,
"12386304" : 8533,
"12517376" : 7947,
"12648448" : 7270,
"12779520" : 6717,
"12910592" : 6456,
"13041664" : 6305,
"13172736" : 5517,
"13303808" : 4749,
"13434880" : 4861,
"13565952" : 4751,
"13697024" : 3850,
"13828096" : 3294,
"13959168" : 3378,
"14090240" : 3370,
"14221312" : 3384,
"14352384" : 3219,
"14483456" : 3341,
"14614528" : 3240,
"14745600" : 3053,
"14876672" : 2770,
"15007744" : 2856,
"15138816" : 2569,
"15269888" : 2304,
"15400960" : 2170,
"15532032" : 1976,
"15663104" : 1699,
"15794176" : 1378,
"15925248" : 1178,
"16056320" : 1026,
"16187392" : 863,
"16318464" : 755,
"16449536" : 782,
"16580608" : 644,
"16711680" : 537,
"16908288" : 742,
"17170432" : 502,
"17432576" : 349,
"17694720" : 270,
"17956864" : 139,
"18219008" : 141,
"18481152" : 64,
"18743296" : 41,
"19005440" : 39,
"19267584" : 13,
"19529728" : 5,
"19791872" : 2,
"20054016" : 10,
"20316160" : 11,
"20578304" : 9,
"20840448" : 7,
"21102592" : 6
}
},
"lat_ns" : {
"min" : 445581,
"max" : 22170692,
"mean" : 9268055.921734,
"stddev" : 3227298.041737,
"N" : 1104652
},
"bw_min" : 77248,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 110665.848101,
"bw_dev" : 876.603424,
"bw_samples" : 1264,
"iops_min" : 19312,
"iops_max" : 33707,
"iops_mean" : 27665.645570,
"iops_stddev" : 219.111830,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640001,
"usr_cpu" : 0.574218,
"sys_cpu" : 6.440927,
"ctx" : 1193600,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010048,
"750" : 0.075317,
"1000" : 0.126554
},
"latency_ms" : {
"2" : 0.577368,
"4" : 6.146281,
"10" : 58.024130,
"20" : 35.035142,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122966,
"timestamp_ms" : 1774122966439,
"time" : "Sat Mar 21 16:56:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5416378368,
"io_kbytes" : 5289432,
"bw_bytes" : 108327567,
"bw" : 105788,
"iops" : 26447.500000,
"runtime" : 50000,
"total_ios" : 1322375,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 600973.958981,
"stddev" : 269344.659259,
"N" : 1322375
},
"clat_ns" : {
"min" : 414713,
"max" : 21164214,
"mean" : 9077181.058768,
"stddev" : 3187608.319385,
"N" : 1322359,
"percentile" : {
"1.000000" : 2277376,
"5.000000" : 3751936,
"10.000000" : 4882432,
"20.000000" : 6324224,
"30.000000" : 7307264,
"40.000000" : 8224768,
"50.000000" : 8978432,
"60.000000" : 9895936,
"70.000000" : 10813440,
"80.000000" : 11730944,
"90.000000" : 13303808,
"95.000000" : 14614528,
"99.000000" : 16187392,
"99.500000" : 16711680,
"99.900000" : 17694720,
"99.950000" : 18219008,
"99.990000" : 19005440
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 499,
"2146304" : 505,
"2179072" : 549,
"2211840" : 589,
"2244608" : 623,
"2277376" : 617,
"2310144" : 680,
"2342912" : 709,
"2375680" : 742,
"2408448" : 779,
"2441216" : 814,
"2473984" : 848,
"2506752" : 882,
"2539520" : 938,
"2572288" : 914,
"2605056" : 934,
"2637824" : 997,
"2670592" : 1019,
"2703360" : 1124,
"2736128" : 1092,
"2768896" : 1091,
"2801664" : 1127,
"2834432" : 1110,
"2867200" : 1165,
"2899968" : 1153,
"2932736" : 1137,
"2965504" : 1221,
"2998272" : 1253,
"3031040" : 1220,
"3063808" : 1196,
"3096576" : 1209,
"3129344" : 1306,
"3162112" : 1211,
"3194880" : 1313,
"3227648" : 1298,
"3260416" : 1344,
"3293184" : 1339,
"3325952" : 1340,
"3358720" : 1389,
"3391488" : 1341,
"3424256" : 1398,
"3457024" : 1456,
"3489792" : 1438,
"3522560" : 1456,
"3555328" : 1518,
"3588096" : 1482,
"3620864" : 1522,
"3653632" : 1574,
"3686400" : 1541,
"3719168" : 1515,
"3751936" : 1567,
"3784704" : 1641,
"3817472" : 1660,
"3850240" : 1608,
"3883008" : 1623,
"3915776" : 1644,
"3948544" : 1531,
"3981312" : 1681,
"4014080" : 1841,
"4046848" : 1671,
"4079616" : 1672,
"4112384" : 1742,
"4145152" : 1769,
"4177920" : 1901,
"4227072" : 3760,
"4292608" : 3764,
"4358144" : 3841,
"4423680" : 3943,
"4489216" : 3934,
"4554752" : 4048,
"4620288" : 4093,
"4685824" : 4207,
"4751360" : 4544,
"4816896" : 4449,
"4882432" : 4484,
"4947968" : 4568,
"5013504" : 4929,
"5079040" : 4786,
"5144576" : 5011,
"5210112" : 5085,
"5275648" : 5228,
"5341184" : 5357,
"5406720" : 5752,
"5472256" : 5695,
"5537792" : 5938,
"5603328" : 6263,
"5668864" : 6352,
"5734400" : 6466,
"5799936" : 6399,
"5865472" : 6738,
"5931008" : 6703,
"5996544" : 7204,
"6062080" : 7030,
"6127616" : 7104,
"6193152" : 7484,
"6258688" : 7759,
"6324224" : 7776,
"6389760" : 7873,
"6455296" : 7982,
"6520832" : 7728,
"6586368" : 7923,
"6651904" : 8026,
"6717440" : 8281,
"6782976" : 8361,
"6848512" : 8317,
"6914048" : 8566,
"6979584" : 9168,
"7045120" : 8896,
"7110656" : 8720,
"7176192" : 8981,
"7241728" : 9292,
"7307264" : 9166,
"7372800" : 9650,
"7438336" : 9298,
"7503872" : 9526,
"7569408" : 9813,
"7634944" : 9326,
"7700480" : 9371,
"7766016" : 9657,
"7831552" : 9819,
"7897088" : 9806,
"7962624" : 9944,
"8028160" : 10748,
"8093696" : 10202,
"8159232" : 10198,
"8224768" : 10463,
"8290304" : 10823,
"8355840" : 10904,
"8454144" : 22085,
"8585216" : 21602,
"8716288" : 20261,
"8847360" : 21408,
"8978432" : 22222,
"9109504" : 20121,
"9240576" : 19756,
"9371648" : 18442,
"9502720" : 18536,
"9633792" : 18964,
"9764864" : 19739,
"9895936" : 19868,
"10027008" : 20655,
"10158080" : 19486,
"10289152" : 19519,
"10420224" : 20167,
"10551296" : 20873,
"10682368" : 20285,
"10813440" : 19512,
"10944512" : 19461,
"11075584" : 17792,
"11206656" : 17804,
"11337728" : 18068,
"11468800" : 18216,
"11599872" : 17509,
"11730944" : 15602,
"11862016" : 14789,
"11993088" : 14091,
"12124160" : 12780,
"12255232" : 12195,
"12386304" : 10717,
"12517376" : 10197,
"12648448" : 9620,
"12779520" : 9176,
"12910592" : 9190,
"13041664" : 9138,
"13172736" : 8396,
"13303808" : 7638,
"13434880" : 7957,
"13565952" : 7714,
"13697024" : 6782,
"13828096" : 6125,
"13959168" : 6506,
"14090240" : 6456,
"14221312" : 6645,
"14352384" : 6611,
"14483456" : 6687,
"14614528" : 6177,
"14745600" : 6028,
"14876672" : 5607,
"15007744" : 5652,
"15138816" : 5362,
"15269888" : 5139,
"15400960" : 4582,
"15532032" : 4174,
"15663104" : 3660,
"15794176" : 2974,
"15925248" : 2580,
"16056320" : 2426,
"16187392" : 1996,
"16318464" : 1789,
"16449536" : 1620,
"16580608" : 1465,
"16711680" : 1295,
"16908288" : 1824,
"17170432" : 1229,
"17432576" : 891,
"17694720" : 616,
"17956864" : 411,
"18219008" : 375,
"18481152" : 193,
"18743296" : 110,
"19005440" : 91,
"19267584" : 40,
"19529728" : 21,
"19791872" : 14,
"20054016" : 13,
"20316160" : 14,
"20578304" : 13,
"20840448" : 8,
"21102592" : 6
}
},
"lat_ns" : {
"min" : 445581,
"max" : 22170692,
"mean" : 9678149.151115,
"stddev" : 3392012.693018,
"N" : 1322359
},
"bw_min" : 72832,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 106024.272727,
"bw_dev" : 987.926625,
"bw_samples" : 1584,
"iops_min" : 18208,
"iops_max" : 33707,
"iops_mean" : 26505.181818,
"iops_stddev" : 246.958560,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799998,
"usr_cpu" : 0.550751,
"sys_cpu" : 6.199265,
"ctx" : 1421675,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.062917,
"1000" : 0.105719
},
"latency_ms" : {
"2" : 0.482314,
"4" : 5.284810,
"10" : 55.001872,
"20" : 39.048908,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122976,
"timestamp_ms" : 1774122976438,
"time" : "Sat Mar 21 16:56:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6297206784,
"io_kbytes" : 6149616,
"bw_bytes" : 104953446,
"bw" : 102493,
"iops" : 25623.716667,
"runtime" : 60000,
"total_ios" : 1537423,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 620465.552424,
"stddev" : 278545.551289,
"N" : 1537423
},
"clat_ns" : {
"min" : 414713,
"max" : 22922521,
"mean" : 9368984.151577,
"stddev" : 3262028.406566,
"N" : 1537407,
"percentile" : {
"1.000000" : 2375680,
"5.000000" : 3948544,
"10.000000" : 5144576,
"20.000000" : 6586368,
"30.000000" : 7569408,
"40.000000" : 8454144,
"50.000000" : 9240576,
"60.000000" : 10158080,
"70.000000" : 11075584,
"80.000000" : 12124160,
"90.000000" : 13828096,
"95.000000" : 15007744,
"99.000000" : 16711680,
"99.500000" : 17432576,
"99.900000" : 18481152,
"99.950000" : 19005440,
"99.990000" : 20054016
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 499,
"2146304" : 505,
"2179072" : 550,
"2211840" : 590,
"2244608" : 625,
"2277376" : 618,
"2310144" : 681,
"2342912" : 713,
"2375680" : 743,
"2408448" : 781,
"2441216" : 817,
"2473984" : 848,
"2506752" : 882,
"2539520" : 940,
"2572288" : 914,
"2605056" : 935,
"2637824" : 999,
"2670592" : 1019,
"2703360" : 1128,
"2736128" : 1096,
"2768896" : 1097,
"2801664" : 1131,
"2834432" : 1116,
"2867200" : 1173,
"2899968" : 1159,
"2932736" : 1146,
"2965504" : 1233,
"2998272" : 1269,
"3031040" : 1224,
"3063808" : 1208,
"3096576" : 1224,
"3129344" : 1318,
"3162112" : 1223,
"3194880" : 1328,
"3227648" : 1318,
"3260416" : 1359,
"3293184" : 1362,
"3325952" : 1361,
"3358720" : 1414,
"3391488" : 1363,
"3424256" : 1418,
"3457024" : 1467,
"3489792" : 1461,
"3522560" : 1497,
"3555328" : 1537,
"3588096" : 1508,
"3620864" : 1551,
"3653632" : 1604,
"3686400" : 1579,
"3719168" : 1552,
"3751936" : 1598,
"3784704" : 1683,
"3817472" : 1688,
"3850240" : 1637,
"3883008" : 1653,
"3915776" : 1677,
"3948544" : 1559,
"3981312" : 1721,
"4014080" : 1868,
"4046848" : 1706,
"4079616" : 1703,
"4112384" : 1779,
"4145152" : 1803,
"4177920" : 1940,
"4227072" : 3860,
"4292608" : 3855,
"4358144" : 3942,
"4423680" : 4048,
"4489216" : 4056,
"4554752" : 4175,
"4620288" : 4226,
"4685824" : 4375,
"4751360" : 4700,
"4816896" : 4604,
"4882432" : 4655,
"4947968" : 4736,
"5013504" : 5100,
"5079040" : 4941,
"5144576" : 5199,
"5210112" : 5305,
"5275648" : 5436,
"5341184" : 5587,
"5406720" : 5998,
"5472256" : 5967,
"5537792" : 6226,
"5603328" : 6576,
"5668864" : 6696,
"5734400" : 6799,
"5799936" : 6749,
"5865472" : 7120,
"5931008" : 7054,
"5996544" : 7615,
"6062080" : 7427,
"6127616" : 7579,
"6193152" : 8014,
"6258688" : 8312,
"6324224" : 8353,
"6389760" : 8515,
"6455296" : 8639,
"6520832" : 8419,
"6586368" : 8615,
"6651904" : 8711,
"6717440" : 8980,
"6782976" : 9070,
"6848512" : 9026,
"6914048" : 9278,
"6979584" : 9965,
"7045120" : 9724,
"7110656" : 9579,
"7176192" : 9931,
"7241728" : 10257,
"7307264" : 10235,
"7372800" : 10781,
"7438336" : 10417,
"7503872" : 10728,
"7569408" : 11067,
"7634944" : 10609,
"7700480" : 10690,
"7766016" : 11160,
"7831552" : 11289,
"7897088" : 11182,
"7962624" : 11409,
"8028160" : 12279,
"8093696" : 11762,
"8159232" : 11892,
"8224768" : 12318,
"8290304" : 12654,
"8355840" : 12753,
"8454144" : 25730,
"8585216" : 25121,
"8716288" : 23683,
"8847360" : 24896,
"8978432" : 25766,
"9109504" : 23599,
"9240576" : 23056,
"9371648" : 21734,
"9502720" : 21895,
"9633792" : 22398,
"9764864" : 23365,
"9895936" : 23416,
"10027008" : 24256,
"10158080" : 22842,
"10289152" : 22755,
"10420224" : 23299,
"10551296" : 23935,
"10682368" : 23184,
"10813440" : 22317,
"10944512" : 22171,
"11075584" : 20582,
"11206656" : 20504,
"11337728" : 20813,
"11468800" : 20985,
"11599872" : 20137,
"11730944" : 18149,
"11862016" : 17343,
"11993088" : 16583,
"12124160" : 15178,
"12255232" : 14653,
"12386304" : 13228,
"12517376" : 12647,
"12648448" : 12149,
"12779520" : 11708,
"12910592" : 11672,
"13041664" : 11647,
"13172736" : 10701,
"13303808" : 10039,
"13434880" : 10656,
"13565952" : 10418,
"13697024" : 9405,
"13828096" : 8657,
"13959168" : 8955,
"14090240" : 8688,
"14221312" : 8844,
"14352384" : 8864,
"14483456" : 8879,
"14614528" : 8343,
"14745600" : 8160,
"14876672" : 7641,
"15007744" : 7661,
"15138816" : 7252,
"15269888" : 7005,
"15400960" : 6331,
"15532032" : 5831,
"15663104" : 5351,
"15794176" : 4663,
"15925248" : 4110,
"16056320" : 3984,
"16187392" : 3373,
"16318464" : 3019,
"16449536" : 2727,
"16580608" : 2595,
"16711680" : 2315,
"16908288" : 3673,
"17170432" : 2793,
"17432576" : 2059,
"17694720" : 1559,
"17956864" : 1187,
"18219008" : 975,
"18481152" : 615,
"18743296" : 429,
"19005440" : 308,
"19267584" : 198,
"19529728" : 108,
"19791872" : 102,
"20054016" : 61,
"20316160" : 58,
"20578304" : 44,
"20840448" : 23,
"21102592" : 15,
"21364736" : 2,
"21626880" : 2,
"22151168" : 2,
"22675456" : 1,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 23956121,
"mean" : 9989474.976419,
"stddev" : 3471286.939927,
"N" : 1537407
},
"bw_min" : 70280,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 102723.605042,
"bw_dev" : 1034.134872,
"bw_samples" : 1904,
"iops_min" : 17570,
"iops_max" : 33707,
"iops_mean" : 25679.983193,
"iops_stddev" : 258.513994,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.534900,
"sys_cpu" : 6.058696,
"ctx" : 1647630,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.054117,
"1000" : 0.090931
},
"latency_ms" : {
"2" : 0.414850,
"4" : 4.599580,
"10" : 52.942294,
"20" : 41.877349,
"50" : 0.012619,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122986,
"timestamp_ms" : 1774122986439,
"time" : "Sat Mar 21 16:56:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7150194688,
"io_kbytes" : 6982612,
"bw_bytes" : 102145638,
"bw" : 99751,
"iops" : 24938.257143,
"runtime" : 70000,
"total_ios" : 1745678,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 637675.184644,
"stddev" : 284519.590738,
"N" : 1745678
},
"clat_ns" : {
"min" : 414713,
"max" : 22922521,
"mean" : 9626157.753660,
"stddev" : 3311197.919023,
"N" : 1745662,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 4145152,
"10.000000" : 5341184,
"20.000000" : 6848512,
"30.000000" : 7831552,
"40.000000" : 8716288,
"50.000000" : 9502720,
"60.000000" : 10420224,
"70.000000" : 11337728,
"80.000000" : 12517376,
"90.000000" : 14221312,
"95.000000" : 15269888,
"99.000000" : 16908288,
"99.500000" : 17694720,
"99.900000" : 18743296,
"99.950000" : 19267584,
"99.990000" : 20316160
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 499,
"2146304" : 505,
"2179072" : 550,
"2211840" : 592,
"2244608" : 626,
"2277376" : 618,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 818,
"2473984" : 849,
"2506752" : 885,
"2539520" : 940,
"2572288" : 917,
"2605056" : 939,
"2637824" : 1001,
"2670592" : 1020,
"2703360" : 1129,
"2736128" : 1097,
"2768896" : 1100,
"2801664" : 1134,
"2834432" : 1118,
"2867200" : 1175,
"2899968" : 1162,
"2932736" : 1151,
"2965504" : 1237,
"2998272" : 1272,
"3031040" : 1228,
"3063808" : 1215,
"3096576" : 1227,
"3129344" : 1321,
"3162112" : 1227,
"3194880" : 1332,
"3227648" : 1321,
"3260416" : 1362,
"3293184" : 1363,
"3325952" : 1367,
"3358720" : 1422,
"3391488" : 1370,
"3424256" : 1425,
"3457024" : 1479,
"3489792" : 1478,
"3522560" : 1510,
"3555328" : 1545,
"3588096" : 1516,
"3620864" : 1562,
"3653632" : 1612,
"3686400" : 1598,
"3719168" : 1569,
"3751936" : 1609,
"3784704" : 1698,
"3817472" : 1704,
"3850240" : 1648,
"3883008" : 1658,
"3915776" : 1688,
"3948544" : 1580,
"3981312" : 1740,
"4014080" : 1892,
"4046848" : 1729,
"4079616" : 1720,
"4112384" : 1798,
"4145152" : 1833,
"4177920" : 1966,
"4227072" : 3908,
"4292608" : 3911,
"4358144" : 3995,
"4423680" : 4109,
"4489216" : 4131,
"4554752" : 4243,
"4620288" : 4274,
"4685824" : 4439,
"4751360" : 4769,
"4816896" : 4664,
"4882432" : 4735,
"4947968" : 4824,
"5013504" : 5188,
"5079040" : 5031,
"5144576" : 5295,
"5210112" : 5384,
"5275648" : 5530,
"5341184" : 5702,
"5406720" : 6109,
"5472256" : 6084,
"5537792" : 6374,
"5603328" : 6757,
"5668864" : 6853,
"5734400" : 6949,
"5799936" : 6936,
"5865472" : 7294,
"5931008" : 7208,
"5996544" : 7797,
"6062080" : 7597,
"6127616" : 7756,
"6193152" : 8217,
"6258688" : 8541,
"6324224" : 8619,
"6389760" : 8756,
"6455296" : 8919,
"6520832" : 8693,
"6586368" : 8889,
"6651904" : 9067,
"6717440" : 9340,
"6782976" : 9448,
"6848512" : 9444,
"6914048" : 9720,
"6979584" : 10502,
"7045120" : 10273,
"7110656" : 10119,
"7176192" : 10571,
"7241728" : 11016,
"7307264" : 10942,
"7372800" : 11526,
"7438336" : 11278,
"7503872" : 11704,
"7569408" : 12084,
"7634944" : 11735,
"7700480" : 11877,
"7766016" : 12431,
"7831552" : 12664,
"7897088" : 12642,
"7962624" : 13012,
"8028160" : 13975,
"8093696" : 13572,
"8159232" : 13781,
"8224768" : 14340,
"8290304" : 14685,
"8355840" : 14898,
"8454144" : 30127,
"8585216" : 29580,
"8716288" : 28015,
"8847360" : 29098,
"8978432" : 29802,
"9109504" : 27218,
"9240576" : 26702,
"9371648" : 25188,
"9502720" : 25324,
"9633792" : 25543,
"9764864" : 26319,
"9895936" : 26262,
"10027008" : 27080,
"10158080" : 25508,
"10289152" : 25449,
"10420224" : 25909,
"10551296" : 26676,
"10682368" : 25913,
"10813440" : 24907,
"10944512" : 24615,
"11075584" : 22843,
"11206656" : 22647,
"11337728" : 22826,
"11468800" : 23149,
"11599872" : 22218,
"11730944" : 20256,
"11862016" : 19384,
"11993088" : 18667,
"12124160" : 17204,
"12255232" : 16828,
"12386304" : 15390,
"12517376" : 14994,
"12648448" : 14722,
"12779520" : 14391,
"12910592" : 14421,
"13041664" : 14553,
"13172736" : 13520,
"13303808" : 12980,
"13434880" : 13605,
"13565952" : 13328,
"13697024" : 12311,
"13828096" : 11440,
"13959168" : 11866,
"14090240" : 11516,
"14221312" : 11626,
"14352384" : 11600,
"14483456" : 11538,
"14614528" : 10665,
"14745600" : 10528,
"14876672" : 9948,
"15007744" : 10018,
"15138816" : 9612,
"15269888" : 9272,
"15400960" : 8528,
"15532032" : 7935,
"15663104" : 7416,
"15794176" : 6448,
"15925248" : 5936,
"16056320" : 5753,
"16187392" : 4996,
"16318464" : 4543,
"16449536" : 4008,
"16580608" : 3848,
"16711680" : 3413,
"16908288" : 5574,
"17170432" : 4361,
"17432576" : 3286,
"17694720" : 2390,
"17956864" : 1810,
"18219008" : 1489,
"18481152" : 957,
"18743296" : 673,
"19005440" : 483,
"19267584" : 340,
"19529728" : 196,
"19791872" : 153,
"20054016" : 97,
"20316160" : 79,
"20578304" : 54,
"20840448" : 31,
"21102592" : 23,
"21364736" : 7,
"21626880" : 11,
"21889024" : 6,
"22151168" : 4,
"22413312" : 4,
"22675456" : 1,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 23956121,
"mean" : 10263798.967923,
"stddev" : 3523668.324054,
"N" : 1745662
},
"bw_min" : 70280,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 99842.604317,
"bw_dev" : 1060.830983,
"bw_samples" : 2224,
"iops_min" : 17570,
"iops_max" : 33707,
"iops_mean" : 24959.769784,
"iops_stddev" : 265.188592,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 0.520268,
"sys_cpu" : 5.951523,
"ctx" : 1865081,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.047661,
"1000" : 0.080083
},
"latency_ms" : {
"2" : 0.365359,
"4" : 4.070052,
"10" : 51.174443,
"20" : 44.238284,
"50" : 0.016842,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122996,
"timestamp_ms" : 1774122996439,
"time" : "Sat Mar 21 16:56:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8071667712,
"io_kbytes" : 7882488,
"bw_bytes" : 100895846,
"bw" : 98531,
"iops" : 24633.237500,
"runtime" : 80000,
"total_ios" : 1970659,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 645634.454161,
"stddev" : 283236.694681,
"N" : 1970659
},
"clat_ns" : {
"min" : 414713,
"max" : 22922521,
"mean" : 9745663.736925,
"stddev" : 3257550.659602,
"N" : 1970643,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 4292608,
"10.000000" : 5603328,
"20.000000" : 7045120,
"30.000000" : 8028160,
"40.000000" : 8847360,
"50.000000" : 9633792,
"60.000000" : 10420224,
"70.000000" : 11468800,
"80.000000" : 12648448,
"90.000000" : 14221312,
"95.000000" : 15269888,
"99.000000" : 16908288,
"99.500000" : 17432576,
"99.900000" : 18743296,
"99.950000" : 19267584,
"99.990000" : 20316160
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 499,
"2146304" : 505,
"2179072" : 550,
"2211840" : 592,
"2244608" : 626,
"2277376" : 618,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 818,
"2473984" : 849,
"2506752" : 885,
"2539520" : 940,
"2572288" : 917,
"2605056" : 939,
"2637824" : 1001,
"2670592" : 1020,
"2703360" : 1129,
"2736128" : 1097,
"2768896" : 1100,
"2801664" : 1134,
"2834432" : 1118,
"2867200" : 1175,
"2899968" : 1162,
"2932736" : 1151,
"2965504" : 1238,
"2998272" : 1272,
"3031040" : 1228,
"3063808" : 1217,
"3096576" : 1227,
"3129344" : 1325,
"3162112" : 1227,
"3194880" : 1332,
"3227648" : 1323,
"3260416" : 1362,
"3293184" : 1365,
"3325952" : 1370,
"3358720" : 1426,
"3391488" : 1372,
"3424256" : 1431,
"3457024" : 1482,
"3489792" : 1483,
"3522560" : 1515,
"3555328" : 1552,
"3588096" : 1519,
"3620864" : 1565,
"3653632" : 1616,
"3686400" : 1605,
"3719168" : 1576,
"3751936" : 1612,
"3784704" : 1706,
"3817472" : 1704,
"3850240" : 1657,
"3883008" : 1662,
"3915776" : 1697,
"3948544" : 1590,
"3981312" : 1752,
"4014080" : 1904,
"4046848" : 1740,
"4079616" : 1729,
"4112384" : 1813,
"4145152" : 1844,
"4177920" : 1978,
"4227072" : 3932,
"4292608" : 3930,
"4358144" : 4012,
"4423680" : 4126,
"4489216" : 4161,
"4554752" : 4256,
"4620288" : 4303,
"4685824" : 4455,
"4751360" : 4804,
"4816896" : 4681,
"4882432" : 4760,
"4947968" : 4860,
"5013504" : 5232,
"5079040" : 5084,
"5144576" : 5360,
"5210112" : 5469,
"5275648" : 5624,
"5341184" : 5794,
"5406720" : 6209,
"5472256" : 6205,
"5537792" : 6484,
"5603328" : 6878,
"5668864" : 6991,
"5734400" : 7070,
"5799936" : 7111,
"5865472" : 7482,
"5931008" : 7418,
"5996544" : 8003,
"6062080" : 7868,
"6127616" : 8053,
"6193152" : 8531,
"6258688" : 8915,
"6324224" : 9038,
"6389760" : 9227,
"6455296" : 9482,
"6520832" : 9285,
"6586368" : 9498,
"6651904" : 9751,
"6717440" : 10137,
"6782976" : 10345,
"6848512" : 10324,
"6914048" : 10738,
"6979584" : 11552,
"7045120" : 11410,
"7110656" : 11254,
"7176192" : 11738,
"7241728" : 12288,
"7307264" : 12258,
"7372800" : 12984,
"7438336" : 12793,
"7503872" : 13274,
"7569408" : 13690,
"7634944" : 13378,
"7700480" : 13539,
"7766016" : 14248,
"7831552" : 14542,
"7897088" : 14632,
"7962624" : 15106,
"8028160" : 16128,
"8093696" : 15761,
"8159232" : 16106,
"8224768" : 16696,
"8290304" : 17109,
"8355840" : 17401,
"8454144" : 35071,
"8585216" : 34628,
"8716288" : 33124,
"8847360" : 34179,
"8978432" : 34829,
"9109504" : 32179,
"9240576" : 31440,
"9371648" : 29706,
"9502720" : 29474,
"9633792" : 29333,
"9764864" : 29997,
"9895936" : 29954,
"10027008" : 30680,
"10158080" : 29080,
"10289152" : 29111,
"10420224" : 29512,
"10551296" : 30040,
"10682368" : 29094,
"10813440" : 28056,
"10944512" : 27706,
"11075584" : 25900,
"11206656" : 25653,
"11337728" : 25718,
"11468800" : 26174,
"11599872" : 25248,
"11730944" : 23075,
"11862016" : 22201,
"11993088" : 21688,
"12124160" : 20079,
"12255232" : 19724,
"12386304" : 18291,
"12517376" : 17941,
"12648448" : 17688,
"12779520" : 17388,
"12910592" : 17454,
"13041664" : 17689,
"13172736" : 16500,
"13303808" : 15954,
"13434880" : 16524,
"13565952" : 16049,
"13697024" : 14953,
"13828096" : 13893,
"13959168" : 14274,
"14090240" : 13789,
"14221312" : 13733,
"14352384" : 13532,
"14483456" : 13454,
"14614528" : 12390,
"14745600" : 12089,
"14876672" : 11498,
"15007744" : 11474,
"15138816" : 10973,
"15269888" : 10512,
"15400960" : 9696,
"15532032" : 8995,
"15663104" : 8428,
"15794176" : 7299,
"15925248" : 6741,
"16056320" : 6486,
"16187392" : 5647,
"16318464" : 5110,
"16449536" : 4486,
"16580608" : 4277,
"16711680" : 3798,
"16908288" : 6236,
"17170432" : 4881,
"17432576" : 3601,
"17694720" : 2656,
"17956864" : 1991,
"18219008" : 1620,
"18481152" : 1073,
"18743296" : 738,
"19005440" : 527,
"19267584" : 368,
"19529728" : 214,
"19791872" : 181,
"20054016" : 115,
"20316160" : 87,
"20578304" : 58,
"20840448" : 33,
"21102592" : 23,
"21364736" : 7,
"21626880" : 11,
"21889024" : 6,
"22151168" : 4,
"22413312" : 4,
"22675456" : 1,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 23956121,
"mean" : 10391323.658666,
"stddev" : 3466317.336119,
"N" : 1970643
},
"bw_min" : 70280,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 98553.176101,
"bw_dev" : 1026.571389,
"bw_samples" : 2544,
"iops_min" : 17570,
"iops_max" : 33707,
"iops_mean" : 24637.301887,
"iops_stddev" : 256.627061,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280000,
"usr_cpu" : 0.522188,
"sys_cpu" : 5.944531,
"ctx" : 2103556,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.042219,
"1000" : 0.070941
},
"latency_ms" : {
"2" : 0.323648,
"4" : 3.611736,
"10" : 50.636970,
"20" : 45.291956,
"50" : 0.016086,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123006,
"timestamp_ms" : 1774123006438,
"time" : "Sat Mar 21 16:56:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8979222528,
"io_kbytes" : 8768772,
"bw_bytes" : 99769139,
"bw" : 97430,
"iops" : 24357.933333,
"runtime" : 90000,
"total_ios" : 2192214,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 652985.098559,
"stddev" : 281901.176638,
"N" : 2192214
},
"clat_ns" : {
"min" : 414713,
"max" : 22922521,
"mean" : 9855660.495189,
"stddev" : 3219649.129672,
"N" : 2192198,
"percentile" : {
"1.000000" : 2637824,
"5.000000" : 4489216,
"10.000000" : 5734400,
"20.000000" : 7241728,
"30.000000" : 8159232,
"40.000000" : 8847360,
"50.000000" : 9633792,
"60.000000" : 10551296,
"70.000000" : 11468800,
"80.000000" : 12779520,
"90.000000" : 14221312,
"95.000000" : 15269888,
"99.000000" : 16908288,
"99.500000" : 17432576,
"99.900000" : 18743296,
"99.950000" : 19267584,
"99.990000" : 20316160
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 818,
"2473984" : 849,
"2506752" : 886,
"2539520" : 940,
"2572288" : 918,
"2605056" : 939,
"2637824" : 1002,
"2670592" : 1021,
"2703360" : 1130,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1135,
"2834432" : 1120,
"2867200" : 1178,
"2899968" : 1171,
"2932736" : 1154,
"2965504" : 1239,
"2998272" : 1276,
"3031040" : 1234,
"3063808" : 1220,
"3096576" : 1231,
"3129344" : 1328,
"3162112" : 1236,
"3194880" : 1339,
"3227648" : 1329,
"3260416" : 1365,
"3293184" : 1373,
"3325952" : 1381,
"3358720" : 1434,
"3391488" : 1386,
"3424256" : 1443,
"3457024" : 1495,
"3489792" : 1495,
"3522560" : 1527,
"3555328" : 1575,
"3588096" : 1530,
"3620864" : 1584,
"3653632" : 1638,
"3686400" : 1624,
"3719168" : 1594,
"3751936" : 1631,
"3784704" : 1726,
"3817472" : 1725,
"3850240" : 1680,
"3883008" : 1688,
"3915776" : 1719,
"3948544" : 1614,
"3981312" : 1772,
"4014080" : 1933,
"4046848" : 1766,
"4079616" : 1753,
"4112384" : 1838,
"4145152" : 1871,
"4177920" : 2014,
"4227072" : 3992,
"4292608" : 4000,
"4358144" : 4097,
"4423680" : 4209,
"4489216" : 4258,
"4554752" : 4338,
"4620288" : 4374,
"4685824" : 4554,
"4751360" : 4909,
"4816896" : 4795,
"4882432" : 4892,
"4947968" : 5002,
"5013504" : 5383,
"5079040" : 5245,
"5144576" : 5527,
"5210112" : 5620,
"5275648" : 5794,
"5341184" : 5973,
"5406720" : 6405,
"5472256" : 6393,
"5537792" : 6702,
"5603328" : 7107,
"5668864" : 7219,
"5734400" : 7294,
"5799936" : 7357,
"5865472" : 7750,
"5931008" : 7676,
"5996544" : 8321,
"6062080" : 8165,
"6127616" : 8390,
"6193152" : 8854,
"6258688" : 9263,
"6324224" : 9411,
"6389760" : 9586,
"6455296" : 9854,
"6520832" : 9691,
"6586368" : 9919,
"6651904" : 10196,
"6717440" : 10656,
"6782976" : 10915,
"6848512" : 10889,
"6914048" : 11415,
"6979584" : 12268,
"7045120" : 12169,
"7110656" : 12103,
"7176192" : 12664,
"7241728" : 13317,
"7307264" : 13357,
"7372800" : 14119,
"7438336" : 14017,
"7503872" : 14532,
"7569408" : 14978,
"7634944" : 14640,
"7700480" : 14946,
"7766016" : 15702,
"7831552" : 15956,
"7897088" : 16108,
"7962624" : 16629,
"8028160" : 17798,
"8093696" : 17467,
"8159232" : 17866,
"8224768" : 18479,
"8290304" : 18953,
"8355840" : 19227,
"8454144" : 39005,
"8585216" : 38678,
"8716288" : 37449,
"8847360" : 38815,
"8978432" : 39847,
"9109504" : 37351,
"9240576" : 36712,
"9371648" : 34960,
"9502720" : 34831,
"9633792" : 34300,
"9764864" : 34855,
"9895936" : 34487,
"10027008" : 34831,
"10158080" : 32725,
"10289152" : 32309,
"10420224" : 32490,
"10551296" : 32950,
"10682368" : 31903,
"10813440" : 30692,
"10944512" : 30188,
"11075584" : 28336,
"11206656" : 28097,
"11337728" : 28324,
"11468800" : 28986,
"11599872" : 28038,
"11730944" : 25999,
"11862016" : 25251,
"11993088" : 24866,
"12124160" : 23149,
"12255232" : 22835,
"12386304" : 21323,
"12517376" : 21083,
"12648448" : 20889,
"12779520" : 20821,
"12910592" : 20989,
"13041664" : 21141,
"13172736" : 19812,
"13303808" : 19323,
"13434880" : 19728,
"13565952" : 19110,
"13697024" : 17792,
"13828096" : 16530,
"13959168" : 16920,
"14090240" : 16265,
"14221312" : 16135,
"14352384" : 15702,
"14483456" : 15450,
"14614528" : 14270,
"14745600" : 13860,
"14876672" : 13219,
"15007744" : 13035,
"15138816" : 12380,
"15269888" : 11874,
"15400960" : 10891,
"15532032" : 10055,
"15663104" : 9480,
"15794176" : 8253,
"15925248" : 7498,
"16056320" : 7271,
"16187392" : 6289,
"16318464" : 5657,
"16449536" : 5040,
"16580608" : 4759,
"16711680" : 4224,
"16908288" : 6946,
"17170432" : 5376,
"17432576" : 3948,
"17694720" : 2903,
"17956864" : 2164,
"18219008" : 1755,
"18481152" : 1161,
"18743296" : 795,
"19005440" : 559,
"19267584" : 403,
"19529728" : 237,
"19791872" : 190,
"20054016" : 117,
"20316160" : 88,
"20578304" : 59,
"20840448" : 33,
"21102592" : 23,
"21364736" : 7,
"21626880" : 11,
"21889024" : 6,
"22151168" : 4,
"22413312" : 4,
"22675456" : 1,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 23956121,
"mean" : 10508670.948706,
"stddev" : 3425822.387532,
"N" : 2192198
},
"bw_min" : 70280,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 97440.106145,
"bw_dev" : 994.014981,
"bw_samples" : 2864,
"iops_min" : 17570,
"iops_max" : 33707,
"iops_mean" : 24358.944134,
"iops_stddev" : 248.490961,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439994,
"usr_cpu" : 0.519933,
"sys_cpu" : 5.950441,
"ctx" : 2337158,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999954,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.037952,
"1000" : 0.063771
},
"latency_ms" : {
"2" : 0.290939,
"4" : 3.267519,
"10" : 50.024998,
"20" : 46.294431,
"50" : 0.014597,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123016,
"timestamp_ms" : 1774123016438,
"time" : "Sat Mar 21 16:56:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9915121664,
"io_kbytes" : 9682736,
"bw_bytes" : 99151216,
"bw" : 96827,
"iops" : 24207.040000,
"runtime" : 100000,
"total_ios" : 2420704,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 657093.167775,
"stddev" : 281044.688790,
"N" : 2420704
},
"clat_ns" : {
"min" : 414713,
"max" : 22922521,
"mean" : 9916862.199570,
"stddev" : 3191243.952616,
"N" : 2420688,
"percentile" : {
"1.000000" : 2703360,
"5.000000" : 4620288,
"10.000000" : 5931008,
"20.000000" : 7307264,
"30.000000" : 8159232,
"40.000000" : 8978432,
"50.000000" : 9764864,
"60.000000" : 10551296,
"70.000000" : 11599872,
"80.000000" : 12779520,
"90.000000" : 14221312,
"95.000000" : 15269888,
"99.000000" : 16908288,
"99.500000" : 17432576,
"99.900000" : 18743296,
"99.950000" : 19267584,
"99.990000" : 20316160
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 818,
"2473984" : 849,
"2506752" : 886,
"2539520" : 940,
"2572288" : 918,
"2605056" : 939,
"2637824" : 1002,
"2670592" : 1022,
"2703360" : 1131,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1136,
"2834432" : 1120,
"2867200" : 1179,
"2899968" : 1174,
"2932736" : 1156,
"2965504" : 1240,
"2998272" : 1281,
"3031040" : 1237,
"3063808" : 1225,
"3096576" : 1234,
"3129344" : 1332,
"3162112" : 1244,
"3194880" : 1341,
"3227648" : 1335,
"3260416" : 1372,
"3293184" : 1377,
"3325952" : 1386,
"3358720" : 1443,
"3391488" : 1399,
"3424256" : 1456,
"3457024" : 1503,
"3489792" : 1504,
"3522560" : 1541,
"3555328" : 1587,
"3588096" : 1547,
"3620864" : 1597,
"3653632" : 1649,
"3686400" : 1644,
"3719168" : 1611,
"3751936" : 1653,
"3784704" : 1741,
"3817472" : 1740,
"3850240" : 1713,
"3883008" : 1711,
"3915776" : 1752,
"3948544" : 1651,
"3981312" : 1811,
"4014080" : 1977,
"4046848" : 1802,
"4079616" : 1782,
"4112384" : 1878,
"4145152" : 1911,
"4177920" : 2049,
"4227072" : 4077,
"4292608" : 4076,
"4358144" : 4187,
"4423680" : 4294,
"4489216" : 4356,
"4554752" : 4441,
"4620288" : 4497,
"4685824" : 4675,
"4751360" : 5015,
"4816896" : 4921,
"4882432" : 5022,
"4947968" : 5145,
"5013504" : 5554,
"5079040" : 5386,
"5144576" : 5698,
"5210112" : 5779,
"5275648" : 5981,
"5341184" : 6170,
"5406720" : 6619,
"5472256" : 6629,
"5537792" : 6970,
"5603328" : 7393,
"5668864" : 7533,
"5734400" : 7609,
"5799936" : 7729,
"5865472" : 8130,
"5931008" : 8066,
"5996544" : 8811,
"6062080" : 8627,
"6127616" : 8870,
"6193152" : 9441,
"6258688" : 9915,
"6324224" : 10113,
"6389760" : 10332,
"6455296" : 10677,
"6520832" : 10582,
"6586368" : 10947,
"6651904" : 11273,
"6717440" : 11788,
"6782976" : 12127,
"6848512" : 12197,
"6914048" : 12679,
"6979584" : 13752,
"7045120" : 13771,
"7110656" : 13720,
"7176192" : 14375,
"7241728" : 15141,
"7307264" : 15153,
"7372800" : 16041,
"7438336" : 16039,
"7503872" : 16658,
"7569408" : 17185,
"7634944" : 16961,
"7700480" : 17322,
"7766016" : 18082,
"7831552" : 18313,
"7897088" : 18541,
"7962624" : 19030,
"8028160" : 20296,
"8093696" : 19782,
"8159232" : 20123,
"8224768" : 20777,
"8290304" : 21280,
"8355840" : 21523,
"8454144" : 43541,
"8585216" : 43149,
"8716288" : 41769,
"8847360" : 43181,
"8978432" : 44059,
"9109504" : 41380,
"9240576" : 40653,
"9371648" : 38776,
"9502720" : 38384,
"9633792" : 37611,
"9764864" : 37960,
"9895936" : 37362,
"10027008" : 37650,
"10158080" : 35393,
"10289152" : 34868,
"10420224" : 34929,
"10551296" : 35415,
"10682368" : 34263,
"10813440" : 33165,
"10944512" : 32694,
"11075584" : 30919,
"11206656" : 30819,
"11337728" : 31044,
"11468800" : 31625,
"11599872" : 30663,
"11730944" : 28642,
"11862016" : 27844,
"11993088" : 27619,
"12124160" : 25913,
"12255232" : 25704,
"12386304" : 24229,
"12517376" : 24058,
"12648448" : 23847,
"12779520" : 23723,
"12910592" : 23991,
"13041664" : 24246,
"13172736" : 22815,
"13303808" : 22357,
"13434880" : 22925,
"13565952" : 22279,
"13697024" : 20908,
"13828096" : 19349,
"13959168" : 19739,
"14090240" : 18947,
"14221312" : 18695,
"14352384" : 18067,
"14483456" : 17680,
"14614528" : 16389,
"14745600" : 15849,
"14876672" : 14965,
"15007744" : 14809,
"15138816" : 13916,
"15269888" : 13344,
"15400960" : 12260,
"15532032" : 11305,
"15663104" : 10608,
"15794176" : 9219,
"15925248" : 8310,
"16056320" : 7928,
"16187392" : 6953,
"16318464" : 6178,
"16449536" : 5501,
"16580608" : 5073,
"16711680" : 4490,
"16908288" : 7417,
"17170432" : 5770,
"17432576" : 4188,
"17694720" : 3118,
"17956864" : 2280,
"18219008" : 1841,
"18481152" : 1209,
"18743296" : 854,
"19005440" : 590,
"19267584" : 414,
"19529728" : 245,
"19791872" : 200,
"20054016" : 118,
"20316160" : 90,
"20578304" : 60,
"20840448" : 37,
"21102592" : 24,
"21364736" : 9,
"21626880" : 12,
"21889024" : 6,
"22151168" : 4,
"22413312" : 4,
"22675456" : 1,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 23956121,
"mean" : 10573956.522238,
"stddev" : 3395465.447568,
"N" : 2420688
},
"bw_min" : 70280,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 96912.130653,
"bw_dev" : 954.723697,
"bw_samples" : 3184,
"iops_min" : 17570,
"iops_max" : 33707,
"iops_mean" : 24227.025126,
"iops_stddev" : 238.667134,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599991,
"usr_cpu" : 0.520565,
"sys_cpu" : 5.985721,
"ctx" : 2578000,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.034370,
"1000" : 0.057752
},
"latency_ms" : {
"2" : 0.263477,
"4" : 2.977274,
"10" : 49.935225,
"20" : 46.712940,
"50" : 0.013715,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123026,
"timestamp_ms" : 1774123026440,
"time" : "Sat Mar 21 16:57:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10826981376,
"io_kbytes" : 10573224,
"bw_bytes" : 98427103,
"bw" : 96120,
"iops" : 24030.436364,
"runtime" : 110000,
"total_ios" : 2643348,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 661972.300085,
"stddev" : 279636.684188,
"N" : 2643348
},
"clat_ns" : {
"min" : 414713,
"max" : 22922521,
"mean" : 9989716.386143,
"stddev" : 3159479.036812,
"N" : 2643332,
"percentile" : {
"1.000000" : 2768896,
"5.000000" : 4751360,
"10.000000" : 6062080,
"20.000000" : 7438336,
"30.000000" : 8290304,
"40.000000" : 8978432,
"50.000000" : 9764864,
"60.000000" : 10682368,
"70.000000" : 11599872,
"80.000000" : 12910592,
"90.000000" : 14352384,
"95.000000" : 15269888,
"99.000000" : 16908288,
"99.500000" : 17432576,
"99.900000" : 18743296,
"99.950000" : 19005440,
"99.990000" : 20054016
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 819,
"2473984" : 850,
"2506752" : 887,
"2539520" : 943,
"2572288" : 920,
"2605056" : 942,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1132,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1335,
"3162112" : 1245,
"3194880" : 1342,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1404,
"3424256" : 1464,
"3457024" : 1506,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1595,
"3588096" : 1551,
"3620864" : 1604,
"3653632" : 1657,
"3686400" : 1652,
"3719168" : 1616,
"3751936" : 1663,
"3784704" : 1747,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1718,
"3915776" : 1762,
"3948544" : 1662,
"3981312" : 1828,
"4014080" : 1987,
"4046848" : 1818,
"4079616" : 1794,
"4112384" : 1894,
"4145152" : 1929,
"4177920" : 2065,
"4227072" : 4110,
"4292608" : 4115,
"4358144" : 4233,
"4423680" : 4343,
"4489216" : 4399,
"4554752" : 4487,
"4620288" : 4552,
"4685824" : 4737,
"4751360" : 5080,
"4816896" : 4995,
"4882432" : 5103,
"4947968" : 5245,
"5013504" : 5646,
"5079040" : 5501,
"5144576" : 5832,
"5210112" : 5893,
"5275648" : 6129,
"5341184" : 6339,
"5406720" : 6804,
"5472256" : 6809,
"5537792" : 7170,
"5603328" : 7597,
"5668864" : 7748,
"5734400" : 7862,
"5799936" : 7991,
"5865472" : 8426,
"5931008" : 8363,
"5996544" : 9129,
"6062080" : 9004,
"6127616" : 9233,
"6193152" : 9827,
"6258688" : 10324,
"6324224" : 10574,
"6389760" : 10813,
"6455296" : 11201,
"6520832" : 11090,
"6586368" : 11468,
"6651904" : 11902,
"6717440" : 12450,
"6782976" : 12818,
"6848512" : 12979,
"6914048" : 13506,
"6979584" : 14615,
"7045120" : 14746,
"7110656" : 14692,
"7176192" : 15511,
"7241728" : 16408,
"7307264" : 16429,
"7372800" : 17335,
"7438336" : 17490,
"7503872" : 18068,
"7569408" : 18641,
"7634944" : 18421,
"7700480" : 18941,
"7766016" : 19622,
"7831552" : 19931,
"7897088" : 20143,
"7962624" : 20756,
"8028160" : 22011,
"8093696" : 21486,
"8159232" : 21898,
"8224768" : 22573,
"8290304" : 23041,
"8355840" : 23423,
"8454144" : 47359,
"8585216" : 47269,
"8716288" : 45945,
"8847360" : 47548,
"8978432" : 48649,
"9109504" : 45732,
"9240576" : 45149,
"9371648" : 43094,
"9502720" : 42669,
"9633792" : 41843,
"9764864" : 42198,
"9895936" : 41418,
"10027008" : 41852,
"10158080" : 39591,
"10289152" : 39056,
"10420224" : 39213,
"10551296" : 39633,
"10682368" : 38253,
"10813440" : 36892,
"10944512" : 36261,
"11075584" : 34363,
"11206656" : 34180,
"11337728" : 34217,
"11468800" : 34601,
"11599872" : 33621,
"11730944" : 31578,
"11862016" : 30676,
"11993088" : 30578,
"12124160" : 28597,
"12255232" : 28419,
"12386304" : 26817,
"12517376" : 26624,
"12648448" : 26303,
"12779520" : 26210,
"12910592" : 26359,
"13041664" : 26796,
"13172736" : 25363,
"13303808" : 24912,
"13434880" : 25424,
"13565952" : 24828,
"13697024" : 23481,
"13828096" : 21969,
"13959168" : 22286,
"14090240" : 21459,
"14221312" : 21206,
"14352384" : 20514,
"14483456" : 20114,
"14614528" : 18626,
"14745600" : 18053,
"14876672" : 16926,
"15007744" : 16640,
"15138816" : 15580,
"15269888" : 14790,
"15400960" : 13610,
"15532032" : 12546,
"15663104" : 11656,
"15794176" : 10147,
"15925248" : 9208,
"16056320" : 8671,
"16187392" : 7644,
"16318464" : 6781,
"16449536" : 5972,
"16580608" : 5514,
"16711680" : 4861,
"16908288" : 8028,
"17170432" : 6169,
"17432576" : 4484,
"17694720" : 3325,
"17956864" : 2435,
"18219008" : 1992,
"18481152" : 1320,
"18743296" : 943,
"19005440" : 636,
"19267584" : 434,
"19529728" : 255,
"19791872" : 209,
"20054016" : 124,
"20316160" : 93,
"20578304" : 60,
"20840448" : 37,
"21102592" : 24,
"21364736" : 9,
"21626880" : 12,
"21889024" : 6,
"22151168" : 4,
"22413312" : 4,
"22675456" : 1,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 23956121,
"mean" : 10651672.846278,
"stddev" : 3361547.953006,
"N" : 2643332
},
"bw_min" : 70280,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 96162.127854,
"bw_dev" : 927.792118,
"bw_samples" : 3504,
"iops_min" : 17570,
"iops_max" : 33707,
"iops_mean" : 24039.598174,
"iops_stddev" : 231.933031,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759994,
"usr_cpu" : 0.519547,
"sys_cpu" : 6.014623,
"ctx" : 2812826,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.031475,
"1000" : 0.052887
},
"latency_ms" : {
"2" : 0.241285,
"4" : 2.735395,
"10" : 49.370117,
"20" : 47.551212,
"50" : 0.012825,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123036,
"timestamp_ms" : 1774123036439,
"time" : "Sat Mar 21 16:57:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11628576768,
"io_kbytes" : 11356032,
"bw_bytes" : 96904806,
"bw" : 94633,
"iops" : 23658.558333,
"runtime" : 120000,
"total_ios" : 2839027,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 672443.329586,
"stddev" : 283511.910119,
"N" : 2839027
},
"clat_ns" : {
"min" : 414713,
"max" : 22922521,
"mean" : 10146683.035822,
"stddev" : 3210360.019532,
"N" : 2839011,
"percentile" : {
"1.000000" : 2834432,
"5.000000" : 4882432,
"10.000000" : 6193152,
"20.000000" : 7503872,
"30.000000" : 8454144,
"40.000000" : 9109504,
"50.000000" : 9895936,
"60.000000" : 10813440,
"70.000000" : 11862016,
"80.000000" : 13041664,
"90.000000" : 14483456,
"95.000000" : 15532032,
"99.000000" : 17432576,
"99.500000" : 17956864,
"99.900000" : 19267584,
"99.950000" : 19791872,
"99.990000" : 20578304
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 819,
"2473984" : 850,
"2506752" : 887,
"2539520" : 943,
"2572288" : 920,
"2605056" : 942,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1132,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1335,
"3162112" : 1245,
"3194880" : 1342,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1404,
"3424256" : 1464,
"3457024" : 1506,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1595,
"3588096" : 1551,
"3620864" : 1604,
"3653632" : 1657,
"3686400" : 1652,
"3719168" : 1616,
"3751936" : 1663,
"3784704" : 1747,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1718,
"3915776" : 1762,
"3948544" : 1662,
"3981312" : 1828,
"4014080" : 1987,
"4046848" : 1818,
"4079616" : 1794,
"4112384" : 1894,
"4145152" : 1929,
"4177920" : 2065,
"4227072" : 4110,
"4292608" : 4117,
"4358144" : 4235,
"4423680" : 4344,
"4489216" : 4399,
"4554752" : 4492,
"4620288" : 4553,
"4685824" : 4739,
"4751360" : 5085,
"4816896" : 4999,
"4882432" : 5107,
"4947968" : 5247,
"5013504" : 5651,
"5079040" : 5506,
"5144576" : 5838,
"5210112" : 5908,
"5275648" : 6141,
"5341184" : 6350,
"5406720" : 6826,
"5472256" : 6843,
"5537792" : 7202,
"5603328" : 7626,
"5668864" : 7786,
"5734400" : 7911,
"5799936" : 8044,
"5865472" : 8500,
"5931008" : 8423,
"5996544" : 9196,
"6062080" : 9085,
"6127616" : 9342,
"6193152" : 9954,
"6258688" : 10434,
"6324224" : 10689,
"6389760" : 10928,
"6455296" : 11305,
"6520832" : 11208,
"6586368" : 11611,
"6651904" : 12058,
"6717440" : 12599,
"6782976" : 12960,
"6848512" : 13142,
"6914048" : 13687,
"6979584" : 14831,
"7045120" : 14998,
"7110656" : 14945,
"7176192" : 15779,
"7241728" : 16693,
"7307264" : 16757,
"7372800" : 17690,
"7438336" : 17912,
"7503872" : 18561,
"7569408" : 19163,
"7634944" : 18981,
"7700480" : 19529,
"7766016" : 20291,
"7831552" : 20624,
"7897088" : 20975,
"7962624" : 21584,
"8028160" : 22966,
"8093696" : 22462,
"8159232" : 22928,
"8224768" : 23679,
"8290304" : 24181,
"8355840" : 24572,
"8454144" : 49908,
"8585216" : 50081,
"8716288" : 49105,
"8847360" : 50761,
"8978432" : 52141,
"9109504" : 49286,
"9240576" : 48839,
"9371648" : 46833,
"9502720" : 46402,
"9633792" : 45607,
"9764864" : 45782,
"9895936" : 44871,
"10027008" : 45221,
"10158080" : 42807,
"10289152" : 42217,
"10420224" : 42319,
"10551296" : 42676,
"10682368" : 41276,
"10813440" : 39913,
"10944512" : 39283,
"11075584" : 37349,
"11206656" : 37197,
"11337728" : 37229,
"11468800" : 37394,
"11599872" : 36404,
"11730944" : 34262,
"11862016" : 33277,
"11993088" : 33113,
"12124160" : 31013,
"12255232" : 30702,
"12386304" : 29105,
"12517376" : 28933,
"12648448" : 28343,
"12779520" : 28315,
"12910592" : 28325,
"13041664" : 28769,
"13172736" : 27326,
"13303808" : 26908,
"13434880" : 27372,
"13565952" : 26816,
"13697024" : 25454,
"13828096" : 23800,
"13959168" : 24186,
"14090240" : 23269,
"14221312" : 22963,
"14352384" : 22353,
"14483456" : 22016,
"14614528" : 20574,
"14745600" : 19984,
"14876672" : 18871,
"15007744" : 18647,
"15138816" : 17539,
"15269888" : 16786,
"15400960" : 15570,
"15532032" : 14582,
"15663104" : 13683,
"15794176" : 12172,
"15925248" : 11251,
"16056320" : 10610,
"16187392" : 9600,
"16318464" : 8735,
"16449536" : 7804,
"16580608" : 7350,
"16711680" : 6584,
"16908288" : 11276,
"17170432" : 9135,
"17432576" : 7141,
"17694720" : 5696,
"17956864" : 4427,
"18219008" : 3675,
"18481152" : 2652,
"18743296" : 1958,
"19005440" : 1394,
"19267584" : 967,
"19529728" : 661,
"19791872" : 512,
"20054016" : 331,
"20316160" : 240,
"20578304" : 171,
"20840448" : 101,
"21102592" : 53,
"21364736" : 45,
"21626880" : 36,
"21889024" : 7,
"22151168" : 5,
"22413312" : 7,
"22675456" : 2,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 24034671,
"mean" : 10819121.784247,
"stddev" : 3415875.958410,
"N" : 2839011
},
"bw_min" : 65216,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 94792.447699,
"bw_dev" : 942.888746,
"bw_samples" : 3824,
"iops_min" : 16304,
"iops_max" : 33707,
"iops_mean" : 23697.138075,
"iops_stddev" : 235.706519,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919995,
"usr_cpu" : 0.513022,
"sys_cpu" : 5.977776,
"ctx" : 3017137,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.029306,
"1000" : 0.049242
},
"latency_ms" : {
"2" : 0.224654,
"4" : 2.546858,
"10" : 48.012153,
"20" : 49.102210,
"50" : 0.031102,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123046,
"timestamp_ms" : 1774123046438,
"time" : "Sat Mar 21 16:57:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12401053696,
"io_kbytes" : 12110404,
"bw_bytes" : 95392720,
"bw" : 93156,
"iops" : 23289.384615,
"runtime" : 130000,
"total_ios" : 3027620,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 683167.212856,
"stddev" : 287955.165453,
"N" : 3027620
},
"clat_ns" : {
"min" : 414713,
"max" : 22922521,
"mean" : 10307465.331803,
"stddev" : 3265760.737619,
"N" : 3027604,
"percentile" : {
"1.000000" : 2867200,
"5.000000" : 5013504,
"10.000000" : 6324224,
"20.000000" : 7634944,
"30.000000" : 8454144,
"40.000000" : 9240576,
"50.000000" : 10027008,
"60.000000" : 10944512,
"70.000000" : 11993088,
"80.000000" : 13303808,
"90.000000" : 14745600,
"95.000000" : 15794176,
"99.000000" : 17694720,
"99.500000" : 18481152,
"99.900000" : 19529728,
"99.950000" : 20054016,
"99.990000" : 21102592
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 819,
"2473984" : 850,
"2506752" : 887,
"2539520" : 943,
"2572288" : 920,
"2605056" : 942,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1132,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1335,
"3162112" : 1245,
"3194880" : 1342,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1404,
"3424256" : 1464,
"3457024" : 1506,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1595,
"3588096" : 1551,
"3620864" : 1604,
"3653632" : 1657,
"3686400" : 1652,
"3719168" : 1616,
"3751936" : 1663,
"3784704" : 1747,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1718,
"3915776" : 1762,
"3948544" : 1662,
"3981312" : 1828,
"4014080" : 1988,
"4046848" : 1818,
"4079616" : 1794,
"4112384" : 1894,
"4145152" : 1929,
"4177920" : 2067,
"4227072" : 4110,
"4292608" : 4117,
"4358144" : 4235,
"4423680" : 4345,
"4489216" : 4401,
"4554752" : 4493,
"4620288" : 4556,
"4685824" : 4743,
"4751360" : 5088,
"4816896" : 5008,
"4882432" : 5113,
"4947968" : 5257,
"5013504" : 5659,
"5079040" : 5521,
"5144576" : 5854,
"5210112" : 5923,
"5275648" : 6158,
"5341184" : 6377,
"5406720" : 6852,
"5472256" : 6865,
"5537792" : 7232,
"5603328" : 7664,
"5668864" : 7825,
"5734400" : 7965,
"5799936" : 8091,
"5865472" : 8560,
"5931008" : 8474,
"5996544" : 9282,
"6062080" : 9164,
"6127616" : 9428,
"6193152" : 10056,
"6258688" : 10572,
"6324224" : 10792,
"6389760" : 11067,
"6455296" : 11440,
"6520832" : 11367,
"6586368" : 11767,
"6651904" : 12241,
"6717440" : 12790,
"6782976" : 13149,
"6848512" : 13383,
"6914048" : 13930,
"6979584" : 15122,
"7045120" : 15274,
"7110656" : 15231,
"7176192" : 16077,
"7241728" : 17006,
"7307264" : 17110,
"7372800" : 18060,
"7438336" : 18290,
"7503872" : 18956,
"7569408" : 19553,
"7634944" : 19387,
"7700480" : 19981,
"7766016" : 20781,
"7831552" : 21105,
"7897088" : 21503,
"7962624" : 22145,
"8028160" : 23649,
"8093696" : 23105,
"8159232" : 23626,
"8224768" : 24423,
"8290304" : 24941,
"8355840" : 25397,
"8454144" : 51705,
"8585216" : 52197,
"8716288" : 51375,
"8847360" : 53160,
"8978432" : 54589,
"9109504" : 51815,
"9240576" : 51396,
"9371648" : 49497,
"9502720" : 49177,
"9633792" : 48361,
"9764864" : 48505,
"9895936" : 47505,
"10027008" : 47983,
"10158080" : 45390,
"10289152" : 44741,
"10420224" : 44797,
"10551296" : 45101,
"10682368" : 43696,
"10813440" : 42246,
"10944512" : 41687,
"11075584" : 39654,
"11206656" : 39627,
"11337728" : 39652,
"11468800" : 39854,
"11599872" : 39003,
"11730944" : 36848,
"11862016" : 35913,
"11993088" : 35767,
"12124160" : 33680,
"12255232" : 33508,
"12386304" : 31912,
"12517376" : 31801,
"12648448" : 31117,
"12779520" : 31178,
"12910592" : 31199,
"13041664" : 31622,
"13172736" : 30158,
"13303808" : 29494,
"13434880" : 30086,
"13565952" : 29361,
"13697024" : 27943,
"13828096" : 26184,
"13959168" : 26496,
"14090240" : 25490,
"14221312" : 25133,
"14352384" : 24527,
"14483456" : 24143,
"14614528" : 22700,
"14745600" : 22117,
"14876672" : 20885,
"15007744" : 20588,
"15138816" : 19580,
"15269888" : 18777,
"15400960" : 17512,
"15532032" : 16541,
"15663104" : 15642,
"15794176" : 14088,
"15925248" : 13206,
"16056320" : 12539,
"16187392" : 11545,
"16318464" : 10593,
"16449536" : 9721,
"16580608" : 9246,
"16711680" : 8519,
"16908288" : 14950,
"17170432" : 12447,
"17432576" : 10209,
"17694720" : 8428,
"17956864" : 6597,
"18219008" : 5470,
"18481152" : 4139,
"18743296" : 3162,
"19005440" : 2368,
"19267584" : 1666,
"19529728" : 1238,
"19791872" : 921,
"20054016" : 639,
"20316160" : 450,
"20578304" : 324,
"20840448" : 201,
"21102592" : 119,
"21364736" : 79,
"21626880" : 62,
"21889024" : 13,
"22151168" : 13,
"22413312" : 17,
"22675456" : 6,
"22937600" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 24066239,
"mean" : 10990636.913029,
"stddev" : 3474980.969273,
"N" : 3027604
},
"bw_min" : 62256,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 93274.698842,
"bw_dev" : 973.087637,
"bw_samples" : 4144,
"iops_min" : 15564,
"iops_max" : 33707,
"iops_mean" : 23317.729730,
"iops_stddev" : 243.254670,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079987,
"usr_cpu" : 0.507263,
"sys_cpu" : 5.938547,
"ctx" : 3214424,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.027480,
"1000" : 0.046175
},
"latency_ms" : {
"2" : 0.210661,
"4" : 2.388213,
"10" : 46.469636,
"20" : 50.797227,
"50" : 0.056414,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123056,
"timestamp_ms" : 1774123056438,
"time" : "Sat Mar 21 16:57:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13226414080,
"io_kbytes" : 12916420,
"bw_bytes" : 94474386,
"bw" : 92260,
"iops" : 23065.178571,
"runtime" : 140000,
"total_ios" : 3229125,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 689850.321645,
"stddev" : 290773.504740,
"N" : 3229125
},
"clat_ns" : {
"min" : 414713,
"max" : 23029064,
"mean" : 10407640.655413,
"stddev" : 3291630.830743,
"N" : 3229109,
"percentile" : {
"1.000000" : 2932736,
"5.000000" : 5144576,
"10.000000" : 6389760,
"20.000000" : 7700480,
"30.000000" : 8585216,
"40.000000" : 9371648,
"50.000000" : 10158080,
"60.000000" : 11075584,
"70.000000" : 12124160,
"80.000000" : 13434880,
"90.000000" : 14876672,
"95.000000" : 16056320,
"99.000000" : 17956864,
"99.500000" : 18481152,
"99.900000" : 19791872,
"99.950000" : 20054016,
"99.990000" : 21102592
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 819,
"2473984" : 850,
"2506752" : 887,
"2539520" : 943,
"2572288" : 920,
"2605056" : 942,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1132,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1335,
"3162112" : 1245,
"3194880" : 1342,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1406,
"3424256" : 1464,
"3457024" : 1506,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1595,
"3588096" : 1551,
"3620864" : 1604,
"3653632" : 1658,
"3686400" : 1652,
"3719168" : 1618,
"3751936" : 1664,
"3784704" : 1747,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1718,
"3915776" : 1762,
"3948544" : 1664,
"3981312" : 1829,
"4014080" : 1988,
"4046848" : 1818,
"4079616" : 1795,
"4112384" : 1895,
"4145152" : 1931,
"4177920" : 2068,
"4227072" : 4116,
"4292608" : 4120,
"4358144" : 4245,
"4423680" : 4349,
"4489216" : 4411,
"4554752" : 4503,
"4620288" : 4566,
"4685824" : 4763,
"4751360" : 5106,
"4816896" : 5037,
"4882432" : 5129,
"4947968" : 5279,
"5013504" : 5698,
"5079040" : 5548,
"5144576" : 5895,
"5210112" : 5961,
"5275648" : 6198,
"5341184" : 6427,
"5406720" : 6897,
"5472256" : 6928,
"5537792" : 7319,
"5603328" : 7749,
"5668864" : 7921,
"5734400" : 8076,
"5799936" : 8189,
"5865472" : 8663,
"5931008" : 8588,
"5996544" : 9435,
"6062080" : 9319,
"6127616" : 9608,
"6193152" : 10262,
"6258688" : 10803,
"6324224" : 11040,
"6389760" : 11339,
"6455296" : 11759,
"6520832" : 11694,
"6586368" : 12143,
"6651904" : 12639,
"6717440" : 13227,
"6782976" : 13586,
"6848512" : 13887,
"6914048" : 14467,
"6979584" : 15713,
"7045120" : 15858,
"7110656" : 15885,
"7176192" : 16760,
"7241728" : 17804,
"7307264" : 17931,
"7372800" : 18904,
"7438336" : 19193,
"7503872" : 19923,
"7569408" : 20575,
"7634944" : 20482,
"7700480" : 21095,
"7766016" : 21882,
"7831552" : 22272,
"7897088" : 22794,
"7962624" : 23512,
"8028160" : 25064,
"8093696" : 24529,
"8159232" : 25099,
"8224768" : 25986,
"8290304" : 26557,
"8355840" : 27008,
"8454144" : 55329,
"8585216" : 55996,
"8716288" : 55312,
"8847360" : 57064,
"8978432" : 58564,
"9109504" : 55638,
"9240576" : 55369,
"9371648" : 53310,
"9502720" : 52922,
"9633792" : 51910,
"9764864" : 51800,
"9895936" : 50507,
"10027008" : 50873,
"10158080" : 48016,
"10289152" : 47174,
"10420224" : 47172,
"10551296" : 47366,
"10682368" : 45831,
"10813440" : 44335,
"10944512" : 43831,
"11075584" : 41602,
"11206656" : 41675,
"11337728" : 41693,
"11468800" : 41828,
"11599872" : 40950,
"11730944" : 38800,
"11862016" : 37769,
"11993088" : 37730,
"12124160" : 35609,
"12255232" : 35485,
"12386304" : 33943,
"12517376" : 33878,
"12648448" : 33151,
"12779520" : 33294,
"12910592" : 33293,
"13041664" : 33776,
"13172736" : 32302,
"13303808" : 31640,
"13434880" : 32153,
"13565952" : 31468,
"13697024" : 29970,
"13828096" : 28289,
"13959168" : 28568,
"14090240" : 27589,
"14221312" : 27342,
"14352384" : 26680,
"14483456" : 26346,
"14614528" : 24865,
"14745600" : 24217,
"14876672" : 22976,
"15007744" : 22855,
"15138816" : 21764,
"15269888" : 21008,
"15400960" : 19662,
"15532032" : 18833,
"15663104" : 17857,
"15794176" : 16200,
"15925248" : 15271,
"16056320" : 14585,
"16187392" : 13542,
"16318464" : 12459,
"16449536" : 11526,
"16580608" : 11004,
"16711680" : 10252,
"16908288" : 18238,
"17170432" : 15252,
"17432576" : 12549,
"17694720" : 10544,
"17956864" : 8258,
"18219008" : 6752,
"18481152" : 5138,
"18743296" : 3944,
"19005440" : 2980,
"19267584" : 2124,
"19529728" : 1612,
"19791872" : 1191,
"20054016" : 841,
"20316160" : 577,
"20578304" : 398,
"20840448" : 235,
"21102592" : 139,
"21364736" : 88,
"21626880" : 70,
"21889024" : 14,
"22151168" : 13,
"22413312" : 19,
"22675456" : 6,
"22937600" : 3
}
},
"lat_ns" : {
"min" : 445581,
"max" : 24124498,
"mean" : 11097488.169082,
"stddev" : 3502528.036559,
"N" : 3229109
},
"bw_min" : 62256,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 92337.379928,
"bw_dev" : 971.364143,
"bw_samples" : 4464,
"iops_min" : 15564,
"iops_max" : 33707,
"iops_mean" : 23083.390681,
"iops_stddev" : 242.823809,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239995,
"usr_cpu" : 0.502055,
"sys_cpu" : 5.945013,
"ctx" : 3427441,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.025765,
"1000" : 0.043293
},
"latency_ms" : {
"2" : 0.197515,
"4" : 2.239461,
"10" : 45.906151,
"20" : 51.518445,
"50" : 0.065436,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123066,
"timestamp_ms" : 1774123066439,
"time" : "Sat Mar 21 16:57:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14041571328,
"io_kbytes" : 13712472,
"bw_bytes" : 93610475,
"bw" : 91416,
"iops" : 22854.260000,
"runtime" : 150000,
"total_ios" : 3428139,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 696255.944915,
"stddev" : 291926.510175,
"N" : 3428139
},
"clat_ns" : {
"min" : 414713,
"max" : 23029064,
"mean" : 10503496.343351,
"stddev" : 3291486.482626,
"N" : 3428123,
"percentile" : {
"1.000000" : 2998272,
"5.000000" : 5275648,
"10.000000" : 6520832,
"20.000000" : 7831552,
"30.000000" : 8716288,
"40.000000" : 9371648,
"50.000000" : 10158080,
"60.000000" : 11075584,
"70.000000" : 12255232,
"80.000000" : 13434880,
"90.000000" : 15007744,
"95.000000" : 16187392,
"99.000000" : 17956864,
"99.500000" : 18481152,
"99.900000" : 19791872,
"99.950000" : 20054016,
"99.990000" : 21102592
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 819,
"2473984" : 850,
"2506752" : 887,
"2539520" : 943,
"2572288" : 920,
"2605056" : 942,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1132,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1335,
"3162112" : 1245,
"3194880" : 1342,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1406,
"3424256" : 1464,
"3457024" : 1506,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1595,
"3588096" : 1551,
"3620864" : 1604,
"3653632" : 1658,
"3686400" : 1652,
"3719168" : 1618,
"3751936" : 1664,
"3784704" : 1747,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1718,
"3915776" : 1762,
"3948544" : 1664,
"3981312" : 1829,
"4014080" : 1988,
"4046848" : 1818,
"4079616" : 1795,
"4112384" : 1895,
"4145152" : 1931,
"4177920" : 2068,
"4227072" : 4116,
"4292608" : 4120,
"4358144" : 4245,
"4423680" : 4349,
"4489216" : 4411,
"4554752" : 4503,
"4620288" : 4566,
"4685824" : 4763,
"4751360" : 5106,
"4816896" : 5037,
"4882432" : 5129,
"4947968" : 5279,
"5013504" : 5698,
"5079040" : 5548,
"5144576" : 5895,
"5210112" : 5964,
"5275648" : 6199,
"5341184" : 6428,
"5406720" : 6900,
"5472256" : 6928,
"5537792" : 7321,
"5603328" : 7751,
"5668864" : 7923,
"5734400" : 8076,
"5799936" : 8191,
"5865472" : 8666,
"5931008" : 8593,
"5996544" : 9443,
"6062080" : 9325,
"6127616" : 9609,
"6193152" : 10270,
"6258688" : 10816,
"6324224" : 11048,
"6389760" : 11358,
"6455296" : 11772,
"6520832" : 11707,
"6586368" : 12166,
"6651904" : 12670,
"6717440" : 13267,
"6782976" : 13632,
"6848512" : 13946,
"6914048" : 14527,
"6979584" : 15780,
"7045120" : 15938,
"7110656" : 15970,
"7176192" : 16845,
"7241728" : 17904,
"7307264" : 18051,
"7372800" : 19053,
"7438336" : 19362,
"7503872" : 20133,
"7569408" : 20815,
"7634944" : 20741,
"7700480" : 21374,
"7766016" : 22243,
"7831552" : 22676,
"7897088" : 23261,
"7962624" : 24016,
"8028160" : 25661,
"8093696" : 25174,
"8159232" : 25825,
"8224768" : 26829,
"8290304" : 27551,
"8355840" : 28103,
"8454144" : 57920,
"8585216" : 58912,
"8716288" : 58727,
"8847360" : 60904,
"8978432" : 62664,
"9109504" : 60105,
"9240576" : 60096,
"9371648" : 58229,
"9502720" : 57712,
"9633792" : 56826,
"9764864" : 56666,
"9895936" : 55369,
"10027008" : 55901,
"10158080" : 52810,
"10289152" : 51695,
"10420224" : 51565,
"10551296" : 51434,
"10682368" : 49660,
"10813440" : 48075,
"10944512" : 47408,
"11075584" : 45006,
"11206656" : 44832,
"11337728" : 44637,
"11468800" : 44664,
"11599872" : 43719,
"11730944" : 41361,
"11862016" : 40253,
"11993088" : 40181,
"12124160" : 37789,
"12255232" : 37638,
"12386304" : 35969,
"12517376" : 35842,
"12648448" : 34988,
"12779520" : 35102,
"12910592" : 35004,
"13041664" : 35615,
"13172736" : 34083,
"13303808" : 33310,
"13434880" : 33837,
"13565952" : 33138,
"13697024" : 31565,
"13828096" : 29959,
"13959168" : 30232,
"14090240" : 29342,
"14221312" : 29184,
"14352384" : 28496,
"14483456" : 28278,
"14614528" : 26808,
"14745600" : 26211,
"14876672" : 24989,
"15007744" : 24922,
"15138816" : 23845,
"15269888" : 23107,
"15400960" : 21797,
"15532032" : 20926,
"15663104" : 20031,
"15794176" : 18308,
"15925248" : 17335,
"16056320" : 16653,
"16187392" : 15546,
"16318464" : 14343,
"16449536" : 13379,
"16580608" : 12756,
"16711680" : 11965,
"16908288" : 21317,
"17170432" : 17899,
"17432576" : 14731,
"17694720" : 12392,
"17956864" : 9755,
"18219008" : 7815,
"18481152" : 5883,
"18743296" : 4414,
"19005440" : 3321,
"19267584" : 2340,
"19529728" : 1802,
"19791872" : 1307,
"20054016" : 917,
"20316160" : 615,
"20578304" : 418,
"20840448" : 253,
"21102592" : 147,
"21364736" : 91,
"21626880" : 71,
"21889024" : 14,
"22151168" : 13,
"22413312" : 19,
"22675456" : 6,
"22937600" : 3
}
},
"lat_ns" : {
"min" : 445581,
"max" : 24124498,
"mean" : 11199728.654798,
"stddev" : 3502275.550703,
"N" : 3428123
},
"bw_min" : 62256,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 91443.418060,
"bw_dev" : 968.570992,
"bw_samples" : 4784,
"iops_min" : 15564,
"iops_max" : 33707,
"iops_mean" : 22859.899666,
"iops_stddev" : 242.124287,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399992,
"usr_cpu" : 0.500960,
"sys_cpu" : 5.947436,
"ctx" : 3637208,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.024270,
"1000" : 0.040780
},
"latency_ms" : {
"2" : 0.186048,
"4" : 2.109454,
"10" : 45.012819,
"20" : 52.557116,
"50" : 0.065808,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123076,
"timestamp_ms" : 1774123076439,
"time" : "Sat Mar 21 16:57:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14817824768,
"io_kbytes" : 14470532,
"bw_bytes" : 92611404,
"bw" : 90440,
"iops" : 22610.337500,
"runtime" : 160000,
"total_ios" : 3617654,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 703813.010650,
"stddev" : 294709.117244,
"N" : 3617654
},
"clat_ns" : {
"min" : 414713,
"max" : 24096735,
"mean" : 10616719.501459,
"stddev" : 3313661.426064,
"N" : 3617638,
"percentile" : {
"1.000000" : 3031040,
"5.000000" : 5341184,
"10.000000" : 6586368,
"20.000000" : 7897088,
"30.000000" : 8716288,
"40.000000" : 9502720,
"50.000000" : 10289152,
"60.000000" : 11206656,
"70.000000" : 12255232,
"80.000000" : 13565952,
"90.000000" : 15138816,
"95.000000" : 16318464,
"99.000000" : 18219008,
"99.500000" : 18743296,
"99.900000" : 20054016,
"99.950000" : 20316160,
"99.990000" : 21364736
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 819,
"2473984" : 850,
"2506752" : 887,
"2539520" : 943,
"2572288" : 920,
"2605056" : 942,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1132,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1335,
"3162112" : 1245,
"3194880" : 1342,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1406,
"3424256" : 1464,
"3457024" : 1506,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1595,
"3588096" : 1551,
"3620864" : 1604,
"3653632" : 1658,
"3686400" : 1652,
"3719168" : 1618,
"3751936" : 1664,
"3784704" : 1747,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1718,
"3915776" : 1762,
"3948544" : 1664,
"3981312" : 1829,
"4014080" : 1988,
"4046848" : 1818,
"4079616" : 1795,
"4112384" : 1895,
"4145152" : 1931,
"4177920" : 2068,
"4227072" : 4116,
"4292608" : 4120,
"4358144" : 4245,
"4423680" : 4349,
"4489216" : 4411,
"4554752" : 4503,
"4620288" : 4566,
"4685824" : 4763,
"4751360" : 5106,
"4816896" : 5037,
"4882432" : 5130,
"4947968" : 5280,
"5013504" : 5699,
"5079040" : 5549,
"5144576" : 5896,
"5210112" : 5964,
"5275648" : 6201,
"5341184" : 6429,
"5406720" : 6904,
"5472256" : 6932,
"5537792" : 7327,
"5603328" : 7756,
"5668864" : 7926,
"5734400" : 8087,
"5799936" : 8199,
"5865472" : 8683,
"5931008" : 8611,
"5996544" : 9469,
"6062080" : 9354,
"6127616" : 9641,
"6193152" : 10306,
"6258688" : 10855,
"6324224" : 11087,
"6389760" : 11409,
"6455296" : 11820,
"6520832" : 11777,
"6586368" : 12234,
"6651904" : 12763,
"6717440" : 13356,
"6782976" : 13724,
"6848512" : 14056,
"6914048" : 14625,
"6979584" : 15897,
"7045120" : 16084,
"7110656" : 16124,
"7176192" : 17025,
"7241728" : 18111,
"7307264" : 18241,
"7372800" : 19270,
"7438336" : 19594,
"7503872" : 20396,
"7569408" : 21099,
"7634944" : 21021,
"7700480" : 21710,
"7766016" : 22600,
"7831552" : 23073,
"7897088" : 23658,
"7962624" : 24470,
"8028160" : 26164,
"8093696" : 25678,
"8159232" : 26350,
"8224768" : 27425,
"8290304" : 28135,
"8355840" : 28715,
"8454144" : 59253,
"8585216" : 60439,
"8716288" : 60487,
"8847360" : 62754,
"8978432" : 64958,
"9109504" : 62531,
"9240576" : 62721,
"9371648" : 61204,
"9502720" : 60954,
"9633792" : 60174,
"9764864" : 60227,
"9895936" : 58882,
"10027008" : 59518,
"10158080" : 56443,
"10289152" : 55557,
"10420224" : 55409,
"10551296" : 55252,
"10682368" : 53275,
"10813440" : 51690,
"10944512" : 50995,
"11075584" : 48541,
"11206656" : 48283,
"11337728" : 47887,
"11468800" : 47955,
"11599872" : 47058,
"11730944" : 44626,
"11862016" : 43254,
"11993088" : 43036,
"12124160" : 40545,
"12255232" : 40306,
"12386304" : 38421,
"12517376" : 38280,
"12648448" : 37330,
"12779520" : 37269,
"12910592" : 37163,
"13041664" : 37732,
"13172736" : 36090,
"13303808" : 35283,
"13434880" : 35761,
"13565952" : 34928,
"13697024" : 33354,
"13828096" : 31706,
"13959168" : 32054,
"14090240" : 31176,
"14221312" : 31087,
"14352384" : 30375,
"14483456" : 30258,
"14614528" : 28733,
"14745600" : 28261,
"14876672" : 26981,
"15007744" : 27056,
"15138816" : 25834,
"15269888" : 25190,
"15400960" : 23869,
"15532032" : 23053,
"15663104" : 22073,
"15794176" : 20331,
"15925248" : 19290,
"16056320" : 18628,
"16187392" : 17521,
"16318464" : 16283,
"16449536" : 15196,
"16580608" : 14553,
"16711680" : 13682,
"16908288" : 24380,
"17170432" : 20560,
"17432576" : 17219,
"17694720" : 14615,
"17956864" : 11801,
"18219008" : 9496,
"18481152" : 7433,
"18743296" : 5740,
"19005440" : 4447,
"19267584" : 3238,
"19529728" : 2501,
"19791872" : 1848,
"20054016" : 1306,
"20316160" : 888,
"20578304" : 619,
"20840448" : 401,
"21102592" : 237,
"21364736" : 155,
"21626880" : 117,
"21889024" : 40,
"22151168" : 29,
"22413312" : 26,
"22675456" : 16,
"22937600" : 8,
"23199744" : 2,
"23461888" : 1,
"23724032" : 2,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 25477826,
"mean" : 11320501.855355,
"stddev" : 3525837.946855,
"N" : 3617638
},
"bw_min" : 62256,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 90483.260188,
"bw_dev" : 973.698804,
"bw_samples" : 5104,
"iops_min" : 15564,
"iops_max" : 33707,
"iops_mean" : 22619.890282,
"iops_stddev" : 243.406051,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559992,
"usr_cpu" : 0.496525,
"sys_cpu" : 5.937284,
"ctx" : 3835828,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.022998,
"1000" : 0.038644
},
"latency_ms" : {
"2" : 0.176302,
"4" : 1.998947,
"10" : 43.760625,
"20" : 53.904796,
"50" : 0.094177,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123086,
"timestamp_ms" : 1774123086439,
"time" : "Sat Mar 21 16:58:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15590662144,
"io_kbytes" : 15225256,
"bw_bytes" : 91709777,
"bw" : 89560,
"iops" : 22390.205882,
"runtime" : 170000,
"total_ios" : 3806335,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 710773.953127,
"stddev" : 296546.218030,
"N" : 3806336
},
"clat_ns" : {
"min" : 414713,
"max" : 24096735,
"mean" : 10721315.125502,
"stddev" : 3322073.706012,
"N" : 3806320,
"percentile" : {
"1.000000" : 3096576,
"5.000000" : 5406720,
"10.000000" : 6717440,
"20.000000" : 8028160,
"30.000000" : 8847360,
"40.000000" : 9633792,
"50.000000" : 10420224,
"60.000000" : 11337728,
"70.000000" : 12386304,
"80.000000" : 13697024,
"90.000000" : 15269888,
"95.000000" : 16449536,
"99.000000" : 18219008,
"99.500000" : 18743296,
"99.900000" : 20054016,
"99.950000" : 20316160,
"99.990000" : 21364736
},
"bins" : {
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 2,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 18,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 49,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 39,
"995328" : 29,
"1003520" : 32,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 56,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 80,
"1204224" : 60,
"1220608" : 74,
"1236992" : 79,
"1253376" : 78,
"1269760" : 72,
"1286144" : 75,
"1302528" : 79,
"1318912" : 60,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 61,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 115,
"1695744" : 125,
"1712128" : 119,
"1728512" : 133,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 144,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 142,
"1908736" : 146,
"1925120" : 158,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 175,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 238,
"2113536" : 500,
"2146304" : 505,
"2179072" : 551,
"2211840" : 592,
"2244608" : 626,
"2277376" : 619,
"2310144" : 682,
"2342912" : 714,
"2375680" : 744,
"2408448" : 783,
"2441216" : 819,
"2473984" : 850,
"2506752" : 887,
"2539520" : 943,
"2572288" : 920,
"2605056" : 942,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1132,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1335,
"3162112" : 1245,
"3194880" : 1342,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1406,
"3424256" : 1464,
"3457024" : 1506,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1595,
"3588096" : 1551,
"3620864" : 1604,
"3653632" : 1658,
"3686400" : 1652,
"3719168" : 1618,
"3751936" : 1664,
"3784704" : 1747,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1718,
"3915776" : 1762,
"3948544" : 1664,
"3981312" : 1829,
"4014080" : 1988,
"4046848" : 1818,
"4079616" : 1795,
"4112384" : 1895,
"4145152" : 1931,
"4177920" : 2068,
"4227072" : 4116,
"4292608" : 4120,
"4358144" : 4245,
"4423680" : 4349,
"4489216" : 4411,
"4554752" : 4503,
"4620288" : 4566,
"4685824" : 4763,
"4751360" : 5106,
"4816896" : 5037,
"4882432" : 5130,
"4947968" : 5280,
"5013504" : 5699,
"5079040" : 5549,
"5144576" : 5896,
"5210112" : 5967,
"5275648" : 6201,
"5341184" : 6431,
"5406720" : 6907,
"5472256" : 6941,
"5537792" : 7339,
"5603328" : 7768,
"5668864" : 7946,
"5734400" : 8112,
"5799936" : 8223,
"5865472" : 8709,
"5931008" : 8645,
"5996544" : 9503,
"6062080" : 9391,
"6127616" : 9666,
"6193152" : 10347,
"6258688" : 10896,
"6324224" : 11125,
"6389760" : 11452,
"6455296" : 11880,
"6520832" : 11833,
"6586368" : 12311,
"6651904" : 12835,
"6717440" : 13427,
"6782976" : 13796,
"6848512" : 14139,
"6914048" : 14704,
"6979584" : 15998,
"7045120" : 16201,
"7110656" : 16264,
"7176192" : 17164,
"7241728" : 18254,
"7307264" : 18408,
"7372800" : 19442,
"7438336" : 19795,
"7503872" : 20612,
"7569408" : 21331,
"7634944" : 21284,
"7700480" : 22005,
"7766016" : 22897,
"7831552" : 23451,
"7897088" : 24076,
"7962624" : 24977,
"8028160" : 26651,
"8093696" : 26140,
"8159232" : 26879,
"8224768" : 27965,
"8290304" : 28755,
"8355840" : 29364,
"8454144" : 60663,
"8585216" : 61992,
"8716288" : 62199,
"8847360" : 64739,
"8978432" : 67121,
"9109504" : 64752,
"9240576" : 64955,
"9371648" : 63609,
"9502720" : 63436,
"9633792" : 62716,
"9764864" : 62844,
"9895936" : 61416,
"10027008" : 62237,
"10158080" : 59134,
"10289152" : 58381,
"10420224" : 58310,
"10551296" : 58144,
"10682368" : 56319,
"10813440" : 54815,
"10944512" : 54230,
"11075584" : 51864,
"11206656" : 51610,
"11337728" : 51244,
"11468800" : 51314,
"11599872" : 50441,
"11730944" : 47968,
"11862016" : 46397,
"11993088" : 46322,
"12124160" : 43719,
"12255232" : 43409,
"12386304" : 41652,
"12517376" : 41382,
"12648448" : 40311,
"12779520" : 40288,
"12910592" : 40094,
"13041664" : 40675,
"13172736" : 39010,
"13303808" : 38139,
"13434880" : 38462,
"13565952" : 37632,
"13697024" : 35974,
"13828096" : 34387,
"13959168" : 34566,
"14090240" : 33718,
"14221312" : 33556,
"14352384" : 32828,
"14483456" : 32593,
"14614528" : 31135,
"14745600" : 30465,
"14876672" : 29145,
"15007744" : 29259,
"15138816" : 28030,
"15269888" : 27338,
"15400960" : 25995,
"15532032" : 25119,
"15663104" : 24105,
"15794176" : 22310,
"15925248" : 21170,
"16056320" : 20586,
"16187392" : 19437,
"16318464" : 18117,
"16449536" : 16934,
"16580608" : 16285,
"16711680" : 15265,
"16908288" : 27422,
"17170432" : 23215,
"17432576" : 19669,
"17694720" : 16734,
"17956864" : 13519,
"18219008" : 10825,
"18481152" : 8512,
"18743296" : 6497,
"19005440" : 5047,
"19267584" : 3704,
"19529728" : 2845,
"19791872" : 2129,
"20054016" : 1496,
"20316160" : 999,
"20578304" : 697,
"20840448" : 449,
"21102592" : 272,
"21364736" : 186,
"21626880" : 135,
"21889024" : 44,
"22151168" : 32,
"22413312" : 29,
"22675456" : 18,
"22937600" : 8,
"23199744" : 2,
"23461888" : 1,
"23724032" : 2,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 25477826,
"mean" : 11432094.253281,
"stddev" : 3534725.911279,
"N" : 3806320
},
"bw_min" : 62256,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 89597.828909,
"bw_dev" : 975.060634,
"bw_samples" : 5424,
"iops_min" : 15564,
"iops_max" : 33707,
"iops_mean" : 22398.563422,
"iops_stddev" : 243.745902,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719994,
"usr_cpu" : 0.493347,
"sys_cpu" : 5.931815,
"ctx" : 4033127,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.021858,
"1000" : 0.036728
},
"latency_ms" : {
"2" : 0.167563,
"4" : 1.899859,
"10" : 42.504614,
"20" : 55.264290,
"50" : 0.101778,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123096,
"timestamp_ms" : 1774123096458,
"time" : "Sat Mar 21 16:58:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 12019,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16326254592,
"io_kbytes" : 15943608,
"bw_bytes" : 90700910,
"bw" : 88575,
"iops" : 22143.521425,
"runtime" : 180001,
"total_ios" : 3985856,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 718728.819299,
"stddev" : 300130.340577,
"N" : 3985872
},
"clat_ns" : {
"min" : 3124,
"max" : 25426998,
"mean" : 10840243.710389,
"stddev" : 3353969.592387,
"N" : 3986096,
"percentile" : {
"1.000000" : 3129344,
"5.000000" : 5537792,
"10.000000" : 6782976,
"20.000000" : 8093696,
"30.000000" : 8978432,
"40.000000" : 9764864,
"50.000000" : 10551296,
"60.000000" : 11468800,
"70.000000" : 12648448,
"80.000000" : 13828096,
"90.000000" : 15400960,
"95.000000" : 16580608,
"99.000000" : 18481152,
"99.500000" : 19005440,
"99.900000" : 20316160,
"99.950000" : 20840448,
"99.990000" : 21626880
},
"bins" : {
"3120" : 1,
"3696" : 1,
"3888" : 1,
"3920" : 1,
"5344" : 1,
"5472" : 1,
"5728" : 1,
"6240" : 1,
"6752" : 1,
"6880" : 1,
"7136" : 1,
"7328" : 1,
"7584" : 1,
"8768" : 1,
"12480" : 1,
"12864" : 1,
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 3,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 20,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 50,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 40,
"995328" : 29,
"1003520" : 33,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 57,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 81,
"1204224" : 60,
"1220608" : 74,
"1236992" : 80,
"1253376" : 78,
"1269760" : 72,
"1286144" : 77,
"1302528" : 83,
"1318912" : 61,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 62,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 116,
"1695744" : 125,
"1712128" : 119,
"1728512" : 134,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 145,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 143,
"1908736" : 146,
"1925120" : 159,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 176,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 239,
"2113536" : 501,
"2146304" : 505,
"2179072" : 552,
"2211840" : 592,
"2244608" : 628,
"2277376" : 619,
"2310144" : 683,
"2342912" : 715,
"2375680" : 744,
"2408448" : 784,
"2441216" : 819,
"2473984" : 851,
"2506752" : 888,
"2539520" : 944,
"2572288" : 920,
"2605056" : 944,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1134,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1336,
"3162112" : 1245,
"3194880" : 1343,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1407,
"3424256" : 1464,
"3457024" : 1507,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1596,
"3588096" : 1551,
"3620864" : 1605,
"3653632" : 1659,
"3686400" : 1653,
"3719168" : 1619,
"3751936" : 1664,
"3784704" : 1748,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1720,
"3915776" : 1763,
"3948544" : 1664,
"3981312" : 1831,
"4014080" : 1988,
"4046848" : 1818,
"4079616" : 1796,
"4112384" : 1895,
"4145152" : 1932,
"4177920" : 2068,
"4227072" : 4116,
"4292608" : 4121,
"4358144" : 4245,
"4423680" : 4350,
"4489216" : 4411,
"4554752" : 4504,
"4620288" : 4567,
"4685824" : 4764,
"4751360" : 5106,
"4816896" : 5037,
"4882432" : 5132,
"4947968" : 5280,
"5013504" : 5702,
"5079040" : 5549,
"5144576" : 5896,
"5210112" : 5969,
"5275648" : 6201,
"5341184" : 6435,
"5406720" : 6908,
"5472256" : 6942,
"5537792" : 7341,
"5603328" : 7770,
"5668864" : 7950,
"5734400" : 8115,
"5799936" : 8228,
"5865472" : 8713,
"5931008" : 8653,
"5996544" : 9512,
"6062080" : 9404,
"6127616" : 9673,
"6193152" : 10361,
"6258688" : 10910,
"6324224" : 11143,
"6389760" : 11472,
"6455296" : 11905,
"6520832" : 11861,
"6586368" : 12348,
"6651904" : 12870,
"6717440" : 13475,
"6782976" : 13848,
"6848512" : 14185,
"6914048" : 14747,
"6979584" : 16060,
"7045120" : 16267,
"7110656" : 16336,
"7176192" : 17255,
"7241728" : 18341,
"7307264" : 18515,
"7372800" : 19554,
"7438336" : 19910,
"7503872" : 20716,
"7569408" : 21487,
"7634944" : 21425,
"7700480" : 22150,
"7766016" : 23074,
"7831552" : 23663,
"7897088" : 24311,
"7962624" : 25218,
"8028160" : 26908,
"8093696" : 26405,
"8159232" : 27179,
"8224768" : 28296,
"8290304" : 29120,
"8355840" : 29728,
"8454144" : 61462,
"8585216" : 62876,
"8716288" : 63169,
"8847360" : 65958,
"8978432" : 68398,
"9109504" : 66218,
"9240576" : 66595,
"9371648" : 65444,
"9502720" : 65394,
"9633792" : 64828,
"9764864" : 65023,
"9895936" : 63656,
"10027008" : 64573,
"10158080" : 61492,
"10289152" : 60722,
"10420224" : 60760,
"10551296" : 60636,
"10682368" : 58882,
"10813440" : 57458,
"10944512" : 56982,
"11075584" : 54733,
"11206656" : 54616,
"11337728" : 54272,
"11468800" : 54554,
"11599872" : 53730,
"11730944" : 51290,
"11862016" : 49570,
"11993088" : 49631,
"12124160" : 46884,
"12255232" : 46545,
"12386304" : 44852,
"12517376" : 44515,
"12648448" : 43398,
"12779520" : 43326,
"12910592" : 43102,
"13041664" : 43663,
"13172736" : 41852,
"13303808" : 40905,
"13434880" : 41124,
"13565952" : 40310,
"13697024" : 38495,
"13828096" : 36884,
"13959168" : 36867,
"14090240" : 36033,
"14221312" : 35787,
"14352384" : 35029,
"14483456" : 34779,
"14614528" : 33276,
"14745600" : 32579,
"14876672" : 31205,
"15007744" : 31223,
"15138816" : 29939,
"15269888" : 29139,
"15400960" : 27774,
"15532032" : 26967,
"15663104" : 25890,
"15794176" : 24109,
"15925248" : 22891,
"16056320" : 22272,
"16187392" : 21029,
"16318464" : 19687,
"16449536" : 18561,
"16580608" : 17859,
"16711680" : 16836,
"16908288" : 30599,
"17170432" : 26373,
"17432576" : 22583,
"17694720" : 19577,
"17956864" : 16171,
"18219008" : 13289,
"18481152" : 10742,
"18743296" : 8394,
"19005440" : 6634,
"19267584" : 5132,
"19529728" : 3966,
"19791872" : 3038,
"20054016" : 2163,
"20316160" : 1545,
"20578304" : 1119,
"20840448" : 744,
"21102592" : 503,
"21364736" : 322,
"21626880" : 246,
"21889024" : 117,
"22151168" : 77,
"22413312" : 60,
"22675456" : 34,
"22937600" : 21,
"23199744" : 12,
"23461888" : 7,
"23724032" : 11,
"23986176" : 5,
"24248320" : 1,
"24510464" : 1,
"25034752" : 1,
"25296896" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 27162601,
"mean" : 11558972.648057,
"stddev" : 3568576.137255,
"N" : 3986096
},
"bw_min" : 59456,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 88650.030641,
"bw_dev" : 984.525382,
"bw_samples" : 5744,
"iops_min" : 14864,
"iops_max" : 33707,
"iops_mean" : 22161.660167,
"iops_stddev" : 246.110458,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879994,
"usr_cpu" : 0.490522,
"sys_cpu" : 5.914214,
"ctx" : 4221821,
"majf" : 0,
"minf" : 589,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999599,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.020924,
"1000" : 0.035124
},
"latency_ms" : {
"2" : 0.160467,
"4" : 1.815043,
"10" : 41.185306,
"20" : 56.628539,
"50" : 0.157407,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123096,
"timestamp_ms" : 1774123096489,
"time" : "Sat Mar 21 16:58:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16327114752,
"io_kbytes" : 15944448,
"bw_bytes" : 90694604,
"bw" : 88568,
"iops" : 22140.815340,
"runtime" : 180023,
"total_ios" : 3985856,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16586,
"max" : 6598914,
"mean" : 718728.819299,
"stddev" : 300130.340577,
"N" : 3985872
},
"clat_ns" : {
"min" : 3124,
"max" : 25426998,
"mean" : 10840243.710389,
"stddev" : 3353969.592387,
"N" : 3986096,
"percentile" : {
"1.000000" : 3129344,
"5.000000" : 5537792,
"10.000000" : 6782976,
"20.000000" : 8093696,
"30.000000" : 8978432,
"40.000000" : 9764864,
"50.000000" : 10551296,
"60.000000" : 11468800,
"70.000000" : 12648448,
"80.000000" : 13828096,
"90.000000" : 15400960,
"95.000000" : 16580608,
"99.000000" : 18481152,
"99.500000" : 19005440,
"99.900000" : 20316160,
"99.950000" : 20840448,
"99.990000" : 21626880
},
"bins" : {
"3120" : 1,
"3696" : 1,
"3888" : 1,
"3920" : 1,
"5344" : 1,
"5472" : 1,
"5728" : 1,
"6240" : 1,
"6752" : 1,
"6880" : 1,
"7136" : 1,
"7328" : 1,
"7584" : 1,
"8768" : 1,
"12480" : 1,
"12864" : 1,
"415744" : 1,
"419840" : 2,
"423936" : 8,
"428032" : 6,
"432128" : 9,
"436224" : 6,
"440320" : 6,
"444416" : 2,
"448512" : 2,
"452608" : 3,
"456704" : 8,
"460800" : 7,
"464896" : 6,
"468992" : 5,
"473088" : 9,
"477184" : 3,
"485376" : 6,
"489472" : 7,
"493568" : 7,
"497664" : 9,
"501760" : 5,
"505856" : 8,
"509952" : 13,
"514048" : 7,
"518144" : 12,
"522240" : 13,
"528384" : 23,
"536576" : 20,
"544768" : 17,
"552960" : 9,
"561152" : 15,
"569344" : 18,
"577536" : 25,
"585728" : 12,
"593920" : 17,
"602112" : 25,
"610304" : 21,
"618496" : 24,
"626688" : 21,
"634880" : 31,
"643072" : 25,
"651264" : 30,
"659456" : 27,
"667648" : 37,
"675840" : 30,
"684032" : 36,
"692224" : 42,
"700416" : 43,
"708608" : 44,
"716800" : 29,
"724992" : 53,
"733184" : 35,
"741376" : 45,
"749568" : 48,
"757760" : 63,
"765952" : 61,
"774144" : 69,
"782336" : 61,
"790528" : 54,
"798720" : 55,
"806912" : 41,
"815104" : 50,
"823296" : 43,
"831488" : 50,
"839680" : 49,
"847872" : 52,
"856064" : 50,
"864256" : 54,
"872448" : 36,
"880640" : 41,
"888832" : 45,
"897024" : 45,
"905216" : 34,
"913408" : 36,
"921600" : 40,
"929792" : 40,
"937984" : 41,
"946176" : 39,
"954368" : 36,
"962560" : 45,
"970752" : 32,
"978944" : 40,
"987136" : 40,
"995328" : 29,
"1003520" : 33,
"1011712" : 40,
"1019904" : 44,
"1028096" : 33,
"1036288" : 45,
"1044480" : 46,
"1056768" : 68,
"1073152" : 65,
"1089536" : 66,
"1105920" : 67,
"1122304" : 57,
"1138688" : 57,
"1155072" : 68,
"1171456" : 66,
"1187840" : 81,
"1204224" : 60,
"1220608" : 74,
"1236992" : 80,
"1253376" : 78,
"1269760" : 72,
"1286144" : 77,
"1302528" : 83,
"1318912" : 61,
"1335296" : 73,
"1351680" : 107,
"1368064" : 76,
"1384448" : 84,
"1400832" : 62,
"1417216" : 86,
"1433600" : 93,
"1449984" : 84,
"1466368" : 82,
"1482752" : 102,
"1499136" : 98,
"1515520" : 94,
"1531904" : 111,
"1548288" : 113,
"1564672" : 97,
"1581056" : 121,
"1597440" : 114,
"1613824" : 124,
"1630208" : 107,
"1646592" : 103,
"1662976" : 146,
"1679360" : 116,
"1695744" : 125,
"1712128" : 119,
"1728512" : 134,
"1744896" : 136,
"1761280" : 126,
"1777664" : 118,
"1794048" : 155,
"1810432" : 145,
"1826816" : 125,
"1843200" : 154,
"1859584" : 142,
"1875968" : 150,
"1892352" : 143,
"1908736" : 146,
"1925120" : 159,
"1941504" : 167,
"1957888" : 185,
"1974272" : 167,
"1990656" : 176,
"2007040" : 205,
"2023424" : 197,
"2039808" : 224,
"2056192" : 226,
"2072576" : 215,
"2088960" : 239,
"2113536" : 501,
"2146304" : 505,
"2179072" : 552,
"2211840" : 592,
"2244608" : 628,
"2277376" : 619,
"2310144" : 683,
"2342912" : 715,
"2375680" : 744,
"2408448" : 784,
"2441216" : 819,
"2473984" : 851,
"2506752" : 888,
"2539520" : 944,
"2572288" : 920,
"2605056" : 944,
"2637824" : 1004,
"2670592" : 1024,
"2703360" : 1134,
"2736128" : 1099,
"2768896" : 1101,
"2801664" : 1138,
"2834432" : 1120,
"2867200" : 1181,
"2899968" : 1175,
"2932736" : 1158,
"2965504" : 1240,
"2998272" : 1284,
"3031040" : 1240,
"3063808" : 1228,
"3096576" : 1238,
"3129344" : 1336,
"3162112" : 1245,
"3194880" : 1343,
"3227648" : 1339,
"3260416" : 1383,
"3293184" : 1387,
"3325952" : 1394,
"3358720" : 1450,
"3391488" : 1407,
"3424256" : 1464,
"3457024" : 1507,
"3489792" : 1510,
"3522560" : 1551,
"3555328" : 1596,
"3588096" : 1551,
"3620864" : 1605,
"3653632" : 1659,
"3686400" : 1653,
"3719168" : 1619,
"3751936" : 1664,
"3784704" : 1748,
"3817472" : 1750,
"3850240" : 1722,
"3883008" : 1720,
"3915776" : 1763,
"3948544" : 1664,
"3981312" : 1831,
"4014080" : 1988,
"4046848" : 1818,
"4079616" : 1796,
"4112384" : 1895,
"4145152" : 1932,
"4177920" : 2068,
"4227072" : 4116,
"4292608" : 4121,
"4358144" : 4245,
"4423680" : 4350,
"4489216" : 4411,
"4554752" : 4504,
"4620288" : 4567,
"4685824" : 4764,
"4751360" : 5106,
"4816896" : 5037,
"4882432" : 5132,
"4947968" : 5280,
"5013504" : 5702,
"5079040" : 5549,
"5144576" : 5896,
"5210112" : 5969,
"5275648" : 6201,
"5341184" : 6435,
"5406720" : 6908,
"5472256" : 6942,
"5537792" : 7341,
"5603328" : 7770,
"5668864" : 7950,
"5734400" : 8115,
"5799936" : 8228,
"5865472" : 8713,
"5931008" : 8653,
"5996544" : 9512,
"6062080" : 9404,
"6127616" : 9673,
"6193152" : 10361,
"6258688" : 10910,
"6324224" : 11143,
"6389760" : 11472,
"6455296" : 11905,
"6520832" : 11861,
"6586368" : 12348,
"6651904" : 12870,
"6717440" : 13475,
"6782976" : 13848,
"6848512" : 14185,
"6914048" : 14747,
"6979584" : 16060,
"7045120" : 16267,
"7110656" : 16336,
"7176192" : 17255,
"7241728" : 18341,
"7307264" : 18515,
"7372800" : 19554,
"7438336" : 19910,
"7503872" : 20716,
"7569408" : 21487,
"7634944" : 21425,
"7700480" : 22150,
"7766016" : 23074,
"7831552" : 23663,
"7897088" : 24311,
"7962624" : 25218,
"8028160" : 26908,
"8093696" : 26405,
"8159232" : 27179,
"8224768" : 28296,
"8290304" : 29120,
"8355840" : 29728,
"8454144" : 61462,
"8585216" : 62876,
"8716288" : 63169,
"8847360" : 65958,
"8978432" : 68398,
"9109504" : 66218,
"9240576" : 66595,
"9371648" : 65444,
"9502720" : 65394,
"9633792" : 64828,
"9764864" : 65023,
"9895936" : 63656,
"10027008" : 64573,
"10158080" : 61492,
"10289152" : 60722,
"10420224" : 60760,
"10551296" : 60636,
"10682368" : 58882,
"10813440" : 57458,
"10944512" : 56982,
"11075584" : 54733,
"11206656" : 54616,
"11337728" : 54272,
"11468800" : 54554,
"11599872" : 53730,
"11730944" : 51290,
"11862016" : 49570,
"11993088" : 49631,
"12124160" : 46884,
"12255232" : 46545,
"12386304" : 44852,
"12517376" : 44515,
"12648448" : 43398,
"12779520" : 43326,
"12910592" : 43102,
"13041664" : 43663,
"13172736" : 41852,
"13303808" : 40905,
"13434880" : 41124,
"13565952" : 40310,
"13697024" : 38495,
"13828096" : 36884,
"13959168" : 36867,
"14090240" : 36033,
"14221312" : 35787,
"14352384" : 35029,
"14483456" : 34779,
"14614528" : 33276,
"14745600" : 32579,
"14876672" : 31205,
"15007744" : 31223,
"15138816" : 29939,
"15269888" : 29139,
"15400960" : 27774,
"15532032" : 26967,
"15663104" : 25890,
"15794176" : 24109,
"15925248" : 22891,
"16056320" : 22272,
"16187392" : 21029,
"16318464" : 19687,
"16449536" : 18561,
"16580608" : 17859,
"16711680" : 16836,
"16908288" : 30599,
"17170432" : 26373,
"17432576" : 22583,
"17694720" : 19577,
"17956864" : 16171,
"18219008" : 13289,
"18481152" : 10742,
"18743296" : 8394,
"19005440" : 6634,
"19267584" : 5132,
"19529728" : 3966,
"19791872" : 3038,
"20054016" : 2163,
"20316160" : 1545,
"20578304" : 1119,
"20840448" : 744,
"21102592" : 503,
"21364736" : 322,
"21626880" : 246,
"21889024" : 117,
"22151168" : 77,
"22413312" : 60,
"22675456" : 34,
"22937600" : 21,
"23199744" : 12,
"23461888" : 7,
"23724032" : 11,
"23986176" : 5,
"24248320" : 1,
"24510464" : 1,
"25034752" : 1,
"25296896" : 2
}
},
"lat_ns" : {
"min" : 445581,
"max" : 27162601,
"mean" : 11558972.648057,
"stddev" : 3568576.137255,
"N" : 3986096
},
"bw_min" : 59456,
"bw_max" : 134834,
"bw_agg" : 100.000000,
"bw_mean" : 88604.437488,
"bw_dev" : 985.239931,
"bw_samples" : 5757,
"iops_min" : 14864,
"iops_max" : 33707,
"iops_mean" : 22150.254782,
"iops_stddev" : 246.289726,
"iops_samples" : 5757
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880274,
"usr_cpu" : 0.490474,
"sys_cpu" : 5.913639,
"ctx" : 4222080,
"majf" : 0,
"minf" : 602,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999599,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.020924,
"1000" : 0.035124
},
"latency_ms" : {
"2" : 0.160467,
"4" : 1.815043,
"10" : 41.185306,
"20" : 56.628539,
"50" : 0.157407,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}