raidz2/benchmarks/rand/rand-write-qd16-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774123155,
"timestamp_ms" : 1774123155553,
"time" : "Sat Mar 21 16:59:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1169809408,
"io_kbytes" : 1142392,
"bw_bytes" : 119882087,
"bw" : 117072,
"iops" : 29296.679647,
"runtime" : 9758,
"total_ios" : 285877,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156128,
"usr_cpu" : 0.617442,
"sys_cpu" : 7.427239,
"ctx" : 333219,
"majf" : 0,
"minf" : 88,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.916048,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999650,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999650,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123165,
"timestamp_ms" : 1774123165795,
"time" : "Sat Mar 21 16:59:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1179115520,
"io_kbytes" : 1151480,
"bw_bytes" : 117911552,
"bw" : 115148,
"iops" : 28789.400000,
"runtime" : 10000,
"total_ios" : 287894,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 7283652,
"mean" : 550806.738480,
"stddev" : 258060.336129,
"N" : 287894
},
"clat_ns" : {
"min" : 435645,
"max" : 17537051,
"mean" : 8341234.207206,
"stddev" : 3056304.385112,
"N" : 287878,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 2441216,
"10.000000" : 3850240,
"20.000000" : 5799936,
"30.000000" : 6979584,
"40.000000" : 7962624,
"50.000000" : 8716288,
"60.000000" : 9371648,
"70.000000" : 10289152,
"80.000000" : 11075584,
"90.000000" : 11993088,
"95.000000" : 12779520,
"99.000000" : 13697024,
"99.500000" : 14090240,
"99.900000" : 15007744,
"99.950000" : 15400960,
"99.990000" : 16318464
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 5,
"456704" : 4,
"460800" : 8,
"464896" : 10,
"468992" : 6,
"473088" : 13,
"477184" : 21,
"481280" : 23,
"485376" : 20,
"489472" : 39,
"493568" : 36,
"497664" : 26,
"501760" : 29,
"505856" : 33,
"509952" : 26,
"514048" : 19,
"518144" : 18,
"522240" : 17,
"528384" : 42,
"536576" : 52,
"544768" : 44,
"552960" : 33,
"561152" : 31,
"569344" : 27,
"577536" : 35,
"585728" : 34,
"593920" : 38,
"602112" : 30,
"610304" : 41,
"618496" : 42,
"626688" : 57,
"634880" : 82,
"643072" : 81,
"651264" : 77,
"659456" : 80,
"667648" : 70,
"675840" : 80,
"684032" : 93,
"692224" : 70,
"700416" : 76,
"708608" : 64,
"716800" : 78,
"724992" : 77,
"733184" : 70,
"741376" : 51,
"749568" : 58,
"757760" : 66,
"765952" : 66,
"774144" : 65,
"782336" : 75,
"790528" : 70,
"798720" : 65,
"806912" : 65,
"815104" : 63,
"823296" : 66,
"831488" : 78,
"839680" : 63,
"847872" : 85,
"856064" : 62,
"864256" : 71,
"872448" : 77,
"880640" : 59,
"888832" : 71,
"897024" : 76,
"905216" : 99,
"913408" : 64,
"921600" : 66,
"929792" : 64,
"937984" : 57,
"946176" : 55,
"954368" : 60,
"962560" : 70,
"970752" : 70,
"978944" : 63,
"987136" : 70,
"995328" : 59,
"1003520" : 63,
"1011712" : 40,
"1019904" : 50,
"1028096" : 62,
"1036288" : 49,
"1044480" : 56,
"1056768" : 92,
"1073152" : 108,
"1089536" : 105,
"1105920" : 120,
"1122304" : 111,
"1138688" : 125,
"1155072" : 127,
"1171456" : 149,
"1187840" : 137,
"1204224" : 125,
"1220608" : 108,
"1236992" : 113,
"1253376" : 110,
"1269760" : 95,
"1286144" : 116,
"1302528" : 139,
"1318912" : 124,
"1335296" : 124,
"1351680" : 105,
"1368064" : 125,
"1384448" : 119,
"1400832" : 104,
"1417216" : 121,
"1433600" : 111,
"1449984" : 105,
"1466368" : 99,
"1482752" : 130,
"1499136" : 108,
"1515520" : 107,
"1531904" : 109,
"1548288" : 116,
"1564672" : 106,
"1581056" : 110,
"1597440" : 107,
"1613824" : 127,
"1630208" : 90,
"1646592" : 120,
"1662976" : 109,
"1679360" : 87,
"1695744" : 96,
"1712128" : 82,
"1728512" : 97,
"1744896" : 109,
"1761280" : 122,
"1777664" : 113,
"1794048" : 114,
"1810432" : 93,
"1826816" : 95,
"1843200" : 109,
"1859584" : 111,
"1875968" : 102,
"1892352" : 116,
"1908736" : 106,
"1925120" : 113,
"1941504" : 92,
"1957888" : 107,
"1974272" : 102,
"1990656" : 116,
"2007040" : 105,
"2023424" : 145,
"2039808" : 111,
"2056192" : 104,
"2072576" : 137,
"2088960" : 126,
"2113536" : 248,
"2146304" : 239,
"2179072" : 256,
"2211840" : 285,
"2244608" : 269,
"2277376" : 275,
"2310144" : 293,
"2342912" : 319,
"2375680" : 292,
"2408448" : 287,
"2441216" : 358,
"2473984" : 309,
"2506752" : 352,
"2539520" : 336,
"2572288" : 376,
"2605056" : 345,
"2637824" : 361,
"2670592" : 330,
"2703360" : 343,
"2736128" : 344,
"2768896" : 341,
"2801664" : 336,
"2834432" : 352,
"2867200" : 370,
"2899968" : 309,
"2932736" : 291,
"2965504" : 350,
"2998272" : 375,
"3031040" : 358,
"3063808" : 305,
"3096576" : 317,
"3129344" : 358,
"3162112" : 319,
"3194880" : 328,
"3227648" : 287,
"3260416" : 339,
"3293184" : 322,
"3325952" : 354,
"3358720" : 301,
"3391488" : 347,
"3424256" : 312,
"3457024" : 329,
"3489792" : 302,
"3522560" : 313,
"3555328" : 352,
"3588096" : 301,
"3620864" : 340,
"3653632" : 333,
"3686400" : 350,
"3719168" : 315,
"3751936" : 323,
"3784704" : 354,
"3817472" : 311,
"3850240" : 375,
"3883008" : 350,
"3915776" : 317,
"3948544" : 312,
"3981312" : 332,
"4014080" : 358,
"4046848" : 375,
"4079616" : 380,
"4112384" : 356,
"4145152" : 352,
"4177920" : 375,
"4227072" : 766,
"4292608" : 757,
"4358144" : 808,
"4423680" : 886,
"4489216" : 866,
"4554752" : 885,
"4620288" : 860,
"4685824" : 832,
"4751360" : 954,
"4816896" : 904,
"4882432" : 955,
"4947968" : 973,
"5013504" : 1002,
"5079040" : 1013,
"5144576" : 1038,
"5210112" : 1091,
"5275648" : 1047,
"5341184" : 1071,
"5406720" : 1171,
"5472256" : 1151,
"5537792" : 1203,
"5603328" : 1304,
"5668864" : 1390,
"5734400" : 1357,
"5799936" : 1324,
"5865472" : 1451,
"5931008" : 1421,
"5996544" : 1506,
"6062080" : 1472,
"6127616" : 1464,
"6193152" : 1550,
"6258688" : 1568,
"6324224" : 1509,
"6389760" : 1598,
"6455296" : 1681,
"6520832" : 1806,
"6586368" : 1800,
"6651904" : 1780,
"6717440" : 1711,
"6782976" : 1786,
"6848512" : 1977,
"6914048" : 1983,
"6979584" : 2107,
"7045120" : 1933,
"7110656" : 1866,
"7176192" : 1832,
"7241728" : 1829,
"7307264" : 1844,
"7372800" : 1937,
"7438336" : 1827,
"7503872" : 1969,
"7569408" : 1992,
"7634944" : 1781,
"7700480" : 1696,
"7766016" : 1787,
"7831552" : 1829,
"7897088" : 1851,
"7962624" : 1899,
"8028160" : 2126,
"8093696" : 2079,
"8159232" : 2289,
"8224768" : 2300,
"8290304" : 2364,
"8355840" : 2550,
"8454144" : 5184,
"8585216" : 5379,
"8716288" : 5322,
"8847360" : 6011,
"8978432" : 6691,
"9109504" : 5308,
"9240576" : 5007,
"9371648" : 5704,
"9502720" : 5182,
"9633792" : 4797,
"9764864" : 4570,
"9895936" : 4070,
"10027008" : 4111,
"10158080" : 4188,
"10289152" : 4111,
"10420224" : 4335,
"10551296" : 4047,
"10682368" : 4154,
"10813440" : 4289,
"10944512" : 4511,
"11075584" : 4635,
"11206656" : 4928,
"11337728" : 4079,
"11468800" : 3841,
"11599872" : 3679,
"11730944" : 3750,
"11862016" : 3721,
"11993088" : 3635,
"12124160" : 3409,
"12255232" : 2908,
"12386304" : 2871,
"12517376" : 2515,
"12648448" : 2583,
"12779520" : 2359,
"12910592" : 2318,
"13041664" : 2370,
"13172736" : 1505,
"13303808" : 1173,
"13434880" : 881,
"13565952" : 701,
"13697024" : 626,
"13828096" : 474,
"13959168" : 401,
"14090240" : 325,
"14221312" : 267,
"14352384" : 235,
"14483456" : 164,
"14614528" : 150,
"14745600" : 95,
"14876672" : 106,
"15007744" : 75,
"15138816" : 58,
"15269888" : 42,
"15400960" : 38,
"15532032" : 35,
"15663104" : 25,
"15794176" : 15,
"15925248" : 9,
"16056320" : 7,
"16187392" : 10,
"16318464" : 6,
"16449536" : 8,
"16580608" : 8,
"16711680" : 2,
"16908288" : 5,
"17170432" : 2,
"17432576" : 2
}
},
"lat_ns" : {
"min" : 461316,
"max" : 18421813,
"mean" : 8892183.134338,
"stddev" : 3249420.749289,
"N" : 287878
},
"bw_min" : 106208,
"bw_max" : 125587,
"bw_agg" : 99.224476,
"bw_mean" : 114255.684211,
"bw_dev" : 309.342631,
"bw_samples" : 304,
"iops_min" : 26552,
"iops_max" : 31393,
"iops_mean" : 28561.473684,
"iops_stddev" : 77.231225,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 0.575629,
"sys_cpu" : 6.782542,
"ctx" : 325120,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.078501,
"750" : 0.598137,
"1000" : 0.720751
},
"latency_ms" : {
"2" : 2.350171,
"4" : 6.789652,
"10" : 56.956380,
"20" : 32.500851,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123175,
"timestamp_ms" : 1774123175794,
"time" : "Sat Mar 21 16:59:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2343862272,
"io_kbytes" : 2288928,
"bw_bytes" : 117193113,
"bw" : 114446,
"iops" : 28612.650000,
"runtime" : 20000,
"total_ios" : 572253,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 554353.268893,
"stddev" : 253655.736305,
"N" : 572253
},
"clat_ns" : {
"min" : 435645,
"max" : 18780100,
"mean" : 8390292.013559,
"stddev" : 3016336.075935,
"N" : 572237,
"percentile" : {
"1.000000" : 1036288,
"5.000000" : 2670592,
"10.000000" : 3850240,
"20.000000" : 5734400,
"30.000000" : 7045120,
"40.000000" : 8093696,
"50.000000" : 8847360,
"60.000000" : 9502720,
"70.000000" : 10289152,
"80.000000" : 11075584,
"90.000000" : 11993088,
"95.000000" : 12648448,
"99.000000" : 13697024,
"99.500000" : 14090240,
"99.900000" : 15007744,
"99.950000" : 15532032,
"99.990000" : 16908288
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 43,
"528384" : 93,
"536576" : 102,
"544768" : 93,
"552960" : 74,
"561152" : 71,
"569344" : 63,
"577536" : 67,
"585728" : 68,
"593920" : 64,
"602112" : 61,
"610304" : 63,
"618496" : 84,
"626688" : 88,
"634880" : 108,
"643072" : 107,
"651264" : 99,
"659456" : 116,
"667648" : 97,
"675840" : 106,
"684032" : 112,
"692224" : 90,
"700416" : 92,
"708608" : 82,
"716800" : 88,
"724992" : 96,
"733184" : 80,
"741376" : 61,
"749568" : 74,
"757760" : 83,
"765952" : 90,
"774144" : 76,
"782336" : 94,
"790528" : 97,
"798720" : 88,
"806912" : 84,
"815104" : 83,
"823296" : 97,
"831488" : 105,
"839680" : 87,
"847872" : 99,
"856064" : 79,
"864256" : 87,
"872448" : 94,
"880640" : 72,
"888832" : 87,
"897024" : 86,
"905216" : 110,
"913408" : 74,
"921600" : 78,
"929792" : 75,
"937984" : 69,
"946176" : 68,
"954368" : 73,
"962560" : 78,
"970752" : 81,
"978944" : 77,
"987136" : 92,
"995328" : 66,
"1003520" : 78,
"1011712" : 55,
"1019904" : 61,
"1028096" : 70,
"1036288" : 57,
"1044480" : 70,
"1056768" : 106,
"1073152" : 132,
"1089536" : 129,
"1105920" : 135,
"1122304" : 127,
"1138688" : 147,
"1155072" : 149,
"1171456" : 179,
"1187840" : 163,
"1204224" : 154,
"1220608" : 129,
"1236992" : 138,
"1253376" : 136,
"1269760" : 120,
"1286144" : 141,
"1302528" : 161,
"1318912" : 149,
"1335296" : 146,
"1351680" : 140,
"1368064" : 164,
"1384448" : 156,
"1400832" : 130,
"1417216" : 152,
"1433600" : 158,
"1449984" : 136,
"1466368" : 129,
"1482752" : 162,
"1499136" : 138,
"1515520" : 136,
"1531904" : 137,
"1548288" : 166,
"1564672" : 154,
"1581056" : 152,
"1597440" : 158,
"1613824" : 160,
"1630208" : 123,
"1646592" : 173,
"1662976" : 160,
"1679360" : 144,
"1695744" : 150,
"1712128" : 135,
"1728512" : 147,
"1744896" : 160,
"1761280" : 182,
"1777664" : 177,
"1794048" : 174,
"1810432" : 150,
"1826816" : 154,
"1843200" : 180,
"1859584" : 167,
"1875968" : 158,
"1892352" : 189,
"1908736" : 180,
"1925120" : 181,
"1941504" : 185,
"1957888" : 206,
"1974272" : 192,
"1990656" : 208,
"2007040" : 198,
"2023424" : 239,
"2039808" : 222,
"2056192" : 219,
"2072576" : 234,
"2088960" : 257,
"2113536" : 480,
"2146304" : 509,
"2179072" : 571,
"2211840" : 595,
"2244608" : 588,
"2277376" : 634,
"2310144" : 662,
"2342912" : 682,
"2375680" : 714,
"2408448" : 725,
"2441216" : 786,
"2473984" : 761,
"2506752" : 789,
"2539520" : 810,
"2572288" : 838,
"2605056" : 758,
"2637824" : 794,
"2670592" : 797,
"2703360" : 805,
"2736128" : 808,
"2768896" : 838,
"2801664" : 829,
"2834432" : 814,
"2867200" : 821,
"2899968" : 770,
"2932736" : 721,
"2965504" : 791,
"2998272" : 864,
"3031040" : 840,
"3063808" : 783,
"3096576" : 817,
"3129344" : 839,
"3162112" : 799,
"3194880" : 794,
"3227648" : 816,
"3260416" : 793,
"3293184" : 779,
"3325952" : 811,
"3358720" : 808,
"3391488" : 808,
"3424256" : 792,
"3457024" : 783,
"3489792" : 805,
"3522560" : 789,
"3555328" : 792,
"3588096" : 745,
"3620864" : 812,
"3653632" : 813,
"3686400" : 855,
"3719168" : 816,
"3751936" : 787,
"3784704" : 801,
"3817472" : 817,
"3850240" : 917,
"3883008" : 846,
"3915776" : 808,
"3948544" : 785,
"3981312" : 837,
"4014080" : 888,
"4046848" : 873,
"4079616" : 855,
"4112384" : 850,
"4145152" : 848,
"4177920" : 875,
"4227072" : 1772,
"4292608" : 1655,
"4358144" : 1777,
"4423680" : 1876,
"4489216" : 1832,
"4554752" : 1864,
"4620288" : 1782,
"4685824" : 1843,
"4751360" : 2006,
"4816896" : 1878,
"4882432" : 1927,
"4947968" : 1946,
"5013504" : 2063,
"5079040" : 1983,
"5144576" : 2073,
"5210112" : 2077,
"5275648" : 2055,
"5341184" : 2124,
"5406720" : 2222,
"5472256" : 2120,
"5537792" : 2229,
"5603328" : 2377,
"5668864" : 2501,
"5734400" : 2441,
"5799936" : 2432,
"5865472" : 2526,
"5931008" : 2523,
"5996544" : 2757,
"6062080" : 2618,
"6127616" : 2582,
"6193152" : 2794,
"6258688" : 2861,
"6324224" : 2748,
"6389760" : 2858,
"6455296" : 2995,
"6520832" : 3065,
"6586368" : 3089,
"6651904" : 3055,
"6717440" : 3019,
"6782976" : 3136,
"6848512" : 3414,
"6914048" : 3412,
"6979584" : 3678,
"7045120" : 3464,
"7110656" : 3469,
"7176192" : 3439,
"7241728" : 3590,
"7307264" : 3608,
"7372800" : 3737,
"7438336" : 3567,
"7503872" : 3759,
"7569408" : 3958,
"7634944" : 3579,
"7700480" : 3477,
"7766016" : 3666,
"7831552" : 3669,
"7897088" : 3683,
"7962624" : 3745,
"8028160" : 4186,
"8093696" : 4056,
"8159232" : 4606,
"8224768" : 4928,
"8290304" : 5132,
"8355840" : 5315,
"8454144" : 11004,
"8585216" : 11408,
"8716288" : 10789,
"8847360" : 11537,
"8978432" : 14248,
"9109504" : 10946,
"9240576" : 9644,
"9371648" : 9314,
"9502720" : 8930,
"9633792" : 8785,
"9764864" : 8162,
"9895936" : 8145,
"10027008" : 9563,
"10158080" : 9410,
"10289152" : 9628,
"10420224" : 9497,
"10551296" : 9244,
"10682368" : 8666,
"10813440" : 8730,
"10944512" : 9447,
"11075584" : 8974,
"11206656" : 9088,
"11337728" : 8251,
"11468800" : 8514,
"11599872" : 8360,
"11730944" : 8315,
"11862016" : 7822,
"11993088" : 7521,
"12124160" : 6848,
"12255232" : 6005,
"12386304" : 5717,
"12517376" : 5105,
"12648448" : 5221,
"12779520" : 4823,
"12910592" : 4302,
"13041664" : 3889,
"13172736" : 2677,
"13303808" : 2075,
"13434880" : 1680,
"13565952" : 1400,
"13697024" : 1093,
"13828096" : 892,
"13959168" : 723,
"14090240" : 570,
"14221312" : 477,
"14352384" : 393,
"14483456" : 298,
"14614528" : 275,
"14745600" : 178,
"14876672" : 164,
"15007744" : 127,
"15138816" : 98,
"15269888" : 77,
"15400960" : 63,
"15532032" : 58,
"15663104" : 48,
"15794176" : 49,
"15925248" : 19,
"16056320" : 19,
"16187392" : 16,
"16318464" : 15,
"16449536" : 17,
"16580608" : 18,
"16711680" : 10,
"16908288" : 20,
"17170432" : 17,
"17432576" : 10,
"17694720" : 9,
"18219008" : 1,
"18743296" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 19575636,
"mean" : 8944537.641336,
"stddev" : 3207556.461738,
"N" : 572237
},
"bw_min" : 106184,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 114706.897436,
"bw_dev" : 338.248612,
"bw_samples" : 624,
"iops_min" : 26546,
"iops_max" : 33418,
"iops_mean" : 28675.076923,
"iops_stddev" : 84.518023,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319985,
"usr_cpu" : 0.597841,
"sys_cpu" : 6.723753,
"ctx" : 654422,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.048056,
"750" : 0.455043,
"1000" : 0.449452
},
"latency_ms" : {
"2" : 1.633543,
"4" : 8.087507,
"10" : 55.462706,
"20" : 33.860897,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123185,
"timestamp_ms" : 1774123185796,
"time" : "Sat Mar 21 16:59:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3486433280,
"io_kbytes" : 3404720,
"bw_bytes" : 116214442,
"bw" : 113490,
"iops" : 28373.633333,
"runtime" : 30000,
"total_ios" : 851209,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 559142.463356,
"stddev" : 250851.014838,
"N" : 851210
},
"clat_ns" : {
"min" : 435645,
"max" : 18780100,
"mean" : 8461110.671400,
"stddev" : 2986555.482321,
"N" : 851194,
"percentile" : {
"1.000000" : 1318912,
"5.000000" : 2834432,
"10.000000" : 3948544,
"20.000000" : 5865472,
"30.000000" : 7110656,
"40.000000" : 8093696,
"50.000000" : 8847360,
"60.000000" : 9502720,
"70.000000" : 10420224,
"80.000000" : 11206656,
"90.000000" : 12124160,
"95.000000" : 12648448,
"99.000000" : 13697024,
"99.500000" : 14090240,
"99.900000" : 15138816,
"99.950000" : 15532032,
"99.990000" : 16711680
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 336,
"2072576" : 371,
"2088960" : 368,
"2113536" : 699,
"2146304" : 762,
"2179072" : 839,
"2211840" : 896,
"2244608" : 895,
"2277376" : 900,
"2310144" : 996,
"2342912" : 989,
"2375680" : 1060,
"2408448" : 1009,
"2441216" : 1113,
"2473984" : 1107,
"2506752" : 1142,
"2539520" : 1200,
"2572288" : 1227,
"2605056" : 1131,
"2637824" : 1193,
"2670592" : 1187,
"2703360" : 1200,
"2736128" : 1225,
"2768896" : 1274,
"2801664" : 1251,
"2834432" : 1267,
"2867200" : 1227,
"2899968" : 1234,
"2932736" : 1138,
"2965504" : 1189,
"2998272" : 1325,
"3031040" : 1293,
"3063808" : 1203,
"3096576" : 1219,
"3129344" : 1285,
"3162112" : 1231,
"3194880" : 1259,
"3227648" : 1231,
"3260416" : 1253,
"3293184" : 1235,
"3325952" : 1243,
"3358720" : 1267,
"3391488" : 1259,
"3424256" : 1253,
"3457024" : 1248,
"3489792" : 1268,
"3522560" : 1256,
"3555328" : 1223,
"3588096" : 1208,
"3620864" : 1317,
"3653632" : 1311,
"3686400" : 1324,
"3719168" : 1306,
"3751936" : 1303,
"3784704" : 1283,
"3817472" : 1290,
"3850240" : 1401,
"3883008" : 1335,
"3915776" : 1281,
"3948544" : 1217,
"3981312" : 1322,
"4014080" : 1398,
"4046848" : 1310,
"4079616" : 1307,
"4112384" : 1342,
"4145152" : 1339,
"4177920" : 1363,
"4227072" : 2736,
"4292608" : 2573,
"4358144" : 2748,
"4423680" : 2801,
"4489216" : 2706,
"4554752" : 2785,
"4620288" : 2674,
"4685824" : 2752,
"4751360" : 2922,
"4816896" : 2789,
"4882432" : 2818,
"4947968" : 2812,
"5013504" : 2971,
"5079040" : 2868,
"5144576" : 2906,
"5210112" : 3039,
"5275648" : 2954,
"5341184" : 3068,
"5406720" : 3245,
"5472256" : 3111,
"5537792" : 3271,
"5603328" : 3398,
"5668864" : 3557,
"5734400" : 3462,
"5799936" : 3503,
"5865472" : 3585,
"5931008" : 3602,
"5996544" : 3954,
"6062080" : 3735,
"6127616" : 3734,
"6193152" : 3926,
"6258688" : 4090,
"6324224" : 3974,
"6389760" : 4101,
"6455296" : 4334,
"6520832" : 4393,
"6586368" : 4479,
"6651904" : 4389,
"6717440" : 4441,
"6782976" : 4655,
"6848512" : 4943,
"6914048" : 4890,
"6979584" : 5330,
"7045120" : 5065,
"7110656" : 5079,
"7176192" : 5049,
"7241728" : 5374,
"7307264" : 5437,
"7372800" : 5784,
"7438336" : 5474,
"7503872" : 5690,
"7569408" : 6020,
"7634944" : 5475,
"7700480" : 5312,
"7766016" : 5720,
"7831552" : 5797,
"7897088" : 5834,
"7962624" : 6029,
"8028160" : 6619,
"8093696" : 6188,
"8159232" : 6949,
"8224768" : 7232,
"8290304" : 7501,
"8355840" : 7758,
"8454144" : 15971,
"8585216" : 16015,
"8716288" : 15438,
"8847360" : 17339,
"8978432" : 21567,
"9109504" : 15976,
"9240576" : 14296,
"9371648" : 13749,
"9502720" : 13062,
"9633792" : 12794,
"9764864" : 11818,
"9895936" : 11608,
"10027008" : 13493,
"10158080" : 13354,
"10289152" : 14110,
"10420224" : 14628,
"10551296" : 15092,
"10682368" : 14167,
"10813440" : 13637,
"10944512" : 14385,
"11075584" : 13367,
"11206656" : 13958,
"11337728" : 13333,
"11468800" : 13443,
"11599872" : 12545,
"11730944" : 11813,
"11862016" : 11225,
"11993088" : 11471,
"12124160" : 10550,
"12255232" : 9122,
"12386304" : 8617,
"12517376" : 7890,
"12648448" : 7807,
"12779520" : 7301,
"12910592" : 6791,
"13041664" : 5674,
"13172736" : 4126,
"13303808" : 3264,
"13434880" : 2681,
"13565952" : 2283,
"13697024" : 1829,
"13828096" : 1491,
"13959168" : 1183,
"14090240" : 951,
"14221312" : 812,
"14352384" : 698,
"14483456" : 516,
"14614528" : 459,
"14745600" : 301,
"14876672" : 280,
"15007744" : 211,
"15138816" : 188,
"15269888" : 142,
"15400960" : 120,
"15532032" : 105,
"15663104" : 78,
"15794176" : 79,
"15925248" : 35,
"16056320" : 30,
"16187392" : 23,
"16318464" : 17,
"16449536" : 20,
"16580608" : 25,
"16711680" : 14,
"16908288" : 25,
"17170432" : 22,
"17432576" : 17,
"17694720" : 10,
"18219008" : 1,
"18743296" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 19575636,
"mean" : 9020152.604904,
"stddev" : 3176158.611728,
"N" : 851194
},
"bw_min" : 105496,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 113653.237288,
"bw_dev" : 311.107328,
"bw_samples" : 944,
"iops_min" : 26374,
"iops_max" : 33418,
"iops_mean" : 28411.864407,
"iops_stddev" : 77.742649,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480000,
"usr_cpu" : 0.590000,
"sys_cpu" : 6.694792,
"ctx" : 976664,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.032307,
"750" : 0.330471,
"1000" : 0.312027
},
"latency_ms" : {
"2" : 1.261617,
"4" : 8.332149,
"10" : 54.966407,
"20" : 34.763260,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123195,
"timestamp_ms" : 1774123195795,
"time" : "Sat Mar 21 16:59:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4416933888,
"io_kbytes" : 4313412,
"bw_bytes" : 110426107,
"bw" : 107837,
"iops" : 26959.948999,
"runtime" : 39999,
"total_ios" : 1078371,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 588844.961413,
"stddev" : 267383.436447,
"N" : 1078371
},
"clat_ns" : {
"min" : 435645,
"max" : 22358279,
"mean" : 8904238.046399,
"stddev" : 3153693.756732,
"N" : 1078355,
"percentile" : {
"1.000000" : 1548288,
"5.000000" : 3129344,
"10.000000" : 4423680,
"20.000000" : 6324224,
"30.000000" : 7569408,
"40.000000" : 8355840,
"50.000000" : 8978432,
"60.000000" : 9764864,
"70.000000" : 10682368,
"80.000000" : 11599872,
"90.000000" : 12648448,
"95.000000" : 13697024,
"99.000000" : 16187392,
"99.500000" : 16908288,
"99.900000" : 18481152,
"99.950000" : 18743296,
"99.990000" : 19791872
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 337,
"2072576" : 372,
"2088960" : 368,
"2113536" : 699,
"2146304" : 762,
"2179072" : 839,
"2211840" : 897,
"2244608" : 899,
"2277376" : 901,
"2310144" : 998,
"2342912" : 995,
"2375680" : 1073,
"2408448" : 1016,
"2441216" : 1125,
"2473984" : 1123,
"2506752" : 1161,
"2539520" : 1217,
"2572288" : 1253,
"2605056" : 1161,
"2637824" : 1220,
"2670592" : 1218,
"2703360" : 1229,
"2736128" : 1262,
"2768896" : 1321,
"2801664" : 1287,
"2834432" : 1311,
"2867200" : 1265,
"2899968" : 1281,
"2932736" : 1192,
"2965504" : 1241,
"2998272" : 1393,
"3031040" : 1347,
"3063808" : 1258,
"3096576" : 1274,
"3129344" : 1343,
"3162112" : 1297,
"3194880" : 1329,
"3227648" : 1305,
"3260416" : 1310,
"3293184" : 1307,
"3325952" : 1318,
"3358720" : 1346,
"3391488" : 1327,
"3424256" : 1327,
"3457024" : 1309,
"3489792" : 1358,
"3522560" : 1340,
"3555328" : 1309,
"3588096" : 1281,
"3620864" : 1398,
"3653632" : 1412,
"3686400" : 1422,
"3719168" : 1398,
"3751936" : 1392,
"3784704" : 1381,
"3817472" : 1396,
"3850240" : 1493,
"3883008" : 1429,
"3915776" : 1379,
"3948544" : 1303,
"3981312" : 1411,
"4014080" : 1483,
"4046848" : 1412,
"4079616" : 1395,
"4112384" : 1449,
"4145152" : 1453,
"4177920" : 1481,
"4227072" : 2953,
"4292608" : 2803,
"4358144" : 3010,
"4423680" : 3037,
"4489216" : 2941,
"4554752" : 3031,
"4620288" : 2900,
"4685824" : 3031,
"4751360" : 3231,
"4816896" : 3077,
"4882432" : 3115,
"4947968" : 3109,
"5013504" : 3302,
"5079040" : 3179,
"5144576" : 3227,
"5210112" : 3418,
"5275648" : 3291,
"5341184" : 3450,
"5406720" : 3593,
"5472256" : 3523,
"5537792" : 3698,
"5603328" : 3858,
"5668864" : 4054,
"5734400" : 3925,
"5799936" : 4005,
"5865472" : 4107,
"5931008" : 4184,
"5996544" : 4552,
"6062080" : 4330,
"6127616" : 4450,
"6193152" : 4644,
"6258688" : 4811,
"6324224" : 4725,
"6389760" : 4844,
"6455296" : 5038,
"6520832" : 5102,
"6586368" : 5237,
"6651904" : 5078,
"6717440" : 5163,
"6782976" : 5399,
"6848512" : 5797,
"6914048" : 5756,
"6979584" : 6293,
"7045120" : 5971,
"7110656" : 5976,
"7176192" : 6037,
"7241728" : 6494,
"7307264" : 6506,
"7372800" : 6880,
"7438336" : 6663,
"7503872" : 7137,
"7569408" : 7513,
"7634944" : 7096,
"7700480" : 7064,
"7766016" : 7608,
"7831552" : 7664,
"7897088" : 7830,
"7962624" : 8062,
"8028160" : 8777,
"8093696" : 8278,
"8159232" : 9128,
"8224768" : 9517,
"8290304" : 9993,
"8355840" : 10430,
"8454144" : 21192,
"8585216" : 21164,
"8716288" : 20559,
"8847360" : 22533,
"8978432" : 26875,
"9109504" : 21073,
"9240576" : 19173,
"9371648" : 18289,
"9502720" : 17176,
"9633792" : 16389,
"9764864" : 14824,
"9895936" : 14284,
"10027008" : 16362,
"10158080" : 15987,
"10289152" : 16880,
"10420224" : 17378,
"10551296" : 17574,
"10682368" : 16389,
"10813440" : 15927,
"10944512" : 16680,
"11075584" : 15732,
"11206656" : 16346,
"11337728" : 15674,
"11468800" : 15665,
"11599872" : 14587,
"11730944" : 13979,
"11862016" : 13519,
"11993088" : 13699,
"12124160" : 12599,
"12255232" : 11260,
"12386304" : 10964,
"12517376" : 10393,
"12648448" : 10363,
"12779520" : 10188,
"12910592" : 9477,
"13041664" : 8114,
"13172736" : 6540,
"13303808" : 5781,
"13434880" : 5405,
"13565952" : 4693,
"13697024" : 4049,
"13828096" : 3674,
"13959168" : 3419,
"14090240" : 3085,
"14221312" : 3065,
"14352384" : 2651,
"14483456" : 2435,
"14614528" : 2390,
"14745600" : 2155,
"14876672" : 1992,
"15007744" : 1903,
"15138816" : 1782,
"15269888" : 1714,
"15400960" : 1656,
"15532032" : 1564,
"15663104" : 1428,
"15794176" : 1441,
"15925248" : 1325,
"16056320" : 1243,
"16187392" : 1224,
"16318464" : 1075,
"16449536" : 964,
"16580608" : 876,
"16711680" : 808,
"16908288" : 1473,
"17170432" : 1323,
"17432576" : 1089,
"17694720" : 800,
"17956864" : 644,
"18219008" : 435,
"18481152" : 334,
"18743296" : 238,
"19005440" : 159,
"19267584" : 144,
"19529728" : 80,
"19791872" : 55,
"20054016" : 33,
"20316160" : 19,
"20578304" : 11,
"20840448" : 7,
"21102592" : 6,
"21364736" : 2,
"21889024" : 2,
"22151168" : 3,
"22413312" : 3
}
},
"lat_ns" : {
"min" : 461316,
"max" : 23500284,
"mean" : 9492949.057359,
"stddev" : 3354606.951630,
"N" : 1078355
},
"bw_min" : 76992,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 108104.227848,
"bw_dev" : 702.600781,
"bw_samples" : 1264,
"iops_min" : 19248,
"iops_max" : 33418,
"iops_mean" : 27024.556962,
"iops_stddev" : 175.650618,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.561889,
"sys_cpu" : 6.363753,
"ctx" : 1226070,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.025501,
"750" : 0.260856,
"1000" : 0.246297
},
"latency_ms" : {
"2" : 0.995854,
"4" : 6.859420,
"10" : 53.758957,
"20" : 37.845139,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123205,
"timestamp_ms" : 1774123205794,
"time" : "Sat Mar 21 17:00:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5244760064,
"io_kbytes" : 5121836,
"bw_bytes" : 104897299,
"bw" : 102438,
"iops" : 25610.112202,
"runtime" : 49999,
"total_ios" : 1280480,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 620239.920457,
"stddev" : 282173.010535,
"N" : 1280480
},
"clat_ns" : {
"min" : 435645,
"max" : 24422473,
"mean" : 9374197.930261,
"stddev" : 3327989.482919,
"N" : 1280464,
"percentile" : {
"1.000000" : 1744896,
"5.000000" : 3358720,
"10.000000" : 4751360,
"20.000000" : 6717440,
"30.000000" : 7897088,
"40.000000" : 8716288,
"50.000000" : 9371648,
"60.000000" : 10289152,
"70.000000" : 11075584,
"80.000000" : 12124160,
"90.000000" : 13434880,
"95.000000" : 14876672,
"99.000000" : 17170432,
"99.500000" : 17694720,
"99.900000" : 19005440,
"99.950000" : 19267584,
"99.990000" : 20316160
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1276,
"2768896" : 1345,
"2801664" : 1308,
"2834432" : 1339,
"2867200" : 1289,
"2899968" : 1307,
"2932736" : 1219,
"2965504" : 1274,
"2998272" : 1432,
"3031040" : 1383,
"3063808" : 1283,
"3096576" : 1301,
"3129344" : 1376,
"3162112" : 1328,
"3194880" : 1362,
"3227648" : 1340,
"3260416" : 1345,
"3293184" : 1341,
"3325952" : 1356,
"3358720" : 1390,
"3391488" : 1378,
"3424256" : 1378,
"3457024" : 1370,
"3489792" : 1433,
"3522560" : 1400,
"3555328" : 1375,
"3588096" : 1328,
"3620864" : 1473,
"3653632" : 1481,
"3686400" : 1486,
"3719168" : 1474,
"3751936" : 1465,
"3784704" : 1450,
"3817472" : 1437,
"3850240" : 1573,
"3883008" : 1498,
"3915776" : 1444,
"3948544" : 1369,
"3981312" : 1492,
"4014080" : 1548,
"4046848" : 1487,
"4079616" : 1473,
"4112384" : 1536,
"4145152" : 1542,
"4177920" : 1555,
"4227072" : 3103,
"4292608" : 2931,
"4358144" : 3138,
"4423680" : 3177,
"4489216" : 3087,
"4554752" : 3166,
"4620288" : 3019,
"4685824" : 3174,
"4751360" : 3390,
"4816896" : 3235,
"4882432" : 3277,
"4947968" : 3298,
"5013504" : 3474,
"5079040" : 3355,
"5144576" : 3407,
"5210112" : 3619,
"5275648" : 3498,
"5341184" : 3672,
"5406720" : 3837,
"5472256" : 3764,
"5537792" : 3927,
"5603328" : 4086,
"5668864" : 4303,
"5734400" : 4163,
"5799936" : 4212,
"5865472" : 4327,
"5931008" : 4404,
"5996544" : 4772,
"6062080" : 4539,
"6127616" : 4663,
"6193152" : 4870,
"6258688" : 5027,
"6324224" : 4955,
"6389760" : 5064,
"6455296" : 5279,
"6520832" : 5331,
"6586368" : 5465,
"6651904" : 5333,
"6717440" : 5409,
"6782976" : 5705,
"6848512" : 6106,
"6914048" : 6087,
"6979584" : 6613,
"7045120" : 6331,
"7110656" : 6305,
"7176192" : 6324,
"7241728" : 6839,
"7307264" : 6860,
"7372800" : 7235,
"7438336" : 7046,
"7503872" : 7506,
"7569408" : 7973,
"7634944" : 7497,
"7700480" : 7486,
"7766016" : 8111,
"7831552" : 8130,
"7897088" : 8397,
"7962624" : 8673,
"8028160" : 9409,
"8093696" : 8896,
"8159232" : 9856,
"8224768" : 10349,
"8290304" : 10856,
"8355840" : 11443,
"8454144" : 23437,
"8585216" : 23571,
"8716288" : 23244,
"8847360" : 25325,
"8978432" : 29720,
"9109504" : 23971,
"9240576" : 22345,
"9371648" : 21584,
"9502720" : 20427,
"9633792" : 19578,
"9764864" : 17984,
"9895936" : 17243,
"10027008" : 19306,
"10158080" : 19052,
"10289152" : 20105,
"10420224" : 20413,
"10551296" : 20320,
"10682368" : 19229,
"10813440" : 19101,
"10944512" : 19679,
"11075584" : 18463,
"11206656" : 19274,
"11337728" : 18559,
"11468800" : 18558,
"11599872" : 17704,
"11730944" : 17547,
"11862016" : 17006,
"11993088" : 17156,
"12124160" : 15683,
"12255232" : 14494,
"12386304" : 14125,
"12517376" : 13575,
"12648448" : 13685,
"12779520" : 13456,
"12910592" : 12453,
"13041664" : 11029,
"13172736" : 9354,
"13303808" : 8393,
"13434880" : 7996,
"13565952" : 7207,
"13697024" : 6484,
"13828096" : 5954,
"13959168" : 5563,
"14090240" : 5138,
"14221312" : 5395,
"14352384" : 5206,
"14483456" : 4769,
"14614528" : 4510,
"14745600" : 4351,
"14876672" : 4165,
"15007744" : 4056,
"15138816" : 3931,
"15269888" : 3893,
"15400960" : 3778,
"15532032" : 3613,
"15663104" : 3429,
"15794176" : 3541,
"15925248" : 3326,
"16056320" : 3202,
"16187392" : 3048,
"16318464" : 2877,
"16449536" : 2566,
"16580608" : 2338,
"16711680" : 2163,
"16908288" : 4049,
"17170432" : 3478,
"17432576" : 2709,
"17694720" : 1958,
"17956864" : 1553,
"18219008" : 1024,
"18481152" : 814,
"18743296" : 590,
"19005440" : 460,
"19267584" : 369,
"19529728" : 194,
"19791872" : 159,
"20054016" : 91,
"20316160" : 48,
"20578304" : 25,
"20840448" : 13,
"21102592" : 10,
"21364736" : 13,
"21626880" : 5,
"21889024" : 3,
"22151168" : 10,
"22413312" : 14,
"22937600" : 2,
"23986176" : 1,
"24248320" : 6,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25620504,
"mean" : 9994429.534289,
"stddev" : 3540872.346861,
"N" : 1280464
},
"bw_min" : 66264,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 102768.343434,
"bw_dev" : 935.204292,
"bw_samples" : 1584,
"iops_min" : 16566,
"iops_max" : 33418,
"iops_mean" : 25690.686869,
"iops_stddev" : 233.788592,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.532761,
"sys_cpu" : 6.066121,
"ctx" : 1443796,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999922,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999922,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.021476,
"750" : 0.219683,
"1000" : 0.207422
},
"latency_ms" : {
"2" : 0.838670,
"4" : 5.930979,
"10" : 49.661143,
"20" : 43.103289,
"50" : 0.016088,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123215,
"timestamp_ms" : 1774123215794,
"time" : "Sat Mar 21 17:00:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6055251968,
"io_kbytes" : 5913332,
"bw_bytes" : 100922548,
"bw" : 98557,
"iops" : 24639.643994,
"runtime" : 59999,
"total_ios" : 1478354,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 644930.574013,
"stddev" : 290862.852052,
"N" : 1478354
},
"clat_ns" : {
"min" : 435645,
"max" : 24422473,
"mean" : 9743055.900148,
"stddev" : 3406224.923968,
"N" : 1478338,
"percentile" : {
"1.000000" : 1892352,
"5.000000" : 3588096,
"10.000000" : 5144576,
"20.000000" : 7110656,
"30.000000" : 8224768,
"40.000000" : 8978432,
"50.000000" : 9764864,
"60.000000" : 10551296,
"70.000000" : 11468800,
"80.000000" : 12386304,
"90.000000" : 14090240,
"95.000000" : 15532032,
"99.000000" : 17432576,
"99.500000" : 17956864,
"99.900000" : 19267584,
"99.950000" : 19791872,
"99.990000" : 21102592
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1276,
"2768896" : 1345,
"2801664" : 1308,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1307,
"2932736" : 1220,
"2965504" : 1278,
"2998272" : 1433,
"3031040" : 1383,
"3063808" : 1284,
"3096576" : 1303,
"3129344" : 1377,
"3162112" : 1328,
"3194880" : 1362,
"3227648" : 1342,
"3260416" : 1345,
"3293184" : 1342,
"3325952" : 1356,
"3358720" : 1390,
"3391488" : 1383,
"3424256" : 1384,
"3457024" : 1371,
"3489792" : 1441,
"3522560" : 1406,
"3555328" : 1378,
"3588096" : 1337,
"3620864" : 1477,
"3653632" : 1490,
"3686400" : 1496,
"3719168" : 1484,
"3751936" : 1474,
"3784704" : 1461,
"3817472" : 1454,
"3850240" : 1585,
"3883008" : 1504,
"3915776" : 1454,
"3948544" : 1376,
"3981312" : 1505,
"4014080" : 1554,
"4046848" : 1509,
"4079616" : 1486,
"4112384" : 1545,
"4145152" : 1552,
"4177920" : 1570,
"4227072" : 3137,
"4292608" : 2961,
"4358144" : 3180,
"4423680" : 3206,
"4489216" : 3136,
"4554752" : 3206,
"4620288" : 3062,
"4685824" : 3226,
"4751360" : 3452,
"4816896" : 3292,
"4882432" : 3332,
"4947968" : 3372,
"5013504" : 3551,
"5079040" : 3457,
"5144576" : 3513,
"5210112" : 3737,
"5275648" : 3630,
"5341184" : 3801,
"5406720" : 3992,
"5472256" : 3899,
"5537792" : 4099,
"5603328" : 4260,
"5668864" : 4472,
"5734400" : 4353,
"5799936" : 4389,
"5865472" : 4492,
"5931008" : 4571,
"5996544" : 4940,
"6062080" : 4736,
"6127616" : 4839,
"6193152" : 5041,
"6258688" : 5208,
"6324224" : 5131,
"6389760" : 5212,
"6455296" : 5435,
"6520832" : 5489,
"6586368" : 5655,
"6651904" : 5503,
"6717440" : 5612,
"6782976" : 5924,
"6848512" : 6302,
"6914048" : 6307,
"6979584" : 6878,
"7045120" : 6581,
"7110656" : 6618,
"7176192" : 6612,
"7241728" : 7149,
"7307264" : 7186,
"7372800" : 7598,
"7438336" : 7413,
"7503872" : 7910,
"7569408" : 8305,
"7634944" : 7872,
"7700480" : 7837,
"7766016" : 8502,
"7831552" : 8526,
"7897088" : 8783,
"7962624" : 9047,
"8028160" : 9841,
"8093696" : 9327,
"8159232" : 10317,
"8224768" : 10822,
"8290304" : 11447,
"8355840" : 12142,
"8454144" : 24865,
"8585216" : 25214,
"8716288" : 24904,
"8847360" : 27215,
"8978432" : 31986,
"9109504" : 26505,
"9240576" : 25148,
"9371648" : 24622,
"9502720" : 23878,
"9633792" : 23032,
"9764864" : 21785,
"9895936" : 21296,
"10027008" : 23893,
"10158080" : 23671,
"10289152" : 24982,
"10420224" : 24910,
"10551296" : 24575,
"10682368" : 23339,
"10813440" : 23150,
"10944512" : 23422,
"11075584" : 21828,
"11206656" : 22676,
"11337728" : 21876,
"11468800" : 21738,
"11599872" : 20936,
"11730944" : 20612,
"11862016" : 20043,
"11993088" : 20244,
"12124160" : 18440,
"12255232" : 17251,
"12386304" : 16732,
"12517376" : 16096,
"12648448" : 16135,
"12779520" : 15945,
"12910592" : 14889,
"13041664" : 13653,
"13172736" : 11855,
"13303808" : 10821,
"13434880" : 10295,
"13565952" : 9459,
"13697024" : 8721,
"13828096" : 8160,
"13959168" : 7748,
"14090240" : 7236,
"14221312" : 7498,
"14352384" : 7335,
"14483456" : 6958,
"14614528" : 6678,
"14745600" : 6499,
"14876672" : 6388,
"15007744" : 6235,
"15138816" : 6026,
"15269888" : 6034,
"15400960" : 5888,
"15532032" : 5604,
"15663104" : 5405,
"15794176" : 5505,
"15925248" : 5178,
"16056320" : 5054,
"16187392" : 4802,
"16318464" : 4449,
"16449536" : 4248,
"16580608" : 3967,
"16711680" : 3745,
"16908288" : 7086,
"17170432" : 5850,
"17432576" : 4574,
"17694720" : 3288,
"17956864" : 2675,
"18219008" : 1883,
"18481152" : 1376,
"18743296" : 1013,
"19005440" : 803,
"19267584" : 618,
"19529728" : 415,
"19791872" : 318,
"20054016" : 210,
"20316160" : 116,
"20578304" : 87,
"20840448" : 54,
"21102592" : 54,
"21364736" : 36,
"21626880" : 28,
"21889024" : 16,
"22151168" : 19,
"22413312" : 19,
"22675456" : 2,
"22937600" : 2,
"23199744" : 2,
"23461888" : 4,
"23986176" : 1,
"24248320" : 6,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25620504,
"mean" : 10387958.967520,
"stddev" : 3624329.762900,
"N" : 1478338
},
"bw_min" : 66264,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 98792.075630,
"bw_dev" : 1028.097390,
"bw_samples" : 1904,
"iops_min" : 16566,
"iops_max" : 33418,
"iops_mean" : 24696.722689,
"iops_stddev" : 257.007321,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959984,
"usr_cpu" : 0.512509,
"sys_cpu" : 5.868223,
"ctx" : 1656945,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.018602,
"750" : 0.190279,
"1000" : 0.179659
},
"latency_ms" : {
"2" : 0.726416,
"4" : 5.148699,
"10" : 46.223164,
"20" : 47.471918,
"50" : 0.040180,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123225,
"timestamp_ms" : 1774123225796,
"time" : "Sat Mar 21 17:00:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6885433344,
"io_kbytes" : 6724056,
"bw_bytes" : 98363333,
"bw" : 96057,
"iops" : 24015.371429,
"runtime" : 70000,
"total_ios" : 1681076,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 661899.218048,
"stddev" : 293777.907957,
"N" : 1681076
},
"clat_ns" : {
"min" : 435645,
"max" : 24422473,
"mean" : 9996459.133694,
"stddev" : 3414105.288156,
"N" : 1681060,
"percentile" : {
"1.000000" : 2023424,
"5.000000" : 3817472,
"10.000000" : 5472256,
"20.000000" : 7372800,
"30.000000" : 8454144,
"40.000000" : 9240576,
"50.000000" : 10027008,
"60.000000" : 10813440,
"70.000000" : 11599872,
"80.000000" : 12648448,
"90.000000" : 14483456,
"95.000000" : 15794176,
"99.000000" : 17694720,
"99.500000" : 18219008,
"99.900000" : 19529728,
"99.950000" : 20054016,
"99.990000" : 21626880
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1276,
"2768896" : 1345,
"2801664" : 1308,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1307,
"2932736" : 1220,
"2965504" : 1278,
"2998272" : 1433,
"3031040" : 1383,
"3063808" : 1284,
"3096576" : 1303,
"3129344" : 1377,
"3162112" : 1328,
"3194880" : 1362,
"3227648" : 1342,
"3260416" : 1345,
"3293184" : 1342,
"3325952" : 1356,
"3358720" : 1390,
"3391488" : 1383,
"3424256" : 1384,
"3457024" : 1371,
"3489792" : 1441,
"3522560" : 1406,
"3555328" : 1378,
"3588096" : 1337,
"3620864" : 1477,
"3653632" : 1490,
"3686400" : 1496,
"3719168" : 1484,
"3751936" : 1474,
"3784704" : 1461,
"3817472" : 1454,
"3850240" : 1585,
"3883008" : 1504,
"3915776" : 1454,
"3948544" : 1376,
"3981312" : 1505,
"4014080" : 1554,
"4046848" : 1509,
"4079616" : 1486,
"4112384" : 1545,
"4145152" : 1552,
"4177920" : 1571,
"4227072" : 3139,
"4292608" : 2967,
"4358144" : 3185,
"4423680" : 3214,
"4489216" : 3150,
"4554752" : 3226,
"4620288" : 3093,
"4685824" : 3261,
"4751360" : 3489,
"4816896" : 3342,
"4882432" : 3392,
"4947968" : 3422,
"5013504" : 3610,
"5079040" : 3517,
"5144576" : 3588,
"5210112" : 3817,
"5275648" : 3716,
"5341184" : 3891,
"5406720" : 4088,
"5472256" : 4015,
"5537792" : 4240,
"5603328" : 4387,
"5668864" : 4624,
"5734400" : 4541,
"5799936" : 4570,
"5865472" : 4672,
"5931008" : 4769,
"5996544" : 5167,
"6062080" : 4975,
"6127616" : 5044,
"6193152" : 5261,
"6258688" : 5415,
"6324224" : 5340,
"6389760" : 5404,
"6455296" : 5668,
"6520832" : 5685,
"6586368" : 5868,
"6651904" : 5720,
"6717440" : 5842,
"6782976" : 6165,
"6848512" : 6532,
"6914048" : 6512,
"6979584" : 7095,
"7045120" : 6826,
"7110656" : 6898,
"7176192" : 6913,
"7241728" : 7504,
"7307264" : 7538,
"7372800" : 7902,
"7438336" : 7840,
"7503872" : 8310,
"7569408" : 8768,
"7634944" : 8333,
"7700480" : 8314,
"7766016" : 9027,
"7831552" : 9096,
"7897088" : 9323,
"7962624" : 9662,
"8028160" : 10499,
"8093696" : 10038,
"8159232" : 11049,
"8224768" : 11644,
"8290304" : 12300,
"8355840" : 12926,
"8454144" : 26707,
"8585216" : 27184,
"8716288" : 27081,
"8847360" : 29495,
"8978432" : 34538,
"9109504" : 29312,
"9240576" : 28381,
"9371648" : 28274,
"9502720" : 28027,
"9633792" : 27709,
"9764864" : 26523,
"9895936" : 26371,
"10027008" : 29155,
"10158080" : 28649,
"10289152" : 30037,
"10420224" : 29800,
"10551296" : 29080,
"10682368" : 27642,
"10813440" : 27445,
"10944512" : 27812,
"11075584" : 26015,
"11206656" : 26559,
"11337728" : 25627,
"11468800" : 25128,
"11599872" : 24154,
"11730944" : 23740,
"11862016" : 22917,
"11993088" : 23044,
"12124160" : 21136,
"12255232" : 19907,
"12386304" : 19381,
"12517376" : 18508,
"12648448" : 18499,
"12779520" : 18245,
"12910592" : 16964,
"13041664" : 15708,
"13172736" : 13969,
"13303808" : 12927,
"13434880" : 12524,
"13565952" : 11559,
"13697024" : 10769,
"13828096" : 10228,
"13959168" : 9875,
"14090240" : 9293,
"14221312" : 9464,
"14352384" : 9225,
"14483456" : 8783,
"14614528" : 8564,
"14745600" : 8553,
"14876672" : 8335,
"15007744" : 8197,
"15138816" : 7897,
"15269888" : 7889,
"15400960" : 7744,
"15532032" : 7318,
"15663104" : 7214,
"15794176" : 7305,
"15925248" : 6901,
"16056320" : 6647,
"16187392" : 6271,
"16318464" : 5803,
"16449536" : 5568,
"16580608" : 5235,
"16711680" : 4888,
"16908288" : 9080,
"17170432" : 7544,
"17432576" : 6114,
"17694720" : 4636,
"17956864" : 3806,
"18219008" : 2867,
"18481152" : 2185,
"18743296" : 1688,
"19005440" : 1258,
"19267584" : 940,
"19529728" : 657,
"19791872" : 459,
"20054016" : 326,
"20316160" : 188,
"20578304" : 156,
"20840448" : 111,
"21102592" : 91,
"21364736" : 71,
"21626880" : 51,
"21889024" : 41,
"22151168" : 32,
"22413312" : 23,
"22675456" : 4,
"22937600" : 6,
"23199744" : 2,
"23461888" : 4,
"23724032" : 4,
"23986176" : 1,
"24248320" : 6,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25620504,
"mean" : 10658352.326696,
"stddev" : 3632696.151086,
"N" : 1681060
},
"bw_min" : 66264,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 96152.964029,
"bw_dev" : 1042.571250,
"bw_samples" : 2224,
"iops_min" : 16566,
"iops_max" : 33418,
"iops_mean" : 24037.035971,
"iops_stddev" : 260.622890,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.502504,
"sys_cpu" : 5.753791,
"ctx" : 1873382,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.016359,
"750" : 0.167333,
"1000" : 0.157994
},
"latency_ms" : {
"2" : 0.638817,
"4" : 4.527814,
"10" : 44.049050,
"20" : 50.381125,
"50" : 0.060556,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123235,
"timestamp_ms" : 1774123235795,
"time" : "Sat Mar 21 17:00:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7764529152,
"io_kbytes" : 7582548,
"bw_bytes" : 97056614,
"bw" : 94781,
"iops" : 23695.725000,
"runtime" : 80000,
"total_ios" : 1895658,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 670918.198809,
"stddev" : 294576.178920,
"N" : 1895658
},
"clat_ns" : {
"min" : 435645,
"max" : 24422473,
"mean" : 10131225.227555,
"stddev" : 3394210.592947,
"N" : 1895642,
"percentile" : {
"1.000000" : 2113536,
"5.000000" : 4046848,
"10.000000" : 5734400,
"20.000000" : 7569408,
"30.000000" : 8585216,
"40.000000" : 9371648,
"50.000000" : 10158080,
"60.000000" : 10813440,
"70.000000" : 11730944,
"80.000000" : 12779520,
"90.000000" : 14614528,
"95.000000" : 15925248,
"99.000000" : 17956864,
"99.500000" : 18481152,
"99.900000" : 19791872,
"99.950000" : 20316160,
"99.990000" : 21626880
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1276,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1310,
"2932736" : 1222,
"2965504" : 1283,
"2998272" : 1437,
"3031040" : 1386,
"3063808" : 1287,
"3096576" : 1310,
"3129344" : 1382,
"3162112" : 1334,
"3194880" : 1372,
"3227648" : 1350,
"3260416" : 1349,
"3293184" : 1352,
"3325952" : 1361,
"3358720" : 1402,
"3391488" : 1391,
"3424256" : 1397,
"3457024" : 1380,
"3489792" : 1458,
"3522560" : 1419,
"3555328" : 1394,
"3588096" : 1354,
"3620864" : 1492,
"3653632" : 1504,
"3686400" : 1513,
"3719168" : 1511,
"3751936" : 1496,
"3784704" : 1492,
"3817472" : 1484,
"3850240" : 1622,
"3883008" : 1536,
"3915776" : 1489,
"3948544" : 1412,
"3981312" : 1544,
"4014080" : 1596,
"4046848" : 1544,
"4079616" : 1524,
"4112384" : 1576,
"4145152" : 1598,
"4177920" : 1625,
"4227072" : 3227,
"4292608" : 3061,
"4358144" : 3296,
"4423680" : 3337,
"4489216" : 3274,
"4554752" : 3372,
"4620288" : 3225,
"4685824" : 3401,
"4751360" : 3646,
"4816896" : 3509,
"4882432" : 3572,
"4947968" : 3627,
"5013504" : 3825,
"5079040" : 3713,
"5144576" : 3798,
"5210112" : 4032,
"5275648" : 3945,
"5341184" : 4126,
"5406720" : 4329,
"5472256" : 4251,
"5537792" : 4508,
"5603328" : 4642,
"5668864" : 4874,
"5734400" : 4833,
"5799936" : 4856,
"5865472" : 4962,
"5931008" : 5062,
"5996544" : 5488,
"6062080" : 5302,
"6127616" : 5386,
"6193152" : 5559,
"6258688" : 5776,
"6324224" : 5666,
"6389760" : 5737,
"6455296" : 5986,
"6520832" : 6054,
"6586368" : 6226,
"6651904" : 6041,
"6717440" : 6204,
"6782976" : 6532,
"6848512" : 6895,
"6914048" : 6932,
"6979584" : 7542,
"7045120" : 7266,
"7110656" : 7373,
"7176192" : 7455,
"7241728" : 8101,
"7307264" : 8170,
"7372800" : 8546,
"7438336" : 8506,
"7503872" : 9067,
"7569408" : 9611,
"7634944" : 9230,
"7700480" : 9246,
"7766016" : 10043,
"7831552" : 10196,
"7897088" : 10495,
"7962624" : 10886,
"8028160" : 11915,
"8093696" : 11465,
"8159232" : 12625,
"8224768" : 13237,
"8290304" : 14023,
"8355840" : 14689,
"8454144" : 30462,
"8585216" : 31189,
"8716288" : 31188,
"8847360" : 33727,
"8978432" : 39007,
"9109504" : 33917,
"9240576" : 33090,
"9371648" : 33061,
"9502720" : 32764,
"9633792" : 32430,
"9764864" : 31128,
"9895936" : 30490,
"10027008" : 33373,
"10158080" : 32799,
"10289152" : 34055,
"10420224" : 33760,
"10551296" : 32941,
"10682368" : 31286,
"10813440" : 31045,
"10944512" : 31180,
"11075584" : 29086,
"11206656" : 29562,
"11337728" : 28647,
"11468800" : 28049,
"11599872" : 27116,
"11730944" : 26763,
"11862016" : 25794,
"11993088" : 25925,
"12124160" : 23771,
"12255232" : 22488,
"12386304" : 21889,
"12517376" : 20783,
"12648448" : 20754,
"12779520" : 20386,
"12910592" : 19034,
"13041664" : 17764,
"13172736" : 15976,
"13303808" : 15021,
"13434880" : 14487,
"13565952" : 13485,
"13697024" : 12717,
"13828096" : 12108,
"13959168" : 11897,
"14090240" : 11283,
"14221312" : 11454,
"14352384" : 11146,
"14483456" : 10618,
"14614528" : 10398,
"14745600" : 10401,
"14876672" : 10101,
"15007744" : 9941,
"15138816" : 9602,
"15269888" : 9495,
"15400960" : 9360,
"15532032" : 8741,
"15663104" : 8696,
"15794176" : 8613,
"15925248" : 8118,
"16056320" : 7806,
"16187392" : 7381,
"16318464" : 6844,
"16449536" : 6481,
"16580608" : 6083,
"16711680" : 5700,
"16908288" : 10734,
"17170432" : 8965,
"17432576" : 7344,
"17694720" : 5793,
"17956864" : 4789,
"18219008" : 3612,
"18481152" : 2819,
"18743296" : 2244,
"19005440" : 1682,
"19267584" : 1309,
"19529728" : 991,
"19791872" : 742,
"20054016" : 494,
"20316160" : 330,
"20578304" : 243,
"20840448" : 183,
"21102592" : 141,
"21364736" : 114,
"21626880" : 97,
"21889024" : 55,
"22151168" : 35,
"22413312" : 23,
"22675456" : 5,
"22937600" : 6,
"23199744" : 3,
"23461888" : 4,
"23724032" : 4,
"23986176" : 1,
"24248320" : 6,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25620504,
"mean" : 10802167.490330,
"stddev" : 3611358.315120,
"N" : 1895642
},
"bw_min" : 61496,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 94875.905660,
"bw_dev" : 1019.326411,
"bw_samples" : 2544,
"iops_min" : 15374,
"iops_max" : 33418,
"iops_mean" : 23717.861635,
"iops_stddev" : 254.810280,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279996,
"usr_cpu" : 0.496955,
"sys_cpu" : 5.734940,
"ctx" : 2107299,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.014507,
"750" : 0.148392,
"1000" : 0.140110
},
"latency_ms" : {
"2" : 0.566505,
"4" : 4.042660,
"10" : 43.643421,
"20" : 51.360003,
"50" : 0.083559,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123245,
"timestamp_ms" : 1774123245795,
"time" : "Sat Mar 21 17:00:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8550137856,
"io_kbytes" : 8349744,
"bw_bytes" : 95001531,
"bw" : 92774,
"iops" : 23193.966667,
"runtime" : 90000,
"total_ios" : 2087457,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 685560.385777,
"stddev" : 300082.318637,
"N" : 2087457
},
"clat_ns" : {
"min" : 435645,
"max" : 24422473,
"mean" : 10349893.088779,
"stddev" : 3457372.563112,
"N" : 2087441,
"percentile" : {
"1.000000" : 2211840,
"5.000000" : 4227072,
"10.000000" : 5931008,
"20.000000" : 7766016,
"30.000000" : 8716288,
"40.000000" : 9502720,
"50.000000" : 10289152,
"60.000000" : 11075584,
"70.000000" : 11993088,
"80.000000" : 13172736,
"90.000000" : 15007744,
"95.000000" : 16318464,
"99.000000" : 18219008,
"99.500000" : 18743296,
"99.900000" : 20054016,
"99.950000" : 20578304,
"99.990000" : 21626880
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1276,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1310,
"2932736" : 1222,
"2965504" : 1283,
"2998272" : 1437,
"3031040" : 1386,
"3063808" : 1287,
"3096576" : 1310,
"3129344" : 1382,
"3162112" : 1334,
"3194880" : 1372,
"3227648" : 1350,
"3260416" : 1349,
"3293184" : 1352,
"3325952" : 1362,
"3358720" : 1403,
"3391488" : 1391,
"3424256" : 1398,
"3457024" : 1381,
"3489792" : 1458,
"3522560" : 1421,
"3555328" : 1398,
"3588096" : 1357,
"3620864" : 1495,
"3653632" : 1507,
"3686400" : 1514,
"3719168" : 1515,
"3751936" : 1498,
"3784704" : 1492,
"3817472" : 1486,
"3850240" : 1627,
"3883008" : 1539,
"3915776" : 1491,
"3948544" : 1420,
"3981312" : 1551,
"4014080" : 1597,
"4046848" : 1546,
"4079616" : 1535,
"4112384" : 1578,
"4145152" : 1608,
"4177920" : 1632,
"4227072" : 3254,
"4292608" : 3089,
"4358144" : 3339,
"4423680" : 3375,
"4489216" : 3314,
"4554752" : 3409,
"4620288" : 3282,
"4685824" : 3470,
"4751360" : 3728,
"4816896" : 3579,
"4882432" : 3658,
"4947968" : 3722,
"5013504" : 3924,
"5079040" : 3806,
"5144576" : 3928,
"5210112" : 4149,
"5275648" : 4062,
"5341184" : 4288,
"5406720" : 4475,
"5472256" : 4407,
"5537792" : 4689,
"5603328" : 4827,
"5668864" : 5084,
"5734400" : 5038,
"5799936" : 5038,
"5865472" : 5190,
"5931008" : 5289,
"5996544" : 5757,
"6062080" : 5536,
"6127616" : 5649,
"6193152" : 5825,
"6258688" : 6043,
"6324224" : 5933,
"6389760" : 6004,
"6455296" : 6282,
"6520832" : 6350,
"6586368" : 6511,
"6651904" : 6337,
"6717440" : 6534,
"6782976" : 6852,
"6848512" : 7199,
"6914048" : 7299,
"6979584" : 7902,
"7045120" : 7631,
"7110656" : 7772,
"7176192" : 7845,
"7241728" : 8536,
"7307264" : 8564,
"7372800" : 9072,
"7438336" : 9039,
"7503872" : 9578,
"7569408" : 10176,
"7634944" : 9814,
"7700480" : 9904,
"7766016" : 10677,
"7831552" : 10810,
"7897088" : 11176,
"7962624" : 11640,
"8028160" : 12762,
"8093696" : 12246,
"8159232" : 13499,
"8224768" : 14204,
"8290304" : 15038,
"8355840" : 15766,
"8454144" : 32648,
"8585216" : 33337,
"8716288" : 33535,
"8847360" : 36285,
"8978432" : 41754,
"9109504" : 36562,
"9240576" : 35915,
"9371648" : 35690,
"9502720" : 35249,
"9633792" : 34876,
"9764864" : 33471,
"9895936" : 32656,
"10027008" : 35588,
"10158080" : 34918,
"10289152" : 36262,
"10420224" : 36079,
"10551296" : 35314,
"10682368" : 33690,
"10813440" : 33291,
"10944512" : 33261,
"11075584" : 31359,
"11206656" : 31695,
"11337728" : 30806,
"11468800" : 30358,
"11599872" : 29487,
"11730944" : 29071,
"11862016" : 27960,
"11993088" : 28356,
"12124160" : 26274,
"12255232" : 25020,
"12386304" : 24322,
"12517376" : 23231,
"12648448" : 23150,
"12779520" : 22830,
"12910592" : 21370,
"13041664" : 20169,
"13172736" : 18256,
"13303808" : 17304,
"13434880" : 16772,
"13565952" : 15757,
"13697024" : 15099,
"13828096" : 14444,
"13959168" : 14228,
"14090240" : 13598,
"14221312" : 13852,
"14352384" : 13502,
"14483456" : 13031,
"14614528" : 12824,
"14745600" : 12868,
"14876672" : 12530,
"15007744" : 12482,
"15138816" : 12181,
"15269888" : 12010,
"15400960" : 11815,
"15532032" : 11240,
"15663104" : 11110,
"15794176" : 11152,
"15925248" : 10548,
"16056320" : 10055,
"16187392" : 9421,
"16318464" : 9011,
"16449536" : 8461,
"16580608" : 7966,
"16711680" : 7535,
"16908288" : 13958,
"17170432" : 11768,
"17432576" : 9713,
"17694720" : 7963,
"17956864" : 6739,
"18219008" : 5143,
"18481152" : 4090,
"18743296" : 3362,
"19005440" : 2669,
"19267584" : 2124,
"19529728" : 1583,
"19791872" : 1189,
"20054016" : 770,
"20316160" : 532,
"20578304" : 367,
"20840448" : 241,
"21102592" : 185,
"21364736" : 141,
"21626880" : 111,
"21889024" : 64,
"22151168" : 54,
"22413312" : 29,
"22675456" : 18,
"22937600" : 12,
"23199744" : 3,
"23461888" : 6,
"23724032" : 4,
"23986176" : 1,
"24248320" : 6,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25620504,
"mean" : 11035417.146029,
"stddev" : 3678765.538414,
"N" : 2087441
},
"bw_min" : 59920,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 92946.279330,
"bw_dev" : 1033.184557,
"bw_samples" : 2864,
"iops_min" : 14968,
"iops_max" : 33418,
"iops_mean" : 23235.463687,
"iops_stddev" : 258.279688,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439990,
"usr_cpu" : 0.489934,
"sys_cpu" : 5.663512,
"ctx" : 2316059,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.013174,
"750" : 0.134757,
"1000" : 0.127236
},
"latency_ms" : {
"2" : 0.514454,
"4" : 3.673752,
"10" : 42.105011,
"20" : 53.321482,
"50" : 0.109368,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123255,
"timestamp_ms" : 1774123255795,
"time" : "Sat Mar 21 17:00:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9368494080,
"io_kbytes" : 9148920,
"bw_bytes" : 93684940,
"bw" : 91489,
"iops" : 22872.600000,
"runtime" : 100000,
"total_ios" : 2287260,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 695283.756964,
"stddev" : 302743.858131,
"N" : 2287260
},
"clat_ns" : {
"min" : 435645,
"max" : 24422473,
"mean" : 10495420.492230,
"stddev" : 3479942.692618,
"N" : 2287244,
"percentile" : {
"1.000000" : 2277376,
"5.000000" : 4423680,
"10.000000" : 6127616,
"20.000000" : 7897088,
"30.000000" : 8847360,
"40.000000" : 9502720,
"50.000000" : 10289152,
"60.000000" : 11206656,
"70.000000" : 12124160,
"80.000000" : 13303808,
"90.000000" : 15269888,
"95.000000" : 16449536,
"99.000000" : 18481152,
"99.500000" : 19005440,
"99.900000" : 20316160,
"99.950000" : 20840448,
"99.990000" : 21889024
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1276,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1310,
"2932736" : 1222,
"2965504" : 1283,
"2998272" : 1437,
"3031040" : 1386,
"3063808" : 1287,
"3096576" : 1310,
"3129344" : 1382,
"3162112" : 1334,
"3194880" : 1372,
"3227648" : 1350,
"3260416" : 1349,
"3293184" : 1352,
"3325952" : 1362,
"3358720" : 1403,
"3391488" : 1391,
"3424256" : 1398,
"3457024" : 1381,
"3489792" : 1458,
"3522560" : 1421,
"3555328" : 1398,
"3588096" : 1357,
"3620864" : 1495,
"3653632" : 1507,
"3686400" : 1514,
"3719168" : 1516,
"3751936" : 1498,
"3784704" : 1492,
"3817472" : 1486,
"3850240" : 1627,
"3883008" : 1540,
"3915776" : 1492,
"3948544" : 1420,
"3981312" : 1552,
"4014080" : 1597,
"4046848" : 1547,
"4079616" : 1535,
"4112384" : 1579,
"4145152" : 1609,
"4177920" : 1634,
"4227072" : 3256,
"4292608" : 3089,
"4358144" : 3342,
"4423680" : 3377,
"4489216" : 3316,
"4554752" : 3413,
"4620288" : 3287,
"4685824" : 3477,
"4751360" : 3733,
"4816896" : 3583,
"4882432" : 3669,
"4947968" : 3731,
"5013504" : 3939,
"5079040" : 3821,
"5144576" : 3942,
"5210112" : 4159,
"5275648" : 4074,
"5341184" : 4303,
"5406720" : 4490,
"5472256" : 4431,
"5537792" : 4714,
"5603328" : 4868,
"5668864" : 5140,
"5734400" : 5096,
"5799936" : 5142,
"5865472" : 5298,
"5931008" : 5387,
"5996544" : 5893,
"6062080" : 5671,
"6127616" : 5830,
"6193152" : 5989,
"6258688" : 6260,
"6324224" : 6159,
"6389760" : 6286,
"6455296" : 6593,
"6520832" : 6673,
"6586368" : 6836,
"6651904" : 6713,
"6717440" : 6930,
"6782976" : 7283,
"6848512" : 7659,
"6914048" : 7780,
"6979584" : 8445,
"7045120" : 8231,
"7110656" : 8420,
"7176192" : 8498,
"7241728" : 9108,
"7307264" : 9196,
"7372800" : 9721,
"7438336" : 9755,
"7503872" : 10272,
"7569408" : 10876,
"7634944" : 10591,
"7700480" : 10785,
"7766016" : 11587,
"7831552" : 11729,
"7897088" : 12104,
"7962624" : 12746,
"8028160" : 13974,
"8093696" : 13461,
"8159232" : 14738,
"8224768" : 15628,
"8290304" : 16391,
"8355840" : 17224,
"8454144" : 35716,
"8585216" : 36636,
"8716288" : 37337,
"8847360" : 40106,
"8978432" : 45889,
"9109504" : 40675,
"9240576" : 39925,
"9371648" : 39614,
"9502720" : 38874,
"9633792" : 38496,
"9764864" : 37028,
"9895936" : 36067,
"10027008" : 39091,
"10158080" : 38307,
"10289152" : 39561,
"10420224" : 39139,
"10551296" : 38198,
"10682368" : 36385,
"10813440" : 35701,
"10944512" : 35532,
"11075584" : 33632,
"11206656" : 34032,
"11337728" : 33095,
"11468800" : 32537,
"11599872" : 31798,
"11730944" : 31450,
"11862016" : 30466,
"11993088" : 30984,
"12124160" : 28815,
"12255232" : 27506,
"12386304" : 26770,
"12517376" : 25527,
"12648448" : 25318,
"12779520" : 24930,
"12910592" : 23263,
"13041664" : 22140,
"13172736" : 20151,
"13303808" : 19118,
"13434880" : 18475,
"13565952" : 17520,
"13697024" : 16661,
"13828096" : 16060,
"13959168" : 15833,
"14090240" : 15164,
"14221312" : 15534,
"14352384" : 15070,
"14483456" : 14569,
"14614528" : 14379,
"14745600" : 14492,
"14876672" : 14115,
"15007744" : 14115,
"15138816" : 13868,
"15269888" : 13683,
"15400960" : 13487,
"15532032" : 13002,
"15663104" : 12865,
"15794176" : 13013,
"15925248" : 12393,
"16056320" : 11872,
"16187392" : 11278,
"16318464" : 10907,
"16449536" : 10252,
"16580608" : 9786,
"16711680" : 9137,
"16908288" : 17159,
"17170432" : 14840,
"17432576" : 12585,
"17694720" : 10556,
"17956864" : 9004,
"18219008" : 7060,
"18481152" : 5707,
"18743296" : 4658,
"19005440" : 3695,
"19267584" : 2884,
"19529728" : 2095,
"19791872" : 1587,
"20054016" : 1031,
"20316160" : 725,
"20578304" : 495,
"20840448" : 340,
"21102592" : 261,
"21364736" : 177,
"21626880" : 142,
"21889024" : 82,
"22151168" : 67,
"22413312" : 35,
"22675456" : 20,
"22937600" : 16,
"23199744" : 8,
"23461888" : 8,
"23724032" : 5,
"23986176" : 5,
"24248320" : 7,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25620504,
"mean" : 11190687.727906,
"stddev" : 3702846.055793,
"N" : 2287244
},
"bw_min" : 59920,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 91575.321608,
"bw_dev" : 1026.595650,
"bw_samples" : 3184,
"iops_min" : 14968,
"iops_max" : 33418,
"iops_mean" : 22892.743719,
"iops_stddev" : 256.630355,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599990,
"usr_cpu" : 0.488066,
"sys_cpu" : 5.637598,
"ctx" : 2532796,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.012023,
"750" : 0.122986,
"1000" : 0.116121
},
"latency_ms" : {
"2" : 0.469514,
"4" : 3.353008,
"10" : 41.504333,
"20" : 54.286832,
"50" : 0.134484,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123265,
"timestamp_ms" : 1774123265795,
"time" : "Sat Mar 21 17:01:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10194976768,
"io_kbytes" : 9956032,
"bw_bytes" : 92681606,
"bw" : 90509,
"iops" : 22627.527273,
"runtime" : 110000,
"total_ios" : 2489028,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 702879.053625,
"stddev" : 304180.763725,
"N" : 2489028
},
"clat_ns" : {
"min" : 435645,
"max" : 24422473,
"mean" : 10608693.355922,
"stddev" : 3493002.114096,
"N" : 2489012,
"percentile" : {
"1.000000" : 2342912,
"5.000000" : 4620288,
"10.000000" : 6324224,
"20.000000" : 8028160,
"30.000000" : 8847360,
"40.000000" : 9633792,
"50.000000" : 10420224,
"60.000000" : 11206656,
"70.000000" : 12124160,
"80.000000" : 13565952,
"90.000000" : 15532032,
"95.000000" : 16711680,
"99.000000" : 18481152,
"99.500000" : 19005440,
"99.900000" : 20316160,
"99.950000" : 20840448,
"99.990000" : 21889024
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1276,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1310,
"2932736" : 1222,
"2965504" : 1283,
"2998272" : 1437,
"3031040" : 1386,
"3063808" : 1287,
"3096576" : 1310,
"3129344" : 1382,
"3162112" : 1334,
"3194880" : 1372,
"3227648" : 1350,
"3260416" : 1349,
"3293184" : 1352,
"3325952" : 1362,
"3358720" : 1403,
"3391488" : 1391,
"3424256" : 1398,
"3457024" : 1381,
"3489792" : 1458,
"3522560" : 1421,
"3555328" : 1398,
"3588096" : 1357,
"3620864" : 1495,
"3653632" : 1507,
"3686400" : 1514,
"3719168" : 1516,
"3751936" : 1498,
"3784704" : 1492,
"3817472" : 1486,
"3850240" : 1627,
"3883008" : 1540,
"3915776" : 1492,
"3948544" : 1420,
"3981312" : 1552,
"4014080" : 1597,
"4046848" : 1547,
"4079616" : 1535,
"4112384" : 1579,
"4145152" : 1609,
"4177920" : 1634,
"4227072" : 3256,
"4292608" : 3089,
"4358144" : 3342,
"4423680" : 3377,
"4489216" : 3317,
"4554752" : 3413,
"4620288" : 3287,
"4685824" : 3477,
"4751360" : 3735,
"4816896" : 3585,
"4882432" : 3673,
"4947968" : 3733,
"5013504" : 3943,
"5079040" : 3829,
"5144576" : 3952,
"5210112" : 4172,
"5275648" : 4089,
"5341184" : 4318,
"5406720" : 4504,
"5472256" : 4450,
"5537792" : 4735,
"5603328" : 4898,
"5668864" : 5172,
"5734400" : 5135,
"5799936" : 5204,
"5865472" : 5359,
"5931008" : 5447,
"5996544" : 5982,
"6062080" : 5766,
"6127616" : 5951,
"6193152" : 6157,
"6258688" : 6468,
"6324224" : 6398,
"6389760" : 6555,
"6455296" : 6901,
"6520832" : 7030,
"6586368" : 7247,
"6651904" : 7207,
"6717440" : 7508,
"6782976" : 7888,
"6848512" : 8217,
"6914048" : 8345,
"6979584" : 9060,
"7045120" : 8789,
"7110656" : 8994,
"7176192" : 9053,
"7241728" : 9748,
"7307264" : 9825,
"7372800" : 10350,
"7438336" : 10440,
"7503872" : 10961,
"7569408" : 11540,
"7634944" : 11275,
"7700480" : 11486,
"7766016" : 12308,
"7831552" : 12541,
"7897088" : 12986,
"7962624" : 13745,
"8028160" : 15016,
"8093696" : 14614,
"8159232" : 15906,
"8224768" : 16993,
"8290304" : 17840,
"8355840" : 18768,
"8454144" : 39152,
"8585216" : 40482,
"8716288" : 41463,
"8847360" : 44303,
"8978432" : 50574,
"9109504" : 45209,
"9240576" : 44485,
"9371648" : 44162,
"9502720" : 43276,
"9633792" : 42747,
"9764864" : 41344,
"9895936" : 40300,
"10027008" : 43470,
"10158080" : 42535,
"10289152" : 43849,
"10420224" : 43232,
"10551296" : 42091,
"10682368" : 40095,
"10813440" : 39060,
"10944512" : 38689,
"11075584" : 36430,
"11206656" : 36482,
"11337728" : 35245,
"11468800" : 34434,
"11599872" : 33530,
"11730944" : 32972,
"11862016" : 31834,
"11993088" : 32291,
"12124160" : 30124,
"12255232" : 28688,
"12386304" : 27993,
"12517376" : 26768,
"12648448" : 26546,
"12779520" : 26132,
"12910592" : 24491,
"13041664" : 23386,
"13172736" : 21385,
"13303808" : 20333,
"13434880" : 19767,
"13565952" : 18797,
"13697024" : 17981,
"13828096" : 17444,
"13959168" : 17223,
"14090240" : 16517,
"14221312" : 17002,
"14352384" : 16578,
"14483456" : 16151,
"14614528" : 16006,
"14745600" : 16208,
"14876672" : 15769,
"15007744" : 15897,
"15138816" : 15752,
"15269888" : 15580,
"15400960" : 15470,
"15532032" : 14992,
"15663104" : 14898,
"15794176" : 15062,
"15925248" : 14480,
"16056320" : 13850,
"16187392" : 13405,
"16318464" : 12934,
"16449536" : 12263,
"16580608" : 11705,
"16711680" : 11105,
"16908288" : 20910,
"17170432" : 18275,
"17432576" : 15526,
"17694720" : 13045,
"17956864" : 11168,
"18219008" : 8937,
"18481152" : 7129,
"18743296" : 5780,
"19005440" : 4627,
"19267584" : 3584,
"19529728" : 2623,
"19791872" : 1937,
"20054016" : 1308,
"20316160" : 891,
"20578304" : 610,
"20840448" : 422,
"21102592" : 302,
"21364736" : 197,
"21626880" : 154,
"21889024" : 89,
"22151168" : 72,
"22413312" : 41,
"22675456" : 21,
"22937600" : 21,
"23199744" : 12,
"23461888" : 8,
"23724032" : 5,
"23986176" : 5,
"24248320" : 7,
"24510464" : 1
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25620504,
"mean" : 11311511.592503,
"stddev" : 3716767.103598,
"N" : 2489012
},
"bw_min" : 59920,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 90636.342466,
"bw_dev" : 1006.429010,
"bw_samples" : 3504,
"iops_min" : 14968,
"iops_max" : 33418,
"iops_mean" : 22658.009132,
"iops_stddev" : 251.588565,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759987,
"usr_cpu" : 0.485458,
"sys_cpu" : 5.634587,
"ctx" : 2753069,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.011048,
"750" : 0.113016,
"1000" : 0.106708
},
"latency_ms" : {
"2" : 0.431454,
"4" : 3.081203,
"10" : 41.220549,
"20" : 54.885883,
"50" : 0.149496,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123275,
"timestamp_ms" : 1774123275794,
"time" : "Sat Mar 21 17:01:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10964041728,
"io_kbytes" : 10707072,
"bw_bytes" : 91367775,
"bw" : 89226,
"iops" : 22306.760890,
"runtime" : 119999,
"total_ios" : 2676789,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 713068.472108,
"stddev" : 306162.901249,
"N" : 2676790
},
"clat_ns" : {
"min" : 435645,
"max" : 24441292,
"mean" : 10761533.789616,
"stddev" : 3515530.288683,
"N" : 2676773,
"percentile" : {
"1.000000" : 2408448,
"5.000000" : 4816896,
"10.000000" : 6520832,
"20.000000" : 8159232,
"30.000000" : 8978432,
"40.000000" : 9764864,
"50.000000" : 10551296,
"60.000000" : 11337728,
"70.000000" : 12386304,
"80.000000" : 13697024,
"90.000000" : 15663104,
"95.000000" : 16908288,
"99.000000" : 18743296,
"99.500000" : 19267584,
"99.900000" : 20578304,
"99.950000" : 21102592,
"99.990000" : 22151168
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1276,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1310,
"2932736" : 1222,
"2965504" : 1283,
"2998272" : 1437,
"3031040" : 1386,
"3063808" : 1287,
"3096576" : 1310,
"3129344" : 1382,
"3162112" : 1334,
"3194880" : 1372,
"3227648" : 1350,
"3260416" : 1349,
"3293184" : 1352,
"3325952" : 1362,
"3358720" : 1403,
"3391488" : 1391,
"3424256" : 1398,
"3457024" : 1382,
"3489792" : 1459,
"3522560" : 1421,
"3555328" : 1398,
"3588096" : 1359,
"3620864" : 1495,
"3653632" : 1507,
"3686400" : 1515,
"3719168" : 1519,
"3751936" : 1503,
"3784704" : 1499,
"3817472" : 1488,
"3850240" : 1632,
"3883008" : 1550,
"3915776" : 1497,
"3948544" : 1430,
"3981312" : 1559,
"4014080" : 1610,
"4046848" : 1554,
"4079616" : 1540,
"4112384" : 1594,
"4145152" : 1621,
"4177920" : 1645,
"4227072" : 3272,
"4292608" : 3115,
"4358144" : 3362,
"4423680" : 3411,
"4489216" : 3350,
"4554752" : 3446,
"4620288" : 3318,
"4685824" : 3508,
"4751360" : 3788,
"4816896" : 3629,
"4882432" : 3711,
"4947968" : 3773,
"5013504" : 3991,
"5079040" : 3882,
"5144576" : 3994,
"5210112" : 4225,
"5275648" : 4152,
"5341184" : 4391,
"5406720" : 4574,
"5472256" : 4532,
"5537792" : 4804,
"5603328" : 4961,
"5668864" : 5243,
"5734400" : 5231,
"5799936" : 5294,
"5865472" : 5461,
"5931008" : 5544,
"5996544" : 6095,
"6062080" : 5875,
"6127616" : 6076,
"6193152" : 6276,
"6258688" : 6598,
"6324224" : 6554,
"6389760" : 6697,
"6455296" : 7069,
"6520832" : 7207,
"6586368" : 7435,
"6651904" : 7428,
"6717440" : 7710,
"6782976" : 8069,
"6848512" : 8435,
"6914048" : 8550,
"6979584" : 9296,
"7045120" : 8999,
"7110656" : 9211,
"7176192" : 9290,
"7241728" : 10011,
"7307264" : 10066,
"7372800" : 10612,
"7438336" : 10715,
"7503872" : 11189,
"7569408" : 11799,
"7634944" : 11560,
"7700480" : 11813,
"7766016" : 12603,
"7831552" : 12885,
"7897088" : 13319,
"7962624" : 14102,
"8028160" : 15457,
"8093696" : 15072,
"8159232" : 16361,
"8224768" : 17456,
"8290304" : 18370,
"8355840" : 19378,
"8454144" : 40408,
"8585216" : 41960,
"8716288" : 43112,
"8847360" : 46075,
"8978432" : 52566,
"9109504" : 47256,
"9240576" : 46740,
"9371648" : 46554,
"9502720" : 45578,
"9633792" : 45137,
"9764864" : 43794,
"9895936" : 42808,
"10027008" : 46061,
"10158080" : 45139,
"10289152" : 46688,
"10420224" : 46022,
"10551296" : 45078,
"10682368" : 43156,
"10813440" : 42179,
"10944512" : 41927,
"11075584" : 39702,
"11206656" : 39759,
"11337728" : 38628,
"11468800" : 37815,
"11599872" : 36975,
"11730944" : 36427,
"11862016" : 35141,
"11993088" : 35563,
"12124160" : 33247,
"12255232" : 31893,
"12386304" : 30998,
"12517376" : 29793,
"12648448" : 29400,
"12779520" : 28900,
"12910592" : 27129,
"13041664" : 25993,
"13172736" : 23856,
"13303808" : 22873,
"13434880" : 22167,
"13565952" : 21128,
"13697024" : 20142,
"13828096" : 19623,
"13959168" : 19285,
"14090240" : 18499,
"14221312" : 18980,
"14352384" : 18544,
"14483456" : 18095,
"14614528" : 17934,
"14745600" : 18102,
"14876672" : 17608,
"15007744" : 17728,
"15138816" : 17528,
"15269888" : 17424,
"15400960" : 17343,
"15532032" : 16882,
"15663104" : 16694,
"15794176" : 16847,
"15925248" : 16281,
"16056320" : 15749,
"16187392" : 15195,
"16318464" : 14642,
"16449536" : 13878,
"16580608" : 13359,
"16711680" : 12680,
"16908288" : 23864,
"17170432" : 20936,
"17432576" : 18163,
"17694720" : 15473,
"17956864" : 13259,
"18219008" : 10907,
"18481152" : 8978,
"18743296" : 7304,
"19005440" : 5916,
"19267584" : 4679,
"19529728" : 3497,
"19791872" : 2597,
"20054016" : 1852,
"20316160" : 1333,
"20578304" : 983,
"20840448" : 661,
"21102592" : 467,
"21364736" : 301,
"21626880" : 241,
"21889024" : 150,
"22151168" : 110,
"22413312" : 64,
"22675456" : 36,
"22937600" : 29,
"23199744" : 14,
"23461888" : 12,
"23724032" : 5,
"23986176" : 5,
"24248320" : 8,
"24510464" : 3
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25866390,
"mean" : 11474583.879010,
"stddev" : 3740845.508731,
"N" : 2676773
},
"bw_min" : 59920,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 89303.882845,
"bw_dev" : 1010.865283,
"bw_samples" : 3824,
"iops_min" : 14968,
"iops_max" : 33418,
"iops_mean" : 22324.937238,
"iops_stddev" : 252.696354,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919984,
"usr_cpu" : 0.478806,
"sys_cpu" : 5.606193,
"ctx" : 2955805,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010274,
"750" : 0.105089,
"1000" : 0.099223
},
"latency_ms" : {
"2" : 0.401190,
"4" : 2.867279,
"10" : 39.697376,
"20" : 56.607749,
"50" : 0.211223,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123285,
"timestamp_ms" : 1774123285796,
"time" : "Sat Mar 21 17:01:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11771387904,
"io_kbytes" : 11495496,
"bw_bytes" : 90549137,
"bw" : 88426,
"iops" : 22106.876923,
"runtime" : 130000,
"total_ios" : 2873894,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 719563.089092,
"stddev" : 306458.025227,
"N" : 2873894
},
"clat_ns" : {
"min" : 435645,
"max" : 24441292,
"mean" : 10858638.147263,
"stddev" : 3503693.725634,
"N" : 2873878,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 4947968,
"10.000000" : 6586368,
"20.000000" : 8224768,
"30.000000" : 9109504,
"40.000000" : 9895936,
"50.000000" : 10682368,
"60.000000" : 11468800,
"70.000000" : 12517376,
"80.000000" : 13828096,
"90.000000" : 15663104,
"95.000000" : 16908288,
"99.000000" : 18743296,
"99.500000" : 19267584,
"99.900000" : 20578304,
"99.950000" : 21102592,
"99.990000" : 22151168
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1277,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1311,
"2932736" : 1222,
"2965504" : 1284,
"2998272" : 1437,
"3031040" : 1388,
"3063808" : 1289,
"3096576" : 1312,
"3129344" : 1385,
"3162112" : 1338,
"3194880" : 1373,
"3227648" : 1354,
"3260416" : 1353,
"3293184" : 1357,
"3325952" : 1370,
"3358720" : 1406,
"3391488" : 1406,
"3424256" : 1404,
"3457024" : 1391,
"3489792" : 1466,
"3522560" : 1427,
"3555328" : 1408,
"3588096" : 1381,
"3620864" : 1507,
"3653632" : 1524,
"3686400" : 1537,
"3719168" : 1540,
"3751936" : 1530,
"3784704" : 1518,
"3817472" : 1516,
"3850240" : 1654,
"3883008" : 1579,
"3915776" : 1518,
"3948544" : 1460,
"3981312" : 1588,
"4014080" : 1647,
"4046848" : 1578,
"4079616" : 1577,
"4112384" : 1621,
"4145152" : 1659,
"4177920" : 1707,
"4227072" : 3375,
"4292608" : 3207,
"4358144" : 3445,
"4423680" : 3513,
"4489216" : 3466,
"4554752" : 3571,
"4620288" : 3438,
"4685824" : 3662,
"4751360" : 3940,
"4816896" : 3800,
"4882432" : 3866,
"4947968" : 3956,
"5013504" : 4184,
"5079040" : 4060,
"5144576" : 4190,
"5210112" : 4420,
"5275648" : 4361,
"5341184" : 4633,
"5406720" : 4790,
"5472256" : 4760,
"5537792" : 5038,
"5603328" : 5211,
"5668864" : 5525,
"5734400" : 5499,
"5799936" : 5564,
"5865472" : 5759,
"5931008" : 5862,
"5996544" : 6409,
"6062080" : 6159,
"6127616" : 6388,
"6193152" : 6569,
"6258688" : 6879,
"6324224" : 6859,
"6389760" : 7047,
"6455296" : 7430,
"6520832" : 7551,
"6586368" : 7768,
"6651904" : 7771,
"6717440" : 8077,
"6782976" : 8435,
"6848512" : 8787,
"6914048" : 8910,
"6979584" : 9683,
"7045120" : 9384,
"7110656" : 9623,
"7176192" : 9687,
"7241728" : 10398,
"7307264" : 10412,
"7372800" : 10987,
"7438336" : 11104,
"7503872" : 11566,
"7569408" : 12166,
"7634944" : 11986,
"7700480" : 12198,
"7766016" : 13001,
"7831552" : 13311,
"7897088" : 13784,
"7962624" : 14514,
"8028160" : 15984,
"8093696" : 15516,
"8159232" : 16853,
"8224768" : 17946,
"8290304" : 18891,
"8355840" : 19920,
"8454144" : 41627,
"8585216" : 43219,
"8716288" : 44623,
"8847360" : 47758,
"8978432" : 54551,
"9109504" : 49365,
"9240576" : 48987,
"9371648" : 48798,
"9502720" : 48017,
"9633792" : 47638,
"9764864" : 46505,
"9895936" : 45582,
"10027008" : 49030,
"10158080" : 48112,
"10289152" : 49917,
"10420224" : 49152,
"10551296" : 48149,
"10682368" : 46133,
"10813440" : 45303,
"10944512" : 44951,
"11075584" : 42784,
"11206656" : 42883,
"11337728" : 41744,
"11468800" : 41043,
"11599872" : 40355,
"11730944" : 39785,
"11862016" : 38654,
"11993088" : 39086,
"12124160" : 36668,
"12255232" : 35359,
"12386304" : 34342,
"12517376" : 33210,
"12648448" : 32668,
"12779520" : 32073,
"12910592" : 30185,
"13041664" : 28999,
"13172736" : 26664,
"13303808" : 25730,
"13434880" : 24933,
"13565952" : 23895,
"13697024" : 22772,
"13828096" : 22277,
"13959168" : 22003,
"14090240" : 21189,
"14221312" : 21713,
"14352384" : 21238,
"14483456" : 20720,
"14614528" : 20517,
"14745600" : 20637,
"14876672" : 20119,
"15007744" : 20227,
"15138816" : 19955,
"15269888" : 19812,
"15400960" : 19652,
"15532032" : 19045,
"15663104" : 18849,
"15794176" : 18881,
"15925248" : 18155,
"16056320" : 17557,
"16187392" : 16870,
"16318464" : 16083,
"16449536" : 15135,
"16580608" : 14543,
"16711680" : 13798,
"16908288" : 25807,
"17170432" : 22586,
"17432576" : 19558,
"17694720" : 16660,
"17956864" : 14241,
"18219008" : 11660,
"18481152" : 9641,
"18743296" : 7840,
"19005440" : 6356,
"19267584" : 5069,
"19529728" : 3818,
"19791872" : 2860,
"20054016" : 2060,
"20316160" : 1513,
"20578304" : 1161,
"20840448" : 797,
"21102592" : 565,
"21364736" : 367,
"21626880" : 276,
"21889024" : 175,
"22151168" : 127,
"22413312" : 71,
"22675456" : 38,
"22937600" : 29,
"23199744" : 17,
"23461888" : 15,
"23724032" : 5,
"23986176" : 5,
"24248320" : 8,
"24510464" : 3
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25866390,
"mean" : 11578157.941239,
"stddev" : 3728121.745343,
"N" : 2873878
},
"bw_min" : 59920,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 88533.733591,
"bw_dev" : 991.332082,
"bw_samples" : 4144,
"iops_min" : 14968,
"iops_max" : 33418,
"iops_mean" : 22132.416988,
"iops_stddev" : 247.813271,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079998,
"usr_cpu" : 0.478077,
"sys_cpu" : 5.612650,
"ctx" : 3173536,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.097881,
"1000" : 0.092418
},
"latency_ms" : {
"2" : 0.373674,
"4" : 2.684511,
"10" : 38.548325,
"20" : 57.965499,
"50" : 0.227566,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123295,
"timestamp_ms" : 1774123295796,
"time" : "Sat Mar 21 17:01:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12590567424,
"io_kbytes" : 12295476,
"bw_bytes" : 89932624,
"bw" : 87824,
"iops" : 21956.378571,
"runtime" : 140000,
"total_ios" : 3073893,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 724537.348249,
"stddev" : 307515.110432,
"N" : 3073894
},
"clat_ns" : {
"min" : 435645,
"max" : 24441292,
"mean" : 10933034.325387,
"stddev" : 3509933.590714,
"N" : 3073878,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 5079040,
"10.000000" : 6717440,
"20.000000" : 8290304,
"30.000000" : 9109504,
"40.000000" : 9895936,
"50.000000" : 10682368,
"60.000000" : 11599872,
"70.000000" : 12517376,
"80.000000" : 13959168,
"90.000000" : 15794176,
"95.000000" : 16908288,
"99.000000" : 18743296,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21102592,
"99.990000" : 22151168
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1277,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1311,
"2932736" : 1222,
"2965504" : 1284,
"2998272" : 1437,
"3031040" : 1388,
"3063808" : 1289,
"3096576" : 1312,
"3129344" : 1387,
"3162112" : 1340,
"3194880" : 1373,
"3227648" : 1356,
"3260416" : 1355,
"3293184" : 1359,
"3325952" : 1370,
"3358720" : 1406,
"3391488" : 1407,
"3424256" : 1405,
"3457024" : 1391,
"3489792" : 1466,
"3522560" : 1431,
"3555328" : 1410,
"3588096" : 1384,
"3620864" : 1509,
"3653632" : 1530,
"3686400" : 1540,
"3719168" : 1547,
"3751936" : 1536,
"3784704" : 1521,
"3817472" : 1524,
"3850240" : 1662,
"3883008" : 1586,
"3915776" : 1528,
"3948544" : 1469,
"3981312" : 1601,
"4014080" : 1661,
"4046848" : 1581,
"4079616" : 1589,
"4112384" : 1634,
"4145152" : 1672,
"4177920" : 1731,
"4227072" : 3419,
"4292608" : 3250,
"4358144" : 3504,
"4423680" : 3564,
"4489216" : 3516,
"4554752" : 3633,
"4620288" : 3500,
"4685824" : 3728,
"4751360" : 3997,
"4816896" : 3869,
"4882432" : 3949,
"4947968" : 4042,
"5013504" : 4275,
"5079040" : 4159,
"5144576" : 4294,
"5210112" : 4515,
"5275648" : 4459,
"5341184" : 4756,
"5406720" : 4916,
"5472256" : 4910,
"5537792" : 5200,
"5603328" : 5379,
"5668864" : 5692,
"5734400" : 5698,
"5799936" : 5746,
"5865472" : 5925,
"5931008" : 6045,
"5996544" : 6604,
"6062080" : 6352,
"6127616" : 6602,
"6193152" : 6762,
"6258688" : 7108,
"6324224" : 7047,
"6389760" : 7262,
"6455296" : 7645,
"6520832" : 7790,
"6586368" : 7997,
"6651904" : 8006,
"6717440" : 8316,
"6782976" : 8681,
"6848512" : 9064,
"6914048" : 9209,
"6979584" : 10002,
"7045120" : 9708,
"7110656" : 9992,
"7176192" : 10075,
"7241728" : 10831,
"7307264" : 10915,
"7372800" : 11484,
"7438336" : 11696,
"7503872" : 12270,
"7569408" : 12900,
"7634944" : 12778,
"7700480" : 13002,
"7766016" : 13846,
"7831552" : 14197,
"7897088" : 14696,
"7962624" : 15403,
"8028160" : 17048,
"8093696" : 16447,
"8159232" : 17879,
"8224768" : 19062,
"8290304" : 20109,
"8355840" : 21197,
"8454144" : 44365,
"8585216" : 46410,
"8716288" : 48259,
"8847360" : 51753,
"8978432" : 59039,
"9109504" : 53877,
"9240576" : 53714,
"9371648" : 53589,
"9502720" : 52568,
"9633792" : 51966,
"9764864" : 50655,
"9895936" : 49572,
"10027008" : 52815,
"10158080" : 51635,
"10289152" : 53239,
"10420224" : 52358,
"10551296" : 51180,
"10682368" : 48908,
"10813440" : 47896,
"10944512" : 47306,
"11075584" : 45052,
"11206656" : 45078,
"11337728" : 43840,
"11468800" : 43056,
"11599872" : 42354,
"11730944" : 41734,
"11862016" : 40516,
"11993088" : 40898,
"12124160" : 38472,
"12255232" : 37188,
"12386304" : 36114,
"12517376" : 34938,
"12648448" : 34382,
"12779520" : 33833,
"12910592" : 31888,
"13041664" : 30739,
"13172736" : 28375,
"13303808" : 27424,
"13434880" : 26683,
"13565952" : 25619,
"13697024" : 24581,
"13828096" : 24131,
"13959168" : 23811,
"14090240" : 23001,
"14221312" : 23604,
"14352384" : 23136,
"14483456" : 22689,
"14614528" : 22596,
"14745600" : 22569,
"14876672" : 22176,
"15007744" : 22283,
"15138816" : 21954,
"15269888" : 21853,
"15400960" : 21663,
"15532032" : 21032,
"15663104" : 20873,
"15794176" : 20728,
"15925248" : 19923,
"16056320" : 19357,
"16187392" : 18543,
"16318464" : 17723,
"16449536" : 16751,
"16580608" : 16050,
"16711680" : 15328,
"16908288" : 28569,
"17170432" : 25129,
"17432576" : 21810,
"17694720" : 18822,
"17956864" : 16203,
"18219008" : 13310,
"18481152" : 11193,
"18743296" : 9205,
"19005440" : 7526,
"19267584" : 5989,
"19529728" : 4634,
"19791872" : 3469,
"20054016" : 2505,
"20316160" : 1932,
"20578304" : 1442,
"20840448" : 984,
"21102592" : 702,
"21364736" : 460,
"21626880" : 344,
"21889024" : 230,
"22151168" : 159,
"22413312" : 91,
"22675456" : 54,
"22937600" : 37,
"23199744" : 19,
"23461888" : 15,
"23724032" : 5,
"23986176" : 5,
"24248320" : 8,
"24510464" : 3
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25866390,
"mean" : 11657531.238802,
"stddev" : 3734760.875573,
"N" : 3073878
},
"bw_min" : 59611,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 87867.637993,
"bw_dev" : 977.990282,
"bw_samples" : 4464,
"iops_min" : 14893,
"iops_max" : 33418,
"iops_mean" : 21965.885305,
"iops_stddev" : 244.477482,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239991,
"usr_cpu" : 0.475136,
"sys_cpu" : 5.634130,
"ctx" : 3392852,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.091513,
"1000" : 0.086405
},
"latency_ms" : {
"2" : 0.349362,
"4" : 2.513197,
"10" : 38.420921,
"20" : 58.263902,
"50" : 0.265266,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123305,
"timestamp_ms" : 1774123305795,
"time" : "Sat Mar 21 17:01:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13392666624,
"io_kbytes" : 13078776,
"bw_bytes" : 89284444,
"bw" : 87191,
"iops" : 21798.093333,
"runtime" : 150000,
"total_ios" : 3269714,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 729835.191102,
"stddev" : 307054.288402,
"N" : 3269714
},
"clat_ns" : {
"min" : 435645,
"max" : 24441292,
"mean" : 11012598.245278,
"stddev" : 3492393.090263,
"N" : 3269698,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 5210112,
"10.000000" : 6848512,
"20.000000" : 8355840,
"30.000000" : 9240576,
"40.000000" : 10027008,
"50.000000" : 10682368,
"60.000000" : 11599872,
"70.000000" : 12648448,
"80.000000" : 14090240,
"90.000000" : 15794176,
"95.000000" : 16908288,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21102592,
"99.990000" : 22151168
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1277,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1311,
"2932736" : 1222,
"2965504" : 1284,
"2998272" : 1437,
"3031040" : 1388,
"3063808" : 1289,
"3096576" : 1312,
"3129344" : 1387,
"3162112" : 1340,
"3194880" : 1373,
"3227648" : 1356,
"3260416" : 1355,
"3293184" : 1359,
"3325952" : 1370,
"3358720" : 1407,
"3391488" : 1407,
"3424256" : 1405,
"3457024" : 1391,
"3489792" : 1467,
"3522560" : 1431,
"3555328" : 1410,
"3588096" : 1384,
"3620864" : 1510,
"3653632" : 1531,
"3686400" : 1541,
"3719168" : 1548,
"3751936" : 1538,
"3784704" : 1522,
"3817472" : 1524,
"3850240" : 1665,
"3883008" : 1587,
"3915776" : 1528,
"3948544" : 1470,
"3981312" : 1603,
"4014080" : 1661,
"4046848" : 1582,
"4079616" : 1591,
"4112384" : 1635,
"4145152" : 1674,
"4177920" : 1734,
"4227072" : 3427,
"4292608" : 3253,
"4358144" : 3514,
"4423680" : 3573,
"4489216" : 3536,
"4554752" : 3649,
"4620288" : 3537,
"4685824" : 3768,
"4751360" : 4045,
"4816896" : 3921,
"4882432" : 4011,
"4947968" : 4102,
"5013504" : 4357,
"5079040" : 4250,
"5144576" : 4393,
"5210112" : 4602,
"5275648" : 4574,
"5341184" : 4865,
"5406720" : 5043,
"5472256" : 5038,
"5537792" : 5333,
"5603328" : 5513,
"5668864" : 5808,
"5734400" : 5837,
"5799936" : 5878,
"5865472" : 6071,
"5931008" : 6185,
"5996544" : 6767,
"6062080" : 6484,
"6127616" : 6724,
"6193152" : 6879,
"6258688" : 7254,
"6324224" : 7186,
"6389760" : 7446,
"6455296" : 7811,
"6520832" : 7945,
"6586368" : 8163,
"6651904" : 8179,
"6717440" : 8482,
"6782976" : 8860,
"6848512" : 9260,
"6914048" : 9391,
"6979584" : 10169,
"7045120" : 9912,
"7110656" : 10160,
"7176192" : 10283,
"7241728" : 11033,
"7307264" : 11145,
"7372800" : 11760,
"7438336" : 11965,
"7503872" : 12567,
"7569408" : 13225,
"7634944" : 13104,
"7700480" : 13318,
"7766016" : 14197,
"7831552" : 14520,
"7897088" : 15058,
"7962624" : 15778,
"8028160" : 17420,
"8093696" : 16859,
"8159232" : 18322,
"8224768" : 19547,
"8290304" : 20631,
"8355840" : 21797,
"8454144" : 45748,
"8585216" : 48090,
"8716288" : 50195,
"8847360" : 53866,
"8978432" : 61462,
"9109504" : 56482,
"9240576" : 56420,
"9371648" : 56538,
"9502720" : 55756,
"9633792" : 55490,
"9764864" : 54294,
"9895936" : 53199,
"10027008" : 56530,
"10158080" : 55399,
"10289152" : 57004,
"10420224" : 56374,
"10551296" : 55247,
"10682368" : 52951,
"10813440" : 52089,
"10944512" : 51566,
"11075584" : 49259,
"11206656" : 49288,
"11337728" : 47908,
"11468800" : 47074,
"11599872" : 46308,
"11730944" : 45489,
"11862016" : 44130,
"11993088" : 44258,
"12124160" : 41589,
"12255232" : 40081,
"12386304" : 38897,
"12517376" : 37473,
"12648448" : 36839,
"12779520" : 36235,
"12910592" : 34116,
"13041664" : 33010,
"13172736" : 30464,
"13303808" : 29387,
"13434880" : 28615,
"13565952" : 27452,
"13697024" : 26439,
"13828096" : 25969,
"13959168" : 25660,
"14090240" : 24916,
"14221312" : 25430,
"14352384" : 25015,
"14483456" : 24641,
"14614528" : 24597,
"14745600" : 24620,
"14876672" : 24263,
"15007744" : 24435,
"15138816" : 24097,
"15269888" : 23949,
"15400960" : 23806,
"15532032" : 23153,
"15663104" : 22837,
"15794176" : 22623,
"15925248" : 21753,
"16056320" : 21192,
"16187392" : 20272,
"16318464" : 19332,
"16449536" : 18247,
"16580608" : 17467,
"16711680" : 16696,
"16908288" : 31049,
"17170432" : 27355,
"17432576" : 23775,
"17694720" : 20533,
"17956864" : 17655,
"18219008" : 14499,
"18481152" : 12236,
"18743296" : 10042,
"19005440" : 8283,
"19267584" : 6565,
"19529728" : 5079,
"19791872" : 3759,
"20054016" : 2712,
"20316160" : 2086,
"20578304" : 1546,
"20840448" : 1055,
"21102592" : 786,
"21364736" : 508,
"21626880" : 367,
"21889024" : 240,
"22151168" : 167,
"22413312" : 92,
"22675456" : 59,
"22937600" : 43,
"23199744" : 20,
"23461888" : 15,
"23724032" : 5,
"23986176" : 5,
"24248320" : 10,
"24510464" : 3
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25866390,
"mean" : 11742426.400807,
"stddev" : 3716005.737199,
"N" : 3269698
},
"bw_min" : 59611,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 87256.531773,
"bw_dev" : 962.831568,
"bw_samples" : 4784,
"iops_min" : 14893,
"iops_max" : 33418,
"iops_mean" : 21813.163880,
"iops_stddev" : 240.687001,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399993,
"usr_cpu" : 0.472335,
"sys_cpu" : 5.652475,
"ctx" : 3607998,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.086032,
"1000" : 0.081230
},
"latency_ms" : {
"2" : 0.328439,
"4" : 2.363173,
"10" : 37.485786,
"20" : 59.376630,
"50" : 0.269810,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123315,
"timestamp_ms" : 1774123315798,
"time" : "Sat Mar 21 17:01:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14186295296,
"io_kbytes" : 13853804,
"bw_bytes" : 88664345,
"bw" : 86586,
"iops" : 21646.875000,
"runtime" : 160000,
"total_ios" : 3463500,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 734985.815352,
"stddev" : 307055.882441,
"N" : 3463500
},
"clat_ns" : {
"min" : 435645,
"max" : 24441292,
"mean" : 11089471.624657,
"stddev" : 3475604.829425,
"N" : 3463484,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 5341184,
"10.000000" : 6979584,
"20.000000" : 8454144,
"30.000000" : 9240576,
"40.000000" : 10027008,
"50.000000" : 10813440,
"60.000000" : 11599872,
"70.000000" : 12648448,
"80.000000" : 14090240,
"90.000000" : 15925248,
"95.000000" : 17170432,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21102592,
"99.990000" : 22151168
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1277,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1311,
"2932736" : 1222,
"2965504" : 1284,
"2998272" : 1437,
"3031040" : 1388,
"3063808" : 1289,
"3096576" : 1312,
"3129344" : 1387,
"3162112" : 1340,
"3194880" : 1373,
"3227648" : 1356,
"3260416" : 1355,
"3293184" : 1359,
"3325952" : 1370,
"3358720" : 1407,
"3391488" : 1407,
"3424256" : 1405,
"3457024" : 1391,
"3489792" : 1467,
"3522560" : 1431,
"3555328" : 1410,
"3588096" : 1384,
"3620864" : 1510,
"3653632" : 1531,
"3686400" : 1541,
"3719168" : 1548,
"3751936" : 1538,
"3784704" : 1522,
"3817472" : 1524,
"3850240" : 1665,
"3883008" : 1587,
"3915776" : 1528,
"3948544" : 1470,
"3981312" : 1603,
"4014080" : 1661,
"4046848" : 1582,
"4079616" : 1591,
"4112384" : 1635,
"4145152" : 1674,
"4177920" : 1735,
"4227072" : 3429,
"4292608" : 3258,
"4358144" : 3516,
"4423680" : 3575,
"4489216" : 3543,
"4554752" : 3652,
"4620288" : 3538,
"4685824" : 3772,
"4751360" : 4049,
"4816896" : 3924,
"4882432" : 4015,
"4947968" : 4108,
"5013504" : 4365,
"5079040" : 4256,
"5144576" : 4401,
"5210112" : 4610,
"5275648" : 4585,
"5341184" : 4884,
"5406720" : 5056,
"5472256" : 5056,
"5537792" : 5348,
"5603328" : 5527,
"5668864" : 5826,
"5734400" : 5859,
"5799936" : 5890,
"5865472" : 6088,
"5931008" : 6202,
"5996544" : 6794,
"6062080" : 6524,
"6127616" : 6760,
"6193152" : 6922,
"6258688" : 7302,
"6324224" : 7227,
"6389760" : 7493,
"6455296" : 7879,
"6520832" : 8010,
"6586368" : 8234,
"6651904" : 8245,
"6717440" : 8557,
"6782976" : 8943,
"6848512" : 9345,
"6914048" : 9478,
"6979584" : 10270,
"7045120" : 10026,
"7110656" : 10313,
"7176192" : 10429,
"7241728" : 11201,
"7307264" : 11334,
"7372800" : 11964,
"7438336" : 12202,
"7503872" : 12810,
"7569408" : 13484,
"7634944" : 13395,
"7700480" : 13616,
"7766016" : 14503,
"7831552" : 14862,
"7897088" : 15416,
"7962624" : 16152,
"8028160" : 17805,
"8093696" : 17229,
"8159232" : 18770,
"8224768" : 20063,
"8290304" : 21155,
"8355840" : 22293,
"8454144" : 46863,
"8585216" : 49348,
"8716288" : 51700,
"8847360" : 55582,
"8978432" : 63485,
"9109504" : 58796,
"9240576" : 59036,
"9371648" : 59472,
"9502720" : 58954,
"9633792" : 59105,
"9764864" : 58124,
"9895936" : 57136,
"10027008" : 60773,
"10158080" : 59698,
"10289152" : 61588,
"10420224" : 61203,
"10551296" : 60185,
"10682368" : 57955,
"10813440" : 57216,
"10944512" : 56731,
"11075584" : 54467,
"11206656" : 54335,
"11337728" : 52624,
"11468800" : 51415,
"11599872" : 50583,
"11730944" : 49474,
"11862016" : 47702,
"11993088" : 47586,
"12124160" : 44624,
"12255232" : 42829,
"12386304" : 41366,
"12517376" : 39682,
"12648448" : 38947,
"12779520" : 38170,
"12910592" : 35866,
"13041664" : 34705,
"13172736" : 32068,
"13303808" : 30923,
"13434880" : 30079,
"13565952" : 28907,
"13697024" : 27902,
"13828096" : 27452,
"13959168" : 27153,
"14090240" : 26419,
"14221312" : 26937,
"14352384" : 26679,
"14483456" : 26263,
"14614528" : 26268,
"14745600" : 26397,
"14876672" : 25919,
"15007744" : 26263,
"15138816" : 25806,
"15269888" : 25739,
"15400960" : 25541,
"15532032" : 24834,
"15663104" : 24565,
"15794176" : 24380,
"15925248" : 23531,
"16056320" : 22921,
"16187392" : 22017,
"16318464" : 20969,
"16449536" : 19974,
"16580608" : 19052,
"16711680" : 18210,
"16908288" : 34056,
"17170432" : 30155,
"17432576" : 26320,
"17694720" : 22735,
"17956864" : 19557,
"18219008" : 16133,
"18481152" : 13517,
"18743296" : 11154,
"19005440" : 9149,
"19267584" : 7244,
"19529728" : 5606,
"19791872" : 4151,
"20054016" : 2993,
"20316160" : 2226,
"20578304" : 1638,
"20840448" : 1118,
"21102592" : 817,
"21364736" : 532,
"21626880" : 386,
"21889024" : 248,
"22151168" : 171,
"22413312" : 94,
"22675456" : 63,
"22937600" : 44,
"23199744" : 21,
"23461888" : 15,
"23724032" : 7,
"23986176" : 5,
"24248320" : 10,
"24510464" : 3
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25866390,
"mean" : 11824418.779281,
"stddev" : 3697978.306541,
"N" : 3463484
},
"bw_min" : 59611,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 86617.677116,
"bw_dev" : 949.578143,
"bw_samples" : 5104,
"iops_min" : 14893,
"iops_max" : 33418,
"iops_mean" : 21653.473354,
"iops_stddev" : 237.373940,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559989,
"usr_cpu" : 0.469650,
"sys_cpu" : 5.668735,
"ctx" : 3820677,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.081218,
"1000" : 0.076685
},
"latency_ms" : {
"2" : 0.310062,
"4" : 2.230951,
"10" : 36.513151,
"20" : 60.507839,
"50" : 0.271690,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123325,
"timestamp_ms" : 1774123325795,
"time" : "Sat Mar 21 17:02:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14967111680,
"io_kbytes" : 14616320,
"bw_bytes" : 88042351,
"bw" : 85978,
"iops" : 21494.826440,
"runtime" : 169999,
"total_ios" : 3654099,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 740213.453908,
"stddev" : 308374.053792,
"N" : 3654099
},
"clat_ns" : {
"min" : 435645,
"max" : 24441292,
"mean" : 11167722.643698,
"stddev" : 3477720.737206,
"N" : 3654083,
"percentile" : {
"1.000000" : 2670592,
"5.000000" : 5472256,
"10.000000" : 7110656,
"20.000000" : 8585216,
"30.000000" : 9371648,
"40.000000" : 10158080,
"50.000000" : 10813440,
"60.000000" : 11730944,
"70.000000" : 12779520,
"80.000000" : 14221312,
"90.000000" : 16056320,
"95.000000" : 17170432,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21102592,
"99.990000" : 22151168
},
"bins" : {
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 8,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 38,
"497664" : 43,
"501760" : 41,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 84,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 89,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 155,
"1171456" : 185,
"1187840" : 167,
"1204224" : 162,
"1220608" : 133,
"1236992" : 147,
"1253376" : 143,
"1269760" : 125,
"1286144" : 152,
"1302528" : 173,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 181,
"1630208" : 136,
"1646592" : 195,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 222,
"1777664" : 211,
"1794048" : 199,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 249,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 303,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 763,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1001,
"2342912" : 999,
"2375680" : 1077,
"2408448" : 1022,
"2441216" : 1127,
"2473984" : 1129,
"2506752" : 1165,
"2539520" : 1229,
"2572288" : 1265,
"2605056" : 1169,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1277,
"2768896" : 1345,
"2801664" : 1309,
"2834432" : 1340,
"2867200" : 1289,
"2899968" : 1311,
"2932736" : 1222,
"2965504" : 1284,
"2998272" : 1437,
"3031040" : 1388,
"3063808" : 1289,
"3096576" : 1312,
"3129344" : 1387,
"3162112" : 1340,
"3194880" : 1373,
"3227648" : 1356,
"3260416" : 1355,
"3293184" : 1359,
"3325952" : 1370,
"3358720" : 1407,
"3391488" : 1407,
"3424256" : 1405,
"3457024" : 1391,
"3489792" : 1467,
"3522560" : 1431,
"3555328" : 1410,
"3588096" : 1384,
"3620864" : 1510,
"3653632" : 1531,
"3686400" : 1541,
"3719168" : 1548,
"3751936" : 1538,
"3784704" : 1522,
"3817472" : 1524,
"3850240" : 1665,
"3883008" : 1587,
"3915776" : 1528,
"3948544" : 1470,
"3981312" : 1603,
"4014080" : 1661,
"4046848" : 1582,
"4079616" : 1591,
"4112384" : 1635,
"4145152" : 1674,
"4177920" : 1735,
"4227072" : 3429,
"4292608" : 3258,
"4358144" : 3516,
"4423680" : 3575,
"4489216" : 3543,
"4554752" : 3652,
"4620288" : 3538,
"4685824" : 3772,
"4751360" : 4049,
"4816896" : 3924,
"4882432" : 4015,
"4947968" : 4108,
"5013504" : 4365,
"5079040" : 4256,
"5144576" : 4401,
"5210112" : 4610,
"5275648" : 4585,
"5341184" : 4884,
"5406720" : 5056,
"5472256" : 5056,
"5537792" : 5348,
"5603328" : 5527,
"5668864" : 5826,
"5734400" : 5859,
"5799936" : 5890,
"5865472" : 6088,
"5931008" : 6202,
"5996544" : 6794,
"6062080" : 6525,
"6127616" : 6761,
"6193152" : 6922,
"6258688" : 7303,
"6324224" : 7230,
"6389760" : 7499,
"6455296" : 7881,
"6520832" : 8013,
"6586368" : 8242,
"6651904" : 8255,
"6717440" : 8565,
"6782976" : 8959,
"6848512" : 9361,
"6914048" : 9499,
"6979584" : 10294,
"7045120" : 10055,
"7110656" : 10347,
"7176192" : 10470,
"7241728" : 11243,
"7307264" : 11389,
"7372800" : 12029,
"7438336" : 12284,
"7503872" : 12906,
"7569408" : 13605,
"7634944" : 13519,
"7700480" : 13752,
"7766016" : 14698,
"7831552" : 15098,
"7897088" : 15666,
"7962624" : 16484,
"8028160" : 18206,
"8093696" : 17660,
"8159232" : 19296,
"8224768" : 20660,
"8290304" : 21812,
"8355840" : 23024,
"8454144" : 48597,
"8585216" : 51266,
"8716288" : 53993,
"8847360" : 58249,
"8978432" : 66588,
"9109504" : 62427,
"9240576" : 62988,
"9371648" : 63713,
"9502720" : 63677,
"9633792" : 64043,
"9764864" : 63412,
"9895936" : 62301,
"10027008" : 66013,
"10158080" : 64890,
"10289152" : 66461,
"10420224" : 65820,
"10551296" : 64597,
"10682368" : 62077,
"10813440" : 61019,
"10944512" : 60344,
"11075584" : 57772,
"11206656" : 57412,
"11337728" : 55437,
"11468800" : 53978,
"11599872" : 52868,
"11730944" : 51614,
"11862016" : 49670,
"11993088" : 49350,
"12124160" : 46190,
"12255232" : 44316,
"12386304" : 42780,
"12517376" : 41067,
"12648448" : 40221,
"12779520" : 39391,
"12910592" : 37037,
"13041664" : 35933,
"13172736" : 33230,
"13303808" : 32181,
"13434880" : 31401,
"13565952" : 30275,
"13697024" : 29326,
"13828096" : 28892,
"13959168" : 28686,
"14090240" : 27914,
"14221312" : 28588,
"14352384" : 28343,
"14483456" : 27892,
"14614528" : 27994,
"14745600" : 28112,
"14876672" : 27728,
"15007744" : 28110,
"15138816" : 27662,
"15269888" : 27583,
"15400960" : 27555,
"15532032" : 26802,
"15663104" : 26502,
"15794176" : 26344,
"15925248" : 25552,
"16056320" : 24956,
"16187392" : 24049,
"16318464" : 22934,
"16449536" : 21927,
"16580608" : 21058,
"16711680" : 20116,
"16908288" : 37673,
"17170432" : 33631,
"17432576" : 29593,
"17694720" : 25619,
"17956864" : 22106,
"18219008" : 18477,
"18481152" : 15426,
"18743296" : 12700,
"19005440" : 10411,
"19267584" : 8224,
"19529728" : 6356,
"19791872" : 4707,
"20054016" : 3453,
"20316160" : 2539,
"20578304" : 1879,
"20840448" : 1283,
"21102592" : 919,
"21364736" : 592,
"21626880" : 430,
"21889024" : 266,
"22151168" : 182,
"22413312" : 98,
"22675456" : 66,
"22937600" : 45,
"23199744" : 21,
"23461888" : 15,
"23724032" : 7,
"23986176" : 5,
"24248320" : 10,
"24510464" : 3
}
},
"lat_ns" : {
"min" : 461316,
"max" : 25866390,
"mean" : 11907890.057511,
"stddev" : 3700144.044447,
"N" : 3654083
},
"bw_min" : 59353,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 86009.634218,
"bw_dev" : 940.407426,
"bw_samples" : 5424,
"iops_min" : 14827,
"iops_max" : 33418,
"iops_mean" : 21501.469027,
"iops_stddev" : 235.084334,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719984,
"usr_cpu" : 0.467613,
"sys_cpu" : 5.680438,
"ctx" : 4029147,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.076982,
"1000" : 0.072685
},
"latency_ms" : {
"2" : 0.293889,
"4" : 2.114584,
"10" : 35.992074,
"20" : 61.149465,
"50" : 0.292357,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123335,
"timestamp_ms" : 1774123335804,
"time" : "Sat Mar 21 17:02:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 12470,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15744950272,
"io_kbytes" : 15375928,
"bw_bytes" : 87471460,
"bw" : 85421,
"iops" : 21354.803584,
"runtime" : 180001,
"total_ios" : 3843886,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 745090.443611,
"stddev" : 309457.635683,
"N" : 3843902
},
"clat_ns" : {
"min" : 4107,
"max" : 24441292,
"mean" : 11240593.976353,
"stddev" : 3477730.833963,
"N" : 3844126,
"percentile" : {
"1.000000" : 2703360,
"5.000000" : 5603328,
"10.000000" : 7176192,
"20.000000" : 8585216,
"30.000000" : 9371648,
"40.000000" : 10158080,
"50.000000" : 10944512,
"60.000000" : 11730944,
"70.000000" : 12779520,
"80.000000" : 14352384,
"90.000000" : 16056320,
"95.000000" : 17170432,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21364736,
"99.990000" : 22151168
},
"bins" : {
"4128" : 1,
"4640" : 1,
"5344" : 2,
"5408" : 1,
"6176" : 2,
"6432" : 1,
"6560" : 2,
"7136" : 1,
"8256" : 1,
"8768" : 1,
"14784" : 1,
"16320" : 1,
"73216" : 1,
"415744" : 1,
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 9,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 39,
"497664" : 43,
"501760" : 42,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 85,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 90,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 156,
"1171456" : 185,
"1187840" : 168,
"1204224" : 163,
"1220608" : 134,
"1236992" : 147,
"1253376" : 144,
"1269760" : 127,
"1286144" : 154,
"1302528" : 175,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 182,
"1630208" : 136,
"1646592" : 197,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 224,
"1777664" : 211,
"1794048" : 200,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 250,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 304,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 764,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1002,
"2342912" : 1000,
"2375680" : 1078,
"2408448" : 1022,
"2441216" : 1129,
"2473984" : 1131,
"2506752" : 1165,
"2539520" : 1230,
"2572288" : 1265,
"2605056" : 1170,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1277,
"2768896" : 1345,
"2801664" : 1310,
"2834432" : 1341,
"2867200" : 1290,
"2899968" : 1311,
"2932736" : 1222,
"2965504" : 1284,
"2998272" : 1437,
"3031040" : 1388,
"3063808" : 1289,
"3096576" : 1313,
"3129344" : 1388,
"3162112" : 1341,
"3194880" : 1373,
"3227648" : 1356,
"3260416" : 1356,
"3293184" : 1359,
"3325952" : 1370,
"3358720" : 1407,
"3391488" : 1408,
"3424256" : 1405,
"3457024" : 1393,
"3489792" : 1467,
"3522560" : 1431,
"3555328" : 1410,
"3588096" : 1384,
"3620864" : 1510,
"3653632" : 1531,
"3686400" : 1542,
"3719168" : 1548,
"3751936" : 1540,
"3784704" : 1523,
"3817472" : 1526,
"3850240" : 1665,
"3883008" : 1587,
"3915776" : 1528,
"3948544" : 1470,
"3981312" : 1603,
"4014080" : 1661,
"4046848" : 1583,
"4079616" : 1592,
"4112384" : 1635,
"4145152" : 1674,
"4177920" : 1736,
"4227072" : 3430,
"4292608" : 3259,
"4358144" : 3516,
"4423680" : 3577,
"4489216" : 3544,
"4554752" : 3653,
"4620288" : 3539,
"4685824" : 3778,
"4751360" : 4052,
"4816896" : 3927,
"4882432" : 4021,
"4947968" : 4115,
"5013504" : 4384,
"5079040" : 4277,
"5144576" : 4420,
"5210112" : 4634,
"5275648" : 4614,
"5341184" : 4912,
"5406720" : 5106,
"5472256" : 5097,
"5537792" : 5399,
"5603328" : 5602,
"5668864" : 5920,
"5734400" : 5965,
"5799936" : 6012,
"5865472" : 6220,
"5931008" : 6334,
"5996544" : 6947,
"6062080" : 6694,
"6127616" : 6910,
"6193152" : 7104,
"6258688" : 7493,
"6324224" : 7449,
"6389760" : 7741,
"6455296" : 8110,
"6520832" : 8256,
"6586368" : 8481,
"6651904" : 8500,
"6717440" : 8812,
"6782976" : 9250,
"6848512" : 9662,
"6914048" : 9799,
"6979584" : 10583,
"7045120" : 10301,
"7110656" : 10646,
"7176192" : 10798,
"7241728" : 11565,
"7307264" : 11717,
"7372800" : 12378,
"7438336" : 12621,
"7503872" : 13311,
"7569408" : 14014,
"7634944" : 13958,
"7700480" : 14231,
"7766016" : 15212,
"7831552" : 15611,
"7897088" : 16228,
"7962624" : 17027,
"8028160" : 18785,
"8093696" : 18296,
"8159232" : 19927,
"8224768" : 21322,
"8290304" : 22472,
"8355840" : 23735,
"8454144" : 50064,
"8585216" : 52767,
"8716288" : 55613,
"8847360" : 59807,
"8978432" : 68269,
"9109504" : 64213,
"9240576" : 64894,
"9371648" : 65731,
"9502720" : 65806,
"9633792" : 66210,
"9764864" : 65772,
"9895936" : 64934,
"10027008" : 68890,
"10158080" : 67874,
"10289152" : 69645,
"10420224" : 69248,
"10551296" : 68325,
"10682368" : 65787,
"10813440" : 64943,
"10944512" : 64315,
"11075584" : 61652,
"11206656" : 61305,
"11337728" : 59372,
"11468800" : 57914,
"11599872" : 56629,
"11730944" : 55155,
"11862016" : 52954,
"11993088" : 52480,
"12124160" : 49045,
"12255232" : 47003,
"12386304" : 45456,
"12517376" : 43406,
"12648448" : 42499,
"12779520" : 41604,
"12910592" : 39125,
"13041664" : 37901,
"13172736" : 35199,
"13303808" : 34072,
"13434880" : 33181,
"13565952" : 32119,
"13697024" : 31100,
"13828096" : 30612,
"13959168" : 30361,
"14090240" : 29502,
"14221312" : 30232,
"14352384" : 30045,
"14483456" : 29573,
"14614528" : 29777,
"14745600" : 29845,
"14876672" : 29510,
"15007744" : 30021,
"15138816" : 29641,
"15269888" : 29517,
"15400960" : 29525,
"15532032" : 28858,
"15663104" : 28626,
"15794176" : 28541,
"15925248" : 27624,
"16056320" : 27082,
"16187392" : 26149,
"16318464" : 24994,
"16449536" : 24042,
"16580608" : 23069,
"16711680" : 22090,
"16908288" : 41440,
"17170432" : 36824,
"17432576" : 32447,
"17694720" : 28200,
"17956864" : 24297,
"18219008" : 20223,
"18481152" : 16917,
"18743296" : 13816,
"19005440" : 11362,
"19267584" : 8987,
"19529728" : 6920,
"19791872" : 5185,
"20054016" : 3838,
"20316160" : 2828,
"20578304" : 2093,
"20840448" : 1426,
"21102592" : 1044,
"21364736" : 687,
"21626880" : 480,
"21889024" : 304,
"22151168" : 202,
"22413312" : 104,
"22675456" : 70,
"22937600" : 46,
"23199744" : 22,
"23461888" : 16,
"23724032" : 7,
"23986176" : 5,
"24248320" : 10,
"24510464" : 3
}
},
"lat_ns" : {
"min" : 411539,
"max" : 25866390,
"mean" : 11985673.204212,
"stddev" : 3700020.282856,
"N" : 3844126
},
"bw_min" : 59353,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 85447.470752,
"bw_dev" : 932.348445,
"bw_samples" : 5744,
"iops_min" : 14827,
"iops_max" : 33418,
"iops_mean" : 21360.958217,
"iops_stddev" : 233.069252,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879998,
"usr_cpu" : 0.465000,
"sys_cpu" : 5.696601,
"ctx" : 4237814,
"majf" : 0,
"minf" : 602,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999584,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.073233,
"1000" : 0.069123
},
"latency_ms" : {
"2" : 0.279847,
"4" : 2.010882,
"10" : 35.211268,
"20" : 62.043645,
"50" : 0.310597,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123335,
"timestamp_ms" : 1774123335837,
"time" : "Sat Mar 21 17:02:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15745605632,
"io_kbytes" : 15376568,
"bw_bytes" : 87469755,
"bw" : 85419,
"iops" : 21353.498656,
"runtime" : 180012,
"total_ios" : 3843886,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14062,
"max" : 9418464,
"mean" : 745090.443611,
"stddev" : 309457.635683,
"N" : 3843902
},
"clat_ns" : {
"min" : 4107,
"max" : 24441292,
"mean" : 11240593.976353,
"stddev" : 3477730.833963,
"N" : 3844126,
"percentile" : {
"1.000000" : 2703360,
"5.000000" : 5603328,
"10.000000" : 7176192,
"20.000000" : 8585216,
"30.000000" : 9371648,
"40.000000" : 10158080,
"50.000000" : 10944512,
"60.000000" : 11730944,
"70.000000" : 12779520,
"80.000000" : 14352384,
"90.000000" : 16056320,
"95.000000" : 17170432,
"99.000000" : 19005440,
"99.500000" : 19529728,
"99.900000" : 20840448,
"99.950000" : 21364736,
"99.990000" : 22151168
},
"bins" : {
"4128" : 1,
"4640" : 1,
"5344" : 2,
"5408" : 1,
"6176" : 2,
"6432" : 1,
"6560" : 2,
"7136" : 1,
"8256" : 1,
"8768" : 1,
"14784" : 1,
"16320" : 1,
"73216" : 1,
"415744" : 1,
"436224" : 1,
"440320" : 1,
"444416" : 7,
"448512" : 4,
"452608" : 7,
"456704" : 9,
"460800" : 8,
"464896" : 18,
"468992" : 9,
"473088" : 18,
"477184" : 26,
"481280" : 24,
"485376" : 21,
"489472" : 40,
"493568" : 39,
"497664" : 43,
"501760" : 42,
"505856" : 45,
"509952" : 38,
"514048" : 40,
"518144" : 38,
"522240" : 45,
"528384" : 97,
"536576" : 105,
"544768" : 101,
"552960" : 85,
"561152" : 84,
"569344" : 72,
"577536" : 89,
"585728" : 90,
"593920" : 75,
"602112" : 80,
"610304" : 82,
"618496" : 104,
"626688" : 99,
"634880" : 119,
"643072" : 108,
"651264" : 100,
"659456" : 121,
"667648" : 97,
"675840" : 110,
"684032" : 112,
"692224" : 91,
"700416" : 93,
"708608" : 86,
"716800" : 88,
"724992" : 97,
"733184" : 83,
"741376" : 63,
"749568" : 77,
"757760" : 84,
"765952" : 94,
"774144" : 80,
"782336" : 97,
"790528" : 98,
"798720" : 91,
"806912" : 85,
"815104" : 86,
"823296" : 101,
"831488" : 105,
"839680" : 90,
"847872" : 102,
"856064" : 82,
"864256" : 92,
"872448" : 97,
"880640" : 75,
"888832" : 87,
"897024" : 93,
"905216" : 113,
"913408" : 78,
"921600" : 82,
"929792" : 76,
"937984" : 69,
"946176" : 70,
"954368" : 73,
"962560" : 83,
"970752" : 85,
"978944" : 79,
"987136" : 96,
"995328" : 70,
"1003520" : 82,
"1011712" : 57,
"1019904" : 67,
"1028096" : 75,
"1036288" : 60,
"1044480" : 71,
"1056768" : 115,
"1073152" : 134,
"1089536" : 134,
"1105920" : 139,
"1122304" : 135,
"1138688" : 154,
"1155072" : 156,
"1171456" : 185,
"1187840" : 168,
"1204224" : 163,
"1220608" : 134,
"1236992" : 147,
"1253376" : 144,
"1269760" : 127,
"1286144" : 154,
"1302528" : 175,
"1318912" : 157,
"1335296" : 158,
"1351680" : 145,
"1368064" : 175,
"1384448" : 165,
"1400832" : 146,
"1417216" : 165,
"1433600" : 173,
"1449984" : 145,
"1466368" : 146,
"1482752" : 171,
"1499136" : 149,
"1515520" : 148,
"1531904" : 154,
"1548288" : 172,
"1564672" : 164,
"1581056" : 160,
"1597440" : 167,
"1613824" : 182,
"1630208" : 136,
"1646592" : 197,
"1662976" : 181,
"1679360" : 164,
"1695744" : 172,
"1712128" : 161,
"1728512" : 180,
"1744896" : 207,
"1761280" : 224,
"1777664" : 211,
"1794048" : 200,
"1810432" : 184,
"1826816" : 187,
"1843200" : 224,
"1859584" : 222,
"1875968" : 222,
"1892352" : 250,
"1908736" : 241,
"1925120" : 248,
"1941504" : 259,
"1957888" : 277,
"1974272" : 267,
"1990656" : 301,
"2007040" : 304,
"2023424" : 324,
"2039808" : 327,
"2056192" : 338,
"2072576" : 373,
"2088960" : 369,
"2113536" : 701,
"2146304" : 764,
"2179072" : 840,
"2211840" : 904,
"2244608" : 905,
"2277376" : 902,
"2310144" : 1002,
"2342912" : 1000,
"2375680" : 1078,
"2408448" : 1022,
"2441216" : 1129,
"2473984" : 1131,
"2506752" : 1165,
"2539520" : 1230,
"2572288" : 1265,
"2605056" : 1170,
"2637824" : 1232,
"2670592" : 1232,
"2703360" : 1246,
"2736128" : 1277,
"2768896" : 1345,
"2801664" : 1310,
"2834432" : 1341,
"2867200" : 1290,
"2899968" : 1311,
"2932736" : 1222,
"2965504" : 1284,
"2998272" : 1437,
"3031040" : 1388,
"3063808" : 1289,
"3096576" : 1313,
"3129344" : 1388,
"3162112" : 1341,
"3194880" : 1373,
"3227648" : 1356,
"3260416" : 1356,
"3293184" : 1359,
"3325952" : 1370,
"3358720" : 1407,
"3391488" : 1408,
"3424256" : 1405,
"3457024" : 1393,
"3489792" : 1467,
"3522560" : 1431,
"3555328" : 1410,
"3588096" : 1384,
"3620864" : 1510,
"3653632" : 1531,
"3686400" : 1542,
"3719168" : 1548,
"3751936" : 1540,
"3784704" : 1523,
"3817472" : 1526,
"3850240" : 1665,
"3883008" : 1587,
"3915776" : 1528,
"3948544" : 1470,
"3981312" : 1603,
"4014080" : 1661,
"4046848" : 1583,
"4079616" : 1592,
"4112384" : 1635,
"4145152" : 1674,
"4177920" : 1736,
"4227072" : 3430,
"4292608" : 3259,
"4358144" : 3516,
"4423680" : 3577,
"4489216" : 3544,
"4554752" : 3653,
"4620288" : 3539,
"4685824" : 3778,
"4751360" : 4052,
"4816896" : 3927,
"4882432" : 4021,
"4947968" : 4115,
"5013504" : 4384,
"5079040" : 4277,
"5144576" : 4420,
"5210112" : 4634,
"5275648" : 4614,
"5341184" : 4912,
"5406720" : 5106,
"5472256" : 5097,
"5537792" : 5399,
"5603328" : 5602,
"5668864" : 5920,
"5734400" : 5965,
"5799936" : 6012,
"5865472" : 6220,
"5931008" : 6334,
"5996544" : 6947,
"6062080" : 6694,
"6127616" : 6910,
"6193152" : 7104,
"6258688" : 7493,
"6324224" : 7449,
"6389760" : 7741,
"6455296" : 8110,
"6520832" : 8256,
"6586368" : 8481,
"6651904" : 8500,
"6717440" : 8812,
"6782976" : 9250,
"6848512" : 9662,
"6914048" : 9799,
"6979584" : 10583,
"7045120" : 10301,
"7110656" : 10646,
"7176192" : 10798,
"7241728" : 11565,
"7307264" : 11717,
"7372800" : 12378,
"7438336" : 12621,
"7503872" : 13311,
"7569408" : 14014,
"7634944" : 13958,
"7700480" : 14231,
"7766016" : 15212,
"7831552" : 15611,
"7897088" : 16228,
"7962624" : 17027,
"8028160" : 18785,
"8093696" : 18296,
"8159232" : 19927,
"8224768" : 21322,
"8290304" : 22472,
"8355840" : 23735,
"8454144" : 50064,
"8585216" : 52767,
"8716288" : 55613,
"8847360" : 59807,
"8978432" : 68269,
"9109504" : 64213,
"9240576" : 64894,
"9371648" : 65731,
"9502720" : 65806,
"9633792" : 66210,
"9764864" : 65772,
"9895936" : 64934,
"10027008" : 68890,
"10158080" : 67874,
"10289152" : 69645,
"10420224" : 69248,
"10551296" : 68325,
"10682368" : 65787,
"10813440" : 64943,
"10944512" : 64315,
"11075584" : 61652,
"11206656" : 61305,
"11337728" : 59372,
"11468800" : 57914,
"11599872" : 56629,
"11730944" : 55155,
"11862016" : 52954,
"11993088" : 52480,
"12124160" : 49045,
"12255232" : 47003,
"12386304" : 45456,
"12517376" : 43406,
"12648448" : 42499,
"12779520" : 41604,
"12910592" : 39125,
"13041664" : 37901,
"13172736" : 35199,
"13303808" : 34072,
"13434880" : 33181,
"13565952" : 32119,
"13697024" : 31100,
"13828096" : 30612,
"13959168" : 30361,
"14090240" : 29502,
"14221312" : 30232,
"14352384" : 30045,
"14483456" : 29573,
"14614528" : 29777,
"14745600" : 29845,
"14876672" : 29510,
"15007744" : 30021,
"15138816" : 29641,
"15269888" : 29517,
"15400960" : 29525,
"15532032" : 28858,
"15663104" : 28626,
"15794176" : 28541,
"15925248" : 27624,
"16056320" : 27082,
"16187392" : 26149,
"16318464" : 24994,
"16449536" : 24042,
"16580608" : 23069,
"16711680" : 22090,
"16908288" : 41440,
"17170432" : 36824,
"17432576" : 32447,
"17694720" : 28200,
"17956864" : 24297,
"18219008" : 20223,
"18481152" : 16917,
"18743296" : 13816,
"19005440" : 11362,
"19267584" : 8987,
"19529728" : 6920,
"19791872" : 5185,
"20054016" : 3838,
"20316160" : 2828,
"20578304" : 2093,
"20840448" : 1426,
"21102592" : 1044,
"21364736" : 687,
"21626880" : 480,
"21889024" : 304,
"22151168" : 202,
"22413312" : 104,
"22675456" : 70,
"22937600" : 46,
"23199744" : 22,
"23461888" : 16,
"23724032" : 7,
"23986176" : 5,
"24248320" : 10,
"24510464" : 3
}
},
"lat_ns" : {
"min" : 411539,
"max" : 25866390,
"mean" : 11985673.204212,
"stddev" : 3700020.282856,
"N" : 3844126
},
"bw_min" : 59353,
"bw_max" : 133676,
"bw_agg" : 100.000000,
"bw_mean" : 85446.804859,
"bw_dev" : 931.461313,
"bw_samples" : 5755,
"iops_min" : 14827,
"iops_max" : 33418,
"iops_mean" : 21360.776834,
"iops_stddev" : 232.847517,
"iops_samples" : 5755
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880116,
"usr_cpu" : 0.464981,
"sys_cpu" : 5.696368,
"ctx" : 4237924,
"majf" : 0,
"minf" : 612,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999584,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.073233,
"1000" : 0.069123
},
"latency_ms" : {
"2" : 0.279847,
"4" : 2.010882,
"10" : 35.211268,
"20" : 62.043645,
"50" : 0.310597,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}