raidz2/benchmarks/rand/rand-write-qd4-nj32_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774120850,
"timestamp_ms" : 1774120850672,
"time" : "Sat Mar 21 16:20:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1165451264,
"io_kbytes" : 1138136,
"bw_bytes" : 119533462,
"bw" : 116731,
"iops" : 29201.128205,
"runtime" : 9750,
"total_ios" : 284711,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311970,
"usr_cpu" : 0.375998,
"sys_cpu" : 4.951438,
"ctx" : 457305,
"majf" : 0,
"minf" : 224,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.966282,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999649,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999649,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120860,
"timestamp_ms" : 1774120860923,
"time" : "Sat Mar 21 16:21:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1285668864,
"io_kbytes" : 1255536,
"bw_bytes" : 128554030,
"bw" : 125541,
"iops" : 31389.561044,
"runtime" : 10001,
"total_ios" : 313927,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 26282473,
"mean" : 1007773.790773,
"stddev" : 705909.351191,
"N" : 313927
},
"clat_ns" : {
"min" : 81765,
"max" : 30762013,
"mean" : 3065418.331162,
"stddev" : 1462388.392669,
"N" : 313895,
"percentile" : {
"1.000000" : 585728,
"5.000000" : 1171456,
"10.000000" : 1531904,
"20.000000" : 2007040,
"30.000000" : 2310144,
"40.000000" : 2572288,
"50.000000" : 2867200,
"60.000000" : 3129344,
"70.000000" : 3457024,
"80.000000" : 3915776,
"90.000000" : 4816896,
"95.000000" : 5603328,
"99.000000" : 7962624,
"99.500000" : 9371648,
"99.900000" : 12517376,
"99.950000" : 14352384,
"99.990000" : 18481152
},
"bins" : {
"81408" : 1,
"88576" : 1,
"89600" : 2,
"90624" : 2,
"91648" : 1,
"94720" : 4,
"95744" : 2,
"96768" : 6,
"98816" : 3,
"99840" : 2,
"100864" : 4,
"101888" : 2,
"102912" : 7,
"103936" : 3,
"104960" : 7,
"105984" : 6,
"107008" : 7,
"108032" : 3,
"109056" : 7,
"110080" : 7,
"111104" : 3,
"112128" : 7,
"113152" : 4,
"114176" : 7,
"115200" : 11,
"116224" : 4,
"117248" : 8,
"118272" : 4,
"119296" : 13,
"120320" : 8,
"121344" : 6,
"122368" : 4,
"123392" : 5,
"124416" : 8,
"125440" : 10,
"126464" : 9,
"127488" : 6,
"128512" : 10,
"129536" : 6,
"130560" : 10,
"132096" : 13,
"134144" : 13,
"136192" : 18,
"138240" : 15,
"140288" : 12,
"142336" : 12,
"144384" : 15,
"146432" : 14,
"148480" : 11,
"150528" : 5,
"152576" : 13,
"154624" : 9,
"156672" : 10,
"158720" : 3,
"160768" : 7,
"162816" : 6,
"164864" : 12,
"166912" : 9,
"168960" : 3,
"171008" : 4,
"173056" : 4,
"175104" : 7,
"177152" : 5,
"179200" : 3,
"181248" : 5,
"183296" : 5,
"185344" : 6,
"187392" : 5,
"189440" : 7,
"191488" : 2,
"193536" : 10,
"195584" : 4,
"197632" : 5,
"199680" : 6,
"201728" : 6,
"203776" : 8,
"205824" : 5,
"207872" : 5,
"209920" : 8,
"211968" : 3,
"214016" : 3,
"216064" : 5,
"218112" : 9,
"220160" : 4,
"222208" : 7,
"224256" : 4,
"226304" : 7,
"228352" : 6,
"230400" : 8,
"232448" : 9,
"234496" : 9,
"236544" : 11,
"238592" : 8,
"240640" : 4,
"242688" : 10,
"244736" : 7,
"246784" : 7,
"248832" : 3,
"250880" : 6,
"252928" : 8,
"254976" : 12,
"257024" : 6,
"259072" : 8,
"261120" : 8,
"264192" : 25,
"268288" : 19,
"272384" : 14,
"276480" : 19,
"280576" : 20,
"284672" : 9,
"288768" : 24,
"292864" : 15,
"296960" : 20,
"301056" : 19,
"305152" : 15,
"309248" : 26,
"313344" : 23,
"317440" : 19,
"321536" : 22,
"325632" : 21,
"329728" : 18,
"333824" : 24,
"337920" : 27,
"342016" : 32,
"346112" : 14,
"350208" : 28,
"354304" : 23,
"358400" : 22,
"362496" : 25,
"366592" : 26,
"370688" : 23,
"374784" : 27,
"378880" : 27,
"382976" : 29,
"387072" : 28,
"391168" : 26,
"395264" : 20,
"399360" : 23,
"403456" : 34,
"407552" : 25,
"411648" : 28,
"415744" : 24,
"419840" : 29,
"423936" : 26,
"428032" : 26,
"432128" : 28,
"436224" : 28,
"440320" : 29,
"444416" : 42,
"448512" : 40,
"452608" : 33,
"456704" : 41,
"460800" : 36,
"464896" : 39,
"468992" : 28,
"473088" : 43,
"477184" : 28,
"481280" : 36,
"485376" : 31,
"489472" : 33,
"493568" : 42,
"497664" : 31,
"501760" : 41,
"505856" : 51,
"509952" : 37,
"514048" : 36,
"518144" : 35,
"522240" : 32,
"528384" : 81,
"536576" : 94,
"544768" : 92,
"552960" : 82,
"561152" : 92,
"569344" : 94,
"577536" : 64,
"585728" : 90,
"593920" : 98,
"602112" : 93,
"610304" : 121,
"618496" : 116,
"626688" : 115,
"634880" : 116,
"643072" : 105,
"651264" : 125,
"659456" : 109,
"667648" : 106,
"675840" : 116,
"684032" : 115,
"692224" : 128,
"700416" : 128,
"708608" : 141,
"716800" : 131,
"724992" : 151,
"733184" : 125,
"741376" : 161,
"749568" : 134,
"757760" : 132,
"765952" : 141,
"774144" : 166,
"782336" : 164,
"790528" : 161,
"798720" : 167,
"806912" : 162,
"815104" : 144,
"823296" : 151,
"831488" : 156,
"839680" : 166,
"847872" : 162,
"856064" : 147,
"864256" : 141,
"872448" : 144,
"880640" : 185,
"888832" : 158,
"897024" : 173,
"905216" : 182,
"913408" : 187,
"921600" : 179,
"929792" : 178,
"937984" : 180,
"946176" : 201,
"954368" : 214,
"962560" : 196,
"970752" : 185,
"978944" : 193,
"987136" : 183,
"995328" : 208,
"1003520" : 209,
"1011712" : 181,
"1019904" : 202,
"1028096" : 208,
"1036288" : 207,
"1044480" : 230,
"1056768" : 444,
"1073152" : 436,
"1089536" : 462,
"1105920" : 483,
"1122304" : 498,
"1138688" : 514,
"1155072" : 529,
"1171456" : 547,
"1187840" : 578,
"1204224" : 565,
"1220608" : 598,
"1236992" : 584,
"1253376" : 608,
"1269760" : 621,
"1286144" : 603,
"1302528" : 705,
"1318912" : 649,
"1335296" : 695,
"1351680" : 692,
"1368064" : 686,
"1384448" : 746,
"1400832" : 785,
"1417216" : 805,
"1433600" : 766,
"1449984" : 791,
"1466368" : 845,
"1482752" : 852,
"1499136" : 807,
"1515520" : 857,
"1531904" : 882,
"1548288" : 916,
"1564672" : 885,
"1581056" : 849,
"1597440" : 949,
"1613824" : 919,
"1630208" : 932,
"1646592" : 982,
"1662976" : 996,
"1679360" : 1005,
"1695744" : 1026,
"1712128" : 1028,
"1728512" : 1034,
"1744896" : 1067,
"1761280" : 1054,
"1777664" : 1152,
"1794048" : 1098,
"1810432" : 1127,
"1826816" : 1191,
"1843200" : 1210,
"1859584" : 1209,
"1875968" : 1233,
"1892352" : 1219,
"1908736" : 1264,
"1925120" : 1191,
"1941504" : 1316,
"1957888" : 1267,
"1974272" : 1382,
"1990656" : 1547,
"2007040" : 1572,
"2023424" : 1404,
"2039808" : 1421,
"2056192" : 1448,
"2072576" : 1519,
"2088960" : 1548,
"2113536" : 3127,
"2146304" : 3286,
"2179072" : 3311,
"2211840" : 3233,
"2244608" : 3517,
"2277376" : 3646,
"2310144" : 3778,
"2342912" : 3901,
"2375680" : 3837,
"2408448" : 3895,
"2441216" : 3897,
"2473984" : 3832,
"2506752" : 3810,
"2539520" : 3692,
"2572288" : 3622,
"2605056" : 3705,
"2637824" : 3671,
"2670592" : 3747,
"2703360" : 3951,
"2736128" : 4028,
"2768896" : 3992,
"2801664" : 3852,
"2834432" : 3835,
"2867200" : 3874,
"2899968" : 3744,
"2932736" : 3495,
"2965504" : 3538,
"2998272" : 3842,
"3031040" : 3518,
"3063808" : 3370,
"3096576" : 3426,
"3129344" : 3442,
"3162112" : 3347,
"3194880" : 3336,
"3227648" : 3430,
"3260416" : 3328,
"3293184" : 3201,
"3325952" : 3204,
"3358720" : 3026,
"3391488" : 2832,
"3424256" : 2769,
"3457024" : 2718,
"3489792" : 2699,
"3522560" : 2502,
"3555328" : 2407,
"3588096" : 2367,
"3620864" : 2255,
"3653632" : 2332,
"3686400" : 2236,
"3719168" : 2351,
"3751936" : 2276,
"3784704" : 2175,
"3817472" : 2112,
"3850240" : 1987,
"3883008" : 1841,
"3915776" : 1749,
"3948544" : 1651,
"3981312" : 1606,
"4014080" : 1589,
"4046848" : 1528,
"4079616" : 1457,
"4112384" : 1387,
"4145152" : 1373,
"4177920" : 1292,
"4227072" : 2390,
"4292608" : 2213,
"4358144" : 2174,
"4423680" : 2033,
"4489216" : 1988,
"4554752" : 1900,
"4620288" : 1875,
"4685824" : 1779,
"4751360" : 1695,
"4816896" : 1616,
"4882432" : 1589,
"4947968" : 1566,
"5013504" : 1484,
"5079040" : 1435,
"5144576" : 1453,
"5210112" : 1418,
"5275648" : 1376,
"5341184" : 1288,
"5406720" : 1257,
"5472256" : 1234,
"5537792" : 1080,
"5603328" : 948,
"5668864" : 940,
"5734400" : 811,
"5799936" : 741,
"5865472" : 682,
"5931008" : 605,
"5996544" : 540,
"6062080" : 527,
"6127616" : 462,
"6193152" : 480,
"6258688" : 415,
"6324224" : 378,
"6389760" : 345,
"6455296" : 362,
"6520832" : 309,
"6586368" : 267,
"6651904" : 295,
"6717440" : 292,
"6782976" : 286,
"6848512" : 226,
"6914048" : 240,
"6979584" : 223,
"7045120" : 213,
"7110656" : 208,
"7176192" : 152,
"7241728" : 181,
"7307264" : 171,
"7372800" : 170,
"7438336" : 149,
"7503872" : 130,
"7569408" : 133,
"7634944" : 127,
"7700480" : 136,
"7766016" : 110,
"7831552" : 132,
"7897088" : 136,
"7962624" : 94,
"8028160" : 89,
"8093696" : 102,
"8159232" : 89,
"8224768" : 71,
"8290304" : 104,
"8355840" : 83,
"8454144" : 170,
"8585216" : 140,
"8716288" : 133,
"8847360" : 139,
"8978432" : 125,
"9109504" : 116,
"9240576" : 107,
"9371648" : 108,
"9502720" : 106,
"9633792" : 95,
"9764864" : 90,
"9895936" : 95,
"10027008" : 63,
"10158080" : 60,
"10289152" : 83,
"10420224" : 55,
"10551296" : 65,
"10682368" : 57,
"10813440" : 46,
"10944512" : 44,
"11075584" : 44,
"11206656" : 43,
"11337728" : 30,
"11468800" : 28,
"11599872" : 37,
"11730944" : 27,
"11862016" : 38,
"11993088" : 29,
"12124160" : 28,
"12255232" : 37,
"12386304" : 21,
"12517376" : 24,
"12648448" : 20,
"12779520" : 22,
"12910592" : 15,
"13041664" : 14,
"13172736" : 9,
"13303808" : 12,
"13434880" : 14,
"13565952" : 15,
"13697024" : 8,
"13828096" : 6,
"13959168" : 7,
"14090240" : 4,
"14221312" : 10,
"14352384" : 9,
"14483456" : 6,
"14614528" : 5,
"14745600" : 8,
"14876672" : 3,
"15007744" : 4,
"15138816" : 2,
"15269888" : 2,
"15400960" : 5,
"15532032" : 6,
"15663104" : 5,
"15794176" : 4,
"15925248" : 4,
"16056320" : 3,
"16187392" : 6,
"16318464" : 8,
"16449536" : 1,
"16580608" : 2,
"16711680" : 1,
"16908288" : 6,
"17170432" : 4,
"17432576" : 8,
"17694720" : 4,
"17956864" : 6,
"18219008" : 5,
"18481152" : 10,
"18743296" : 2,
"19005440" : 1,
"19791872" : 1,
"20840448" : 2,
"21102592" : 1,
"21626880" : 1,
"22413312" : 4,
"22937600" : 2,
"23199744" : 1,
"23724032" : 2,
"24248320" : 1,
"26345472" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 1,
"28704768" : 1,
"28966912" : 1,
"29229056" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 110158,
"max" : 31963627,
"mean" : 4073256.903735,
"stddev" : 1787594.770570,
"N" : 313895
},
"bw_min" : 115346,
"bw_max" : 136699,
"bw_agg" : 99.896412,
"bw_mean" : 125411.315789,
"bw_dev" : 183.212235,
"bw_samples" : 608,
"iops_min" : 28832,
"iops_max" : 34171,
"iops_mean" : 31347.421053,
"iops_stddev" : 45.830570,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320001,
"usr_cpu" : 0.426249,
"sys_cpu" : 4.206862,
"ctx" : 470514,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999681,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999681,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.201002,
"500" : 0.506169,
"750" : 1.040688,
"1000" : 1.657392
},
"latency_ms" : {
"2" : 16.567865,
"4" : 61.183014,
"10" : 18.459706,
"20" : 0.358045,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120870,
"timestamp_ms" : 1774120870922,
"time" : "Sat Mar 21 16:21:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2594045952,
"io_kbytes" : 2533248,
"bw_bytes" : 129695812,
"bw" : 126656,
"iops" : 31667.366632,
"runtime" : 20001,
"total_ios" : 633379,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 26282473,
"mean" : 998341.929938,
"stddev" : 740141.966250,
"N" : 633379
},
"clat_ns" : {
"min" : 75124,
"max" : 30762013,
"mean" : 3038674.887283,
"stddev" : 1518434.070405,
"N" : 633347,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 1105920,
"10.000000" : 1466368,
"20.000000" : 1941504,
"30.000000" : 2277376,
"40.000000" : 2539520,
"50.000000" : 2801664,
"60.000000" : 3096576,
"70.000000" : 3457024,
"80.000000" : 3915776,
"90.000000" : 4882432,
"95.000000" : 5603328,
"99.000000" : 8224768,
"99.500000" : 9764864,
"99.900000" : 13697024,
"99.950000" : 15794176,
"99.990000" : 19267584
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 2,
"87552" : 3,
"88576" : 6,
"89600" : 9,
"90624" : 10,
"91648" : 10,
"92672" : 10,
"93696" : 6,
"94720" : 8,
"95744" : 14,
"96768" : 22,
"97792" : 14,
"98816" : 15,
"99840" : 20,
"100864" : 14,
"101888" : 19,
"102912" : 26,
"103936" : 16,
"104960" : 24,
"105984" : 17,
"107008" : 17,
"108032" : 12,
"109056" : 16,
"110080" : 18,
"111104" : 13,
"112128" : 11,
"113152" : 14,
"114176" : 18,
"115200" : 20,
"116224" : 16,
"117248" : 20,
"118272" : 15,
"119296" : 30,
"120320" : 10,
"121344" : 14,
"122368" : 15,
"123392" : 17,
"124416" : 18,
"125440" : 17,
"126464" : 18,
"127488" : 12,
"128512" : 20,
"129536" : 12,
"130560" : 17,
"132096" : 34,
"134144" : 24,
"136192" : 32,
"138240" : 27,
"140288" : 21,
"142336" : 26,
"144384" : 23,
"146432" : 24,
"148480" : 21,
"150528" : 14,
"152576" : 16,
"154624" : 17,
"156672" : 20,
"158720" : 9,
"160768" : 14,
"162816" : 14,
"164864" : 17,
"166912" : 13,
"168960" : 12,
"171008" : 14,
"173056" : 9,
"175104" : 11,
"177152" : 12,
"179200" : 12,
"181248" : 12,
"183296" : 13,
"185344" : 18,
"187392" : 12,
"189440" : 16,
"191488" : 12,
"193536" : 15,
"195584" : 8,
"197632" : 12,
"199680" : 17,
"201728" : 13,
"203776" : 17,
"205824" : 16,
"207872" : 9,
"209920" : 28,
"211968" : 10,
"214016" : 12,
"216064" : 12,
"218112" : 23,
"220160" : 14,
"222208" : 17,
"224256" : 10,
"226304" : 19,
"228352" : 12,
"230400" : 16,
"232448" : 18,
"234496" : 14,
"236544" : 23,
"238592" : 14,
"240640" : 11,
"242688" : 21,
"244736" : 18,
"246784" : 14,
"248832" : 11,
"250880" : 20,
"252928" : 16,
"254976" : 23,
"257024" : 15,
"259072" : 17,
"261120" : 20,
"264192" : 45,
"268288" : 40,
"272384" : 29,
"276480" : 42,
"280576" : 35,
"284672" : 25,
"288768" : 51,
"292864" : 37,
"296960" : 38,
"301056" : 45,
"305152" : 47,
"309248" : 54,
"313344" : 56,
"317440" : 44,
"321536" : 49,
"325632" : 44,
"329728" : 45,
"333824" : 52,
"337920" : 62,
"342016" : 50,
"346112" : 34,
"350208" : 61,
"354304" : 50,
"358400" : 54,
"362496" : 52,
"366592" : 62,
"370688" : 58,
"374784" : 56,
"378880" : 58,
"382976" : 64,
"387072" : 50,
"391168" : 68,
"395264" : 48,
"399360" : 49,
"403456" : 74,
"407552" : 60,
"411648" : 65,
"415744" : 64,
"419840" : 69,
"423936" : 68,
"428032" : 84,
"432128" : 77,
"436224" : 67,
"440320" : 65,
"444416" : 94,
"448512" : 85,
"452608" : 80,
"456704" : 83,
"460800" : 77,
"464896" : 82,
"468992" : 78,
"473088" : 91,
"477184" : 78,
"481280" : 81,
"485376" : 76,
"489472" : 75,
"493568" : 93,
"497664" : 75,
"501760" : 85,
"505856" : 91,
"509952" : 86,
"514048" : 104,
"518144" : 82,
"522240" : 83,
"528384" : 176,
"536576" : 188,
"544768" : 201,
"552960" : 205,
"561152" : 228,
"569344" : 227,
"577536" : 192,
"585728" : 224,
"593920" : 245,
"602112" : 250,
"610304" : 256,
"618496" : 261,
"626688" : 262,
"634880" : 229,
"643072" : 251,
"651264" : 278,
"659456" : 258,
"667648" : 262,
"675840" : 284,
"684032" : 271,
"692224" : 301,
"700416" : 279,
"708608" : 313,
"716800" : 291,
"724992" : 361,
"733184" : 311,
"741376" : 339,
"749568" : 302,
"757760" : 334,
"765952" : 330,
"774144" : 372,
"782336" : 362,
"790528" : 342,
"798720" : 361,
"806912" : 369,
"815104" : 351,
"823296" : 379,
"831488" : 364,
"839680" : 363,
"847872" : 383,
"856064" : 367,
"864256" : 345,
"872448" : 383,
"880640" : 423,
"888832" : 411,
"897024" : 402,
"905216" : 397,
"913408" : 451,
"921600" : 432,
"929792" : 413,
"937984" : 413,
"946176" : 426,
"954368" : 446,
"962560" : 477,
"970752" : 432,
"978944" : 485,
"987136" : 444,
"995328" : 477,
"1003520" : 499,
"1011712" : 440,
"1019904" : 470,
"1028096" : 450,
"1036288" : 503,
"1044480" : 497,
"1056768" : 1020,
"1073152" : 1086,
"1089536" : 1063,
"1105920" : 1068,
"1122304" : 1155,
"1138688" : 1160,
"1155072" : 1175,
"1171456" : 1216,
"1187840" : 1287,
"1204224" : 1303,
"1220608" : 1307,
"1236992" : 1375,
"1253376" : 1332,
"1269760" : 1362,
"1286144" : 1370,
"1302528" : 1522,
"1318912" : 1413,
"1335296" : 1546,
"1351680" : 1520,
"1368064" : 1545,
"1384448" : 1627,
"1400832" : 1619,
"1417216" : 1690,
"1433600" : 1611,
"1449984" : 1692,
"1466368" : 1759,
"1482752" : 1815,
"1499136" : 1781,
"1515520" : 1840,
"1531904" : 1881,
"1548288" : 1933,
"1564672" : 1937,
"1581056" : 1919,
"1597440" : 2039,
"1613824" : 1934,
"1630208" : 2023,
"1646592" : 2046,
"1662976" : 2078,
"1679360" : 2125,
"1695744" : 2150,
"1712128" : 2177,
"1728512" : 2259,
"1744896" : 2251,
"1761280" : 2227,
"1777664" : 2413,
"1794048" : 2280,
"1810432" : 2404,
"1826816" : 2470,
"1843200" : 2514,
"1859584" : 2495,
"1875968" : 2533,
"1892352" : 2587,
"1908736" : 2536,
"1925120" : 2501,
"1941504" : 2655,
"1957888" : 2583,
"1974272" : 2661,
"1990656" : 3106,
"2007040" : 3143,
"2023424" : 2862,
"2039808" : 2862,
"2056192" : 2932,
"2072576" : 2969,
"2088960" : 3085,
"2113536" : 6385,
"2146304" : 6676,
"2179072" : 6803,
"2211840" : 6891,
"2244608" : 7316,
"2277376" : 7728,
"2310144" : 7683,
"2342912" : 7681,
"2375680" : 7675,
"2408448" : 7667,
"2441216" : 7852,
"2473984" : 7786,
"2506752" : 7858,
"2539520" : 7780,
"2572288" : 7780,
"2605056" : 8012,
"2637824" : 8023,
"2670592" : 8051,
"2703360" : 8089,
"2736128" : 8137,
"2768896" : 7920,
"2801664" : 7723,
"2834432" : 7513,
"2867200" : 7547,
"2899968" : 7262,
"2932736" : 7049,
"2965504" : 6999,
"2998272" : 7624,
"3031040" : 6824,
"3063808" : 6492,
"3096576" : 6386,
"3129344" : 6523,
"3162112" : 6219,
"3194880" : 6165,
"3227648" : 6268,
"3260416" : 5961,
"3293184" : 5722,
"3325952" : 5726,
"3358720" : 5521,
"3391488" : 5287,
"3424256" : 5119,
"3457024" : 5022,
"3489792" : 5046,
"3522560" : 4816,
"3555328" : 4733,
"3588096" : 4690,
"3620864" : 4414,
"3653632" : 4344,
"3686400" : 4228,
"3719168" : 4276,
"3751936" : 4173,
"3784704" : 3980,
"3817472" : 3836,
"3850240" : 3658,
"3883008" : 3463,
"3915776" : 3421,
"3948544" : 3258,
"3981312" : 3204,
"4014080" : 3140,
"4046848" : 3107,
"4079616" : 2899,
"4112384" : 2778,
"4145152" : 2737,
"4177920" : 2585,
"4227072" : 4907,
"4292608" : 4614,
"4358144" : 4368,
"4423680" : 3997,
"4489216" : 3837,
"4554752" : 3715,
"4620288" : 3612,
"4685824" : 3369,
"4751360" : 3255,
"4816896" : 3180,
"4882432" : 2995,
"4947968" : 2922,
"5013504" : 2987,
"5079040" : 2870,
"5144576" : 2827,
"5210112" : 2840,
"5275648" : 2808,
"5341184" : 2607,
"5406720" : 2619,
"5472256" : 2466,
"5537792" : 2244,
"5603328" : 2012,
"5668864" : 1902,
"5734400" : 1670,
"5799936" : 1482,
"5865472" : 1351,
"5931008" : 1241,
"5996544" : 1139,
"6062080" : 1037,
"6127616" : 940,
"6193152" : 928,
"6258688" : 825,
"6324224" : 770,
"6389760" : 722,
"6455296" : 752,
"6520832" : 629,
"6586368" : 614,
"6651904" : 602,
"6717440" : 600,
"6782976" : 558,
"6848512" : 480,
"6914048" : 496,
"6979584" : 462,
"7045120" : 447,
"7110656" : 435,
"7176192" : 372,
"7241728" : 398,
"7307264" : 352,
"7372800" : 368,
"7438336" : 328,
"7503872" : 302,
"7569408" : 283,
"7634944" : 280,
"7700480" : 270,
"7766016" : 234,
"7831552" : 278,
"7897088" : 257,
"7962624" : 230,
"8028160" : 219,
"8093696" : 207,
"8159232" : 203,
"8224768" : 182,
"8290304" : 193,
"8355840" : 182,
"8454144" : 364,
"8585216" : 306,
"8716288" : 288,
"8847360" : 284,
"8978432" : 277,
"9109504" : 265,
"9240576" : 231,
"9371648" : 234,
"9502720" : 215,
"9633792" : 217,
"9764864" : 181,
"9895936" : 173,
"10027008" : 147,
"10158080" : 144,
"10289152" : 161,
"10420224" : 133,
"10551296" : 126,
"10682368" : 119,
"10813440" : 98,
"10944512" : 90,
"11075584" : 85,
"11206656" : 101,
"11337728" : 86,
"11468800" : 72,
"11599872" : 79,
"11730944" : 69,
"11862016" : 85,
"11993088" : 69,
"12124160" : 73,
"12255232" : 66,
"12386304" : 66,
"12517376" : 68,
"12648448" : 64,
"12779520" : 47,
"12910592" : 43,
"13041664" : 39,
"13172736" : 27,
"13303808" : 28,
"13434880" : 36,
"13565952" : 36,
"13697024" : 23,
"13828096" : 27,
"13959168" : 27,
"14090240" : 20,
"14221312" : 26,
"14352384" : 29,
"14483456" : 24,
"14614528" : 19,
"14745600" : 18,
"14876672" : 16,
"15007744" : 12,
"15138816" : 9,
"15269888" : 12,
"15400960" : 16,
"15532032" : 18,
"15663104" : 16,
"15794176" : 15,
"15925248" : 18,
"16056320" : 11,
"16187392" : 20,
"16318464" : 21,
"16449536" : 11,
"16580608" : 12,
"16711680" : 8,
"16908288" : 18,
"17170432" : 17,
"17432576" : 20,
"17694720" : 12,
"17956864" : 18,
"18219008" : 13,
"18481152" : 24,
"18743296" : 15,
"19005440" : 5,
"19267584" : 7,
"19529728" : 4,
"19791872" : 7,
"20054016" : 4,
"20316160" : 3,
"20578304" : 4,
"20840448" : 3,
"21102592" : 4,
"21364736" : 2,
"21626880" : 2,
"22151168" : 2,
"22413312" : 4,
"22937600" : 2,
"23199744" : 1,
"23724032" : 2,
"23986176" : 1,
"24248320" : 1,
"25296896" : 1,
"25559040" : 2,
"26345472" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 1,
"28704768" : 1,
"28966912" : 1,
"29229056" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 31963627,
"mean" : 4037103.578868,
"stddev" : 1850872.123067,
"N" : 633347
},
"bw_min" : 114182,
"bw_max" : 141036,
"bw_agg" : 99.788351,
"bw_mean" : 126388.564103,
"bw_dev" : 201.444480,
"bw_samples" : 1248,
"iops_min" : 28544,
"iops_max" : 35257,
"iops_mean" : 31593.076923,
"iops_stddev" : 50.368714,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640012,
"usr_cpu" : 0.424992,
"sys_cpu" : 4.271482,
"ctx" : 962998,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999842,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999842,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.024630,
"250" : 0.229720,
"500" : 0.571380,
"750" : 1.199756,
"1000" : 1.916546
},
"latency_ms" : {
"2" : 17.527105,
"4" : 59.703274,
"10" : 18.371938,
"20" : 0.442547,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120880,
"timestamp_ms" : 1774120880925,
"time" : "Sat Mar 21 16:21:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3777417216,
"io_kbytes" : 3688884,
"bw_bytes" : 125909710,
"bw" : 122958,
"iops" : 30740.975301,
"runtime" : 30001,
"total_ios" : 922260,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1029180.124750,
"stddev" : 729876.830378,
"N" : 922260
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3129662.305522,
"stddev" : 1522333.015806,
"N" : 922228,
"percentile" : {
"1.000000" : 536576,
"5.000000" : 1138688,
"10.000000" : 1515520,
"20.000000" : 2007040,
"30.000000" : 2342912,
"40.000000" : 2605056,
"50.000000" : 2899968,
"60.000000" : 3227648,
"70.000000" : 3588096,
"80.000000" : 4079616,
"90.000000" : 4947968,
"95.000000" : 5668864,
"99.000000" : 8028160,
"99.500000" : 9502720,
"99.900000" : 13565952,
"99.950000" : 15925248,
"99.990000" : 20054016
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 60,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 94,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 86,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 85,
"403456" : 106,
"407552" : 103,
"411648" : 104,
"415744" : 92,
"419840" : 104,
"423936" : 117,
"428032" : 124,
"432128" : 119,
"436224" : 102,
"440320" : 104,
"444416" : 137,
"448512" : 134,
"452608" : 127,
"456704" : 117,
"460800" : 129,
"464896" : 123,
"468992" : 136,
"473088" : 134,
"477184" : 116,
"481280" : 132,
"485376" : 131,
"489472" : 121,
"493568" : 145,
"497664" : 115,
"501760" : 135,
"505856" : 134,
"509952" : 123,
"514048" : 153,
"518144" : 123,
"522240" : 124,
"528384" : 271,
"536576" : 277,
"544768" : 291,
"552960" : 298,
"561152" : 310,
"569344" : 309,
"577536" : 294,
"585728" : 301,
"593920" : 334,
"602112" : 328,
"610304" : 351,
"618496" : 357,
"626688" : 347,
"634880" : 318,
"643072" : 362,
"651264" : 371,
"659456" : 360,
"667648" : 368,
"675840" : 396,
"684032" : 373,
"692224" : 394,
"700416" : 386,
"708608" : 426,
"716800" : 387,
"724992" : 459,
"733184" : 421,
"741376" : 462,
"749568" : 419,
"757760" : 449,
"765952" : 441,
"774144" : 481,
"782336" : 488,
"790528" : 466,
"798720" : 492,
"806912" : 482,
"815104" : 485,
"823296" : 473,
"831488" : 507,
"839680" : 475,
"847872" : 518,
"856064" : 492,
"864256" : 468,
"872448" : 506,
"880640" : 572,
"888832" : 540,
"897024" : 535,
"905216" : 528,
"913408" : 594,
"921600" : 577,
"929792" : 551,
"937984" : 535,
"946176" : 570,
"954368" : 582,
"962560" : 625,
"970752" : 566,
"978944" : 623,
"987136" : 601,
"995328" : 607,
"1003520" : 678,
"1011712" : 595,
"1019904" : 608,
"1028096" : 597,
"1036288" : 665,
"1044480" : 661,
"1056768" : 1377,
"1073152" : 1433,
"1089536" : 1444,
"1105920" : 1434,
"1122304" : 1493,
"1138688" : 1512,
"1155072" : 1549,
"1171456" : 1596,
"1187840" : 1700,
"1204224" : 1699,
"1220608" : 1709,
"1236992" : 1773,
"1253376" : 1777,
"1269760" : 1830,
"1286144" : 1837,
"1302528" : 2001,
"1318912" : 1878,
"1335296" : 2017,
"1351680" : 1996,
"1368064" : 2048,
"1384448" : 2098,
"1400832" : 2155,
"1417216" : 2196,
"1433600" : 2124,
"1449984" : 2229,
"1466368" : 2296,
"1482752" : 2395,
"1499136" : 2314,
"1515520" : 2369,
"1531904" : 2462,
"1548288" : 2561,
"1564672" : 2531,
"1581056" : 2532,
"1597440" : 2676,
"1613824" : 2569,
"1630208" : 2714,
"1646592" : 2727,
"1662976" : 2786,
"1679360" : 2816,
"1695744" : 2870,
"1712128" : 2913,
"1728512" : 2955,
"1744896" : 3032,
"1761280" : 3033,
"1777664" : 3163,
"1794048" : 3082,
"1810432" : 3257,
"1826816" : 3258,
"1843200" : 3376,
"1859584" : 3325,
"1875968" : 3392,
"1892352" : 3518,
"1908736" : 3403,
"1925120" : 3403,
"1941504" : 3517,
"1957888" : 3520,
"1974272" : 3585,
"1990656" : 4142,
"2007040" : 4276,
"2023424" : 3893,
"2039808" : 3958,
"2056192" : 4021,
"2072576" : 4062,
"2088960" : 4295,
"2113536" : 8647,
"2146304" : 9030,
"2179072" : 9456,
"2211840" : 9479,
"2244608" : 9922,
"2277376" : 10228,
"2310144" : 10298,
"2342912" : 10317,
"2375680" : 10456,
"2408448" : 10493,
"2441216" : 10677,
"2473984" : 10627,
"2506752" : 10784,
"2539520" : 10676,
"2572288" : 10681,
"2605056" : 10913,
"2637824" : 10962,
"2670592" : 11065,
"2703360" : 11145,
"2736128" : 11256,
"2768896" : 10885,
"2801664" : 10798,
"2834432" : 10562,
"2867200" : 10535,
"2899968" : 10348,
"2932736" : 10032,
"2965504" : 9863,
"2998272" : 10706,
"3031040" : 9738,
"3063808" : 9296,
"3096576" : 9184,
"3129344" : 9200,
"3162112" : 8899,
"3194880" : 8777,
"3227648" : 8928,
"3260416" : 8661,
"3293184" : 8423,
"3325952" : 8386,
"3358720" : 8218,
"3391488" : 8016,
"3424256" : 7830,
"3457024" : 7879,
"3489792" : 7982,
"3522560" : 7776,
"3555328" : 7598,
"3588096" : 7401,
"3620864" : 6995,
"3653632" : 6784,
"3686400" : 6703,
"3719168" : 6654,
"3751936" : 6598,
"3784704" : 6499,
"3817472" : 6106,
"3850240" : 5928,
"3883008" : 5553,
"3915776" : 5444,
"3948544" : 5299,
"3981312" : 5144,
"4014080" : 5084,
"4046848" : 4987,
"4079616" : 4664,
"4112384" : 4597,
"4145152" : 4433,
"4177920" : 4265,
"4227072" : 8343,
"4292608" : 7738,
"4358144" : 7478,
"4423680" : 6997,
"4489216" : 6925,
"4554752" : 6689,
"4620288" : 6539,
"4685824" : 6303,
"4751360" : 5997,
"4816896" : 5547,
"4882432" : 5324,
"4947968" : 5064,
"5013504" : 5069,
"5079040" : 4747,
"5144576" : 4732,
"5210112" : 4609,
"5275648" : 4489,
"5341184" : 4257,
"5406720" : 4152,
"5472256" : 3932,
"5537792" : 3673,
"5603328" : 3333,
"5668864" : 3128,
"5734400" : 2832,
"5799936" : 2604,
"5865472" : 2450,
"5931008" : 2242,
"5996544" : 2097,
"6062080" : 1892,
"6127616" : 1629,
"6193152" : 1600,
"6258688" : 1457,
"6324224" : 1362,
"6389760" : 1277,
"6455296" : 1256,
"6520832" : 1063,
"6586368" : 1036,
"6651904" : 935,
"6717440" : 976,
"6782976" : 866,
"6848512" : 755,
"6914048" : 736,
"6979584" : 689,
"7045120" : 683,
"7110656" : 614,
"7176192" : 563,
"7241728" : 580,
"7307264" : 553,
"7372800" : 522,
"7438336" : 475,
"7503872" : 414,
"7569408" : 411,
"7634944" : 413,
"7700480" : 385,
"7766016" : 338,
"7831552" : 377,
"7897088" : 346,
"7962624" : 304,
"8028160" : 301,
"8093696" : 280,
"8159232" : 277,
"8224768" : 248,
"8290304" : 240,
"8355840" : 248,
"8454144" : 468,
"8585216" : 429,
"8716288" : 392,
"8847360" : 370,
"8978432" : 356,
"9109504" : 340,
"9240576" : 300,
"9371648" : 303,
"9502720" : 277,
"9633792" : 285,
"9764864" : 240,
"9895936" : 216,
"10027008" : 190,
"10158080" : 198,
"10289152" : 200,
"10420224" : 162,
"10551296" : 149,
"10682368" : 142,
"10813440" : 136,
"10944512" : 118,
"11075584" : 107,
"11206656" : 120,
"11337728" : 106,
"11468800" : 101,
"11599872" : 108,
"11730944" : 94,
"11862016" : 109,
"11993088" : 91,
"12124160" : 86,
"12255232" : 77,
"12386304" : 77,
"12517376" : 80,
"12648448" : 72,
"12779520" : 57,
"12910592" : 53,
"13041664" : 50,
"13172736" : 41,
"13303808" : 33,
"13434880" : 46,
"13565952" : 42,
"13697024" : 29,
"13828096" : 35,
"13959168" : 35,
"14090240" : 25,
"14221312" : 33,
"14352384" : 35,
"14483456" : 32,
"14614528" : 22,
"14745600" : 26,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 14,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 21,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 4158750.961132,
"stddev" : 1867453.245959,
"N" : 922228
},
"bw_min" : 97838,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 123411.898305,
"bw_dev" : 377.352145,
"bw_samples" : 1888,
"iops_min" : 24451,
"iops_max" : 37881,
"iops_mean" : 30848.016949,
"iops_stddev" : 94.330324,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960021,
"usr_cpu" : 0.415303,
"sys_cpu" : 4.140534,
"ctx" : 1387387,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999892,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999892,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.031661,
"250" : 0.244616,
"500" : 0.598313,
"750" : 1.141435,
"1000" : 1.745928
},
"latency_ms" : {
"2" : 15.989851,
"4" : 58.691909,
"10" : 21.152929,
"20" : 0.389478,
"50" : 0.010409,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120890,
"timestamp_ms" : 1774120890923,
"time" : "Sat Mar 21 16:21:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4713230336,
"io_kbytes" : 4602764,
"bw_bytes" : 117827812,
"bw" : 115066,
"iops" : 28767.455814,
"runtime" : 40001,
"total_ios" : 1150727,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1101469.586162,
"stddev" : 707951.207063,
"N" : 1150727
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3343305.232190,
"stddev" : 1539114.627776,
"N" : 1150695,
"percentile" : {
"1.000000" : 593920,
"5.000000" : 1236992,
"10.000000" : 1646592,
"20.000000" : 2146304,
"30.000000" : 2506752,
"40.000000" : 2801664,
"50.000000" : 3129344,
"60.000000" : 3489792,
"70.000000" : 3850240,
"80.000000" : 4423680,
"90.000000" : 5341184,
"95.000000" : 6062080,
"99.000000" : 7766016,
"99.500000" : 9109504,
"99.900000" : 12910592,
"99.950000" : 15138816,
"99.990000" : 19529728
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 60,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 94,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 86,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 86,
"403456" : 106,
"407552" : 103,
"411648" : 104,
"415744" : 92,
"419840" : 104,
"423936" : 117,
"428032" : 124,
"432128" : 119,
"436224" : 102,
"440320" : 104,
"444416" : 138,
"448512" : 135,
"452608" : 127,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 134,
"477184" : 116,
"481280" : 132,
"485376" : 131,
"489472" : 122,
"493568" : 145,
"497664" : 115,
"501760" : 137,
"505856" : 134,
"509952" : 123,
"514048" : 153,
"518144" : 123,
"522240" : 124,
"528384" : 272,
"536576" : 280,
"544768" : 293,
"552960" : 300,
"561152" : 311,
"569344" : 310,
"577536" : 298,
"585728" : 304,
"593920" : 336,
"602112" : 330,
"610304" : 352,
"618496" : 359,
"626688" : 349,
"634880" : 319,
"643072" : 366,
"651264" : 371,
"659456" : 364,
"667648" : 372,
"675840" : 398,
"684032" : 375,
"692224" : 396,
"700416" : 389,
"708608" : 429,
"716800" : 388,
"724992" : 460,
"733184" : 425,
"741376" : 466,
"749568" : 424,
"757760" : 455,
"765952" : 444,
"774144" : 487,
"782336" : 497,
"790528" : 470,
"798720" : 497,
"806912" : 489,
"815104" : 495,
"823296" : 479,
"831488" : 512,
"839680" : 482,
"847872" : 519,
"856064" : 496,
"864256" : 473,
"872448" : 513,
"880640" : 579,
"888832" : 544,
"897024" : 545,
"905216" : 538,
"913408" : 598,
"921600" : 582,
"929792" : 557,
"937984" : 544,
"946176" : 578,
"954368" : 589,
"962560" : 628,
"970752" : 573,
"978944" : 628,
"987136" : 608,
"995328" : 612,
"1003520" : 687,
"1011712" : 602,
"1019904" : 615,
"1028096" : 606,
"1036288" : 676,
"1044480" : 668,
"1056768" : 1401,
"1073152" : 1454,
"1089536" : 1465,
"1105920" : 1451,
"1122304" : 1514,
"1138688" : 1536,
"1155072" : 1571,
"1171456" : 1630,
"1187840" : 1722,
"1204224" : 1733,
"1220608" : 1735,
"1236992" : 1812,
"1253376" : 1802,
"1269760" : 1869,
"1286144" : 1874,
"1302528" : 2033,
"1318912" : 1917,
"1335296" : 2061,
"1351680" : 2028,
"1368064" : 2097,
"1384448" : 2147,
"1400832" : 2200,
"1417216" : 2244,
"1433600" : 2163,
"1449984" : 2285,
"1466368" : 2357,
"1482752" : 2446,
"1499136" : 2369,
"1515520" : 2424,
"1531904" : 2529,
"1548288" : 2628,
"1564672" : 2588,
"1581056" : 2608,
"1597440" : 2743,
"1613824" : 2649,
"1630208" : 2794,
"1646592" : 2797,
"1662976" : 2887,
"1679360" : 2890,
"1695744" : 2966,
"1712128" : 3007,
"1728512" : 3041,
"1744896" : 3121,
"1761280" : 3147,
"1777664" : 3286,
"1794048" : 3215,
"1810432" : 3385,
"1826816" : 3387,
"1843200" : 3515,
"1859584" : 3470,
"1875968" : 3530,
"1892352" : 3635,
"1908736" : 3563,
"1925120" : 3554,
"1941504" : 3646,
"1957888" : 3670,
"1974272" : 3765,
"1990656" : 4323,
"2007040" : 4477,
"2023424" : 4101,
"2039808" : 4164,
"2056192" : 4246,
"2072576" : 4275,
"2088960" : 4529,
"2113536" : 9134,
"2146304" : 9530,
"2179072" : 10011,
"2211840" : 10038,
"2244608" : 10491,
"2277376" : 10874,
"2310144" : 10911,
"2342912" : 10994,
"2375680" : 11178,
"2408448" : 11332,
"2441216" : 11541,
"2473984" : 11561,
"2506752" : 11774,
"2539520" : 11729,
"2572288" : 11808,
"2605056" : 12146,
"2637824" : 12217,
"2670592" : 12379,
"2703360" : 12459,
"2736128" : 12703,
"2768896" : 12387,
"2801664" : 12415,
"2834432" : 12087,
"2867200" : 12122,
"2899968" : 12082,
"2932736" : 11876,
"2965504" : 11883,
"2998272" : 13207,
"3031040" : 11953,
"3063808" : 11288,
"3096576" : 11311,
"3129344" : 11331,
"3162112" : 11066,
"3194880" : 11062,
"3227648" : 11380,
"3260416" : 11215,
"3293184" : 10739,
"3325952" : 10762,
"3358720" : 10811,
"3391488" : 10620,
"3424256" : 10330,
"3457024" : 10476,
"3489792" : 10577,
"3522560" : 10453,
"3555328" : 10163,
"3588096" : 10081,
"3620864" : 9732,
"3653632" : 9509,
"3686400" : 9372,
"3719168" : 9495,
"3751936" : 9550,
"3784704" : 9553,
"3817472" : 8986,
"3850240" : 8781,
"3883008" : 8268,
"3915776" : 8019,
"3948544" : 7801,
"3981312" : 7635,
"4014080" : 7806,
"4046848" : 7357,
"4079616" : 6964,
"4112384" : 6984,
"4145152" : 6888,
"4177920" : 6632,
"4227072" : 13183,
"4292608" : 12257,
"4358144" : 11769,
"4423680" : 11085,
"4489216" : 10860,
"4554752" : 10184,
"4620288" : 9731,
"4685824" : 9164,
"4751360" : 8634,
"4816896" : 8201,
"4882432" : 7766,
"4947968" : 7203,
"5013504" : 7138,
"5079040" : 6869,
"5144576" : 6799,
"5210112" : 6789,
"5275648" : 6642,
"5341184" : 6314,
"5406720" : 6211,
"5472256" : 6213,
"5537792" : 5966,
"5603328" : 5432,
"5668864" : 5139,
"5734400" : 4912,
"5799936" : 4842,
"5865472" : 4502,
"5931008" : 4380,
"5996544" : 4279,
"6062080" : 3857,
"6127616" : 3644,
"6193152" : 3414,
"6258688" : 3233,
"6324224" : 3012,
"6389760" : 2756,
"6455296" : 2671,
"6520832" : 2462,
"6586368" : 2245,
"6651904" : 2010,
"6717440" : 1956,
"6782976" : 1732,
"6848512" : 1556,
"6914048" : 1416,
"6979584" : 1292,
"7045120" : 1276,
"7110656" : 1076,
"7176192" : 982,
"7241728" : 952,
"7307264" : 870,
"7372800" : 800,
"7438336" : 720,
"7503872" : 636,
"7569408" : 589,
"7634944" : 583,
"7700480" : 524,
"7766016" : 483,
"7831552" : 508,
"7897088" : 446,
"7962624" : 378,
"8028160" : 368,
"8093696" : 344,
"8159232" : 338,
"8224768" : 308,
"8290304" : 290,
"8355840" : 297,
"8454144" : 536,
"8585216" : 489,
"8716288" : 463,
"8847360" : 407,
"8978432" : 390,
"9109504" : 366,
"9240576" : 322,
"9371648" : 319,
"9502720" : 289,
"9633792" : 298,
"9764864" : 252,
"9895936" : 226,
"10027008" : 196,
"10158080" : 204,
"10289152" : 204,
"10420224" : 168,
"10551296" : 149,
"10682368" : 145,
"10813440" : 139,
"10944512" : 122,
"11075584" : 111,
"11206656" : 121,
"11337728" : 109,
"11468800" : 103,
"11599872" : 113,
"11730944" : 95,
"11862016" : 112,
"11993088" : 92,
"12124160" : 88,
"12255232" : 79,
"12386304" : 80,
"12517376" : 80,
"12648448" : 74,
"12779520" : 57,
"12910592" : 53,
"13041664" : 51,
"13172736" : 41,
"13303808" : 33,
"13434880" : 46,
"13565952" : 42,
"13697024" : 29,
"13828096" : 35,
"13959168" : 36,
"14090240" : 26,
"14221312" : 33,
"14352384" : 35,
"14483456" : 33,
"14614528" : 22,
"14745600" : 26,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 14,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 21,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 4444739.409469,
"stddev" : 1915764.533012,
"N" : 1150695
},
"bw_min" : 80000,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 115425.126582,
"bw_dev" : 546.638589,
"bw_samples" : 2528,
"iops_min" : 20000,
"iops_max" : 37881,
"iops_mean" : 28851.784810,
"iops_stddev" : 136.630947,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279993,
"usr_cpu" : 0.389690,
"sys_cpu" : 3.862052,
"ctx" : 1677278,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999913,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999913,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.025375,
"250" : 0.196050,
"500" : 0.479957,
"750" : 0.920722,
"1000" : 1.415192
},
"latency_ms" : {
"2" : 13.193051,
"4" : 56.593614,
"10" : 26.847289,
"20" : 0.317625,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120900,
"timestamp_ms" : 1774120900923,
"time" : "Sat Mar 21 16:21:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5610225664,
"io_kbytes" : 5478736,
"bw_bytes" : 112202269,
"bw" : 109572,
"iops" : 27393.932121,
"runtime" : 50001,
"total_ios" : 1369724,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1157909.060842,
"stddev" : 690169.733432,
"N" : 1369724
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3510257.350378,
"stddev" : 1539200.441018,
"N" : 1369692,
"percentile" : {
"1.000000" : 651264,
"5.000000" : 1335296,
"10.000000" : 1761280,
"20.000000" : 2277376,
"30.000000" : 2670592,
"40.000000" : 2998272,
"50.000000" : 3325952,
"60.000000" : 3686400,
"70.000000" : 4079616,
"80.000000" : 4620288,
"90.000000" : 5537792,
"95.000000" : 6193152,
"99.000000" : 7700480,
"99.500000" : 8847360,
"99.900000" : 12517376,
"99.950000" : 14483456,
"99.990000" : 19005440
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 60,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 86,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 86,
"403456" : 106,
"407552" : 103,
"411648" : 104,
"415744" : 92,
"419840" : 104,
"423936" : 117,
"428032" : 124,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 138,
"448512" : 135,
"452608" : 127,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 134,
"477184" : 116,
"481280" : 132,
"485376" : 131,
"489472" : 122,
"493568" : 146,
"497664" : 115,
"501760" : 137,
"505856" : 134,
"509952" : 124,
"514048" : 153,
"518144" : 123,
"522240" : 124,
"528384" : 274,
"536576" : 281,
"544768" : 293,
"552960" : 301,
"561152" : 311,
"569344" : 311,
"577536" : 298,
"585728" : 305,
"593920" : 337,
"602112" : 330,
"610304" : 353,
"618496" : 359,
"626688" : 352,
"634880" : 319,
"643072" : 366,
"651264" : 371,
"659456" : 365,
"667648" : 375,
"675840" : 399,
"684032" : 378,
"692224" : 399,
"700416" : 393,
"708608" : 432,
"716800" : 389,
"724992" : 460,
"733184" : 426,
"741376" : 470,
"749568" : 426,
"757760" : 455,
"765952" : 444,
"774144" : 488,
"782336" : 498,
"790528" : 472,
"798720" : 500,
"806912" : 492,
"815104" : 496,
"823296" : 480,
"831488" : 515,
"839680" : 484,
"847872" : 519,
"856064" : 497,
"864256" : 476,
"872448" : 518,
"880640" : 582,
"888832" : 548,
"897024" : 547,
"905216" : 540,
"913408" : 601,
"921600" : 584,
"929792" : 559,
"937984" : 548,
"946176" : 583,
"954368" : 591,
"962560" : 629,
"970752" : 577,
"978944" : 635,
"987136" : 610,
"995328" : 614,
"1003520" : 691,
"1011712" : 607,
"1019904" : 620,
"1028096" : 612,
"1036288" : 682,
"1044480" : 674,
"1056768" : 1412,
"1073152" : 1464,
"1089536" : 1472,
"1105920" : 1463,
"1122304" : 1522,
"1138688" : 1550,
"1155072" : 1586,
"1171456" : 1639,
"1187840" : 1739,
"1204224" : 1744,
"1220608" : 1747,
"1236992" : 1825,
"1253376" : 1815,
"1269760" : 1895,
"1286144" : 1893,
"1302528" : 2056,
"1318912" : 1942,
"1335296" : 2094,
"1351680" : 2049,
"1368064" : 2116,
"1384448" : 2168,
"1400832" : 2218,
"1417216" : 2269,
"1433600" : 2188,
"1449984" : 2320,
"1466368" : 2396,
"1482752" : 2474,
"1499136" : 2405,
"1515520" : 2460,
"1531904" : 2557,
"1548288" : 2661,
"1564672" : 2626,
"1581056" : 2649,
"1597440" : 2787,
"1613824" : 2677,
"1630208" : 2837,
"1646592" : 2847,
"1662976" : 2930,
"1679360" : 2933,
"1695744" : 3008,
"1712128" : 3059,
"1728512" : 3084,
"1744896" : 3179,
"1761280" : 3206,
"1777664" : 3344,
"1794048" : 3266,
"1810432" : 3449,
"1826816" : 3443,
"1843200" : 3599,
"1859584" : 3559,
"1875968" : 3607,
"1892352" : 3711,
"1908736" : 3638,
"1925120" : 3641,
"1941504" : 3756,
"1957888" : 3760,
"1974272" : 3869,
"1990656" : 4429,
"2007040" : 4605,
"2023424" : 4215,
"2039808" : 4276,
"2056192" : 4374,
"2072576" : 4415,
"2088960" : 4655,
"2113536" : 9409,
"2146304" : 9794,
"2179072" : 10302,
"2211840" : 10405,
"2244608" : 10841,
"2277376" : 11248,
"2310144" : 11292,
"2342912" : 11395,
"2375680" : 11588,
"2408448" : 11778,
"2441216" : 12049,
"2473984" : 12123,
"2506752" : 12364,
"2539520" : 12342,
"2572288" : 12486,
"2605056" : 12879,
"2637824" : 13005,
"2670592" : 13242,
"2703360" : 13442,
"2736128" : 13659,
"2768896" : 13417,
"2801664" : 13435,
"2834432" : 13014,
"2867200" : 13180,
"2899968" : 13095,
"2932736" : 12993,
"2965504" : 13044,
"2998272" : 14608,
"3031040" : 13298,
"3063808" : 12772,
"3096576" : 12867,
"3129344" : 12928,
"3162112" : 12763,
"3194880" : 12745,
"3227648" : 13312,
"3260416" : 13115,
"3293184" : 12775,
"3325952" : 12913,
"3358720" : 12968,
"3391488" : 12850,
"3424256" : 12642,
"3457024" : 12846,
"3489792" : 13119,
"3522560" : 13024,
"3555328" : 12876,
"3588096" : 12928,
"3620864" : 12540,
"3653632" : 12355,
"3686400" : 12121,
"3719168" : 12147,
"3751936" : 12106,
"3784704" : 12032,
"3817472" : 11412,
"3850240" : 11189,
"3883008" : 10661,
"3915776" : 10496,
"3948544" : 10388,
"3981312" : 10458,
"4014080" : 10933,
"4046848" : 10065,
"4079616" : 9432,
"4112384" : 9539,
"4145152" : 9222,
"4177920" : 9191,
"4227072" : 18289,
"4292608" : 17167,
"4358144" : 16499,
"4423680" : 15738,
"4489216" : 15083,
"4554752" : 14333,
"4620288" : 13609,
"4685824" : 12954,
"4751360" : 12372,
"4816896" : 11779,
"4882432" : 11251,
"4947968" : 10650,
"5013504" : 10780,
"5079040" : 10005,
"5144576" : 9766,
"5210112" : 9513,
"5275648" : 9237,
"5341184" : 8774,
"5406720" : 8492,
"5472256" : 8568,
"5537792" : 8249,
"5603328" : 7503,
"5668864" : 7011,
"5734400" : 6837,
"5799936" : 6752,
"5865472" : 6410,
"5931008" : 6348,
"5996544" : 6164,
"6062080" : 5715,
"6127616" : 5492,
"6193152" : 5180,
"6258688" : 4994,
"6324224" : 4599,
"6389760" : 4312,
"6455296" : 4152,
"6520832" : 3756,
"6586368" : 3571,
"6651904" : 3228,
"6717440" : 3072,
"6782976" : 2677,
"6848512" : 2357,
"6914048" : 2116,
"6979584" : 1902,
"7045120" : 1801,
"7110656" : 1555,
"7176192" : 1406,
"7241728" : 1335,
"7307264" : 1201,
"7372800" : 1103,
"7438336" : 955,
"7503872" : 853,
"7569408" : 787,
"7634944" : 753,
"7700480" : 694,
"7766016" : 610,
"7831552" : 605,
"7897088" : 546,
"7962624" : 456,
"8028160" : 460,
"8093696" : 412,
"8159232" : 389,
"8224768" : 366,
"8290304" : 346,
"8355840" : 340,
"8454144" : 599,
"8585216" : 542,
"8716288" : 503,
"8847360" : 439,
"8978432" : 419,
"9109504" : 397,
"9240576" : 333,
"9371648" : 336,
"9502720" : 305,
"9633792" : 305,
"9764864" : 258,
"9895936" : 234,
"10027008" : 204,
"10158080" : 212,
"10289152" : 210,
"10420224" : 178,
"10551296" : 150,
"10682368" : 149,
"10813440" : 144,
"10944512" : 124,
"11075584" : 113,
"11206656" : 124,
"11337728" : 111,
"11468800" : 103,
"11599872" : 113,
"11730944" : 97,
"11862016" : 112,
"11993088" : 94,
"12124160" : 89,
"12255232" : 79,
"12386304" : 81,
"12517376" : 81,
"12648448" : 74,
"12779520" : 58,
"12910592" : 53,
"13041664" : 52,
"13172736" : 41,
"13303808" : 33,
"13434880" : 46,
"13565952" : 42,
"13697024" : 29,
"13828096" : 35,
"13959168" : 36,
"14090240" : 26,
"14221312" : 33,
"14352384" : 35,
"14483456" : 33,
"14614528" : 22,
"14745600" : 26,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 14,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 21,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 4668147.383505,
"stddev" : 1931579.410597,
"N" : 1369692
},
"bw_min" : 79304,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 109839.202020,
"bw_dev" : 601.634521,
"bw_samples" : 3168,
"iops_min" : 19826,
"iops_max" : 37881,
"iops_mean" : 27455.808081,
"iops_stddev" : 150.370978,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599995,
"usr_cpu" : 0.371064,
"sys_cpu" : 3.671636,
"ctx" : 1948240,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.021318,
"250" : 0.164705,
"500" : 0.403439,
"750" : 0.776142,
"1000" : 1.194328
},
"latency_ms" : {
"2" : 11.258107,
"4" : 54.032929,
"10" : 31.868610,
"20" : 0.271077,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120910,
"timestamp_ms" : 1774120910923,
"time" : "Sat Mar 21 16:21:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6494818304,
"io_kbytes" : 6342596,
"bw_bytes" : 108245167,
"bw" : 105708,
"iops" : 26427.659539,
"runtime" : 60001,
"total_ios" : 1585686,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1201062.244825,
"stddev" : 676656.833928,
"N" : 1585686
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3638110.630549,
"stddev" : 1533905.703806,
"N" : 1585654,
"percentile" : {
"1.000000" : 692224,
"5.000000" : 1417216,
"10.000000" : 1859584,
"20.000000" : 2375680,
"30.000000" : 2768896,
"40.000000" : 3129344,
"50.000000" : 3489792,
"60.000000" : 3850240,
"70.000000" : 4227072,
"80.000000" : 4816896,
"90.000000" : 5668864,
"95.000000" : 6258688,
"99.000000" : 7634944,
"99.500000" : 8585216,
"99.900000" : 12124160,
"99.950000" : 14090240,
"99.990000" : 18481152
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 60,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 86,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 106,
"407552" : 103,
"411648" : 104,
"415744" : 92,
"419840" : 104,
"423936" : 117,
"428032" : 124,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 135,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 134,
"477184" : 117,
"481280" : 132,
"485376" : 131,
"489472" : 122,
"493568" : 147,
"497664" : 116,
"501760" : 137,
"505856" : 134,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 124,
"528384" : 274,
"536576" : 282,
"544768" : 294,
"552960" : 301,
"561152" : 314,
"569344" : 312,
"577536" : 299,
"585728" : 305,
"593920" : 338,
"602112" : 332,
"610304" : 355,
"618496" : 360,
"626688" : 353,
"634880" : 321,
"643072" : 367,
"651264" : 373,
"659456" : 366,
"667648" : 376,
"675840" : 401,
"684032" : 379,
"692224" : 400,
"700416" : 395,
"708608" : 435,
"716800" : 392,
"724992" : 460,
"733184" : 427,
"741376" : 471,
"749568" : 428,
"757760" : 455,
"765952" : 448,
"774144" : 491,
"782336" : 498,
"790528" : 474,
"798720" : 502,
"806912" : 495,
"815104" : 497,
"823296" : 481,
"831488" : 516,
"839680" : 484,
"847872" : 522,
"856064" : 499,
"864256" : 478,
"872448" : 526,
"880640" : 589,
"888832" : 552,
"897024" : 547,
"905216" : 544,
"913408" : 602,
"921600" : 586,
"929792" : 566,
"937984" : 555,
"946176" : 589,
"954368" : 594,
"962560" : 631,
"970752" : 582,
"978944" : 641,
"987136" : 613,
"995328" : 615,
"1003520" : 695,
"1011712" : 614,
"1019904" : 623,
"1028096" : 616,
"1036288" : 686,
"1044480" : 678,
"1056768" : 1422,
"1073152" : 1476,
"1089536" : 1480,
"1105920" : 1475,
"1122304" : 1536,
"1138688" : 1563,
"1155072" : 1599,
"1171456" : 1656,
"1187840" : 1750,
"1204224" : 1756,
"1220608" : 1762,
"1236992" : 1835,
"1253376" : 1840,
"1269760" : 1912,
"1286144" : 1911,
"1302528" : 2070,
"1318912" : 1963,
"1335296" : 2117,
"1351680" : 2066,
"1368064" : 2141,
"1384448" : 2191,
"1400832" : 2247,
"1417216" : 2295,
"1433600" : 2208,
"1449984" : 2349,
"1466368" : 2430,
"1482752" : 2514,
"1499136" : 2441,
"1515520" : 2496,
"1531904" : 2592,
"1548288" : 2706,
"1564672" : 2665,
"1581056" : 2695,
"1597440" : 2830,
"1613824" : 2724,
"1630208" : 2893,
"1646592" : 2889,
"1662976" : 2980,
"1679360" : 2981,
"1695744" : 3072,
"1712128" : 3099,
"1728512" : 3148,
"1744896" : 3246,
"1761280" : 3257,
"1777664" : 3402,
"1794048" : 3323,
"1810432" : 3512,
"1826816" : 3515,
"1843200" : 3675,
"1859584" : 3643,
"1875968" : 3687,
"1892352" : 3797,
"1908736" : 3722,
"1925120" : 3724,
"1941504" : 3843,
"1957888" : 3854,
"1974272" : 3955,
"1990656" : 4538,
"2007040" : 4711,
"2023424" : 4289,
"2039808" : 4380,
"2056192" : 4473,
"2072576" : 4509,
"2088960" : 4754,
"2113536" : 9649,
"2146304" : 10079,
"2179072" : 10581,
"2211840" : 10736,
"2244608" : 11181,
"2277376" : 11672,
"2310144" : 11724,
"2342912" : 11856,
"2375680" : 12053,
"2408448" : 12275,
"2441216" : 12543,
"2473984" : 12652,
"2506752" : 12868,
"2539520" : 12857,
"2572288" : 13058,
"2605056" : 13516,
"2637824" : 13660,
"2670592" : 13955,
"2703360" : 14290,
"2736128" : 14617,
"2768896" : 14352,
"2801664" : 14468,
"2834432" : 14074,
"2867200" : 14259,
"2899968" : 14152,
"2932736" : 14060,
"2965504" : 14215,
"2998272" : 16035,
"3031040" : 14443,
"3063808" : 13950,
"3096576" : 14158,
"3129344" : 14219,
"3162112" : 14144,
"3194880" : 14215,
"3227648" : 14884,
"3260416" : 14747,
"3293184" : 14532,
"3325952" : 14861,
"3358720" : 14877,
"3391488" : 14716,
"3424256" : 14589,
"3457024" : 14850,
"3489792" : 15098,
"3522560" : 15053,
"3555328" : 14891,
"3588096" : 15244,
"3620864" : 15091,
"3653632" : 15114,
"3686400" : 14902,
"3719168" : 14818,
"3751936" : 14849,
"3784704" : 14687,
"3817472" : 14116,
"3850240" : 13923,
"3883008" : 13301,
"3915776" : 13046,
"3948544" : 12853,
"3981312" : 13112,
"4014080" : 13921,
"4046848" : 12442,
"4079616" : 11841,
"4112384" : 12065,
"4145152" : 11788,
"4177920" : 11611,
"4227072" : 23274,
"4292608" : 22084,
"4358144" : 21157,
"4423680" : 20446,
"4489216" : 19793,
"4554752" : 18655,
"4620288" : 17680,
"4685824" : 16884,
"4751360" : 16336,
"4816896" : 15268,
"4882432" : 14516,
"4947968" : 13715,
"5013504" : 13798,
"5079040" : 12912,
"5144576" : 12729,
"5210112" : 12332,
"5275648" : 11904,
"5341184" : 11246,
"5406720" : 11040,
"5472256" : 11143,
"5537792" : 10857,
"5603328" : 9984,
"5668864" : 9393,
"5734400" : 9086,
"5799936" : 8960,
"5865472" : 8642,
"5931008" : 8542,
"5996544" : 8370,
"6062080" : 7746,
"6127616" : 7471,
"6193152" : 7082,
"6258688" : 6830,
"6324224" : 6344,
"6389760" : 5894,
"6455296" : 5610,
"6520832" : 5180,
"6586368" : 4896,
"6651904" : 4369,
"6717440" : 4076,
"6782976" : 3553,
"6848512" : 3138,
"6914048" : 2826,
"6979584" : 2504,
"7045120" : 2332,
"7110656" : 2044,
"7176192" : 1843,
"7241728" : 1695,
"7307264" : 1540,
"7372800" : 1374,
"7438336" : 1188,
"7503872" : 1070,
"7569408" : 999,
"7634944" : 924,
"7700480" : 837,
"7766016" : 757,
"7831552" : 728,
"7897088" : 675,
"7962624" : 564,
"8028160" : 545,
"8093696" : 490,
"8159232" : 464,
"8224768" : 429,
"8290304" : 411,
"8355840" : 389,
"8454144" : 680,
"8585216" : 598,
"8716288" : 555,
"8847360" : 493,
"8978432" : 448,
"9109504" : 431,
"9240576" : 354,
"9371648" : 365,
"9502720" : 322,
"9633792" : 329,
"9764864" : 279,
"9895936" : 252,
"10027008" : 213,
"10158080" : 219,
"10289152" : 223,
"10420224" : 186,
"10551296" : 157,
"10682368" : 156,
"10813440" : 151,
"10944512" : 127,
"11075584" : 119,
"11206656" : 128,
"11337728" : 113,
"11468800" : 107,
"11599872" : 116,
"11730944" : 98,
"11862016" : 113,
"11993088" : 96,
"12124160" : 91,
"12255232" : 81,
"12386304" : 82,
"12517376" : 81,
"12648448" : 75,
"12779520" : 58,
"12910592" : 53,
"13041664" : 52,
"13172736" : 41,
"13303808" : 33,
"13434880" : 46,
"13565952" : 42,
"13697024" : 29,
"13828096" : 35,
"13959168" : 36,
"14090240" : 26,
"14221312" : 33,
"14352384" : 35,
"14483456" : 33,
"14614528" : 22,
"14745600" : 26,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 14,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 21,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 4839135.272895,
"stddev" : 1934450.342568,
"N" : 1585654
},
"bw_min" : 79256,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 105895.873950,
"bw_dev" : 615.414652,
"bw_samples" : 3808,
"iops_min" : 19814,
"iops_max" : 37881,
"iops_mean" : 26470.310924,
"iops_stddev" : 153.812356,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919996,
"usr_cpu" : 0.358959,
"sys_cpu" : 3.544330,
"ctx" : 2217122,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.018415,
"250" : 0.142273,
"500" : 0.348871,
"750" : 0.672832,
"1000" : 1.037343
},
"latency_ms" : {
"2" : 9.880645,
"4" : 51.872943,
"10" : 35.779026,
"20" : 0.239581,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120920,
"timestamp_ms" : 1774120920928,
"time" : "Sat Mar 21 16:22:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7354699776,
"io_kbytes" : 7182324,
"bw_bytes" : 105065638,
"bw" : 102603,
"iops" : 25651.904973,
"runtime" : 70001,
"total_ios" : 1795659,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1238098.746960,
"stddev" : 670251.698568,
"N" : 1795660
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3747890.834870,
"stddev" : 1543655.453055,
"N" : 1795628,
"percentile" : {
"1.000000" : 733184,
"5.000000" : 1482752,
"10.000000" : 1941504,
"20.000000" : 2473984,
"30.000000" : 2899968,
"40.000000" : 3260416,
"50.000000" : 3588096,
"60.000000" : 3948544,
"70.000000" : 4358144,
"80.000000" : 4947968,
"90.000000" : 5799936,
"95.000000" : 6455296,
"99.000000" : 7700480,
"99.500000" : 8585216,
"99.900000" : 11862016,
"99.950000" : 13697024,
"99.990000" : 18481152
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 60,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 86,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 106,
"407552" : 104,
"411648" : 104,
"415744" : 92,
"419840" : 104,
"423936" : 117,
"428032" : 124,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 135,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 134,
"477184" : 117,
"481280" : 132,
"485376" : 131,
"489472" : 122,
"493568" : 148,
"497664" : 116,
"501760" : 137,
"505856" : 135,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 124,
"528384" : 275,
"536576" : 282,
"544768" : 295,
"552960" : 302,
"561152" : 314,
"569344" : 312,
"577536" : 299,
"585728" : 305,
"593920" : 338,
"602112" : 332,
"610304" : 355,
"618496" : 360,
"626688" : 354,
"634880" : 321,
"643072" : 367,
"651264" : 373,
"659456" : 367,
"667648" : 378,
"675840" : 401,
"684032" : 379,
"692224" : 401,
"700416" : 396,
"708608" : 435,
"716800" : 392,
"724992" : 460,
"733184" : 427,
"741376" : 471,
"749568" : 430,
"757760" : 455,
"765952" : 448,
"774144" : 492,
"782336" : 499,
"790528" : 475,
"798720" : 502,
"806912" : 497,
"815104" : 498,
"823296" : 481,
"831488" : 518,
"839680" : 486,
"847872" : 524,
"856064" : 500,
"864256" : 479,
"872448" : 526,
"880640" : 590,
"888832" : 553,
"897024" : 549,
"905216" : 546,
"913408" : 604,
"921600" : 587,
"929792" : 566,
"937984" : 556,
"946176" : 593,
"954368" : 597,
"962560" : 633,
"970752" : 585,
"978944" : 642,
"987136" : 614,
"995328" : 615,
"1003520" : 697,
"1011712" : 616,
"1019904" : 623,
"1028096" : 617,
"1036288" : 687,
"1044480" : 681,
"1056768" : 1429,
"1073152" : 1478,
"1089536" : 1482,
"1105920" : 1479,
"1122304" : 1541,
"1138688" : 1569,
"1155072" : 1609,
"1171456" : 1658,
"1187840" : 1755,
"1204224" : 1762,
"1220608" : 1768,
"1236992" : 1840,
"1253376" : 1850,
"1269760" : 1920,
"1286144" : 1921,
"1302528" : 2076,
"1318912" : 1972,
"1335296" : 2124,
"1351680" : 2074,
"1368064" : 2151,
"1384448" : 2202,
"1400832" : 2262,
"1417216" : 2306,
"1433600" : 2218,
"1449984" : 2361,
"1466368" : 2443,
"1482752" : 2530,
"1499136" : 2458,
"1515520" : 2514,
"1531904" : 2606,
"1548288" : 2721,
"1564672" : 2681,
"1581056" : 2720,
"1597440" : 2854,
"1613824" : 2741,
"1630208" : 2919,
"1646592" : 2912,
"1662976" : 3000,
"1679360" : 3007,
"1695744" : 3101,
"1712128" : 3132,
"1728512" : 3174,
"1744896" : 3281,
"1761280" : 3285,
"1777664" : 3437,
"1794048" : 3361,
"1810432" : 3557,
"1826816" : 3551,
"1843200" : 3720,
"1859584" : 3680,
"1875968" : 3735,
"1892352" : 3848,
"1908736" : 3766,
"1925120" : 3770,
"1941504" : 3892,
"1957888" : 3920,
"1974272" : 4021,
"1990656" : 4599,
"2007040" : 4801,
"2023424" : 4366,
"2039808" : 4455,
"2056192" : 4563,
"2072576" : 4594,
"2088960" : 4837,
"2113536" : 9824,
"2146304" : 10264,
"2179072" : 10800,
"2211840" : 10945,
"2244608" : 11429,
"2277376" : 11942,
"2310144" : 12014,
"2342912" : 12186,
"2375680" : 12415,
"2408448" : 12642,
"2441216" : 12918,
"2473984" : 13112,
"2506752" : 13365,
"2539520" : 13409,
"2572288" : 13660,
"2605056" : 14209,
"2637824" : 14374,
"2670592" : 14759,
"2703360" : 15212,
"2736128" : 15601,
"2768896" : 15292,
"2801664" : 15400,
"2834432" : 15043,
"2867200" : 15307,
"2899968" : 15260,
"2932736" : 15180,
"2965504" : 15394,
"2998272" : 17388,
"3031040" : 15680,
"3063808" : 15306,
"3096576" : 15535,
"3129344" : 15672,
"3162112" : 15696,
"3194880" : 15827,
"3227648" : 16632,
"3260416" : 16627,
"3293184" : 16568,
"3325952" : 16989,
"3358720" : 17156,
"3391488" : 17006,
"3424256" : 16918,
"3457024" : 17163,
"3489792" : 17426,
"3522560" : 17366,
"3555328" : 17403,
"3588096" : 17676,
"3620864" : 17427,
"3653632" : 17687,
"3686400" : 17509,
"3719168" : 17514,
"3751936" : 17655,
"3784704" : 17345,
"3817472" : 16696,
"3850240" : 16498,
"3883008" : 15743,
"3915776" : 15368,
"3948544" : 15209,
"3981312" : 15707,
"4014080" : 16703,
"4046848" : 14842,
"4079616" : 14125,
"4112384" : 14427,
"4145152" : 14008,
"4177920" : 13734,
"4227072" : 27663,
"4292608" : 26284,
"4358144" : 25148,
"4423680" : 24199,
"4489216" : 23338,
"4554752" : 21957,
"4620288" : 20582,
"4685824" : 19784,
"4751360" : 18999,
"4816896" : 17580,
"4882432" : 16558,
"4947968" : 15750,
"5013504" : 15962,
"5079040" : 14790,
"5144576" : 14819,
"5210112" : 14410,
"5275648" : 14018,
"5341184" : 13479,
"5406720" : 13367,
"5472256" : 13580,
"5537792" : 13219,
"5603328" : 12196,
"5668864" : 11422,
"5734400" : 11194,
"5799936" : 11121,
"5865472" : 10721,
"5931008" : 10651,
"5996544" : 10698,
"6062080" : 9931,
"6127616" : 9728,
"6193152" : 9306,
"6258688" : 8995,
"6324224" : 8424,
"6389760" : 7962,
"6455296" : 7560,
"6520832" : 6988,
"6586368" : 6595,
"6651904" : 6072,
"6717440" : 5792,
"6782976" : 5119,
"6848512" : 4661,
"6914048" : 4253,
"6979584" : 3822,
"7045120" : 3508,
"7110656" : 3101,
"7176192" : 2731,
"7241728" : 2513,
"7307264" : 2237,
"7372800" : 1994,
"7438336" : 1796,
"7503872" : 1577,
"7569408" : 1458,
"7634944" : 1305,
"7700480" : 1169,
"7766016" : 1048,
"7831552" : 984,
"7897088" : 899,
"7962624" : 739,
"8028160" : 703,
"8093696" : 616,
"8159232" : 581,
"8224768" : 541,
"8290304" : 509,
"8355840" : 456,
"8454144" : 820,
"8585216" : 697,
"8716288" : 643,
"8847360" : 555,
"8978432" : 498,
"9109504" : 473,
"9240576" : 391,
"9371648" : 397,
"9502720" : 341,
"9633792" : 353,
"9764864" : 293,
"9895936" : 269,
"10027008" : 227,
"10158080" : 228,
"10289152" : 232,
"10420224" : 197,
"10551296" : 163,
"10682368" : 160,
"10813440" : 155,
"10944512" : 131,
"11075584" : 127,
"11206656" : 130,
"11337728" : 114,
"11468800" : 113,
"11599872" : 117,
"11730944" : 98,
"11862016" : 117,
"11993088" : 100,
"12124160" : 96,
"12255232" : 81,
"12386304" : 83,
"12517376" : 83,
"12648448" : 78,
"12779520" : 60,
"12910592" : 55,
"13041664" : 53,
"13172736" : 43,
"13303808" : 34,
"13434880" : 47,
"13565952" : 43,
"13697024" : 30,
"13828096" : 36,
"13959168" : 37,
"14090240" : 27,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 4985944.068480,
"stddev" : 1955442.541521,
"N" : 1795628
},
"bw_min" : 72168,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 102745.028777,
"bw_dev" : 621.746470,
"bw_samples" : 4448,
"iops_min" : 18042,
"iops_max" : 37881,
"iops_mean" : 25682.856115,
"iops_stddev" : 155.393041,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239996,
"usr_cpu" : 0.348260,
"sys_cpu" : 3.446033,
"ctx" : 2474146,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999722,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999722,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.016261,
"250" : 0.125636,
"500" : 0.308188,
"750" : 0.594768,
"1000" : 0.918214
},
"latency_ms" : {
"2" : 8.796826,
"4" : 50.505135,
"10" : 38.510263,
"20" : 0.217636,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120930,
"timestamp_ms" : 1774120930924,
"time" : "Sat Mar 21 16:22:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8241471488,
"io_kbytes" : 8048312,
"bw_bytes" : 103017105,
"bw" : 100602,
"iops" : 25151.148111,
"runtime" : 80001,
"total_ios" : 2012117,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1263130.649678,
"stddev" : 659685.169046,
"N" : 2012117
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3822135.121512,
"stddev" : 1530682.708743,
"N" : 2012085,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 1548288,
"10.000000" : 2023424,
"20.000000" : 2572288,
"30.000000" : 2965504,
"40.000000" : 3358720,
"50.000000" : 3686400,
"60.000000" : 4046848,
"70.000000" : 4423680,
"80.000000" : 5013504,
"90.000000" : 5865472,
"95.000000" : 6455296,
"99.000000" : 7634944,
"99.500000" : 8454144,
"99.900000" : 11599872,
"99.950000" : 13303808,
"99.990000" : 18219008
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 106,
"407552" : 105,
"411648" : 106,
"415744" : 92,
"419840" : 104,
"423936" : 117,
"428032" : 124,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 135,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 134,
"477184" : 117,
"481280" : 132,
"485376" : 131,
"489472" : 122,
"493568" : 148,
"497664" : 116,
"501760" : 137,
"505856" : 135,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 275,
"536576" : 282,
"544768" : 295,
"552960" : 303,
"561152" : 314,
"569344" : 313,
"577536" : 299,
"585728" : 305,
"593920" : 338,
"602112" : 332,
"610304" : 356,
"618496" : 360,
"626688" : 355,
"634880" : 321,
"643072" : 369,
"651264" : 375,
"659456" : 367,
"667648" : 382,
"675840" : 404,
"684032" : 383,
"692224" : 401,
"700416" : 399,
"708608" : 437,
"716800" : 394,
"724992" : 462,
"733184" : 429,
"741376" : 472,
"749568" : 433,
"757760" : 459,
"765952" : 451,
"774144" : 498,
"782336" : 500,
"790528" : 476,
"798720" : 503,
"806912" : 499,
"815104" : 500,
"823296" : 488,
"831488" : 521,
"839680" : 491,
"847872" : 526,
"856064" : 502,
"864256" : 484,
"872448" : 530,
"880640" : 593,
"888832" : 559,
"897024" : 553,
"905216" : 549,
"913408" : 605,
"921600" : 589,
"929792" : 570,
"937984" : 559,
"946176" : 597,
"954368" : 599,
"962560" : 638,
"970752" : 592,
"978944" : 647,
"987136" : 624,
"995328" : 620,
"1003520" : 700,
"1011712" : 619,
"1019904" : 627,
"1028096" : 624,
"1036288" : 691,
"1044480" : 688,
"1056768" : 1439,
"1073152" : 1484,
"1089536" : 1492,
"1105920" : 1489,
"1122304" : 1557,
"1138688" : 1585,
"1155072" : 1622,
"1171456" : 1669,
"1187840" : 1766,
"1204224" : 1778,
"1220608" : 1778,
"1236992" : 1859,
"1253376" : 1862,
"1269760" : 1935,
"1286144" : 1936,
"1302528" : 2100,
"1318912" : 1995,
"1335296" : 2144,
"1351680" : 2103,
"1368064" : 2172,
"1384448" : 2222,
"1400832" : 2297,
"1417216" : 2333,
"1433600" : 2245,
"1449984" : 2392,
"1466368" : 2483,
"1482752" : 2572,
"1499136" : 2495,
"1515520" : 2547,
"1531904" : 2646,
"1548288" : 2762,
"1564672" : 2725,
"1581056" : 2758,
"1597440" : 2889,
"1613824" : 2778,
"1630208" : 2960,
"1646592" : 2949,
"1662976" : 3043,
"1679360" : 3054,
"1695744" : 3156,
"1712128" : 3208,
"1728512" : 3257,
"1744896" : 3340,
"1761280" : 3360,
"1777664" : 3504,
"1794048" : 3427,
"1810432" : 3617,
"1826816" : 3617,
"1843200" : 3790,
"1859584" : 3752,
"1875968" : 3814,
"1892352" : 3922,
"1908736" : 3851,
"1925120" : 3854,
"1941504" : 3973,
"1957888" : 4023,
"1974272" : 4086,
"1990656" : 4694,
"2007040" : 4908,
"2023424" : 4457,
"2039808" : 4560,
"2056192" : 4676,
"2072576" : 4714,
"2088960" : 4969,
"2113536" : 10097,
"2146304" : 10564,
"2179072" : 11132,
"2211840" : 11278,
"2244608" : 11805,
"2277376" : 12358,
"2310144" : 12452,
"2342912" : 12623,
"2375680" : 12925,
"2408448" : 13153,
"2441216" : 13458,
"2473984" : 13697,
"2506752" : 13956,
"2539520" : 14042,
"2572288" : 14317,
"2605056" : 14927,
"2637824" : 15190,
"2670592" : 15604,
"2703360" : 16085,
"2736128" : 16526,
"2768896" : 16314,
"2801664" : 16436,
"2834432" : 16162,
"2867200" : 16505,
"2899968" : 16566,
"2932736" : 16529,
"2965504" : 16885,
"2998272" : 19138,
"3031040" : 17294,
"3063808" : 16851,
"3096576" : 17118,
"3129344" : 17342,
"3162112" : 17304,
"3194880" : 17456,
"3227648" : 18313,
"3260416" : 18473,
"3293184" : 18420,
"3325952" : 18865,
"3358720" : 19143,
"3391488" : 19017,
"3424256" : 18950,
"3457024" : 19184,
"3489792" : 19649,
"3522560" : 19660,
"3555328" : 19768,
"3588096" : 19984,
"3620864" : 19813,
"3653632" : 20111,
"3686400" : 19879,
"3719168" : 19900,
"3751936" : 20140,
"3784704" : 19906,
"3817472" : 19193,
"3850240" : 18926,
"3883008" : 18026,
"3915776" : 17714,
"3948544" : 17549,
"3981312" : 18071,
"4014080" : 19300,
"4046848" : 17119,
"4079616" : 16243,
"4112384" : 16714,
"4145152" : 16252,
"4177920" : 15970,
"4227072" : 32331,
"4292608" : 30793,
"4358144" : 29656,
"4423680" : 28596,
"4489216" : 27543,
"4554752" : 26327,
"4620288" : 24873,
"4685824" : 24045,
"4751360" : 22973,
"4816896" : 21098,
"4882432" : 19797,
"4947968" : 18963,
"5013504" : 19498,
"5079040" : 17903,
"5144576" : 17818,
"5210112" : 17054,
"5275648" : 16562,
"5341184" : 15951,
"5406720" : 15774,
"5472256" : 15984,
"5537792" : 15539,
"5603328" : 14455,
"5668864" : 13605,
"5734400" : 13214,
"5799936" : 12867,
"5865472" : 12550,
"5931008" : 12404,
"5996544" : 12492,
"6062080" : 11774,
"6127616" : 11552,
"6193152" : 11103,
"6258688" : 10636,
"6324224" : 10065,
"6389760" : 9460,
"6455296" : 9056,
"6520832" : 8424,
"6586368" : 7986,
"6651904" : 7513,
"6717440" : 7180,
"6782976" : 6446,
"6848512" : 5860,
"6914048" : 5338,
"6979584" : 4736,
"7045120" : 4293,
"7110656" : 3784,
"7176192" : 3313,
"7241728" : 3012,
"7307264" : 2703,
"7372800" : 2387,
"7438336" : 2110,
"7503872" : 1830,
"7569408" : 1696,
"7634944" : 1517,
"7700480" : 1328,
"7766016" : 1205,
"7831552" : 1111,
"7897088" : 1031,
"7962624" : 847,
"8028160" : 799,
"8093696" : 698,
"8159232" : 643,
"8224768" : 610,
"8290304" : 580,
"8355840" : 500,
"8454144" : 890,
"8585216" : 780,
"8716288" : 693,
"8847360" : 592,
"8978432" : 529,
"9109504" : 494,
"9240576" : 415,
"9371648" : 413,
"9502720" : 350,
"9633792" : 365,
"9764864" : 302,
"9895936" : 275,
"10027008" : 233,
"10158080" : 235,
"10289152" : 232,
"10420224" : 201,
"10551296" : 164,
"10682368" : 164,
"10813440" : 156,
"10944512" : 134,
"11075584" : 129,
"11206656" : 130,
"11337728" : 115,
"11468800" : 113,
"11599872" : 119,
"11730944" : 100,
"11862016" : 117,
"11993088" : 100,
"12124160" : 98,
"12255232" : 81,
"12386304" : 84,
"12517376" : 84,
"12648448" : 78,
"12779520" : 61,
"12910592" : 55,
"13041664" : 53,
"13172736" : 43,
"13303808" : 34,
"13434880" : 47,
"13565952" : 43,
"13697024" : 30,
"13828096" : 36,
"13959168" : 37,
"14090240" : 27,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5085245.089148,
"stddev" : 1943028.114819,
"N" : 2012085
},
"bw_min" : 72168,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 100684.100629,
"bw_dev" : 607.977615,
"bw_samples" : 5088,
"iops_min" : 18042,
"iops_max" : 37881,
"iops_mean" : 25167.805031,
"iops_stddev" : 151.950988,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560003,
"usr_cpu" : 0.342578,
"sys_cpu" : 3.390738,
"ctx" : 2748497,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.014512,
"250" : 0.112121,
"500" : 0.275282,
"750" : 0.532424,
"1000" : 0.825101
},
"latency_ms" : {
"2" : 7.972399,
"4" : 49.308514,
"10" : 40.757322,
"20" : 0.195963,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120940,
"timestamp_ms" : 1774120940923,
"time" : "Sat Mar 21 16:22:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9085034496,
"io_kbytes" : 8872104,
"bw_bytes" : 100943706,
"bw" : 98577,
"iops" : 24644.948389,
"runtime" : 90001,
"total_ios" : 2218070,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1289541.176920,
"stddev" : 654249.817905,
"N" : 2218070
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3900395.847995,
"stddev" : 1530423.930004,
"N" : 2218038,
"percentile" : {
"1.000000" : 806912,
"5.000000" : 1613824,
"10.000000" : 2088960,
"20.000000" : 2637824,
"30.000000" : 3063808,
"40.000000" : 3424256,
"50.000000" : 3751936,
"60.000000" : 4112384,
"70.000000" : 4554752,
"80.000000" : 5144576,
"90.000000" : 5996544,
"95.000000" : 6586368,
"99.000000" : 7634944,
"99.500000" : 8355840,
"99.900000" : 11468800,
"99.950000" : 13041664,
"99.990000" : 17956864
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 106,
"415744" : 92,
"419840" : 104,
"423936" : 117,
"428032" : 125,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 134,
"477184" : 117,
"481280" : 132,
"485376" : 131,
"489472" : 122,
"493568" : 148,
"497664" : 116,
"501760" : 137,
"505856" : 135,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 275,
"536576" : 282,
"544768" : 295,
"552960" : 303,
"561152" : 314,
"569344" : 313,
"577536" : 299,
"585728" : 305,
"593920" : 338,
"602112" : 332,
"610304" : 356,
"618496" : 360,
"626688" : 356,
"634880" : 321,
"643072" : 370,
"651264" : 375,
"659456" : 370,
"667648" : 383,
"675840" : 404,
"684032" : 385,
"692224" : 401,
"700416" : 399,
"708608" : 437,
"716800" : 394,
"724992" : 462,
"733184" : 430,
"741376" : 473,
"749568" : 434,
"757760" : 459,
"765952" : 451,
"774144" : 498,
"782336" : 501,
"790528" : 476,
"798720" : 503,
"806912" : 500,
"815104" : 501,
"823296" : 489,
"831488" : 521,
"839680" : 492,
"847872" : 526,
"856064" : 502,
"864256" : 484,
"872448" : 530,
"880640" : 596,
"888832" : 560,
"897024" : 556,
"905216" : 549,
"913408" : 605,
"921600" : 589,
"929792" : 571,
"937984" : 561,
"946176" : 599,
"954368" : 601,
"962560" : 642,
"970752" : 592,
"978944" : 648,
"987136" : 628,
"995328" : 622,
"1003520" : 702,
"1011712" : 621,
"1019904" : 627,
"1028096" : 626,
"1036288" : 692,
"1044480" : 688,
"1056768" : 1448,
"1073152" : 1486,
"1089536" : 1496,
"1105920" : 1493,
"1122304" : 1566,
"1138688" : 1594,
"1155072" : 1626,
"1171456" : 1669,
"1187840" : 1769,
"1204224" : 1789,
"1220608" : 1789,
"1236992" : 1866,
"1253376" : 1867,
"1269760" : 1945,
"1286144" : 1940,
"1302528" : 2108,
"1318912" : 2005,
"1335296" : 2153,
"1351680" : 2111,
"1368064" : 2184,
"1384448" : 2231,
"1400832" : 2311,
"1417216" : 2341,
"1433600" : 2261,
"1449984" : 2407,
"1466368" : 2492,
"1482752" : 2588,
"1499136" : 2513,
"1515520" : 2558,
"1531904" : 2662,
"1548288" : 2788,
"1564672" : 2753,
"1581056" : 2773,
"1597440" : 2918,
"1613824" : 2801,
"1630208" : 2990,
"1646592" : 2978,
"1662976" : 3067,
"1679360" : 3081,
"1695744" : 3190,
"1712128" : 3230,
"1728512" : 3277,
"1744896" : 3370,
"1761280" : 3390,
"1777664" : 3545,
"1794048" : 3456,
"1810432" : 3651,
"1826816" : 3657,
"1843200" : 3831,
"1859584" : 3805,
"1875968" : 3859,
"1892352" : 3972,
"1908736" : 3895,
"1925120" : 3900,
"1941504" : 4039,
"1957888" : 4075,
"1974272" : 4160,
"1990656" : 4757,
"2007040" : 4974,
"2023424" : 4534,
"2039808" : 4632,
"2056192" : 4746,
"2072576" : 4804,
"2088960" : 5063,
"2113536" : 10298,
"2146304" : 10755,
"2179072" : 11333,
"2211840" : 11477,
"2244608" : 12037,
"2277376" : 12609,
"2310144" : 12715,
"2342912" : 12923,
"2375680" : 13267,
"2408448" : 13488,
"2441216" : 13842,
"2473984" : 14064,
"2506752" : 14373,
"2539520" : 14511,
"2572288" : 14785,
"2605056" : 15463,
"2637824" : 15729,
"2670592" : 16177,
"2703360" : 16722,
"2736128" : 17250,
"2768896" : 17055,
"2801664" : 17234,
"2834432" : 16946,
"2867200" : 17415,
"2899968" : 17537,
"2932736" : 17485,
"2965504" : 17911,
"2998272" : 20540,
"3031040" : 18490,
"3063808" : 18098,
"3096576" : 18454,
"3129344" : 18826,
"3162112" : 18717,
"3194880" : 18890,
"3227648" : 19852,
"3260416" : 20044,
"3293184" : 20039,
"3325952" : 20664,
"3358720" : 20893,
"3391488" : 20799,
"3424256" : 20900,
"3457024" : 21052,
"3489792" : 21532,
"3522560" : 21534,
"3555328" : 21727,
"3588096" : 21897,
"3620864" : 21676,
"3653632" : 22084,
"3686400" : 21893,
"3719168" : 21850,
"3751936" : 22104,
"3784704" : 21756,
"3817472" : 21122,
"3850240" : 20807,
"3883008" : 19948,
"3915776" : 19711,
"3948544" : 19525,
"3981312" : 20210,
"4014080" : 21590,
"4046848" : 19159,
"4079616" : 18215,
"4112384" : 18750,
"4145152" : 18217,
"4177920" : 18039,
"4227072" : 36346,
"4292608" : 35043,
"4358144" : 34032,
"4423680" : 32997,
"4489216" : 31870,
"4554752" : 30337,
"4620288" : 28647,
"4685824" : 27768,
"4751360" : 26743,
"4816896" : 24901,
"4882432" : 23436,
"4947968" : 22313,
"5013504" : 23016,
"5079040" : 20996,
"5144576" : 20799,
"5210112" : 19985,
"5275648" : 19289,
"5341184" : 18453,
"5406720" : 18184,
"5472256" : 18473,
"5537792" : 17945,
"5603328" : 16741,
"5668864" : 15770,
"5734400" : 15362,
"5799936" : 14986,
"5865472" : 14713,
"5931008" : 14493,
"5996544" : 14697,
"6062080" : 13915,
"6127616" : 13744,
"6193152" : 13285,
"6258688" : 12664,
"6324224" : 12092,
"6389760" : 11382,
"6455296" : 10935,
"6520832" : 10147,
"6586368" : 9632,
"6651904" : 9100,
"6717440" : 8601,
"6782976" : 7855,
"6848512" : 7175,
"6914048" : 6622,
"6979584" : 6043,
"7045120" : 5479,
"7110656" : 4825,
"7176192" : 4280,
"7241728" : 3834,
"7307264" : 3475,
"7372800" : 3078,
"7438336" : 2694,
"7503872" : 2300,
"7569408" : 2111,
"7634944" : 1892,
"7700480" : 1668,
"7766016" : 1467,
"7831552" : 1372,
"7897088" : 1251,
"7962624" : 1028,
"8028160" : 961,
"8093696" : 861,
"8159232" : 750,
"8224768" : 704,
"8290304" : 671,
"8355840" : 562,
"8454144" : 1018,
"8585216" : 861,
"8716288" : 753,
"8847360" : 637,
"8978432" : 563,
"9109504" : 520,
"9240576" : 432,
"9371648" : 422,
"9502720" : 363,
"9633792" : 372,
"9764864" : 306,
"9895936" : 278,
"10027008" : 240,
"10158080" : 242,
"10289152" : 232,
"10420224" : 203,
"10551296" : 165,
"10682368" : 165,
"10813440" : 158,
"10944512" : 135,
"11075584" : 129,
"11206656" : 131,
"11337728" : 116,
"11468800" : 114,
"11599872" : 119,
"11730944" : 101,
"11862016" : 117,
"11993088" : 101,
"12124160" : 98,
"12255232" : 82,
"12386304" : 84,
"12517376" : 84,
"12648448" : 78,
"12779520" : 61,
"12910592" : 55,
"13041664" : 53,
"13172736" : 43,
"13303808" : 34,
"13434880" : 47,
"13565952" : 43,
"13697024" : 30,
"13828096" : 36,
"13959168" : 37,
"14090240" : 27,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5189942.215085,
"stddev" : 1947095.933788,
"N" : 2218038
},
"bw_min" : 69920,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 98714.837989,
"bw_dev" : 603.320697,
"bw_samples" : 5728,
"iops_min" : 17480,
"iops_max" : 37881,
"iops_mean" : 24675.715084,
"iops_stddev" : 150.784481,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880008,
"usr_cpu" : 0.333680,
"sys_cpu" : 3.332977,
"ctx" : 2999146,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.013165,
"250" : 0.101710,
"500" : 0.249857,
"750" : 0.483483,
"1000" : 0.749886
},
"latency_ms" : {
"2" : 7.291925,
"4" : 47.838616,
"10" : 43.086738,
"20" : 0.178849,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120950,
"timestamp_ms" : 1774120950923,
"time" : "Sat Mar 21 16:22:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9990852608,
"io_kbytes" : 9756692,
"bw_bytes" : 99908526,
"bw" : 97566,
"iops" : 24392.130000,
"runtime" : 100000,
"total_ios" : 2439213,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1303130.742426,
"stddev" : 645366.652526,
"N" : 2439214
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3940700.948083,
"stddev" : 1510362.860542,
"N" : 2439181,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 1662976,
"10.000000" : 2146304,
"20.000000" : 2703360,
"30.000000" : 3129344,
"40.000000" : 3489792,
"50.000000" : 3817472,
"60.000000" : 4177920,
"70.000000" : 4620288,
"80.000000" : 5144576,
"90.000000" : 5996544,
"95.000000" : 6520832,
"99.000000" : 7634944,
"99.500000" : 8290304,
"99.900000" : 11206656,
"99.950000" : 12779520,
"99.990000" : 17694720
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 125,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 134,
"477184" : 117,
"481280" : 132,
"485376" : 132,
"489472" : 122,
"493568" : 148,
"497664" : 116,
"501760" : 137,
"505856" : 135,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 276,
"536576" : 283,
"544768" : 295,
"552960" : 303,
"561152" : 315,
"569344" : 314,
"577536" : 301,
"585728" : 305,
"593920" : 339,
"602112" : 332,
"610304" : 357,
"618496" : 360,
"626688" : 356,
"634880" : 321,
"643072" : 371,
"651264" : 376,
"659456" : 371,
"667648" : 383,
"675840" : 406,
"684032" : 386,
"692224" : 401,
"700416" : 402,
"708608" : 440,
"716800" : 394,
"724992" : 463,
"733184" : 431,
"741376" : 473,
"749568" : 435,
"757760" : 461,
"765952" : 454,
"774144" : 500,
"782336" : 503,
"790528" : 477,
"798720" : 503,
"806912" : 500,
"815104" : 502,
"823296" : 492,
"831488" : 521,
"839680" : 493,
"847872" : 531,
"856064" : 506,
"864256" : 485,
"872448" : 533,
"880640" : 602,
"888832" : 561,
"897024" : 561,
"905216" : 551,
"913408" : 607,
"921600" : 592,
"929792" : 575,
"937984" : 564,
"946176" : 601,
"954368" : 602,
"962560" : 646,
"970752" : 593,
"978944" : 650,
"987136" : 633,
"995328" : 626,
"1003520" : 706,
"1011712" : 627,
"1019904" : 632,
"1028096" : 627,
"1036288" : 692,
"1044480" : 692,
"1056768" : 1459,
"1073152" : 1494,
"1089536" : 1505,
"1105920" : 1502,
"1122304" : 1575,
"1138688" : 1602,
"1155072" : 1635,
"1171456" : 1677,
"1187840" : 1778,
"1204224" : 1795,
"1220608" : 1800,
"1236992" : 1883,
"1253376" : 1875,
"1269760" : 1961,
"1286144" : 1957,
"1302528" : 2128,
"1318912" : 2020,
"1335296" : 2173,
"1351680" : 2133,
"1368064" : 2204,
"1384448" : 2248,
"1400832" : 2333,
"1417216" : 2366,
"1433600" : 2287,
"1449984" : 2434,
"1466368" : 2515,
"1482752" : 2617,
"1499136" : 2541,
"1515520" : 2593,
"1531904" : 2691,
"1548288" : 2830,
"1564672" : 2781,
"1581056" : 2813,
"1597440" : 2960,
"1613824" : 2842,
"1630208" : 3032,
"1646592" : 3030,
"1662976" : 3104,
"1679360" : 3128,
"1695744" : 3227,
"1712128" : 3286,
"1728512" : 3337,
"1744896" : 3427,
"1761280" : 3447,
"1777664" : 3602,
"1794048" : 3525,
"1810432" : 3716,
"1826816" : 3723,
"1843200" : 3913,
"1859584" : 3896,
"1875968" : 3955,
"1892352" : 4063,
"1908736" : 3990,
"1925120" : 3997,
"1941504" : 4148,
"1957888" : 4155,
"1974272" : 4270,
"1990656" : 4877,
"2007040" : 5112,
"2023424" : 4644,
"2039808" : 4765,
"2056192" : 4874,
"2072576" : 4968,
"2088960" : 5207,
"2113536" : 10655,
"2146304" : 11094,
"2179072" : 11730,
"2211840" : 11898,
"2244608" : 12534,
"2277376" : 13145,
"2310144" : 13311,
"2342912" : 13544,
"2375680" : 13898,
"2408448" : 14163,
"2441216" : 14571,
"2473984" : 14798,
"2506752" : 15133,
"2539520" : 15340,
"2572288" : 15687,
"2605056" : 16367,
"2637824" : 16760,
"2670592" : 17191,
"2703360" : 17810,
"2736128" : 18326,
"2768896" : 18175,
"2801664" : 18392,
"2834432" : 18268,
"2867200" : 18738,
"2899968" : 18886,
"2932736" : 18869,
"2965504" : 19400,
"2998272" : 22274,
"3031040" : 20043,
"3063808" : 19723,
"3096576" : 20110,
"3129344" : 20542,
"3162112" : 20505,
"3194880" : 20743,
"3227648" : 21827,
"3260416" : 21979,
"3293184" : 22065,
"3325952" : 22795,
"3358720" : 23023,
"3391488" : 23039,
"3424256" : 23183,
"3457024" : 23140,
"3489792" : 23681,
"3522560" : 23926,
"3555328" : 24055,
"3588096" : 24226,
"3620864" : 23968,
"3653632" : 24407,
"3686400" : 24278,
"3719168" : 24337,
"3751936" : 24621,
"3784704" : 24286,
"3817472" : 23590,
"3850240" : 23353,
"3883008" : 22436,
"3915776" : 21976,
"3948544" : 21692,
"3981312" : 22546,
"4014080" : 24186,
"4046848" : 21410,
"4079616" : 20569,
"4112384" : 21228,
"4145152" : 20583,
"4177920" : 20451,
"4227072" : 41374,
"4292608" : 40089,
"4358144" : 39072,
"4423680" : 37803,
"4489216" : 36121,
"4554752" : 34285,
"4620288" : 32583,
"4685824" : 31508,
"4751360" : 30421,
"4816896" : 28493,
"4882432" : 26982,
"4947968" : 25723,
"5013504" : 26669,
"5079040" : 24514,
"5144576" : 24263,
"5210112" : 23462,
"5275648" : 22613,
"5341184" : 21610,
"5406720" : 20979,
"5472256" : 20979,
"5537792" : 20278,
"5603328" : 18910,
"5668864" : 17872,
"5734400" : 17363,
"5799936" : 16849,
"5865472" : 16531,
"5931008" : 16308,
"5996544" : 16383,
"6062080" : 15544,
"6127616" : 15328,
"6193152" : 14786,
"6258688" : 14131,
"6324224" : 13490,
"6389760" : 12655,
"6455296" : 12138,
"6520832" : 11284,
"6586368" : 10720,
"6651904" : 10117,
"6717440" : 9491,
"6782976" : 8677,
"6848512" : 7861,
"6914048" : 7241,
"6979584" : 6622,
"7045120" : 5983,
"7110656" : 5259,
"7176192" : 4737,
"7241728" : 4212,
"7307264" : 3781,
"7372800" : 3386,
"7438336" : 2918,
"7503872" : 2515,
"7569408" : 2299,
"7634944" : 2071,
"7700480" : 1807,
"7766016" : 1613,
"7831552" : 1491,
"7897088" : 1367,
"7962624" : 1106,
"8028160" : 1060,
"8093696" : 944,
"8159232" : 829,
"8224768" : 762,
"8290304" : 734,
"8355840" : 613,
"8454144" : 1099,
"8585216" : 931,
"8716288" : 817,
"8847360" : 678,
"8978432" : 596,
"9109504" : 551,
"9240576" : 462,
"9371648" : 448,
"9502720" : 382,
"9633792" : 394,
"9764864" : 321,
"9895936" : 288,
"10027008" : 251,
"10158080" : 247,
"10289152" : 241,
"10420224" : 212,
"10551296" : 171,
"10682368" : 175,
"10813440" : 164,
"10944512" : 144,
"11075584" : 131,
"11206656" : 132,
"11337728" : 118,
"11468800" : 119,
"11599872" : 121,
"11730944" : 103,
"11862016" : 120,
"11993088" : 101,
"12124160" : 98,
"12255232" : 83,
"12386304" : 84,
"12517376" : 86,
"12648448" : 79,
"12779520" : 62,
"12910592" : 55,
"13041664" : 53,
"13172736" : 44,
"13303808" : 36,
"13434880" : 48,
"13565952" : 43,
"13697024" : 30,
"13828096" : 38,
"13959168" : 38,
"14090240" : 27,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5243823.886379,
"stddev" : 1922067.645261,
"N" : 2439181
},
"bw_min" : 69920,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 97661.482412,
"bw_dev" : 583.568781,
"bw_samples" : 6368,
"iops_min" : 17480,
"iops_max" : 37881,
"iops_mean" : 24412.487437,
"iops_stddev" : 145.846837,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3199990,
"usr_cpu" : 0.329032,
"sys_cpu" : 3.320542,
"ctx" : 3288370,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.011971,
"250" : 0.092489,
"500" : 0.227327,
"750" : 0.440593,
"1000" : 0.684893
},
"latency_ms" : {
"2" : 6.729548,
"4" : 47.232816,
"10" : 44.408873,
"20" : 0.166242,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120960,
"timestamp_ms" : 1774120960924,
"time" : "Sat Mar 21 16:22:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10859155456,
"io_kbytes" : 10604644,
"bw_bytes" : 98718697,
"bw" : 96404,
"iops" : 24101.608167,
"runtime" : 110001,
"total_ios" : 2651201,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1319069.438399,
"stddev" : 639878.503675,
"N" : 2651201
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 3988047.966107,
"stddev" : 1497749.494094,
"N" : 2651169,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 1712128,
"10.000000" : 2211840,
"20.000000" : 2768896,
"30.000000" : 3162112,
"40.000000" : 3522560,
"50.000000" : 3850240,
"60.000000" : 4227072,
"70.000000" : 4620288,
"80.000000" : 5210112,
"90.000000" : 5996544,
"95.000000" : 6586368,
"99.000000" : 7634944,
"99.500000" : 8290304,
"99.900000" : 11075584,
"99.950000" : 12648448,
"99.990000" : 17432576
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 135,
"477184" : 117,
"481280" : 132,
"485376" : 132,
"489472" : 122,
"493568" : 148,
"497664" : 116,
"501760" : 137,
"505856" : 135,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 276,
"536576" : 283,
"544768" : 295,
"552960" : 303,
"561152" : 315,
"569344" : 314,
"577536" : 302,
"585728" : 305,
"593920" : 339,
"602112" : 332,
"610304" : 358,
"618496" : 360,
"626688" : 357,
"634880" : 322,
"643072" : 371,
"651264" : 376,
"659456" : 371,
"667648" : 383,
"675840" : 406,
"684032" : 386,
"692224" : 401,
"700416" : 402,
"708608" : 440,
"716800" : 395,
"724992" : 463,
"733184" : 431,
"741376" : 473,
"749568" : 435,
"757760" : 462,
"765952" : 454,
"774144" : 500,
"782336" : 504,
"790528" : 477,
"798720" : 504,
"806912" : 501,
"815104" : 502,
"823296" : 492,
"831488" : 522,
"839680" : 495,
"847872" : 531,
"856064" : 508,
"864256" : 488,
"872448" : 536,
"880640" : 603,
"888832" : 561,
"897024" : 561,
"905216" : 553,
"913408" : 609,
"921600" : 596,
"929792" : 577,
"937984" : 567,
"946176" : 601,
"954368" : 604,
"962560" : 647,
"970752" : 597,
"978944" : 651,
"987136" : 635,
"995328" : 629,
"1003520" : 709,
"1011712" : 629,
"1019904" : 635,
"1028096" : 628,
"1036288" : 696,
"1044480" : 696,
"1056768" : 1466,
"1073152" : 1500,
"1089536" : 1508,
"1105920" : 1507,
"1122304" : 1585,
"1138688" : 1606,
"1155072" : 1640,
"1171456" : 1687,
"1187840" : 1782,
"1204224" : 1804,
"1220608" : 1807,
"1236992" : 1893,
"1253376" : 1883,
"1269760" : 1968,
"1286144" : 1966,
"1302528" : 2138,
"1318912" : 2028,
"1335296" : 2183,
"1351680" : 2142,
"1368064" : 2211,
"1384448" : 2258,
"1400832" : 2350,
"1417216" : 2381,
"1433600" : 2301,
"1449984" : 2451,
"1466368" : 2534,
"1482752" : 2632,
"1499136" : 2557,
"1515520" : 2614,
"1531904" : 2713,
"1548288" : 2846,
"1564672" : 2794,
"1581056" : 2844,
"1597440" : 2983,
"1613824" : 2868,
"1630208" : 3055,
"1646592" : 3061,
"1662976" : 3133,
"1679360" : 3158,
"1695744" : 3257,
"1712128" : 3321,
"1728512" : 3371,
"1744896" : 3458,
"1761280" : 3482,
"1777664" : 3640,
"1794048" : 3574,
"1810432" : 3757,
"1826816" : 3769,
"1843200" : 3958,
"1859584" : 3949,
"1875968" : 4011,
"1892352" : 4116,
"1908736" : 4047,
"1925120" : 4042,
"1941504" : 4207,
"1957888" : 4224,
"1974272" : 4319,
"1990656" : 4929,
"2007040" : 5186,
"2023424" : 4717,
"2039808" : 4839,
"2056192" : 4953,
"2072576" : 5053,
"2088960" : 5305,
"2113536" : 10866,
"2146304" : 11318,
"2179072" : 12014,
"2211840" : 12169,
"2244608" : 12840,
"2277376" : 13460,
"2310144" : 13690,
"2342912" : 13962,
"2375680" : 14299,
"2408448" : 14599,
"2441216" : 15024,
"2473984" : 15314,
"2506752" : 15674,
"2539520" : 15913,
"2572288" : 16285,
"2605056" : 17037,
"2637824" : 17497,
"2670592" : 17982,
"2703360" : 18607,
"2736128" : 19212,
"2768896" : 19076,
"2801664" : 19395,
"2834432" : 19230,
"2867200" : 19896,
"2899968" : 19989,
"2932736" : 19982,
"2965504" : 20553,
"2998272" : 23708,
"3031040" : 21205,
"3063808" : 21005,
"3096576" : 21470,
"3129344" : 22023,
"3162112" : 21955,
"3194880" : 22219,
"3227648" : 23374,
"3260416" : 23492,
"3293184" : 23682,
"3325952" : 24397,
"3358720" : 24614,
"3391488" : 24776,
"3424256" : 24923,
"3457024" : 25023,
"3489792" : 25597,
"3522560" : 25864,
"3555328" : 26043,
"3588096" : 26276,
"3620864" : 26091,
"3653632" : 26573,
"3686400" : 26450,
"3719168" : 26454,
"3751936" : 26814,
"3784704" : 26413,
"3817472" : 25650,
"3850240" : 25409,
"3883008" : 24561,
"3915776" : 24128,
"3948544" : 23781,
"3981312" : 24916,
"4014080" : 26677,
"4046848" : 23574,
"4079616" : 22828,
"4112384" : 23531,
"4145152" : 22851,
"4177920" : 22701,
"4227072" : 45959,
"4292608" : 44577,
"4358144" : 43208,
"4423680" : 41923,
"4489216" : 40123,
"4554752" : 38071,
"4620288" : 36660,
"4685824" : 35745,
"4751360" : 34643,
"4816896" : 32675,
"4882432" : 30790,
"4947968" : 29486,
"5013504" : 30548,
"5079040" : 28217,
"5144576" : 28074,
"5210112" : 27264,
"5275648" : 26313,
"5341184" : 25110,
"5406720" : 24434,
"5472256" : 24264,
"5537792" : 23605,
"5603328" : 21819,
"5668864" : 20589,
"5734400" : 19840,
"5799936" : 19256,
"5865472" : 18848,
"5931008" : 18372,
"5996544" : 18464,
"6062080" : 17384,
"6127616" : 17090,
"6193152" : 16355,
"6258688" : 15635,
"6324224" : 14890,
"6389760" : 13877,
"6455296" : 13336,
"6520832" : 12405,
"6586368" : 11742,
"6651904" : 11160,
"6717440" : 10438,
"6782976" : 9552,
"6848512" : 8706,
"6914048" : 8008,
"6979584" : 7287,
"7045120" : 6615,
"7110656" : 5793,
"7176192" : 5205,
"7241728" : 4653,
"7307264" : 4165,
"7372800" : 3726,
"7438336" : 3260,
"7503872" : 2806,
"7569408" : 2558,
"7634944" : 2297,
"7700480" : 2001,
"7766016" : 1801,
"7831552" : 1643,
"7897088" : 1539,
"7962624" : 1234,
"8028160" : 1187,
"8093696" : 1046,
"8159232" : 912,
"8224768" : 835,
"8290304" : 791,
"8355840" : 680,
"8454144" : 1214,
"8585216" : 1018,
"8716288" : 885,
"8847360" : 746,
"8978432" : 641,
"9109504" : 585,
"9240576" : 506,
"9371648" : 480,
"9502720" : 404,
"9633792" : 416,
"9764864" : 350,
"9895936" : 311,
"10027008" : 270,
"10158080" : 257,
"10289152" : 251,
"10420224" : 220,
"10551296" : 180,
"10682368" : 182,
"10813440" : 169,
"10944512" : 149,
"11075584" : 135,
"11206656" : 134,
"11337728" : 120,
"11468800" : 124,
"11599872" : 122,
"11730944" : 105,
"11862016" : 121,
"11993088" : 103,
"12124160" : 100,
"12255232" : 86,
"12386304" : 85,
"12517376" : 89,
"12648448" : 79,
"12779520" : 63,
"12910592" : 55,
"13041664" : 53,
"13172736" : 44,
"13303808" : 37,
"13434880" : 48,
"13565952" : 44,
"13697024" : 30,
"13828096" : 38,
"13959168" : 38,
"14090240" : 27,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5307098.524739,
"stddev" : 1906471.552190,
"N" : 2651169
},
"bw_min" : 69920,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 96489.630137,
"bw_dev" : 569.483947,
"bw_samples" : 7008,
"iops_min" : 17480,
"iops_max" : 37881,
"iops_mean" : 24119.639269,
"iops_stddev" : 142.325587,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520007,
"usr_cpu" : 0.326619,
"sys_cpu" : 3.297209,
"ctx" : 3559790,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.011014,
"250" : 0.085094,
"500" : 0.209226,
"750" : 0.405552,
"1000" : 0.631714
},
"latency_ms" : {
"2" : 6.245622,
"4" : 46.261638,
"10" : 45.988592,
"20" : 0.156721,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120970,
"timestamp_ms" : 1774120970924,
"time" : "Sat Mar 21 16:22:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11672215552,
"io_kbytes" : 11398648,
"bw_bytes" : 97267652,
"bw" : 94987,
"iops" : 23747.310439,
"runtime" : 120001,
"total_ios" : 2849701,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1339024.166526,
"stddev" : 639132.207062,
"N" : 2849701
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 4047377.031717,
"stddev" : 1501190.982699,
"N" : 2849669,
"percentile" : {
"1.000000" : 905216,
"5.000000" : 1761280,
"10.000000" : 2244608,
"20.000000" : 2801664,
"30.000000" : 3227648,
"40.000000" : 3588096,
"50.000000" : 3915776,
"60.000000" : 4292608,
"70.000000" : 4685824,
"80.000000" : 5275648,
"90.000000" : 6062080,
"95.000000" : 6651904,
"99.000000" : 7700480,
"99.500000" : 8290304,
"99.900000" : 10813440,
"99.950000" : 12517376,
"99.990000" : 17432576
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 136,
"473088" : 135,
"477184" : 117,
"481280" : 132,
"485376" : 132,
"489472" : 122,
"493568" : 148,
"497664" : 116,
"501760" : 138,
"505856" : 135,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 276,
"536576" : 283,
"544768" : 296,
"552960" : 303,
"561152" : 315,
"569344" : 314,
"577536" : 302,
"585728" : 305,
"593920" : 339,
"602112" : 332,
"610304" : 358,
"618496" : 360,
"626688" : 357,
"634880" : 322,
"643072" : 371,
"651264" : 377,
"659456" : 371,
"667648" : 383,
"675840" : 406,
"684032" : 387,
"692224" : 401,
"700416" : 403,
"708608" : 442,
"716800" : 395,
"724992" : 463,
"733184" : 431,
"741376" : 473,
"749568" : 435,
"757760" : 462,
"765952" : 454,
"774144" : 500,
"782336" : 504,
"790528" : 477,
"798720" : 504,
"806912" : 501,
"815104" : 502,
"823296" : 492,
"831488" : 522,
"839680" : 495,
"847872" : 532,
"856064" : 508,
"864256" : 488,
"872448" : 536,
"880640" : 604,
"888832" : 562,
"897024" : 561,
"905216" : 554,
"913408" : 609,
"921600" : 599,
"929792" : 577,
"937984" : 568,
"946176" : 603,
"954368" : 604,
"962560" : 647,
"970752" : 597,
"978944" : 652,
"987136" : 638,
"995328" : 631,
"1003520" : 712,
"1011712" : 629,
"1019904" : 636,
"1028096" : 629,
"1036288" : 698,
"1044480" : 698,
"1056768" : 1468,
"1073152" : 1506,
"1089536" : 1511,
"1105920" : 1511,
"1122304" : 1586,
"1138688" : 1608,
"1155072" : 1644,
"1171456" : 1691,
"1187840" : 1784,
"1204224" : 1809,
"1220608" : 1813,
"1236992" : 1896,
"1253376" : 1886,
"1269760" : 1970,
"1286144" : 1972,
"1302528" : 2143,
"1318912" : 2034,
"1335296" : 2189,
"1351680" : 2152,
"1368064" : 2215,
"1384448" : 2262,
"1400832" : 2355,
"1417216" : 2385,
"1433600" : 2310,
"1449984" : 2457,
"1466368" : 2542,
"1482752" : 2645,
"1499136" : 2565,
"1515520" : 2620,
"1531904" : 2726,
"1548288" : 2861,
"1564672" : 2804,
"1581056" : 2859,
"1597440" : 2992,
"1613824" : 2874,
"1630208" : 3066,
"1646592" : 3074,
"1662976" : 3146,
"1679360" : 3167,
"1695744" : 3272,
"1712128" : 3337,
"1728512" : 3385,
"1744896" : 3478,
"1761280" : 3494,
"1777664" : 3663,
"1794048" : 3595,
"1810432" : 3775,
"1826816" : 3793,
"1843200" : 3983,
"1859584" : 3981,
"1875968" : 4038,
"1892352" : 4135,
"1908736" : 4078,
"1925120" : 4072,
"1941504" : 4251,
"1957888" : 4265,
"1974272" : 4357,
"1990656" : 4979,
"2007040" : 5247,
"2023424" : 4767,
"2039808" : 4882,
"2056192" : 5002,
"2072576" : 5113,
"2088960" : 5380,
"2113536" : 10980,
"2146304" : 11437,
"2179072" : 12144,
"2211840" : 12313,
"2244608" : 13025,
"2277376" : 13627,
"2310144" : 13902,
"2342912" : 14189,
"2375680" : 14562,
"2408448" : 14876,
"2441216" : 15332,
"2473984" : 15646,
"2506752" : 16024,
"2539520" : 16323,
"2572288" : 16703,
"2605056" : 17513,
"2637824" : 17954,
"2670592" : 18478,
"2703360" : 19087,
"2736128" : 19754,
"2768896" : 19655,
"2801664" : 19936,
"2834432" : 19807,
"2867200" : 20487,
"2899968" : 20625,
"2932736" : 20680,
"2965504" : 21237,
"2998272" : 24544,
"3031040" : 22006,
"3063808" : 21787,
"3096576" : 22287,
"3129344" : 22965,
"3162112" : 22962,
"3194880" : 23237,
"3227648" : 24421,
"3260416" : 24622,
"3293184" : 24836,
"3325952" : 25667,
"3358720" : 25926,
"3391488" : 26046,
"3424256" : 26211,
"3457024" : 26404,
"3489792" : 27015,
"3522560" : 27437,
"3555328" : 27596,
"3588096" : 27847,
"3620864" : 27665,
"3653632" : 28142,
"3686400" : 28063,
"3719168" : 28057,
"3751936" : 28505,
"3784704" : 28143,
"3817472" : 27435,
"3850240" : 27255,
"3883008" : 26454,
"3915776" : 25969,
"3948544" : 25645,
"3981312" : 26966,
"4014080" : 28827,
"4046848" : 25663,
"4079616" : 24873,
"4112384" : 25499,
"4145152" : 24929,
"4177920" : 24851,
"4227072" : 50386,
"4292608" : 49067,
"4358144" : 47526,
"4423680" : 46158,
"4489216" : 44243,
"4554752" : 42045,
"4620288" : 40664,
"4685824" : 39694,
"4751360" : 38669,
"4816896" : 36660,
"4882432" : 34739,
"4947968" : 33300,
"5013504" : 34538,
"5079040" : 31901,
"5144576" : 31530,
"5210112" : 30834,
"5275648" : 29709,
"5341184" : 28422,
"5406720" : 27502,
"5472256" : 27022,
"5537792" : 26070,
"5603328" : 24129,
"5668864" : 22780,
"5734400" : 21878,
"5799936" : 21156,
"5865472" : 20743,
"5931008" : 20330,
"5996544" : 20440,
"6062080" : 19239,
"6127616" : 18975,
"6193152" : 18214,
"6258688" : 17440,
"6324224" : 16630,
"6389760" : 15430,
"6455296" : 15017,
"6520832" : 13947,
"6586368" : 13310,
"6651904" : 12751,
"6717440" : 12073,
"6782976" : 11171,
"6848512" : 10280,
"6914048" : 9406,
"6979584" : 8614,
"7045120" : 7827,
"7110656" : 6842,
"7176192" : 6188,
"7241728" : 5585,
"7307264" : 5035,
"7372800" : 4653,
"7438336" : 4041,
"7503872" : 3541,
"7569408" : 3196,
"7634944" : 2884,
"7700480" : 2558,
"7766016" : 2298,
"7831552" : 2097,
"7897088" : 1934,
"7962624" : 1588,
"8028160" : 1527,
"8093696" : 1326,
"8159232" : 1141,
"8224768" : 1026,
"8290304" : 985,
"8355840" : 850,
"8454144" : 1447,
"8585216" : 1195,
"8716288" : 1027,
"8847360" : 843,
"8978432" : 708,
"9109504" : 640,
"9240576" : 555,
"9371648" : 527,
"9502720" : 430,
"9633792" : 434,
"9764864" : 363,
"9895936" : 321,
"10027008" : 280,
"10158080" : 270,
"10289152" : 261,
"10420224" : 224,
"10551296" : 185,
"10682368" : 182,
"10813440" : 170,
"10944512" : 149,
"11075584" : 137,
"11206656" : 134,
"11337728" : 121,
"11468800" : 125,
"11599872" : 122,
"11730944" : 106,
"11862016" : 121,
"11993088" : 103,
"12124160" : 100,
"12255232" : 86,
"12386304" : 85,
"12517376" : 89,
"12648448" : 79,
"12779520" : 63,
"12910592" : 55,
"13041664" : 53,
"13172736" : 44,
"13303808" : 37,
"13434880" : 48,
"13565952" : 44,
"13697024" : 30,
"13828096" : 38,
"13959168" : 38,
"14090240" : 27,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5386373.933416,
"stddev" : 1912780.947864,
"N" : 2849669
},
"bw_min" : 65320,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 95069.845188,
"bw_dev" : 567.072592,
"bw_samples" : 7648,
"iops_min" : 16330,
"iops_max" : 37881,
"iops_mean" : 23764.857741,
"iops_stddev" : 141.721176,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840003,
"usr_cpu" : 0.321458,
"sys_cpu" : 3.264112,
"ctx" : 3803657,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010247,
"250" : 0.079166,
"500" : 0.194652,
"750" : 0.377548,
"1000" : 0.588272
},
"latency_ms" : {
"2" : 5.837805,
"4" : 44.939767,
"10" : 47.820666,
"20" : 0.147384,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120980,
"timestamp_ms" : 1774120980924,
"time" : "Sat Mar 21 16:23:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12590075904,
"io_kbytes" : 12294996,
"bw_bytes" : 96845992,
"bw" : 94576,
"iops" : 23644.318121,
"runtime" : 130001,
"total_ios" : 3073785,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1344964.839533,
"stddev" : 633010.874526,
"N" : 3073785
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 4064959.207153,
"stddev" : 1484589.612591,
"N" : 3073753,
"percentile" : {
"1.000000" : 937984,
"5.000000" : 1810432,
"10.000000" : 2277376,
"20.000000" : 2834432,
"30.000000" : 3260416,
"40.000000" : 3620864,
"50.000000" : 3948544,
"60.000000" : 4292608,
"70.000000" : 4751360,
"80.000000" : 5275648,
"90.000000" : 6062080,
"95.000000" : 6651904,
"99.000000" : 7700480,
"99.500000" : 8290304,
"99.900000" : 10682368,
"99.950000" : 12255232,
"99.990000" : 17170432
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 137,
"473088" : 135,
"477184" : 117,
"481280" : 132,
"485376" : 132,
"489472" : 122,
"493568" : 148,
"497664" : 116,
"501760" : 138,
"505856" : 136,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 276,
"536576" : 283,
"544768" : 296,
"552960" : 304,
"561152" : 316,
"569344" : 314,
"577536" : 302,
"585728" : 305,
"593920" : 339,
"602112" : 332,
"610304" : 359,
"618496" : 361,
"626688" : 359,
"634880" : 323,
"643072" : 372,
"651264" : 378,
"659456" : 374,
"667648" : 384,
"675840" : 407,
"684032" : 388,
"692224" : 402,
"700416" : 403,
"708608" : 442,
"716800" : 395,
"724992" : 465,
"733184" : 432,
"741376" : 475,
"749568" : 435,
"757760" : 464,
"765952" : 456,
"774144" : 502,
"782336" : 507,
"790528" : 478,
"798720" : 507,
"806912" : 502,
"815104" : 503,
"823296" : 495,
"831488" : 526,
"839680" : 495,
"847872" : 534,
"856064" : 512,
"864256" : 490,
"872448" : 537,
"880640" : 606,
"888832" : 564,
"897024" : 566,
"905216" : 556,
"913408" : 611,
"921600" : 602,
"929792" : 582,
"937984" : 569,
"946176" : 609,
"954368" : 604,
"962560" : 647,
"970752" : 599,
"978944" : 655,
"987136" : 639,
"995328" : 636,
"1003520" : 717,
"1011712" : 633,
"1019904" : 638,
"1028096" : 633,
"1036288" : 702,
"1044480" : 703,
"1056768" : 1479,
"1073152" : 1510,
"1089536" : 1522,
"1105920" : 1522,
"1122304" : 1596,
"1138688" : 1621,
"1155072" : 1657,
"1171456" : 1707,
"1187840" : 1791,
"1204224" : 1819,
"1220608" : 1834,
"1236992" : 1908,
"1253376" : 1902,
"1269760" : 1983,
"1286144" : 1990,
"1302528" : 2158,
"1318912" : 2047,
"1335296" : 2206,
"1351680" : 2172,
"1368064" : 2223,
"1384448" : 2275,
"1400832" : 2380,
"1417216" : 2399,
"1433600" : 2326,
"1449984" : 2476,
"1466368" : 2566,
"1482752" : 2674,
"1499136" : 2588,
"1515520" : 2647,
"1531904" : 2756,
"1548288" : 2893,
"1564672" : 2822,
"1581056" : 2888,
"1597440" : 3018,
"1613824" : 2910,
"1630208" : 3103,
"1646592" : 3107,
"1662976" : 3194,
"1679360" : 3215,
"1695744" : 3321,
"1712128" : 3382,
"1728512" : 3426,
"1744896" : 3528,
"1761280" : 3560,
"1777664" : 3714,
"1794048" : 3654,
"1810432" : 3839,
"1826816" : 3850,
"1843200" : 4072,
"1859584" : 4076,
"1875968" : 4117,
"1892352" : 4231,
"1908736" : 4168,
"1925120" : 4167,
"1941504" : 4362,
"1957888" : 4392,
"1974272" : 4481,
"1990656" : 5133,
"2007040" : 5401,
"2023424" : 4894,
"2039808" : 5045,
"2056192" : 5163,
"2072576" : 5255,
"2088960" : 5551,
"2113536" : 11323,
"2146304" : 11786,
"2179072" : 12525,
"2211840" : 12738,
"2244608" : 13477,
"2277376" : 14110,
"2310144" : 14426,
"2342912" : 14755,
"2375680" : 15184,
"2408448" : 15523,
"2441216" : 15991,
"2473984" : 16384,
"2506752" : 16868,
"2539520" : 17159,
"2572288" : 17645,
"2605056" : 18475,
"2637824" : 18982,
"2670592" : 19569,
"2703360" : 20263,
"2736128" : 20950,
"2768896" : 20950,
"2801664" : 21249,
"2834432" : 21184,
"2867200" : 21897,
"2899968" : 22185,
"2932736" : 22244,
"2965504" : 22861,
"2998272" : 26418,
"3031040" : 23767,
"3063808" : 23562,
"3096576" : 24165,
"3129344" : 24866,
"3162112" : 24896,
"3194880" : 25339,
"3227648" : 26616,
"3260416" : 27068,
"3293184" : 27225,
"3325952" : 28199,
"3358720" : 28527,
"3391488" : 28686,
"3424256" : 28911,
"3457024" : 29055,
"3489792" : 29622,
"3522560" : 30111,
"3555328" : 30316,
"3588096" : 30636,
"3620864" : 30414,
"3653632" : 30792,
"3686400" : 30692,
"3719168" : 30708,
"3751936" : 31005,
"3784704" : 30635,
"3817472" : 29930,
"3850240" : 29794,
"3883008" : 28990,
"3915776" : 28304,
"3948544" : 27962,
"3981312" : 29452,
"4014080" : 31449,
"4046848" : 27996,
"4079616" : 27248,
"4112384" : 27848,
"4145152" : 27269,
"4177920" : 27186,
"4227072" : 54853,
"4292608" : 53505,
"4358144" : 51877,
"4423680" : 50493,
"4489216" : 48454,
"4554752" : 46251,
"4620288" : 44938,
"4685824" : 43819,
"4751360" : 42830,
"4816896" : 40705,
"4882432" : 38645,
"4947968" : 36843,
"5013504" : 38161,
"5079040" : 35155,
"5144576" : 34406,
"5210112" : 33637,
"5275648" : 32317,
"5341184" : 30924,
"5406720" : 29901,
"5472256" : 29279,
"5537792" : 28131,
"5603328" : 26065,
"5668864" : 24564,
"5734400" : 23616,
"5799936" : 22803,
"5865472" : 22263,
"5931008" : 21875,
"5996544" : 21960,
"6062080" : 20612,
"6127616" : 20204,
"6193152" : 19495,
"6258688" : 18607,
"6324224" : 17786,
"6389760" : 16507,
"6455296" : 16049,
"6520832" : 14953,
"6586368" : 14248,
"6651904" : 13674,
"6717440" : 12976,
"6782976" : 11982,
"6848512" : 11035,
"6914048" : 10136,
"6979584" : 9309,
"7045120" : 8415,
"7110656" : 7405,
"7176192" : 6726,
"7241728" : 6073,
"7307264" : 5467,
"7372800" : 5054,
"7438336" : 4384,
"7503872" : 3841,
"7569408" : 3467,
"7634944" : 3105,
"7700480" : 2790,
"7766016" : 2503,
"7831552" : 2243,
"7897088" : 2057,
"7962624" : 1713,
"8028160" : 1651,
"8093696" : 1442,
"8159232" : 1242,
"8224768" : 1106,
"8290304" : 1063,
"8355840" : 913,
"8454144" : 1570,
"8585216" : 1281,
"8716288" : 1101,
"8847360" : 895,
"8978432" : 759,
"9109504" : 677,
"9240576" : 587,
"9371648" : 555,
"9502720" : 455,
"9633792" : 452,
"9764864" : 377,
"9895936" : 338,
"10027008" : 293,
"10158080" : 282,
"10289152" : 267,
"10420224" : 238,
"10551296" : 191,
"10682368" : 187,
"10813440" : 178,
"10944512" : 155,
"11075584" : 142,
"11206656" : 139,
"11337728" : 126,
"11468800" : 128,
"11599872" : 125,
"11730944" : 110,
"11862016" : 122,
"11993088" : 104,
"12124160" : 100,
"12255232" : 88,
"12386304" : 85,
"12517376" : 91,
"12648448" : 80,
"12779520" : 63,
"12910592" : 55,
"13041664" : 53,
"13172736" : 45,
"13303808" : 38,
"13434880" : 49,
"13565952" : 44,
"13697024" : 31,
"13828096" : 38,
"13959168" : 38,
"14090240" : 27,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5409911.200880,
"stddev" : 1891113.149159,
"N" : 3073753
},
"bw_min" : 65320,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 94615.432432,
"bw_dev" : 548.062243,
"bw_samples" : 8288,
"iops_min" : 16330,
"iops_max" : 37881,
"iops_mean" : 23651.393822,
"iops_stddev" : 136.969929,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160018,
"usr_cpu" : 0.321946,
"sys_cpu" : 3.272822,
"ctx" : 4097401,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.073395,
"500" : 0.180494,
"750" : 0.350740,
"1000" : 0.547696
},
"latency_ms" : {
"2" : 5.489161,
"4" : 44.918366,
"10" : 48.286494,
"20" : 0.139990,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120990,
"timestamp_ms" : 1774120990923,
"time" : "Sat Mar 21 16:23:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13444694016,
"io_kbytes" : 13129584,
"bw_bytes" : 96033528,
"bw" : 93782,
"iops" : 23446.000000,
"runtime" : 140000,
"total_ios" : 3282440,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1356519.775562,
"stddev" : 631803.886860,
"N" : 3282440
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 4099252.918013,
"stddev" : 1483156.896595,
"N" : 3282408,
"percentile" : {
"1.000000" : 962560,
"5.000000" : 1843200,
"10.000000" : 2310144,
"20.000000" : 2899968,
"30.000000" : 3293184,
"40.000000" : 3653632,
"50.000000" : 3981312,
"60.000000" : 4358144,
"70.000000" : 4751360,
"80.000000" : 5275648,
"90.000000" : 6062080,
"95.000000" : 6651904,
"99.000000" : 7700480,
"99.500000" : 8290304,
"99.900000" : 10551296,
"99.950000" : 12124160,
"99.990000" : 16908288
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 137,
"473088" : 135,
"477184" : 117,
"481280" : 132,
"485376" : 132,
"489472" : 123,
"493568" : 148,
"497664" : 116,
"501760" : 138,
"505856" : 136,
"509952" : 124,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 276,
"536576" : 283,
"544768" : 298,
"552960" : 304,
"561152" : 316,
"569344" : 314,
"577536" : 302,
"585728" : 305,
"593920" : 339,
"602112" : 332,
"610304" : 359,
"618496" : 362,
"626688" : 360,
"634880" : 324,
"643072" : 372,
"651264" : 378,
"659456" : 375,
"667648" : 385,
"675840" : 409,
"684032" : 389,
"692224" : 402,
"700416" : 405,
"708608" : 442,
"716800" : 395,
"724992" : 466,
"733184" : 433,
"741376" : 477,
"749568" : 436,
"757760" : 465,
"765952" : 459,
"774144" : 504,
"782336" : 507,
"790528" : 478,
"798720" : 508,
"806912" : 504,
"815104" : 504,
"823296" : 496,
"831488" : 526,
"839680" : 496,
"847872" : 537,
"856064" : 513,
"864256" : 491,
"872448" : 537,
"880640" : 607,
"888832" : 565,
"897024" : 569,
"905216" : 557,
"913408" : 611,
"921600" : 604,
"929792" : 584,
"937984" : 571,
"946176" : 615,
"954368" : 606,
"962560" : 647,
"970752" : 602,
"978944" : 658,
"987136" : 642,
"995328" : 642,
"1003520" : 718,
"1011712" : 641,
"1019904" : 641,
"1028096" : 642,
"1036288" : 704,
"1044480" : 707,
"1056768" : 1486,
"1073152" : 1517,
"1089536" : 1534,
"1105920" : 1527,
"1122304" : 1607,
"1138688" : 1631,
"1155072" : 1666,
"1171456" : 1712,
"1187840" : 1801,
"1204224" : 1832,
"1220608" : 1850,
"1236992" : 1918,
"1253376" : 1913,
"1269760" : 2000,
"1286144" : 1997,
"1302528" : 2174,
"1318912" : 2062,
"1335296" : 2222,
"1351680" : 2188,
"1368064" : 2238,
"1384448" : 2303,
"1400832" : 2393,
"1417216" : 2423,
"1433600" : 2342,
"1449984" : 2502,
"1466368" : 2590,
"1482752" : 2693,
"1499136" : 2610,
"1515520" : 2672,
"1531904" : 2787,
"1548288" : 2926,
"1564672" : 2853,
"1581056" : 2920,
"1597440" : 3047,
"1613824" : 2945,
"1630208" : 3136,
"1646592" : 3134,
"1662976" : 3231,
"1679360" : 3259,
"1695744" : 3366,
"1712128" : 3421,
"1728512" : 3479,
"1744896" : 3579,
"1761280" : 3606,
"1777664" : 3765,
"1794048" : 3719,
"1810432" : 3890,
"1826816" : 3907,
"1843200" : 4130,
"1859584" : 4132,
"1875968" : 4179,
"1892352" : 4312,
"1908736" : 4245,
"1925120" : 4242,
"1941504" : 4448,
"1957888" : 4481,
"1974272" : 4578,
"1990656" : 5216,
"2007040" : 5493,
"2023424" : 4999,
"2039808" : 5157,
"2056192" : 5281,
"2072576" : 5388,
"2088960" : 5667,
"2113536" : 11575,
"2146304" : 12087,
"2179072" : 12825,
"2211840" : 13028,
"2244608" : 13783,
"2277376" : 14477,
"2310144" : 14824,
"2342912" : 15150,
"2375680" : 15612,
"2408448" : 15992,
"2441216" : 16523,
"2473984" : 16904,
"2506752" : 17424,
"2539520" : 17753,
"2572288" : 18324,
"2605056" : 19136,
"2637824" : 19727,
"2670592" : 20365,
"2703360" : 21164,
"2736128" : 21907,
"2768896" : 21940,
"2801664" : 22272,
"2834432" : 22340,
"2867200" : 23024,
"2899968" : 23338,
"2932736" : 23361,
"2965504" : 24132,
"2998272" : 27854,
"3031040" : 25058,
"3063808" : 24906,
"3096576" : 25600,
"3129344" : 26311,
"3162112" : 26395,
"3194880" : 26834,
"3227648" : 28155,
"3260416" : 28730,
"3293184" : 28951,
"3325952" : 29889,
"3358720" : 30328,
"3391488" : 30577,
"3424256" : 30741,
"3457024" : 31059,
"3489792" : 31614,
"3522560" : 32134,
"3555328" : 32486,
"3588096" : 32782,
"3620864" : 32655,
"3653632" : 32997,
"3686400" : 32946,
"3719168" : 32940,
"3751936" : 33274,
"3784704" : 32885,
"3817472" : 32162,
"3850240" : 32081,
"3883008" : 31179,
"3915776" : 30451,
"3948544" : 30075,
"3981312" : 31597,
"4014080" : 33767,
"4046848" : 30054,
"4079616" : 29115,
"4112384" : 29692,
"4145152" : 29123,
"4177920" : 28914,
"4227072" : 58173,
"4292608" : 56765,
"4358144" : 55223,
"4423680" : 53789,
"4489216" : 51771,
"4554752" : 49720,
"4620288" : 48319,
"4685824" : 47068,
"4751360" : 46133,
"4816896" : 43985,
"4882432" : 41940,
"4947968" : 39931,
"5013504" : 41547,
"5079040" : 38373,
"5144576" : 37698,
"5210112" : 36942,
"5275648" : 35418,
"5341184" : 33895,
"5406720" : 32841,
"5472256" : 31992,
"5537792" : 30714,
"5603328" : 28573,
"5668864" : 26880,
"5734400" : 25738,
"5799936" : 24918,
"5865472" : 24261,
"5931008" : 23827,
"5996544" : 23946,
"6062080" : 22482,
"6127616" : 22071,
"6193152" : 21391,
"6258688" : 20524,
"6324224" : 19718,
"6389760" : 18208,
"6455296" : 17604,
"6520832" : 16412,
"6586368" : 15758,
"6651904" : 15064,
"6717440" : 14333,
"6782976" : 13310,
"6848512" : 12273,
"6914048" : 11395,
"6979584" : 10539,
"7045120" : 9496,
"7110656" : 8475,
"7176192" : 7751,
"7241728" : 7116,
"7307264" : 6356,
"7372800" : 5754,
"7438336" : 5143,
"7503872" : 4427,
"7569408" : 4021,
"7634944" : 3594,
"7700480" : 3208,
"7766016" : 2822,
"7831552" : 2545,
"7897088" : 2345,
"7962624" : 1924,
"8028160" : 1854,
"8093696" : 1620,
"8159232" : 1386,
"8224768" : 1247,
"8290304" : 1169,
"8355840" : 1002,
"8454144" : 1709,
"8585216" : 1401,
"8716288" : 1195,
"8847360" : 964,
"8978432" : 829,
"9109504" : 736,
"9240576" : 638,
"9371648" : 585,
"9502720" : 477,
"9633792" : 473,
"9764864" : 388,
"9895936" : 347,
"10027008" : 302,
"10158080" : 290,
"10289152" : 279,
"10420224" : 245,
"10551296" : 193,
"10682368" : 188,
"10813440" : 180,
"10944512" : 155,
"11075584" : 144,
"11206656" : 143,
"11337728" : 131,
"11468800" : 130,
"11599872" : 126,
"11730944" : 110,
"11862016" : 123,
"11993088" : 105,
"12124160" : 100,
"12255232" : 90,
"12386304" : 85,
"12517376" : 91,
"12648448" : 80,
"12779520" : 63,
"12910592" : 55,
"13041664" : 53,
"13172736" : 45,
"13303808" : 38,
"13434880" : 49,
"13565952" : 44,
"13697024" : 31,
"13828096" : 38,
"13959168" : 38,
"14090240" : 27,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5455777.789070,
"stddev" : 1889948.292793,
"N" : 3282408
},
"bw_min" : 65320,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 93851.487455,
"bw_dev" : 536.983959,
"bw_samples" : 8928,
"iops_min" : 16330,
"iops_max" : 37881,
"iops_mean" : 23460.584229,
"iops_stddev" : 134.199577,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4479989,
"usr_cpu" : 0.319108,
"sys_cpu" : 3.263870,
"ctx" : 4360986,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.068729,
"500" : 0.169051,
"750" : 0.328963,
"1000" : 0.514465
},
"latency_ms" : {
"2" : 5.201588,
"4" : 44.442244,
"10" : 49.129428,
"20" : 0.132737,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121000,
"timestamp_ms" : 1774121000924,
"time" : "Sat Mar 21 16:23:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14310805504,
"io_kbytes" : 13975396,
"bw_bytes" : 95404733,
"bw" : 93168,
"iops" : 23292.504717,
"runtime" : 150001,
"total_ios" : 3493899,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1365591.338133,
"stddev" : 630446.283630,
"N" : 3493899
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 4126173.295203,
"stddev" : 1479354.446843,
"N" : 3493867,
"percentile" : {
"1.000000" : 987136,
"5.000000" : 1875968,
"10.000000" : 2342912,
"20.000000" : 2899968,
"30.000000" : 3325952,
"40.000000" : 3653632,
"50.000000" : 3981312,
"60.000000" : 4358144,
"70.000000" : 4816896,
"80.000000" : 5341184,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7766016,
"99.500000" : 8290304,
"99.900000" : 10551296,
"99.950000" : 11993088,
"99.990000" : 16711680
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 137,
"473088" : 135,
"477184" : 117,
"481280" : 132,
"485376" : 132,
"489472" : 123,
"493568" : 148,
"497664" : 116,
"501760" : 138,
"505856" : 136,
"509952" : 125,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 277,
"536576" : 283,
"544768" : 300,
"552960" : 307,
"561152" : 316,
"569344" : 314,
"577536" : 304,
"585728" : 305,
"593920" : 339,
"602112" : 332,
"610304" : 360,
"618496" : 363,
"626688" : 360,
"634880" : 325,
"643072" : 374,
"651264" : 380,
"659456" : 375,
"667648" : 386,
"675840" : 410,
"684032" : 390,
"692224" : 403,
"700416" : 405,
"708608" : 443,
"716800" : 397,
"724992" : 466,
"733184" : 434,
"741376" : 477,
"749568" : 436,
"757760" : 465,
"765952" : 459,
"774144" : 507,
"782336" : 508,
"790528" : 478,
"798720" : 508,
"806912" : 508,
"815104" : 505,
"823296" : 496,
"831488" : 527,
"839680" : 499,
"847872" : 538,
"856064" : 514,
"864256" : 493,
"872448" : 537,
"880640" : 609,
"888832" : 568,
"897024" : 571,
"905216" : 560,
"913408" : 614,
"921600" : 606,
"929792" : 587,
"937984" : 574,
"946176" : 621,
"954368" : 609,
"962560" : 649,
"970752" : 606,
"978944" : 662,
"987136" : 644,
"995328" : 644,
"1003520" : 721,
"1011712" : 641,
"1019904" : 646,
"1028096" : 647,
"1036288" : 707,
"1044480" : 714,
"1056768" : 1493,
"1073152" : 1522,
"1089536" : 1546,
"1105920" : 1534,
"1122304" : 1618,
"1138688" : 1646,
"1155072" : 1675,
"1171456" : 1726,
"1187840" : 1817,
"1204224" : 1839,
"1220608" : 1868,
"1236992" : 1926,
"1253376" : 1921,
"1269760" : 2016,
"1286144" : 2009,
"1302528" : 2190,
"1318912" : 2080,
"1335296" : 2238,
"1351680" : 2203,
"1368064" : 2260,
"1384448" : 2325,
"1400832" : 2411,
"1417216" : 2443,
"1433600" : 2360,
"1449984" : 2528,
"1466368" : 2608,
"1482752" : 2712,
"1499136" : 2635,
"1515520" : 2700,
"1531904" : 2814,
"1548288" : 2945,
"1564672" : 2880,
"1581056" : 2944,
"1597440" : 3082,
"1613824" : 2973,
"1630208" : 3169,
"1646592" : 3174,
"1662976" : 3265,
"1679360" : 3309,
"1695744" : 3416,
"1712128" : 3467,
"1728512" : 3515,
"1744896" : 3619,
"1761280" : 3651,
"1777664" : 3808,
"1794048" : 3776,
"1810432" : 3933,
"1826816" : 3987,
"1843200" : 4198,
"1859584" : 4177,
"1875968" : 4263,
"1892352" : 4405,
"1908736" : 4318,
"1925120" : 4324,
"1941504" : 4535,
"1957888" : 4569,
"1974272" : 4683,
"1990656" : 5310,
"2007040" : 5594,
"2023424" : 5105,
"2039808" : 5290,
"2056192" : 5380,
"2072576" : 5501,
"2088960" : 5801,
"2113536" : 11849,
"2146304" : 12372,
"2179072" : 13117,
"2211840" : 13335,
"2244608" : 14118,
"2277376" : 14816,
"2310144" : 15219,
"2342912" : 15583,
"2375680" : 16062,
"2408448" : 16481,
"2441216" : 17051,
"2473984" : 17453,
"2506752" : 17966,
"2539520" : 18440,
"2572288" : 19001,
"2605056" : 19840,
"2637824" : 20565,
"2670592" : 21252,
"2703360" : 22022,
"2736128" : 22927,
"2768896" : 22985,
"2801664" : 23406,
"2834432" : 23508,
"2867200" : 24229,
"2899968" : 24609,
"2932736" : 24714,
"2965504" : 25588,
"2998272" : 29418,
"3031040" : 26532,
"3063808" : 26398,
"3096576" : 27114,
"3129344" : 27880,
"3162112" : 28033,
"3194880" : 28630,
"3227648" : 29807,
"3260416" : 30492,
"3293184" : 30717,
"3325952" : 31591,
"3358720" : 32180,
"3391488" : 32515,
"3424256" : 32634,
"3457024" : 33051,
"3489792" : 33585,
"3522560" : 34150,
"3555328" : 34585,
"3588096" : 34944,
"3620864" : 34957,
"3653632" : 35202,
"3686400" : 35345,
"3719168" : 35297,
"3751936" : 35692,
"3784704" : 35380,
"3817472" : 34533,
"3850240" : 34522,
"3883008" : 33471,
"3915776" : 32711,
"3948544" : 32334,
"3981312" : 33907,
"4014080" : 36210,
"4046848" : 32212,
"4079616" : 31263,
"4112384" : 31731,
"4145152" : 31137,
"4177920" : 30910,
"4227072" : 62122,
"4292608" : 60578,
"4358144" : 58731,
"4423680" : 57073,
"4489216" : 55052,
"4554752" : 52854,
"4620288" : 51429,
"4685824" : 50114,
"4751360" : 49306,
"4816896" : 47078,
"4882432" : 44982,
"4947968" : 42840,
"5013504" : 44626,
"5079040" : 41240,
"5144576" : 40583,
"5210112" : 39885,
"5275648" : 38602,
"5341184" : 37020,
"5406720" : 36078,
"5472256" : 35306,
"5537792" : 33882,
"5603328" : 31615,
"5668864" : 29690,
"5734400" : 28407,
"5799936" : 27422,
"5865472" : 26395,
"5931008" : 25780,
"5996544" : 25991,
"6062080" : 24334,
"6127616" : 23865,
"6193152" : 23002,
"6258688" : 22065,
"6324224" : 21042,
"6389760" : 19515,
"6455296" : 18852,
"6520832" : 17670,
"6586368" : 16852,
"6651904" : 16184,
"6717440" : 15409,
"6782976" : 14370,
"6848512" : 13248,
"6914048" : 12370,
"6979584" : 11482,
"7045120" : 10453,
"7110656" : 9390,
"7176192" : 8640,
"7241728" : 7958,
"7307264" : 7114,
"7372800" : 6437,
"7438336" : 5832,
"7503872" : 5018,
"7569408" : 4545,
"7634944" : 4071,
"7700480" : 3610,
"7766016" : 3188,
"7831552" : 2850,
"7897088" : 2635,
"7962624" : 2155,
"8028160" : 2082,
"8093696" : 1838,
"8159232" : 1556,
"8224768" : 1398,
"8290304" : 1299,
"8355840" : 1121,
"8454144" : 1903,
"8585216" : 1525,
"8716288" : 1299,
"8847360" : 1070,
"8978432" : 898,
"9109504" : 792,
"9240576" : 688,
"9371648" : 612,
"9502720" : 506,
"9633792" : 497,
"9764864" : 409,
"9895936" : 363,
"10027008" : 322,
"10158080" : 302,
"10289152" : 289,
"10420224" : 250,
"10551296" : 201,
"10682368" : 198,
"10813440" : 186,
"10944512" : 160,
"11075584" : 151,
"11206656" : 149,
"11337728" : 135,
"11468800" : 137,
"11599872" : 128,
"11730944" : 113,
"11862016" : 128,
"11993088" : 108,
"12124160" : 102,
"12255232" : 94,
"12386304" : 86,
"12517376" : 91,
"12648448" : 80,
"12779520" : 63,
"12910592" : 56,
"13041664" : 53,
"13172736" : 45,
"13303808" : 39,
"13434880" : 50,
"13565952" : 45,
"13697024" : 32,
"13828096" : 40,
"13959168" : 38,
"14090240" : 28,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5491750.294364,
"stddev" : 1885098.418620,
"N" : 3493867
},
"bw_min" : 65320,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 93233.140468,
"bw_dev" : 524.805370,
"bw_samples" : 9568,
"iops_min" : 16330,
"iops_max" : 37881,
"iops_mean" : 23306.150502,
"iops_stddev" : 131.154575,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4799996,
"usr_cpu" : 0.317334,
"sys_cpu" : 3.261024,
"ctx" : 4631872,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.064570,
"500" : 0.158820,
"750" : 0.309740,
"1000" : 0.485074
},
"latency_ms" : {
"2" : 4.945421,
"4" : 44.109174,
"10" : 49.786986,
"20" : 0.128195,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121010,
"timestamp_ms" : 1774121010923,
"time" : "Sat Mar 21 16:23:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15215505408,
"io_kbytes" : 14858892,
"bw_bytes" : 95096314,
"bw" : 92867,
"iops" : 23217.142393,
"runtime" : 160001,
"total_ios" : 3714766,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1370131.136728,
"stddev" : 626205.293709,
"N" : 3714766
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 4139505.459299,
"stddev" : 1467101.756366,
"N" : 3714734,
"percentile" : {
"1.000000" : 1011712,
"5.000000" : 1908736,
"10.000000" : 2375680,
"20.000000" : 2932736,
"30.000000" : 3358720,
"40.000000" : 3686400,
"50.000000" : 4014080,
"60.000000" : 4358144,
"70.000000" : 4816896,
"80.000000" : 5341184,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7700480,
"99.500000" : 8224768,
"99.900000" : 10420224,
"99.950000" : 11862016,
"99.990000" : 16449536
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 70,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 79,
"374784" : 87,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 137,
"473088" : 135,
"477184" : 118,
"481280" : 133,
"485376" : 132,
"489472" : 123,
"493568" : 148,
"497664" : 116,
"501760" : 138,
"505856" : 136,
"509952" : 125,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 277,
"536576" : 284,
"544768" : 300,
"552960" : 307,
"561152" : 316,
"569344" : 315,
"577536" : 304,
"585728" : 306,
"593920" : 340,
"602112" : 332,
"610304" : 361,
"618496" : 363,
"626688" : 360,
"634880" : 326,
"643072" : 374,
"651264" : 382,
"659456" : 376,
"667648" : 386,
"675840" : 410,
"684032" : 390,
"692224" : 404,
"700416" : 405,
"708608" : 443,
"716800" : 397,
"724992" : 467,
"733184" : 435,
"741376" : 478,
"749568" : 437,
"757760" : 465,
"765952" : 459,
"774144" : 509,
"782336" : 508,
"790528" : 478,
"798720" : 509,
"806912" : 510,
"815104" : 506,
"823296" : 498,
"831488" : 529,
"839680" : 499,
"847872" : 538,
"856064" : 515,
"864256" : 494,
"872448" : 537,
"880640" : 609,
"888832" : 570,
"897024" : 574,
"905216" : 560,
"913408" : 616,
"921600" : 607,
"929792" : 589,
"937984" : 574,
"946176" : 622,
"954368" : 609,
"962560" : 649,
"970752" : 607,
"978944" : 663,
"987136" : 645,
"995328" : 646,
"1003520" : 722,
"1011712" : 646,
"1019904" : 648,
"1028096" : 652,
"1036288" : 710,
"1044480" : 715,
"1056768" : 1497,
"1073152" : 1536,
"1089536" : 1557,
"1105920" : 1541,
"1122304" : 1629,
"1138688" : 1653,
"1155072" : 1679,
"1171456" : 1733,
"1187840" : 1828,
"1204224" : 1849,
"1220608" : 1875,
"1236992" : 1937,
"1253376" : 1931,
"1269760" : 2029,
"1286144" : 2022,
"1302528" : 2202,
"1318912" : 2088,
"1335296" : 2251,
"1351680" : 2221,
"1368064" : 2273,
"1384448" : 2341,
"1400832" : 2431,
"1417216" : 2462,
"1433600" : 2371,
"1449984" : 2541,
"1466368" : 2635,
"1482752" : 2736,
"1499136" : 2661,
"1515520" : 2719,
"1531904" : 2844,
"1548288" : 2966,
"1564672" : 2908,
"1581056" : 2979,
"1597440" : 3104,
"1613824" : 3003,
"1630208" : 3195,
"1646592" : 3206,
"1662976" : 3305,
"1679360" : 3349,
"1695744" : 3458,
"1712128" : 3499,
"1728512" : 3562,
"1744896" : 3674,
"1761280" : 3703,
"1777664" : 3856,
"1794048" : 3818,
"1810432" : 3993,
"1826816" : 4056,
"1843200" : 4258,
"1859584" : 4238,
"1875968" : 4333,
"1892352" : 4488,
"1908736" : 4415,
"1925120" : 4399,
"1941504" : 4607,
"1957888" : 4662,
"1974272" : 4772,
"1990656" : 5423,
"2007040" : 5699,
"2023424" : 5216,
"2039808" : 5391,
"2056192" : 5503,
"2072576" : 5644,
"2088960" : 5940,
"2113536" : 12098,
"2146304" : 12690,
"2179072" : 13477,
"2211840" : 13747,
"2244608" : 14562,
"2277376" : 15240,
"2310144" : 15737,
"2342912" : 16099,
"2375680" : 16655,
"2408448" : 17099,
"2441216" : 17686,
"2473984" : 18152,
"2506752" : 18683,
"2539520" : 19205,
"2572288" : 19827,
"2605056" : 20712,
"2637824" : 21514,
"2670592" : 22221,
"2703360" : 23087,
"2736128" : 24020,
"2768896" : 24144,
"2801664" : 24644,
"2834432" : 24792,
"2867200" : 25491,
"2899968" : 25919,
"2932736" : 26080,
"2965504" : 27039,
"2998272" : 31053,
"3031040" : 28117,
"3063808" : 28125,
"3096576" : 28856,
"3129344" : 29765,
"3162112" : 29876,
"3194880" : 30593,
"3227648" : 31817,
"3260416" : 32663,
"3293184" : 32886,
"3325952" : 33819,
"3358720" : 34502,
"3391488" : 34880,
"3424256" : 34941,
"3457024" : 35478,
"3489792" : 36026,
"3522560" : 36676,
"3555328" : 37082,
"3588096" : 37566,
"3620864" : 37483,
"3653632" : 37791,
"3686400" : 37933,
"3719168" : 37837,
"3751936" : 38417,
"3784704" : 37977,
"3817472" : 37016,
"3850240" : 36995,
"3883008" : 35949,
"3915776" : 35129,
"3948544" : 34716,
"3981312" : 36559,
"4014080" : 38960,
"4046848" : 34709,
"4079616" : 33698,
"4112384" : 34153,
"4145152" : 33423,
"4177920" : 33222,
"4227072" : 66748,
"4292608" : 65469,
"4358144" : 63925,
"4423680" : 62156,
"4489216" : 59829,
"4554752" : 57668,
"4620288" : 55860,
"4685824" : 54083,
"4751360" : 53090,
"4816896" : 50791,
"4882432" : 48462,
"4947968" : 46052,
"5013504" : 48031,
"5079040" : 44025,
"5144576" : 43235,
"5210112" : 42491,
"5275648" : 41095,
"5341184" : 39428,
"5406720" : 38450,
"5472256" : 37457,
"5537792" : 35908,
"5603328" : 33446,
"5668864" : 31411,
"5734400" : 30010,
"5799936" : 28889,
"5865472" : 27936,
"5931008" : 27270,
"5996544" : 27462,
"6062080" : 25732,
"6127616" : 25190,
"6193152" : 24437,
"6258688" : 23353,
"6324224" : 22327,
"6389760" : 20717,
"6455296" : 20021,
"6520832" : 18766,
"6586368" : 18023,
"6651904" : 17272,
"6717440" : 16493,
"6782976" : 15359,
"6848512" : 14244,
"6914048" : 13299,
"6979584" : 12268,
"7045120" : 11228,
"7110656" : 10106,
"7176192" : 9319,
"7241728" : 8558,
"7307264" : 7636,
"7372800" : 6928,
"7438336" : 6255,
"7503872" : 5389,
"7569408" : 4843,
"7634944" : 4368,
"7700480" : 3872,
"7766016" : 3426,
"7831552" : 3069,
"7897088" : 2824,
"7962624" : 2304,
"8028160" : 2207,
"8093696" : 1942,
"8159232" : 1651,
"8224768" : 1483,
"8290304" : 1363,
"8355840" : 1176,
"8454144" : 1983,
"8585216" : 1590,
"8716288" : 1368,
"8847360" : 1113,
"8978432" : 929,
"9109504" : 817,
"9240576" : 713,
"9371648" : 624,
"9502720" : 523,
"9633792" : 505,
"9764864" : 420,
"9895936" : 366,
"10027008" : 330,
"10158080" : 304,
"10289152" : 293,
"10420224" : 254,
"10551296" : 203,
"10682368" : 200,
"10813440" : 189,
"10944512" : 162,
"11075584" : 151,
"11206656" : 149,
"11337728" : 135,
"11468800" : 137,
"11599872" : 129,
"11730944" : 113,
"11862016" : 128,
"11993088" : 108,
"12124160" : 102,
"12255232" : 95,
"12386304" : 86,
"12517376" : 91,
"12648448" : 80,
"12779520" : 63,
"12910592" : 56,
"13041664" : 53,
"13172736" : 45,
"13303808" : 39,
"13434880" : 50,
"13565952" : 45,
"13697024" : 32,
"13828096" : 40,
"13959168" : 38,
"14090240" : 28,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5509634.261094,
"stddev" : 1868883.077552,
"N" : 3714734
},
"bw_min" : 65320,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 92926.159875,
"bw_dev" : 511.091457,
"bw_samples" : 10208,
"iops_min" : 16330,
"iops_max" : 37881,
"iops_mean" : 23229.489028,
"iops_stddev" : 127.727367,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120012,
"usr_cpu" : 0.316952,
"sys_cpu" : 3.270207,
"ctx" : 4913228,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.060731,
"500" : 0.149431,
"750" : 0.291701,
"1000" : 0.456987
},
"latency_ms" : {
"2" : 4.704334,
"4" : 44.015666,
"10" : 50.188599,
"20" : 0.121246,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121020,
"timestamp_ms" : 1774121020924,
"time" : "Sat Mar 21 16:23:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16088268800,
"io_kbytes" : 15711200,
"bw_bytes" : 94636318,
"bw" : 92418,
"iops" : 23104.828795,
"runtime" : 170001,
"total_ios" : 3927844,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1376922.078636,
"stddev" : 625150.353045,
"N" : 3927844
},
"clat_ns" : {
"min" : 75124,
"max" : 41775646,
"mean" : 4159546.913674,
"stddev" : 1463934.417528,
"N" : 3927812,
"percentile" : {
"1.000000" : 1036288,
"5.000000" : 1941504,
"10.000000" : 2408448,
"20.000000" : 2965504,
"30.000000" : 3358720,
"40.000000" : 3686400,
"50.000000" : 4014080,
"60.000000" : 4423680,
"70.000000" : 4816896,
"80.000000" : 5341184,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7766016,
"99.500000" : 8224768,
"99.900000" : 10289152,
"99.950000" : 11862016,
"99.990000" : 16318464
},
"bins" : {
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 65,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 71,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 80,
"374784" : 88,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 136,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 137,
"473088" : 136,
"477184" : 118,
"481280" : 133,
"485376" : 132,
"489472" : 123,
"493568" : 148,
"497664" : 117,
"501760" : 139,
"505856" : 137,
"509952" : 126,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 277,
"536576" : 284,
"544768" : 300,
"552960" : 307,
"561152" : 319,
"569344" : 315,
"577536" : 305,
"585728" : 306,
"593920" : 340,
"602112" : 332,
"610304" : 362,
"618496" : 364,
"626688" : 360,
"634880" : 327,
"643072" : 375,
"651264" : 383,
"659456" : 377,
"667648" : 387,
"675840" : 410,
"684032" : 390,
"692224" : 404,
"700416" : 405,
"708608" : 443,
"716800" : 398,
"724992" : 469,
"733184" : 437,
"741376" : 480,
"749568" : 437,
"757760" : 467,
"765952" : 463,
"774144" : 509,
"782336" : 508,
"790528" : 479,
"798720" : 512,
"806912" : 510,
"815104" : 507,
"823296" : 498,
"831488" : 530,
"839680" : 500,
"847872" : 539,
"856064" : 520,
"864256" : 494,
"872448" : 539,
"880640" : 611,
"888832" : 573,
"897024" : 576,
"905216" : 562,
"913408" : 618,
"921600" : 611,
"929792" : 596,
"937984" : 576,
"946176" : 625,
"954368" : 612,
"962560" : 651,
"970752" : 612,
"978944" : 664,
"987136" : 648,
"995328" : 651,
"1003520" : 727,
"1011712" : 649,
"1019904" : 656,
"1028096" : 657,
"1036288" : 715,
"1044480" : 719,
"1056768" : 1504,
"1073152" : 1549,
"1089536" : 1568,
"1105920" : 1554,
"1122304" : 1647,
"1138688" : 1669,
"1155072" : 1697,
"1171456" : 1753,
"1187840" : 1846,
"1204224" : 1872,
"1220608" : 1899,
"1236992" : 1961,
"1253376" : 1956,
"1269760" : 2052,
"1286144" : 2052,
"1302528" : 2232,
"1318912" : 2124,
"1335296" : 2278,
"1351680" : 2251,
"1368064" : 2298,
"1384448" : 2371,
"1400832" : 2469,
"1417216" : 2505,
"1433600" : 2396,
"1449984" : 2578,
"1466368" : 2668,
"1482752" : 2776,
"1499136" : 2710,
"1515520" : 2760,
"1531904" : 2898,
"1548288" : 3007,
"1564672" : 2956,
"1581056" : 3029,
"1597440" : 3157,
"1613824" : 3059,
"1630208" : 3262,
"1646592" : 3264,
"1662976" : 3382,
"1679360" : 3420,
"1695744" : 3521,
"1712128" : 3561,
"1728512" : 3636,
"1744896" : 3736,
"1761280" : 3786,
"1777664" : 3933,
"1794048" : 3904,
"1810432" : 4077,
"1826816" : 4153,
"1843200" : 4359,
"1859584" : 4336,
"1875968" : 4436,
"1892352" : 4601,
"1908736" : 4533,
"1925120" : 4534,
"1941504" : 4763,
"1957888" : 4792,
"1974272" : 4933,
"1990656" : 5561,
"2007040" : 5866,
"2023424" : 5367,
"2039808" : 5531,
"2056192" : 5642,
"2072576" : 5816,
"2088960" : 6106,
"2113536" : 12434,
"2146304" : 13085,
"2179072" : 13898,
"2211840" : 14181,
"2244608" : 15045,
"2277376" : 15730,
"2310144" : 16287,
"2342912" : 16693,
"2375680" : 17272,
"2408448" : 17723,
"2441216" : 18370,
"2473984" : 18873,
"2506752" : 19408,
"2539520" : 19903,
"2572288" : 20632,
"2605056" : 21528,
"2637824" : 22377,
"2670592" : 23092,
"2703360" : 23961,
"2736128" : 25012,
"2768896" : 25134,
"2801664" : 25622,
"2834432" : 25777,
"2867200" : 26626,
"2899968" : 27063,
"2932736" : 27230,
"2965504" : 28216,
"2998272" : 32465,
"3031040" : 29447,
"3063808" : 29416,
"3096576" : 30222,
"3129344" : 31218,
"3162112" : 31352,
"3194880" : 32147,
"3227648" : 33358,
"3260416" : 34351,
"3293184" : 34587,
"3325952" : 35539,
"3358720" : 36306,
"3391488" : 36726,
"3424256" : 36785,
"3457024" : 37416,
"3489792" : 37954,
"3522560" : 38667,
"3555328" : 39137,
"3588096" : 39691,
"3620864" : 39566,
"3653632" : 39977,
"3686400" : 40125,
"3719168" : 40023,
"3751936" : 40636,
"3784704" : 40133,
"3817472" : 39159,
"3850240" : 39182,
"3883008" : 38098,
"3915776" : 37214,
"3948544" : 36699,
"3981312" : 38634,
"4014080" : 41162,
"4046848" : 36689,
"4079616" : 35757,
"4112384" : 36227,
"4145152" : 35512,
"4177920" : 35385,
"4227072" : 71011,
"4292608" : 70012,
"4358144" : 68435,
"4423680" : 66869,
"4489216" : 64268,
"4554752" : 61801,
"4620288" : 59934,
"4685824" : 57965,
"4751360" : 56877,
"4816896" : 54182,
"4882432" : 51746,
"4947968" : 49209,
"5013504" : 51423,
"5079040" : 47017,
"5144576" : 46101,
"5210112" : 45302,
"5275648" : 43831,
"5341184" : 41949,
"5406720" : 40934,
"5472256" : 39949,
"5537792" : 38204,
"5603328" : 35493,
"5668864" : 33470,
"5734400" : 32082,
"5799936" : 30956,
"5865472" : 29884,
"5931008" : 29015,
"5996544" : 29247,
"6062080" : 27503,
"6127616" : 26817,
"6193152" : 26062,
"6258688" : 24892,
"6324224" : 23871,
"6389760" : 22052,
"6455296" : 21355,
"6520832" : 20007,
"6586368" : 19300,
"6651904" : 18515,
"6717440" : 17732,
"6782976" : 16495,
"6848512" : 15386,
"6914048" : 14408,
"6979584" : 13360,
"7045120" : 12265,
"7110656" : 11154,
"7176192" : 10256,
"7241728" : 9423,
"7307264" : 8491,
"7372800" : 7687,
"7438336" : 6965,
"7503872" : 6055,
"7569408" : 5407,
"7634944" : 4858,
"7700480" : 4300,
"7766016" : 3789,
"7831552" : 3425,
"7897088" : 3118,
"7962624" : 2547,
"8028160" : 2451,
"8093696" : 2100,
"8159232" : 1821,
"8224768" : 1611,
"8290304" : 1473,
"8355840" : 1273,
"8454144" : 2126,
"8585216" : 1697,
"8716288" : 1463,
"8847360" : 1181,
"8978432" : 970,
"9109504" : 864,
"9240576" : 747,
"9371648" : 657,
"9502720" : 540,
"9633792" : 518,
"9764864" : 428,
"9895936" : 371,
"10027008" : 335,
"10158080" : 314,
"10289152" : 299,
"10420224" : 256,
"10551296" : 207,
"10682368" : 201,
"10813440" : 190,
"10944512" : 163,
"11075584" : 152,
"11206656" : 150,
"11337728" : 136,
"11468800" : 137,
"11599872" : 129,
"11730944" : 114,
"11862016" : 128,
"11993088" : 108,
"12124160" : 102,
"12255232" : 95,
"12386304" : 86,
"12517376" : 91,
"12648448" : 80,
"12779520" : 63,
"12910592" : 56,
"13041664" : 53,
"13172736" : 45,
"13303808" : 39,
"13434880" : 50,
"13565952" : 45,
"13697024" : 32,
"13828096" : 40,
"13959168" : 38,
"14090240" : 28,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5536466.342071,
"stddev" : 1864730.393670,
"N" : 3927812
},
"bw_min" : 65320,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 92497.100295,
"bw_dev" : 500.460111,
"bw_samples" : 10848,
"iops_min" : 16330,
"iops_max" : 37881,
"iops_mean" : 23122.345133,
"iops_stddev" : 125.069691,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440006,
"usr_cpu" : 0.315551,
"sys_cpu" : 3.272791,
"ctx" : 5180116,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.057436,
"500" : 0.141452,
"750" : 0.276411,
"1000" : 0.433902
},
"latency_ms" : {
"2" : 4.533785,
"4" : 43.648042,
"10" : 50.782745,
"20" : 0.115534,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121030,
"timestamp_ms" : 1774121030939,
"time" : "Sat Mar 21 16:23:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 23319,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16984403968,
"io_kbytes" : 16586332,
"bw_bytes" : 94357275,
"bw" : 92145,
"iops" : 23036.316465,
"runtime" : 180001,
"total_ios" : 4146560,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1381081.805449,
"stddev" : 623796.685671,
"N" : 4146592
},
"clat_ns" : {
"min" : 3385,
"max" : 41775646,
"mean" : 4171738.786023,
"stddev" : 1458329.614429,
"N" : 4146656,
"percentile" : {
"1.000000" : 1056768,
"5.000000" : 1974272,
"10.000000" : 2441216,
"20.000000" : 2998272,
"30.000000" : 3391488,
"40.000000" : 3719168,
"50.000000" : 4046848,
"60.000000" : 4423680,
"70.000000" : 4816896,
"80.000000" : 5341184,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7766016,
"99.500000" : 8224768,
"99.900000" : 10158080,
"99.950000" : 11730944,
"99.990000" : 16187392
},
"bins" : {
"3376" : 1,
"3792" : 1,
"3952" : 1,
"4048" : 1,
"4384" : 2,
"4768" : 2,
"4832" : 1,
"4960" : 2,
"5216" : 1,
"5280" : 1,
"5344" : 1,
"5536" : 1,
"5600" : 1,
"5664" : 2,
"5728" : 1,
"5792" : 1,
"5920" : 1,
"5984" : 3,
"6240" : 1,
"6368" : 2,
"6688" : 1,
"6752" : 1,
"8032" : 1,
"11072" : 1,
"11456" : 1,
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 66,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 71,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 80,
"374784" : 88,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 137,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 137,
"473088" : 137,
"477184" : 118,
"481280" : 133,
"485376" : 133,
"489472" : 123,
"493568" : 148,
"497664" : 117,
"501760" : 139,
"505856" : 137,
"509952" : 126,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 277,
"536576" : 284,
"544768" : 301,
"552960" : 307,
"561152" : 319,
"569344" : 315,
"577536" : 305,
"585728" : 308,
"593920" : 340,
"602112" : 332,
"610304" : 363,
"618496" : 364,
"626688" : 361,
"634880" : 329,
"643072" : 376,
"651264" : 384,
"659456" : 377,
"667648" : 388,
"675840" : 411,
"684032" : 391,
"692224" : 405,
"700416" : 407,
"708608" : 446,
"716800" : 400,
"724992" : 472,
"733184" : 438,
"741376" : 480,
"749568" : 442,
"757760" : 467,
"765952" : 464,
"774144" : 513,
"782336" : 511,
"790528" : 481,
"798720" : 515,
"806912" : 512,
"815104" : 511,
"823296" : 502,
"831488" : 531,
"839680" : 506,
"847872" : 540,
"856064" : 521,
"864256" : 497,
"872448" : 541,
"880640" : 613,
"888832" : 576,
"897024" : 578,
"905216" : 564,
"913408" : 621,
"921600" : 612,
"929792" : 605,
"937984" : 578,
"946176" : 628,
"954368" : 617,
"962560" : 653,
"970752" : 616,
"978944" : 668,
"987136" : 652,
"995328" : 659,
"1003520" : 732,
"1011712" : 654,
"1019904" : 660,
"1028096" : 660,
"1036288" : 720,
"1044480" : 727,
"1056768" : 1513,
"1073152" : 1562,
"1089536" : 1586,
"1105920" : 1572,
"1122304" : 1667,
"1138688" : 1683,
"1155072" : 1714,
"1171456" : 1781,
"1187840" : 1873,
"1204224" : 1894,
"1220608" : 1920,
"1236992" : 1985,
"1253376" : 1980,
"1269760" : 2075,
"1286144" : 2073,
"1302528" : 2261,
"1318912" : 2159,
"1335296" : 2320,
"1351680" : 2282,
"1368064" : 2321,
"1384448" : 2408,
"1400832" : 2499,
"1417216" : 2544,
"1433600" : 2424,
"1449984" : 2606,
"1466368" : 2695,
"1482752" : 2823,
"1499136" : 2757,
"1515520" : 2798,
"1531904" : 2951,
"1548288" : 3055,
"1564672" : 2994,
"1581056" : 3077,
"1597440" : 3194,
"1613824" : 3127,
"1630208" : 3325,
"1646592" : 3324,
"1662976" : 3436,
"1679360" : 3488,
"1695744" : 3591,
"1712128" : 3622,
"1728512" : 3717,
"1744896" : 3803,
"1761280" : 3877,
"1777664" : 4032,
"1794048" : 3988,
"1810432" : 4163,
"1826816" : 4248,
"1843200" : 4460,
"1859584" : 4428,
"1875968" : 4557,
"1892352" : 4712,
"1908736" : 4666,
"1925120" : 4673,
"1941504" : 4914,
"1957888" : 4933,
"1974272" : 5065,
"1990656" : 5724,
"2007040" : 6073,
"2023424" : 5528,
"2039808" : 5702,
"2056192" : 5806,
"2072576" : 6005,
"2088960" : 6285,
"2113536" : 12815,
"2146304" : 13468,
"2179072" : 14346,
"2211840" : 14709,
"2244608" : 15577,
"2277376" : 16349,
"2310144" : 16886,
"2342912" : 17323,
"2375680" : 17940,
"2408448" : 18422,
"2441216" : 19156,
"2473984" : 19671,
"2506752" : 20331,
"2539520" : 20830,
"2572288" : 21565,
"2605056" : 22538,
"2637824" : 23490,
"2670592" : 24162,
"2703360" : 25089,
"2736128" : 26163,
"2768896" : 26304,
"2801664" : 26882,
"2834432" : 27030,
"2867200" : 28003,
"2899968" : 28429,
"2932736" : 28616,
"2965504" : 29687,
"2998272" : 34202,
"3031040" : 30977,
"3063808" : 30977,
"3096576" : 31818,
"3129344" : 32807,
"3162112" : 33111,
"3194880" : 33957,
"3227648" : 35197,
"3260416" : 36333,
"3293184" : 36550,
"3325952" : 37497,
"3358720" : 38366,
"3391488" : 38713,
"3424256" : 38910,
"3457024" : 39539,
"3489792" : 40121,
"3522560" : 40890,
"3555328" : 41404,
"3588096" : 42027,
"3620864" : 41853,
"3653632" : 42250,
"3686400" : 42508,
"3719168" : 42275,
"3751936" : 42926,
"3784704" : 42344,
"3817472" : 41493,
"3850240" : 41518,
"3883008" : 40328,
"3915776" : 39410,
"3948544" : 38931,
"3981312" : 40765,
"4014080" : 43546,
"4046848" : 38885,
"4079616" : 37842,
"4112384" : 38466,
"4145152" : 37739,
"4177920" : 37593,
"4227072" : 75408,
"4292608" : 74494,
"4358144" : 72849,
"4423680" : 71249,
"4489216" : 68535,
"4554752" : 66071,
"4620288" : 63765,
"4685824" : 61754,
"4751360" : 60678,
"4816896" : 57777,
"4882432" : 55061,
"4947968" : 52521,
"5013504" : 54892,
"5079040" : 49994,
"5144576" : 49029,
"5210112" : 48098,
"5275648" : 46410,
"5341184" : 44414,
"5406720" : 43317,
"5472256" : 42156,
"5537792" : 40338,
"5603328" : 37547,
"5668864" : 35489,
"5734400" : 34010,
"5799936" : 32769,
"5865472" : 31571,
"5931008" : 30729,
"5996544" : 30929,
"6062080" : 29040,
"6127616" : 28338,
"6193152" : 27607,
"6258688" : 26336,
"6324224" : 25292,
"6389760" : 23468,
"6455296" : 22748,
"6520832" : 21337,
"6586368" : 20534,
"6651904" : 19699,
"6717440" : 18889,
"6782976" : 17598,
"6848512" : 16356,
"6914048" : 15343,
"6979584" : 14180,
"7045120" : 13151,
"7110656" : 11953,
"7176192" : 11002,
"7241728" : 10083,
"7307264" : 9118,
"7372800" : 8228,
"7438336" : 7484,
"7503872" : 6521,
"7569408" : 5831,
"7634944" : 5177,
"7700480" : 4643,
"7766016" : 4109,
"7831552" : 3702,
"7897088" : 3324,
"7962624" : 2716,
"8028160" : 2628,
"8093696" : 2240,
"8159232" : 1938,
"8224768" : 1750,
"8290304" : 1578,
"8355840" : 1357,
"8454144" : 2284,
"8585216" : 1813,
"8716288" : 1555,
"8847360" : 1243,
"8978432" : 1025,
"9109504" : 923,
"9240576" : 795,
"9371648" : 689,
"9502720" : 566,
"9633792" : 541,
"9764864" : 449,
"9895936" : 386,
"10027008" : 351,
"10158080" : 329,
"10289152" : 307,
"10420224" : 259,
"10551296" : 213,
"10682368" : 204,
"10813440" : 193,
"10944512" : 164,
"11075584" : 155,
"11206656" : 150,
"11337728" : 141,
"11468800" : 138,
"11599872" : 130,
"11730944" : 116,
"11862016" : 128,
"11993088" : 108,
"12124160" : 102,
"12255232" : 95,
"12386304" : 86,
"12517376" : 92,
"12648448" : 80,
"12779520" : 63,
"12910592" : 56,
"13041664" : 53,
"13172736" : 45,
"13303808" : 39,
"13434880" : 50,
"13565952" : 45,
"13697024" : 32,
"13828096" : 40,
"13959168" : 38,
"14090240" : 28,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5552816.966866,
"stddev" : 1856932.019260,
"N" : 4146656
},
"bw_min" : 65320,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 92176.637883,
"bw_dev" : 488.781141,
"bw_samples" : 11488,
"iops_min" : 16330,
"iops_max" : 37881,
"iops_mean" : 23042.337047,
"iops_stddev" : 122.150284,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759990,
"usr_cpu" : 0.315695,
"sys_cpu" : 3.282245,
"ctx" : 5463167,
"majf" : 0,
"minf" : 1170,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.054407,
"500" : 0.134087,
"750" : 0.262459,
"1000" : 0.413282
},
"latency_ms" : {
"2" : 4.376278,
"4" : 43.507003,
"10" : 51.133711,
"20" : 0.110959,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121030,
"timestamp_ms" : 1774121030977,
"time" : "Sat Mar 21 16:23:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16984834048,
"io_kbytes" : 16586752,
"bw_bytes" : 94349181,
"bw" : 92137,
"iops" : 23033.757173,
"runtime" : 180021,
"total_ios" : 4146560,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 19751,
"max" : 31924607,
"mean" : 1381081.805449,
"stddev" : 623796.685671,
"N" : 4146592
},
"clat_ns" : {
"min" : 3385,
"max" : 41775646,
"mean" : 4171738.786023,
"stddev" : 1458329.614429,
"N" : 4146656,
"percentile" : {
"1.000000" : 1056768,
"5.000000" : 1974272,
"10.000000" : 2441216,
"20.000000" : 2998272,
"30.000000" : 3391488,
"40.000000" : 3719168,
"50.000000" : 4046848,
"60.000000" : 4423680,
"70.000000" : 4816896,
"80.000000" : 5341184,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7766016,
"99.500000" : 8224768,
"99.900000" : 10158080,
"99.950000" : 11730944,
"99.990000" : 16187392
},
"bins" : {
"3376" : 1,
"3792" : 1,
"3952" : 1,
"4048" : 1,
"4384" : 2,
"4768" : 2,
"4832" : 1,
"4960" : 2,
"5216" : 1,
"5280" : 1,
"5344" : 1,
"5536" : 1,
"5600" : 1,
"5664" : 2,
"5728" : 1,
"5792" : 1,
"5920" : 1,
"5984" : 3,
"6240" : 1,
"6368" : 2,
"6688" : 1,
"6752" : 1,
"8032" : 1,
"11072" : 1,
"11456" : 1,
"75264" : 1,
"78336" : 1,
"79360" : 1,
"80384" : 1,
"81408" : 2,
"82432" : 8,
"83456" : 10,
"84480" : 8,
"85504" : 3,
"86528" : 9,
"87552" : 9,
"88576" : 11,
"89600" : 13,
"90624" : 16,
"91648" : 21,
"92672" : 22,
"93696" : 16,
"94720" : 17,
"95744" : 19,
"96768" : 28,
"97792" : 25,
"98816" : 31,
"99840" : 32,
"100864" : 24,
"101888" : 30,
"102912" : 39,
"103936" : 28,
"104960" : 33,
"105984" : 30,
"107008" : 23,
"108032" : 19,
"109056" : 26,
"110080" : 26,
"111104" : 18,
"112128" : 19,
"113152" : 19,
"114176" : 24,
"115200" : 25,
"116224" : 25,
"117248" : 22,
"118272" : 22,
"119296" : 36,
"120320" : 13,
"121344" : 19,
"122368" : 20,
"123392" : 22,
"124416" : 23,
"125440" : 22,
"126464" : 26,
"127488" : 16,
"128512" : 20,
"129536" : 18,
"130560" : 23,
"132096" : 42,
"134144" : 32,
"136192" : 38,
"138240" : 39,
"140288" : 31,
"142336" : 38,
"144384" : 32,
"146432" : 29,
"148480" : 34,
"150528" : 26,
"152576" : 23,
"154624" : 27,
"156672" : 28,
"158720" : 26,
"160768" : 28,
"162816" : 25,
"164864" : 38,
"166912" : 23,
"168960" : 22,
"171008" : 29,
"173056" : 27,
"175104" : 15,
"177152" : 21,
"179200" : 21,
"181248" : 20,
"183296" : 26,
"185344" : 29,
"187392" : 28,
"189440" : 24,
"191488" : 20,
"193536" : 27,
"195584" : 19,
"197632" : 22,
"199680" : 22,
"201728" : 16,
"203776" : 25,
"205824" : 33,
"207872" : 19,
"209920" : 34,
"211968" : 21,
"214016" : 21,
"216064" : 21,
"218112" : 31,
"220160" : 20,
"222208" : 26,
"224256" : 15,
"226304" : 25,
"228352" : 25,
"230400" : 27,
"232448" : 24,
"234496" : 27,
"236544" : 33,
"238592" : 25,
"240640" : 20,
"242688" : 35,
"244736" : 31,
"246784" : 27,
"248832" : 20,
"250880" : 29,
"252928" : 28,
"254976" : 33,
"257024" : 19,
"259072" : 23,
"261120" : 27,
"264192" : 66,
"268288" : 62,
"272384" : 50,
"276480" : 66,
"280576" : 53,
"284672" : 38,
"288768" : 72,
"292864" : 61,
"296960" : 62,
"301056" : 61,
"305152" : 62,
"309248" : 73,
"313344" : 75,
"317440" : 66,
"321536" : 73,
"325632" : 71,
"329728" : 59,
"333824" : 81,
"337920" : 95,
"342016" : 77,
"346112" : 64,
"350208" : 82,
"354304" : 71,
"358400" : 89,
"362496" : 77,
"366592" : 86,
"370688" : 80,
"374784" : 88,
"378880" : 85,
"382976" : 89,
"387072" : 81,
"391168" : 97,
"395264" : 80,
"399360" : 87,
"403456" : 107,
"407552" : 105,
"411648" : 107,
"415744" : 93,
"419840" : 104,
"423936" : 117,
"428032" : 126,
"432128" : 120,
"436224" : 102,
"440320" : 104,
"444416" : 139,
"448512" : 137,
"452608" : 128,
"456704" : 117,
"460800" : 130,
"464896" : 123,
"468992" : 137,
"473088" : 137,
"477184" : 118,
"481280" : 133,
"485376" : 133,
"489472" : 123,
"493568" : 148,
"497664" : 117,
"501760" : 139,
"505856" : 137,
"509952" : 126,
"514048" : 153,
"518144" : 124,
"522240" : 125,
"528384" : 277,
"536576" : 284,
"544768" : 301,
"552960" : 307,
"561152" : 319,
"569344" : 315,
"577536" : 305,
"585728" : 308,
"593920" : 340,
"602112" : 332,
"610304" : 363,
"618496" : 364,
"626688" : 361,
"634880" : 329,
"643072" : 376,
"651264" : 384,
"659456" : 377,
"667648" : 388,
"675840" : 411,
"684032" : 391,
"692224" : 405,
"700416" : 407,
"708608" : 446,
"716800" : 400,
"724992" : 472,
"733184" : 438,
"741376" : 480,
"749568" : 442,
"757760" : 467,
"765952" : 464,
"774144" : 513,
"782336" : 511,
"790528" : 481,
"798720" : 515,
"806912" : 512,
"815104" : 511,
"823296" : 502,
"831488" : 531,
"839680" : 506,
"847872" : 540,
"856064" : 521,
"864256" : 497,
"872448" : 541,
"880640" : 613,
"888832" : 576,
"897024" : 578,
"905216" : 564,
"913408" : 621,
"921600" : 612,
"929792" : 605,
"937984" : 578,
"946176" : 628,
"954368" : 617,
"962560" : 653,
"970752" : 616,
"978944" : 668,
"987136" : 652,
"995328" : 659,
"1003520" : 732,
"1011712" : 654,
"1019904" : 660,
"1028096" : 660,
"1036288" : 720,
"1044480" : 727,
"1056768" : 1513,
"1073152" : 1562,
"1089536" : 1586,
"1105920" : 1572,
"1122304" : 1667,
"1138688" : 1683,
"1155072" : 1714,
"1171456" : 1781,
"1187840" : 1873,
"1204224" : 1894,
"1220608" : 1920,
"1236992" : 1985,
"1253376" : 1980,
"1269760" : 2075,
"1286144" : 2073,
"1302528" : 2261,
"1318912" : 2159,
"1335296" : 2320,
"1351680" : 2282,
"1368064" : 2321,
"1384448" : 2408,
"1400832" : 2499,
"1417216" : 2544,
"1433600" : 2424,
"1449984" : 2606,
"1466368" : 2695,
"1482752" : 2823,
"1499136" : 2757,
"1515520" : 2798,
"1531904" : 2951,
"1548288" : 3055,
"1564672" : 2994,
"1581056" : 3077,
"1597440" : 3194,
"1613824" : 3127,
"1630208" : 3325,
"1646592" : 3324,
"1662976" : 3436,
"1679360" : 3488,
"1695744" : 3591,
"1712128" : 3622,
"1728512" : 3717,
"1744896" : 3803,
"1761280" : 3877,
"1777664" : 4032,
"1794048" : 3988,
"1810432" : 4163,
"1826816" : 4248,
"1843200" : 4460,
"1859584" : 4428,
"1875968" : 4557,
"1892352" : 4712,
"1908736" : 4666,
"1925120" : 4673,
"1941504" : 4914,
"1957888" : 4933,
"1974272" : 5065,
"1990656" : 5724,
"2007040" : 6073,
"2023424" : 5528,
"2039808" : 5702,
"2056192" : 5806,
"2072576" : 6005,
"2088960" : 6285,
"2113536" : 12815,
"2146304" : 13468,
"2179072" : 14346,
"2211840" : 14709,
"2244608" : 15577,
"2277376" : 16349,
"2310144" : 16886,
"2342912" : 17323,
"2375680" : 17940,
"2408448" : 18422,
"2441216" : 19156,
"2473984" : 19671,
"2506752" : 20331,
"2539520" : 20830,
"2572288" : 21565,
"2605056" : 22538,
"2637824" : 23490,
"2670592" : 24162,
"2703360" : 25089,
"2736128" : 26163,
"2768896" : 26304,
"2801664" : 26882,
"2834432" : 27030,
"2867200" : 28003,
"2899968" : 28429,
"2932736" : 28616,
"2965504" : 29687,
"2998272" : 34202,
"3031040" : 30977,
"3063808" : 30977,
"3096576" : 31818,
"3129344" : 32807,
"3162112" : 33111,
"3194880" : 33957,
"3227648" : 35197,
"3260416" : 36333,
"3293184" : 36550,
"3325952" : 37497,
"3358720" : 38366,
"3391488" : 38713,
"3424256" : 38910,
"3457024" : 39539,
"3489792" : 40121,
"3522560" : 40890,
"3555328" : 41404,
"3588096" : 42027,
"3620864" : 41853,
"3653632" : 42250,
"3686400" : 42508,
"3719168" : 42275,
"3751936" : 42926,
"3784704" : 42344,
"3817472" : 41493,
"3850240" : 41518,
"3883008" : 40328,
"3915776" : 39410,
"3948544" : 38931,
"3981312" : 40765,
"4014080" : 43546,
"4046848" : 38885,
"4079616" : 37842,
"4112384" : 38466,
"4145152" : 37739,
"4177920" : 37593,
"4227072" : 75408,
"4292608" : 74494,
"4358144" : 72849,
"4423680" : 71249,
"4489216" : 68535,
"4554752" : 66071,
"4620288" : 63765,
"4685824" : 61754,
"4751360" : 60678,
"4816896" : 57777,
"4882432" : 55061,
"4947968" : 52521,
"5013504" : 54892,
"5079040" : 49994,
"5144576" : 49029,
"5210112" : 48098,
"5275648" : 46410,
"5341184" : 44414,
"5406720" : 43317,
"5472256" : 42156,
"5537792" : 40338,
"5603328" : 37547,
"5668864" : 35489,
"5734400" : 34010,
"5799936" : 32769,
"5865472" : 31571,
"5931008" : 30729,
"5996544" : 30929,
"6062080" : 29040,
"6127616" : 28338,
"6193152" : 27607,
"6258688" : 26336,
"6324224" : 25292,
"6389760" : 23468,
"6455296" : 22748,
"6520832" : 21337,
"6586368" : 20534,
"6651904" : 19699,
"6717440" : 18889,
"6782976" : 17598,
"6848512" : 16356,
"6914048" : 15343,
"6979584" : 14180,
"7045120" : 13151,
"7110656" : 11953,
"7176192" : 11002,
"7241728" : 10083,
"7307264" : 9118,
"7372800" : 8228,
"7438336" : 7484,
"7503872" : 6521,
"7569408" : 5831,
"7634944" : 5177,
"7700480" : 4643,
"7766016" : 4109,
"7831552" : 3702,
"7897088" : 3324,
"7962624" : 2716,
"8028160" : 2628,
"8093696" : 2240,
"8159232" : 1938,
"8224768" : 1750,
"8290304" : 1578,
"8355840" : 1357,
"8454144" : 2284,
"8585216" : 1813,
"8716288" : 1555,
"8847360" : 1243,
"8978432" : 1025,
"9109504" : 923,
"9240576" : 795,
"9371648" : 689,
"9502720" : 566,
"9633792" : 541,
"9764864" : 449,
"9895936" : 386,
"10027008" : 351,
"10158080" : 329,
"10289152" : 307,
"10420224" : 259,
"10551296" : 213,
"10682368" : 204,
"10813440" : 193,
"10944512" : 164,
"11075584" : 155,
"11206656" : 150,
"11337728" : 141,
"11468800" : 138,
"11599872" : 130,
"11730944" : 116,
"11862016" : 128,
"11993088" : 108,
"12124160" : 102,
"12255232" : 95,
"12386304" : 86,
"12517376" : 92,
"12648448" : 80,
"12779520" : 63,
"12910592" : 56,
"13041664" : 53,
"13172736" : 45,
"13303808" : 39,
"13434880" : 50,
"13565952" : 45,
"13697024" : 32,
"13828096" : 40,
"13959168" : 38,
"14090240" : 28,
"14221312" : 34,
"14352384" : 35,
"14483456" : 34,
"14614528" : 23,
"14745600" : 27,
"14876672" : 23,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 23,
"15663104" : 19,
"15794176" : 20,
"15925248" : 18,
"16056320" : 22,
"16187392" : 25,
"16318464" : 27,
"16449536" : 15,
"16580608" : 16,
"16711680" : 13,
"16908288" : 23,
"17170432" : 25,
"17432576" : 30,
"17694720" : 25,
"17956864" : 25,
"18219008" : 20,
"18481152" : 31,
"18743296" : 22,
"19005440" : 9,
"19267584" : 11,
"19529728" : 10,
"19791872" : 10,
"20054016" : 7,
"20316160" : 5,
"20578304" : 10,
"20840448" : 4,
"21102592" : 4,
"21364736" : 6,
"21626880" : 3,
"21889024" : 1,
"22151168" : 2,
"22413312" : 7,
"22675456" : 2,
"22937600" : 3,
"23199744" : 3,
"23724032" : 3,
"23986176" : 1,
"24248320" : 1,
"24510464" : 1,
"25296896" : 2,
"25559040" : 3,
"25821184" : 1,
"26345472" : 1,
"26607616" : 1,
"26869760" : 2,
"27131904" : 1,
"27394048" : 1,
"27918336" : 3,
"28442624" : 1,
"28704768" : 1,
"28966912" : 3,
"29229056" : 2,
"29753344" : 1,
"30015488" : 1,
"30277632" : 2,
"30801920" : 1,
"32374784" : 1,
"32636928" : 2,
"33161216" : 2,
"40632320" : 1,
"41680896" : 1
}
},
"lat_ns" : {
"min" : 103187,
"max" : 42355732,
"mean" : 5552816.966866,
"stddev" : 1856932.019260,
"N" : 4146656
},
"bw_min" : 65320,
"bw_max" : 151563,
"bw_agg" : 100.000000,
"bw_mean" : 92176.637883,
"bw_dev" : 488.781141,
"bw_samples" : 11488,
"iops_min" : 16330,
"iops_max" : 37881,
"iops_mean" : 23042.337047,
"iops_stddev" : 122.150284,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760501,
"usr_cpu" : 0.315667,
"sys_cpu" : 3.281954,
"ctx" : 5463638,
"majf" : 0,
"minf" : 1196,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.054407,
"500" : 0.134087,
"750" : 0.262459,
"1000" : 0.413282
},
"latency_ms" : {
"2" : 4.376278,
"4" : 43.507003,
"10" : 51.133711,
"20" : 0.110959,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}