raidz2/benchmarks/rand/rand-write-qd4-nj32_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774120611,
"timestamp_ms" : 1774120611328,
"time" : "Sat Mar 21 16:16:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1147338752,
"io_kbytes" : 1120448,
"bw_bytes" : 117675769,
"bw" : 114917,
"iops" : 28747.589744,
"runtime" : 9750,
"total_ios" : 280289,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312000,
"usr_cpu" : 0.349359,
"sys_cpu" : 5.001282,
"ctx" : 423446,
"majf" : 1,
"minf" : 253,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.965750,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999643,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999643,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120621,
"timestamp_ms" : 1774120621589,
"time" : "Sat Mar 21 16:17:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1264750592,
"io_kbytes" : 1235108,
"bw_bytes" : 126449769,
"bw" : 123486,
"iops" : 30894.921016,
"runtime" : 10002,
"total_ios" : 309011,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1027903.304579,
"stddev" : 582068.582190,
"N" : 309013
},
"clat_ns" : {
"min" : 78140,
"max" : 21752728,
"mean" : 3114879.264168,
"stddev" : 1309909.380537,
"N" : 308981,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 995328,
"10.000000" : 1449984,
"20.000000" : 2056192,
"30.000000" : 2473984,
"40.000000" : 2834432,
"50.000000" : 3129344,
"60.000000" : 3391488,
"70.000000" : 3686400,
"80.000000" : 4046848,
"90.000000" : 4620288,
"95.000000" : 5144576,
"99.000000" : 6848512,
"99.500000" : 7766016,
"99.900000" : 10289152,
"99.950000" : 11730944,
"99.990000" : 14876672
},
"bins" : {
"78336" : 1,
"79360" : 1,
"82432" : 1,
"83456" : 2,
"84480" : 4,
"85504" : 1,
"86528" : 3,
"87552" : 7,
"88576" : 3,
"89600" : 2,
"90624" : 5,
"91648" : 7,
"92672" : 9,
"93696" : 9,
"94720" : 12,
"95744" : 7,
"96768" : 5,
"97792" : 15,
"98816" : 9,
"99840" : 14,
"100864" : 12,
"101888" : 15,
"102912" : 28,
"103936" : 18,
"104960" : 17,
"105984" : 17,
"107008" : 21,
"108032" : 24,
"109056" : 15,
"110080" : 21,
"111104" : 29,
"112128" : 12,
"113152" : 13,
"114176" : 23,
"115200" : 16,
"116224" : 16,
"117248" : 12,
"118272" : 13,
"119296" : 11,
"120320" : 23,
"121344" : 10,
"122368" : 15,
"123392" : 11,
"124416" : 16,
"125440" : 14,
"126464" : 11,
"127488" : 19,
"128512" : 9,
"129536" : 11,
"130560" : 8,
"132096" : 24,
"134144" : 24,
"136192" : 26,
"138240" : 12,
"140288" : 25,
"142336" : 18,
"144384" : 22,
"146432" : 17,
"148480" : 21,
"150528" : 29,
"152576" : 17,
"154624" : 23,
"156672" : 20,
"158720" : 16,
"160768" : 10,
"162816" : 17,
"164864" : 21,
"166912" : 19,
"168960" : 15,
"171008" : 17,
"173056" : 16,
"175104" : 16,
"177152" : 13,
"179200" : 11,
"181248" : 18,
"183296" : 16,
"185344" : 21,
"187392" : 16,
"189440" : 23,
"191488" : 18,
"193536" : 17,
"195584" : 17,
"197632" : 24,
"199680" : 13,
"201728" : 23,
"203776" : 17,
"205824" : 19,
"207872" : 10,
"209920" : 20,
"211968" : 14,
"214016" : 16,
"216064" : 12,
"218112" : 18,
"220160" : 23,
"222208" : 13,
"224256" : 13,
"226304" : 20,
"228352" : 22,
"230400" : 13,
"232448" : 14,
"234496" : 20,
"236544" : 22,
"238592" : 17,
"240640" : 15,
"242688" : 19,
"244736" : 29,
"246784" : 11,
"248832" : 20,
"250880" : 14,
"252928" : 21,
"254976" : 24,
"257024" : 13,
"259072" : 27,
"261120" : 26,
"264192" : 34,
"268288" : 34,
"272384" : 42,
"276480" : 52,
"280576" : 41,
"284672" : 41,
"288768" : 45,
"292864" : 42,
"296960" : 47,
"301056" : 43,
"305152" : 46,
"309248" : 48,
"313344" : 55,
"317440" : 44,
"321536" : 50,
"325632" : 46,
"329728" : 58,
"333824" : 51,
"337920" : 52,
"342016" : 64,
"346112" : 51,
"350208" : 64,
"354304" : 56,
"358400" : 54,
"362496" : 61,
"366592" : 49,
"370688" : 45,
"374784" : 56,
"378880" : 59,
"382976" : 49,
"387072" : 57,
"391168" : 50,
"395264" : 42,
"399360" : 56,
"403456" : 54,
"407552" : 69,
"411648" : 49,
"415744" : 59,
"419840" : 57,
"423936" : 56,
"428032" : 53,
"432128" : 67,
"436224" : 72,
"440320" : 59,
"444416" : 67,
"448512" : 45,
"452608" : 58,
"456704" : 62,
"460800" : 65,
"464896" : 72,
"468992" : 74,
"473088" : 67,
"477184" : 72,
"481280" : 61,
"485376" : 64,
"489472" : 54,
"493568" : 60,
"497664" : 62,
"501760" : 73,
"505856" : 64,
"509952" : 70,
"514048" : 67,
"518144" : 57,
"522240" : 68,
"528384" : 122,
"536576" : 139,
"544768" : 126,
"552960" : 129,
"561152" : 154,
"569344" : 157,
"577536" : 155,
"585728" : 130,
"593920" : 138,
"602112" : 142,
"610304" : 137,
"618496" : 136,
"626688" : 140,
"634880" : 166,
"643072" : 179,
"651264" : 175,
"659456" : 154,
"667648" : 158,
"675840" : 145,
"684032" : 180,
"692224" : 164,
"700416" : 179,
"708608" : 166,
"716800" : 160,
"724992" : 160,
"733184" : 154,
"741376" : 168,
"749568" : 172,
"757760" : 185,
"765952" : 181,
"774144" : 187,
"782336" : 157,
"790528" : 172,
"798720" : 188,
"806912" : 193,
"815104" : 188,
"823296" : 212,
"831488" : 169,
"839680" : 191,
"847872" : 178,
"856064" : 214,
"864256" : 196,
"872448" : 220,
"880640" : 168,
"888832" : 205,
"897024" : 200,
"905216" : 180,
"913408" : 209,
"921600" : 200,
"929792" : 199,
"937984" : 192,
"946176" : 197,
"954368" : 192,
"962560" : 206,
"970752" : 228,
"978944" : 204,
"987136" : 238,
"995328" : 217,
"1003520" : 260,
"1011712" : 221,
"1019904" : 201,
"1028096" : 234,
"1036288" : 217,
"1044480" : 240,
"1056768" : 484,
"1073152" : 488,
"1089536" : 464,
"1105920" : 506,
"1122304" : 520,
"1138688" : 555,
"1155072" : 527,
"1171456" : 547,
"1187840" : 515,
"1204224" : 523,
"1220608" : 584,
"1236992" : 560,
"1253376" : 556,
"1269760" : 545,
"1286144" : 575,
"1302528" : 585,
"1318912" : 599,
"1335296" : 623,
"1351680" : 643,
"1368064" : 623,
"1384448" : 584,
"1400832" : 596,
"1417216" : 648,
"1433600" : 674,
"1449984" : 633,
"1466368" : 625,
"1482752" : 607,
"1499136" : 635,
"1515520" : 718,
"1531904" : 716,
"1548288" : 656,
"1564672" : 762,
"1581056" : 710,
"1597440" : 733,
"1613824" : 694,
"1630208" : 700,
"1646592" : 756,
"1662976" : 726,
"1679360" : 764,
"1695744" : 823,
"1712128" : 820,
"1728512" : 834,
"1744896" : 795,
"1761280" : 822,
"1777664" : 822,
"1794048" : 843,
"1810432" : 871,
"1826816" : 891,
"1843200" : 912,
"1859584" : 938,
"1875968" : 904,
"1892352" : 922,
"1908736" : 937,
"1925120" : 925,
"1941504" : 987,
"1957888" : 1048,
"1974272" : 990,
"1990656" : 1095,
"2007040" : 1184,
"2023424" : 1100,
"2039808" : 1091,
"2056192" : 1105,
"2072576" : 1100,
"2088960" : 1054,
"2113536" : 2226,
"2146304" : 2253,
"2179072" : 2432,
"2211840" : 2399,
"2244608" : 2398,
"2277376" : 2384,
"2310144" : 2259,
"2342912" : 2358,
"2375680" : 2406,
"2408448" : 2473,
"2441216" : 2479,
"2473984" : 2534,
"2506752" : 2557,
"2539520" : 2532,
"2572288" : 2573,
"2605056" : 2726,
"2637824" : 2830,
"2670592" : 2875,
"2703360" : 3166,
"2736128" : 3206,
"2768896" : 3109,
"2801664" : 3089,
"2834432" : 3275,
"2867200" : 3379,
"2899968" : 3515,
"2932736" : 3272,
"2965504" : 3544,
"2998272" : 3906,
"3031040" : 3627,
"3063808" : 3422,
"3096576" : 3391,
"3129344" : 3435,
"3162112" : 3338,
"3194880" : 3601,
"3227648" : 3619,
"3260416" : 3672,
"3293184" : 3643,
"3325952" : 3658,
"3358720" : 3963,
"3391488" : 3918,
"3424256" : 3791,
"3457024" : 3557,
"3489792" : 3734,
"3522560" : 3551,
"3555328" : 3623,
"3588096" : 3418,
"3620864" : 3230,
"3653632" : 3185,
"3686400" : 3078,
"3719168" : 3034,
"3751936" : 2925,
"3784704" : 2880,
"3817472" : 2857,
"3850240" : 2953,
"3883008" : 2881,
"3915776" : 2830,
"3948544" : 2871,
"3981312" : 2706,
"4014080" : 2746,
"4046848" : 2508,
"4079616" : 2338,
"4112384" : 2241,
"4145152" : 2193,
"4177920" : 2186,
"4227072" : 4155,
"4292608" : 3768,
"4358144" : 3436,
"4423680" : 3137,
"4489216" : 2794,
"4554752" : 2597,
"4620288" : 2322,
"4685824" : 2355,
"4751360" : 2151,
"4816896" : 1970,
"4882432" : 1741,
"4947968" : 1647,
"5013504" : 1497,
"5079040" : 1383,
"5144576" : 1314,
"5210112" : 1218,
"5275648" : 1163,
"5341184" : 1106,
"5406720" : 943,
"5472256" : 855,
"5537792" : 730,
"5603328" : 693,
"5668864" : 590,
"5734400" : 500,
"5799936" : 500,
"5865472" : 443,
"5931008" : 383,
"5996544" : 364,
"6062080" : 317,
"6127616" : 304,
"6193152" : 267,
"6258688" : 275,
"6324224" : 233,
"6389760" : 239,
"6455296" : 213,
"6520832" : 202,
"6586368" : 203,
"6651904" : 172,
"6717440" : 153,
"6782976" : 162,
"6848512" : 126,
"6914048" : 141,
"6979584" : 146,
"7045120" : 121,
"7110656" : 129,
"7176192" : 101,
"7241728" : 101,
"7307264" : 97,
"7372800" : 111,
"7438336" : 96,
"7503872" : 78,
"7569408" : 86,
"7634944" : 84,
"7700480" : 86,
"7766016" : 71,
"7831552" : 81,
"7897088" : 66,
"7962624" : 56,
"8028160" : 43,
"8093696" : 69,
"8159232" : 50,
"8224768" : 49,
"8290304" : 48,
"8355840" : 45,
"8454144" : 70,
"8585216" : 85,
"8716288" : 69,
"8847360" : 53,
"8978432" : 64,
"9109504" : 56,
"9240576" : 46,
"9371648" : 45,
"9502720" : 45,
"9633792" : 37,
"9764864" : 36,
"9895936" : 23,
"10027008" : 32,
"10158080" : 28,
"10289152" : 22,
"10420224" : 18,
"10551296" : 16,
"10682368" : 11,
"10813440" : 17,
"10944512" : 17,
"11075584" : 13,
"11206656" : 17,
"11337728" : 17,
"11468800" : 7,
"11599872" : 11,
"11730944" : 14,
"11862016" : 9,
"11993088" : 10,
"12124160" : 9,
"12255232" : 10,
"12386304" : 13,
"12517376" : 11,
"12648448" : 9,
"12779520" : 5,
"12910592" : 4,
"13041664" : 4,
"13172736" : 1,
"13303808" : 6,
"13434880" : 7,
"13565952" : 1,
"13697024" : 1,
"13828096" : 3,
"13959168" : 4,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2,
"14483456" : 2,
"14614528" : 1,
"14745600" : 1,
"14876672" : 3,
"15007744" : 2,
"15400960" : 1,
"15663104" : 2,
"15925248" : 2,
"16318464" : 1,
"16449536" : 1,
"16580608" : 1,
"16711680" : 1,
"16908288" : 2,
"17432576" : 3,
"17694720" : 1,
"17956864" : 2,
"18481152" : 2,
"18743296" : 2,
"19005440" : 1,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1
}
},
"lat_ns" : {
"min" : 107274,
"max" : 23176802,
"mean" : 4142741.883155,
"stddev" : 1648385.621713,
"N" : 308981
},
"bw_min" : 112886,
"bw_max" : 139922,
"bw_agg" : 99.797465,
"bw_mean" : 123236.368421,
"bw_dev" : 246.427950,
"bw_samples" : 608,
"iops_min" : 28220,
"iops_max" : 34980,
"iops_mean" : 30807.210526,
"iops_stddev" : 61.623157,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320049,
"usr_cpu" : 0.400564,
"sys_cpu" : 4.170611,
"ctx" : 423455,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999353,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999353,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.035597,
"250" : 0.498364,
"500" : 1.064687,
"750" : 1.488944,
"1000" : 1.929705
},
"latency_ms" : {
"2" : 13.782357,
"4" : 59.959678,
"10" : 21.108957,
"20" : 0.120708,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120631,
"timestamp_ms" : 1774120631580,
"time" : "Sat Mar 21 16:17:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2595663872,
"io_kbytes" : 2534828,
"bw_bytes" : 129763729,
"bw" : 126722,
"iops" : 31682.647603,
"runtime" : 20003,
"total_ios" : 633748,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1000948.665685,
"stddev" : 588375.534193,
"N" : 633747
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3035612.185897,
"stddev" : 1320928.471182,
"N" : 633716,
"percentile" : {
"1.000000" : 354304,
"5.000000" : 937984,
"10.000000" : 1368064,
"20.000000" : 1957888,
"30.000000" : 2375680,
"40.000000" : 2736128,
"50.000000" : 3031040,
"60.000000" : 3325952,
"70.000000" : 3588096,
"80.000000" : 3948544,
"90.000000" : 4554752,
"95.000000" : 5144576,
"99.000000" : 6717440,
"99.500000" : 7766016,
"99.900000" : 10813440,
"99.950000" : 12124160,
"99.990000" : 15138816
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 1,
"86528" : 6,
"87552" : 14,
"88576" : 6,
"89600" : 2,
"90624" : 11,
"91648" : 14,
"92672" : 14,
"93696" : 20,
"94720" : 19,
"95744" : 14,
"96768" : 14,
"97792" : 24,
"98816" : 21,
"99840" : 31,
"100864" : 31,
"101888" : 34,
"102912" : 47,
"103936" : 40,
"104960" : 38,
"105984" : 44,
"107008" : 47,
"108032" : 47,
"109056" : 39,
"110080" : 33,
"111104" : 49,
"112128" : 27,
"113152" : 40,
"114176" : 53,
"115200" : 35,
"116224" : 32,
"117248" : 25,
"118272" : 35,
"119296" : 26,
"120320" : 45,
"121344" : 23,
"122368" : 37,
"123392" : 28,
"124416" : 39,
"125440" : 33,
"126464" : 32,
"127488" : 35,
"128512" : 21,
"129536" : 24,
"130560" : 25,
"132096" : 58,
"134144" : 50,
"136192" : 51,
"138240" : 40,
"140288" : 45,
"142336" : 45,
"144384" : 40,
"146432" : 40,
"148480" : 38,
"150528" : 52,
"152576" : 43,
"154624" : 41,
"156672" : 32,
"158720" : 37,
"160768" : 23,
"162816" : 40,
"164864" : 44,
"166912" : 34,
"168960" : 31,
"171008" : 35,
"173056" : 42,
"175104" : 42,
"177152" : 36,
"179200" : 25,
"181248" : 41,
"183296" : 40,
"185344" : 49,
"187392" : 32,
"189440" : 39,
"191488" : 49,
"193536" : 33,
"195584" : 39,
"197632" : 41,
"199680" : 26,
"201728" : 48,
"203776" : 49,
"205824" : 43,
"207872" : 32,
"209920" : 46,
"211968" : 34,
"214016" : 50,
"216064" : 33,
"218112" : 42,
"220160" : 44,
"222208" : 31,
"224256" : 34,
"226304" : 50,
"228352" : 52,
"230400" : 43,
"232448" : 51,
"234496" : 36,
"236544" : 42,
"238592" : 42,
"240640" : 43,
"242688" : 35,
"244736" : 58,
"246784" : 36,
"248832" : 48,
"250880" : 43,
"252928" : 46,
"254976" : 54,
"257024" : 48,
"259072" : 67,
"261120" : 53,
"264192" : 81,
"268288" : 97,
"272384" : 89,
"276480" : 97,
"280576" : 89,
"284672" : 98,
"288768" : 104,
"292864" : 91,
"296960" : 112,
"301056" : 106,
"305152" : 113,
"309248" : 102,
"313344" : 126,
"317440" : 120,
"321536" : 103,
"325632" : 110,
"329728" : 108,
"333824" : 109,
"337920" : 108,
"342016" : 121,
"346112" : 121,
"350208" : 129,
"354304" : 123,
"358400" : 117,
"362496" : 128,
"366592" : 97,
"370688" : 108,
"374784" : 120,
"378880" : 126,
"382976" : 119,
"387072" : 144,
"391168" : 133,
"395264" : 110,
"399360" : 136,
"403456" : 122,
"407552" : 119,
"411648" : 112,
"415744" : 131,
"419840" : 120,
"423936" : 136,
"428032" : 131,
"432128" : 128,
"436224" : 150,
"440320" : 136,
"444416" : 156,
"448512" : 117,
"452608" : 126,
"456704" : 140,
"460800" : 155,
"464896" : 155,
"468992" : 155,
"473088" : 141,
"477184" : 170,
"481280" : 142,
"485376" : 160,
"489472" : 141,
"493568" : 137,
"497664" : 144,
"501760" : 149,
"505856" : 141,
"509952" : 152,
"514048" : 150,
"518144" : 135,
"522240" : 150,
"528384" : 284,
"536576" : 298,
"544768" : 307,
"552960" : 304,
"561152" : 317,
"569344" : 366,
"577536" : 323,
"585728" : 299,
"593920" : 319,
"602112" : 330,
"610304" : 325,
"618496" : 350,
"626688" : 339,
"634880" : 363,
"643072" : 367,
"651264" : 372,
"659456" : 386,
"667648" : 384,
"675840" : 361,
"684032" : 381,
"692224" : 361,
"700416" : 397,
"708608" : 386,
"716800" : 391,
"724992" : 389,
"733184" : 372,
"741376" : 403,
"749568" : 376,
"757760" : 394,
"765952" : 406,
"774144" : 425,
"782336" : 384,
"790528" : 397,
"798720" : 438,
"806912" : 422,
"815104" : 441,
"823296" : 478,
"831488" : 407,
"839680" : 435,
"847872" : 421,
"856064" : 451,
"864256" : 448,
"872448" : 467,
"880640" : 406,
"888832" : 456,
"897024" : 447,
"905216" : 429,
"913408" : 445,
"921600" : 478,
"929792" : 470,
"937984" : 455,
"946176" : 473,
"954368" : 447,
"962560" : 497,
"970752" : 511,
"978944" : 483,
"987136" : 518,
"995328" : 547,
"1003520" : 553,
"1011712" : 537,
"1019904" : 494,
"1028096" : 541,
"1036288" : 498,
"1044480" : 534,
"1056768" : 1053,
"1073152" : 1063,
"1089536" : 1100,
"1105920" : 1157,
"1122304" : 1144,
"1138688" : 1195,
"1155072" : 1199,
"1171456" : 1235,
"1187840" : 1217,
"1204224" : 1254,
"1220608" : 1337,
"1236992" : 1253,
"1253376" : 1301,
"1269760" : 1310,
"1286144" : 1327,
"1302528" : 1350,
"1318912" : 1352,
"1335296" : 1345,
"1351680" : 1431,
"1368064" : 1386,
"1384448" : 1376,
"1400832" : 1400,
"1417216" : 1444,
"1433600" : 1484,
"1449984" : 1503,
"1466368" : 1466,
"1482752" : 1438,
"1499136" : 1477,
"1515520" : 1539,
"1531904" : 1593,
"1548288" : 1579,
"1564672" : 1683,
"1581056" : 1648,
"1597440" : 1629,
"1613824" : 1577,
"1630208" : 1608,
"1646592" : 1705,
"1662976" : 1602,
"1679360" : 1676,
"1695744" : 1817,
"1712128" : 1837,
"1728512" : 1905,
"1744896" : 1855,
"1761280" : 1991,
"1777664" : 1949,
"1794048" : 1950,
"1810432" : 2034,
"1826816" : 2035,
"1843200" : 2148,
"1859584" : 2047,
"1875968" : 2029,
"1892352" : 2052,
"1908736" : 2052,
"1925120" : 2003,
"1941504" : 2162,
"1957888" : 2194,
"1974272" : 2250,
"1990656" : 2434,
"2007040" : 2649,
"2023424" : 2433,
"2039808" : 2353,
"2056192" : 2329,
"2072576" : 2446,
"2088960" : 2430,
"2113536" : 5007,
"2146304" : 4969,
"2179072" : 5095,
"2211840" : 5127,
"2244608" : 5214,
"2277376" : 5079,
"2310144" : 4941,
"2342912" : 5126,
"2375680" : 5101,
"2408448" : 5270,
"2441216" : 5376,
"2473984" : 5445,
"2506752" : 5511,
"2539520" : 5560,
"2572288" : 5693,
"2605056" : 5930,
"2637824" : 6192,
"2670592" : 6220,
"2703360" : 6301,
"2736128" : 6423,
"2768896" : 6268,
"2801664" : 6287,
"2834432" : 6608,
"2867200" : 6939,
"2899968" : 7164,
"2932736" : 6968,
"2965504" : 7241,
"2998272" : 8121,
"3031040" : 7589,
"3063808" : 7206,
"3096576" : 7120,
"3129344" : 7176,
"3162112" : 7124,
"3194880" : 7581,
"3227648" : 7685,
"3260416" : 7769,
"3293184" : 7683,
"3325952" : 7683,
"3358720" : 7861,
"3391488" : 8016,
"3424256" : 7670,
"3457024" : 7322,
"3489792" : 7551,
"3522560" : 6983,
"3555328" : 7035,
"3588096" : 6757,
"3620864" : 6264,
"3653632" : 5983,
"3686400" : 5900,
"3719168" : 5697,
"3751936" : 5710,
"3784704" : 5483,
"3817472" : 5493,
"3850240" : 5580,
"3883008" : 5340,
"3915776" : 5172,
"3948544" : 5154,
"3981312" : 4868,
"4014080" : 4795,
"4046848" : 4503,
"4079616" : 4201,
"4112384" : 4015,
"4145152" : 3971,
"4177920" : 3908,
"4227072" : 7351,
"4292608" : 6551,
"4358144" : 6055,
"4423680" : 5373,
"4489216" : 4866,
"4554752" : 4578,
"4620288" : 4288,
"4685824" : 4197,
"4751360" : 3975,
"4816896" : 3697,
"4882432" : 3533,
"4947968" : 3395,
"5013504" : 2961,
"5079040" : 2683,
"5144576" : 2594,
"5210112" : 2402,
"5275648" : 2275,
"5341184" : 2154,
"5406720" : 1853,
"5472256" : 1685,
"5537792" : 1474,
"5603328" : 1400,
"5668864" : 1236,
"5734400" : 1012,
"5799936" : 985,
"5865472" : 910,
"5931008" : 788,
"5996544" : 748,
"6062080" : 692,
"6127616" : 579,
"6193152" : 565,
"6258688" : 523,
"6324224" : 467,
"6389760" : 468,
"6455296" : 405,
"6520832" : 365,
"6586368" : 369,
"6651904" : 325,
"6717440" : 302,
"6782976" : 301,
"6848512" : 266,
"6914048" : 270,
"6979584" : 271,
"7045120" : 225,
"7110656" : 219,
"7176192" : 200,
"7241728" : 189,
"7307264" : 181,
"7372800" : 184,
"7438336" : 166,
"7503872" : 144,
"7569408" : 150,
"7634944" : 150,
"7700480" : 142,
"7766016" : 130,
"7831552" : 134,
"7897088" : 121,
"7962624" : 114,
"8028160" : 87,
"8093696" : 111,
"8159232" : 103,
"8224768" : 98,
"8290304" : 88,
"8355840" : 96,
"8454144" : 150,
"8585216" : 161,
"8716288" : 128,
"8847360" : 119,
"8978432" : 128,
"9109504" : 107,
"9240576" : 92,
"9371648" : 82,
"9502720" : 92,
"9633792" : 64,
"9764864" : 67,
"9895936" : 58,
"10027008" : 65,
"10158080" : 58,
"10289152" : 51,
"10420224" : 44,
"10551296" : 56,
"10682368" : 33,
"10813440" : 41,
"10944512" : 44,
"11075584" : 35,
"11206656" : 35,
"11337728" : 33,
"11468800" : 27,
"11599872" : 25,
"11730944" : 28,
"11862016" : 24,
"11993088" : 23,
"12124160" : 19,
"12255232" : 20,
"12386304" : 25,
"12517376" : 28,
"12648448" : 18,
"12779520" : 10,
"12910592" : 8,
"13041664" : 9,
"13172736" : 10,
"13303808" : 11,
"13434880" : 14,
"13565952" : 12,
"13697024" : 6,
"13828096" : 11,
"13959168" : 10,
"14090240" : 6,
"14221312" : 7,
"14352384" : 4,
"14483456" : 4,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 6,
"15269888" : 1,
"15400960" : 6,
"15532032" : 1,
"15663104" : 4,
"15794176" : 2,
"15925248" : 3,
"16056320" : 1,
"16187392" : 3,
"16318464" : 3,
"16449536" : 2,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 1,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 4036613.770497,
"stddev" : 1660043.931769,
"N" : 633716
},
"bw_min" : 112064,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 126899.358974,
"bw_dev" : 310.984600,
"bw_samples" : 1248,
"iops_min" : 28016,
"iops_max" : 37025,
"iops_mean" : 31722.205128,
"iops_stddev" : 77.747784,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640071,
"usr_cpu" : 0.413704,
"sys_cpu" : 4.323895,
"ctx" : 887366,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.034556,
"250" : 0.545012,
"500" : 1.173179,
"750" : 1.664384,
"1000" : 2.159691
},
"latency_ms" : {
"2" : 15.228135,
"4" : 60.027014,
"10" : 19.017023,
"20" : 0.145168,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120641,
"timestamp_ms" : 1774120641581,
"time" : "Sat Mar 21 16:17:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3752521728,
"io_kbytes" : 3664572,
"bw_bytes" : 125071550,
"bw" : 122140,
"iops" : 30537.246275,
"runtime" : 30003,
"total_ios" : 916209,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1039319.705867,
"stddev" : 570636.306640,
"N" : 916208
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3148974.694969,
"stddev" : 1312965.845971,
"N" : 916177,
"percentile" : {
"1.000000" : 403456,
"5.000000" : 1028096,
"10.000000" : 1482752,
"20.000000" : 2072576,
"30.000000" : 2473984,
"40.000000" : 2834432,
"50.000000" : 3162112,
"60.000000" : 3424256,
"70.000000" : 3751936,
"80.000000" : 4112384,
"90.000000" : 4751360,
"95.000000" : 5275648,
"99.000000" : 6651904,
"99.500000" : 7503872,
"99.900000" : 10158080,
"99.950000" : 11468800,
"99.990000" : 14745600
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 50,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 47,
"252928" : 51,
"254976" : 58,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 104,
"276480" : 117,
"280576" : 99,
"284672" : 111,
"288768" : 123,
"292864" : 101,
"296960" : 133,
"301056" : 124,
"305152" : 135,
"309248" : 125,
"313344" : 140,
"317440" : 144,
"321536" : 113,
"325632" : 137,
"329728" : 127,
"333824" : 127,
"337920" : 134,
"342016" : 153,
"346112" : 133,
"350208" : 148,
"354304" : 141,
"358400" : 135,
"362496" : 148,
"366592" : 118,
"370688" : 123,
"374784" : 142,
"378880" : 145,
"382976" : 137,
"387072" : 165,
"391168" : 158,
"395264" : 131,
"399360" : 161,
"403456" : 148,
"407552" : 140,
"411648" : 133,
"415744" : 151,
"419840" : 140,
"423936" : 163,
"428032" : 153,
"432128" : 153,
"436224" : 175,
"440320" : 163,
"444416" : 195,
"448512" : 137,
"452608" : 159,
"456704" : 166,
"460800" : 186,
"464896" : 182,
"468992" : 180,
"473088" : 170,
"477184" : 202,
"481280" : 167,
"485376" : 191,
"489472" : 180,
"493568" : 166,
"497664" : 180,
"501760" : 177,
"505856" : 164,
"509952" : 187,
"514048" : 189,
"518144" : 174,
"522240" : 180,
"528384" : 352,
"536576" : 371,
"544768" : 375,
"552960" : 368,
"561152" : 377,
"569344" : 428,
"577536" : 390,
"585728" : 389,
"593920" : 393,
"602112" : 407,
"610304" : 422,
"618496" : 430,
"626688" : 418,
"634880" : 449,
"643072" : 456,
"651264" : 450,
"659456" : 474,
"667648" : 456,
"675840" : 457,
"684032" : 463,
"692224" : 450,
"700416" : 495,
"708608" : 484,
"716800" : 486,
"724992" : 481,
"733184" : 482,
"741376" : 510,
"749568" : 478,
"757760" : 511,
"765952" : 517,
"774144" : 525,
"782336" : 468,
"790528" : 506,
"798720" : 539,
"806912" : 520,
"815104" : 545,
"823296" : 602,
"831488" : 504,
"839680" : 565,
"847872" : 533,
"856064" : 543,
"864256" : 558,
"872448" : 581,
"880640" : 537,
"888832" : 571,
"897024" : 571,
"905216" : 547,
"913408" : 581,
"921600" : 604,
"929792" : 619,
"937984" : 616,
"946176" : 596,
"954368" : 578,
"962560" : 633,
"970752" : 631,
"978944" : 612,
"987136" : 649,
"995328" : 688,
"1003520" : 695,
"1011712" : 688,
"1019904" : 622,
"1028096" : 685,
"1036288" : 637,
"1044480" : 671,
"1056768" : 1335,
"1073152" : 1359,
"1089536" : 1421,
"1105920" : 1477,
"1122304" : 1462,
"1138688" : 1504,
"1155072" : 1518,
"1171456" : 1544,
"1187840" : 1529,
"1204224" : 1572,
"1220608" : 1684,
"1236992" : 1590,
"1253376" : 1662,
"1269760" : 1732,
"1286144" : 1694,
"1302528" : 1718,
"1318912" : 1757,
"1335296" : 1747,
"1351680" : 1824,
"1368064" : 1819,
"1384448" : 1806,
"1400832" : 1787,
"1417216" : 1902,
"1433600" : 1907,
"1449984" : 1942,
"1466368" : 1893,
"1482752" : 1907,
"1499136" : 1955,
"1515520" : 2055,
"1531904" : 2085,
"1548288" : 2092,
"1564672" : 2185,
"1581056" : 2141,
"1597440" : 2157,
"1613824" : 2093,
"1630208" : 2091,
"1646592" : 2171,
"1662976" : 2085,
"1679360" : 2192,
"1695744" : 2342,
"1712128" : 2383,
"1728512" : 2450,
"1744896" : 2390,
"1761280" : 2553,
"1777664" : 2543,
"1794048" : 2518,
"1810432" : 2637,
"1826816" : 2681,
"1843200" : 2795,
"1859584" : 2640,
"1875968" : 2623,
"1892352" : 2672,
"1908736" : 2751,
"1925120" : 2673,
"1941504" : 2852,
"1957888" : 2906,
"1974272" : 2935,
"1990656" : 3242,
"2007040" : 3569,
"2023424" : 3294,
"2039808" : 3161,
"2056192" : 3163,
"2072576" : 3307,
"2088960" : 3247,
"2113536" : 6927,
"2146304" : 6992,
"2179072" : 7121,
"2211840" : 7100,
"2244608" : 7215,
"2277376" : 7090,
"2310144" : 7031,
"2342912" : 7320,
"2375680" : 7370,
"2408448" : 7558,
"2441216" : 7723,
"2473984" : 7802,
"2506752" : 7852,
"2539520" : 7764,
"2572288" : 7899,
"2605056" : 8163,
"2637824" : 8277,
"2670592" : 8339,
"2703360" : 8506,
"2736128" : 8584,
"2768896" : 8567,
"2801664" : 8665,
"2834432" : 9064,
"2867200" : 9392,
"2899968" : 9605,
"2932736" : 9424,
"2965504" : 9820,
"2998272" : 11362,
"3031040" : 10424,
"3063808" : 10029,
"3096576" : 9852,
"3129344" : 9881,
"3162112" : 9825,
"3194880" : 10274,
"3227648" : 10488,
"3260416" : 10576,
"3293184" : 10659,
"3325952" : 10717,
"3358720" : 11158,
"3391488" : 11396,
"3424256" : 10964,
"3457024" : 10520,
"3489792" : 10570,
"3522560" : 10145,
"3555328" : 9991,
"3588096" : 9853,
"3620864" : 9417,
"3653632" : 9199,
"3686400" : 8983,
"3719168" : 8702,
"3751936" : 8747,
"3784704" : 8429,
"3817472" : 8439,
"3850240" : 8574,
"3883008" : 8183,
"3915776" : 8008,
"3948544" : 7964,
"3981312" : 7571,
"4014080" : 7573,
"4046848" : 7154,
"4079616" : 6693,
"4112384" : 6461,
"4145152" : 6524,
"4177920" : 6417,
"4227072" : 12248,
"4292608" : 11474,
"4358144" : 11021,
"4423680" : 9973,
"4489216" : 9207,
"4554752" : 8429,
"4620288" : 7752,
"4685824" : 7319,
"4751360" : 7066,
"4816896" : 6810,
"4882432" : 6415,
"4947968" : 6106,
"5013504" : 5556,
"5079040" : 4748,
"5144576" : 4382,
"5210112" : 4142,
"5275648" : 3923,
"5341184" : 3770,
"5406720" : 3365,
"5472256" : 3182,
"5537792" : 2704,
"5603328" : 2528,
"5668864" : 2187,
"5734400" : 1909,
"5799936" : 1774,
"5865472" : 1611,
"5931008" : 1398,
"5996544" : 1316,
"6062080" : 1204,
"6127616" : 1061,
"6193152" : 1000,
"6258688" : 874,
"6324224" : 798,
"6389760" : 769,
"6455296" : 693,
"6520832" : 594,
"6586368" : 599,
"6651904" : 511,
"6717440" : 479,
"6782976" : 453,
"6848512" : 413,
"6914048" : 391,
"6979584" : 396,
"7045120" : 329,
"7110656" : 310,
"7176192" : 316,
"7241728" : 269,
"7307264" : 246,
"7372800" : 257,
"7438336" : 227,
"7503872" : 207,
"7569408" : 203,
"7634944" : 194,
"7700480" : 171,
"7766016" : 171,
"7831552" : 173,
"7897088" : 158,
"7962624" : 150,
"8028160" : 113,
"8093696" : 143,
"8159232" : 140,
"8224768" : 133,
"8290304" : 110,
"8355840" : 131,
"8454144" : 192,
"8585216" : 198,
"8716288" : 168,
"8847360" : 148,
"8978432" : 156,
"9109504" : 132,
"9240576" : 104,
"9371648" : 95,
"9502720" : 111,
"9633792" : 75,
"9764864" : 78,
"9895936" : 65,
"10027008" : 77,
"10158080" : 64,
"10289152" : 58,
"10420224" : 45,
"10551296" : 59,
"10682368" : 38,
"10813440" : 43,
"10944512" : 45,
"11075584" : 36,
"11206656" : 38,
"11337728" : 34,
"11468800" : 27,
"11599872" : 26,
"11730944" : 29,
"11862016" : 26,
"11993088" : 23,
"12124160" : 21,
"12255232" : 20,
"12386304" : 25,
"12517376" : 28,
"12648448" : 20,
"12779520" : 12,
"12910592" : 11,
"13041664" : 10,
"13172736" : 10,
"13303808" : 13,
"13434880" : 14,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 4188293.359206,
"stddev" : 1661785.508330,
"N" : 916177
},
"bw_min" : 98336,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 122503.644068,
"bw_dev" : 352.587215,
"bw_samples" : 1888,
"iops_min" : 24584,
"iops_max" : 37025,
"iops_mean" : 30624.169492,
"iops_stddev" : 88.126560,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960060,
"usr_cpu" : 0.400183,
"sys_cpu" : 4.142033,
"ctx" : 1260087,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.028269,
"250" : 0.435708,
"500" : 0.957314,
"750" : 1.422601,
"1000" : 1.889743
},
"latency_ms" : {
"2" : 13.665659,
"4" : 58.733542,
"10" : 22.754961,
"20" : 0.108163,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120651,
"timestamp_ms" : 1774120651581,
"time" : "Sat Mar 21 16:17:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4747939840,
"io_kbytes" : 4636660,
"bw_bytes" : 118689594,
"bw" : 115907,
"iops" : 28977.976652,
"runtime" : 40003,
"total_ios" : 1159206,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1096164.589318,
"stddev" : 564062.397199,
"N" : 1159205
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3317708.095882,
"stddev" : 1330791.493044,
"N" : 1159174,
"percentile" : {
"1.000000" : 464896,
"5.000000" : 1155072,
"10.000000" : 1630208,
"20.000000" : 2244608,
"30.000000" : 2670592,
"40.000000" : 2998272,
"50.000000" : 3293184,
"60.000000" : 3588096,
"70.000000" : 3915776,
"80.000000" : 4358144,
"90.000000" : 4947968,
"95.000000" : 5537792,
"99.000000" : 6717440,
"99.500000" : 7438336,
"99.900000" : 9764864,
"99.950000" : 11206656,
"99.990000" : 14221312
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 58,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 101,
"296960" : 133,
"301056" : 125,
"305152" : 135,
"309248" : 125,
"313344" : 140,
"317440" : 145,
"321536" : 114,
"325632" : 137,
"329728" : 130,
"333824" : 127,
"337920" : 134,
"342016" : 154,
"346112" : 133,
"350208" : 148,
"354304" : 141,
"358400" : 136,
"362496" : 148,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 146,
"382976" : 138,
"387072" : 165,
"391168" : 159,
"395264" : 132,
"399360" : 161,
"403456" : 148,
"407552" : 142,
"411648" : 133,
"415744" : 152,
"419840" : 141,
"423936" : 164,
"428032" : 154,
"432128" : 155,
"436224" : 177,
"440320" : 163,
"444416" : 196,
"448512" : 137,
"452608" : 160,
"456704" : 166,
"460800" : 187,
"464896" : 187,
"468992" : 185,
"473088" : 175,
"477184" : 207,
"481280" : 168,
"485376" : 192,
"489472" : 181,
"493568" : 170,
"497664" : 182,
"501760" : 180,
"505856" : 164,
"509952" : 188,
"514048" : 190,
"518144" : 176,
"522240" : 183,
"528384" : 355,
"536576" : 377,
"544768" : 381,
"552960" : 371,
"561152" : 384,
"569344" : 435,
"577536" : 400,
"585728" : 393,
"593920" : 399,
"602112" : 412,
"610304" : 434,
"618496" : 442,
"626688" : 425,
"634880" : 461,
"643072" : 461,
"651264" : 463,
"659456" : 481,
"667648" : 466,
"675840" : 470,
"684032" : 470,
"692224" : 461,
"700416" : 510,
"708608" : 501,
"716800" : 505,
"724992" : 497,
"733184" : 496,
"741376" : 524,
"749568" : 495,
"757760" : 531,
"765952" : 538,
"774144" : 538,
"782336" : 480,
"790528" : 527,
"798720" : 560,
"806912" : 540,
"815104" : 563,
"823296" : 618,
"831488" : 522,
"839680" : 579,
"847872" : 552,
"856064" : 561,
"864256" : 573,
"872448" : 601,
"880640" : 559,
"888832" : 596,
"897024" : 592,
"905216" : 564,
"913408" : 602,
"921600" : 629,
"929792" : 644,
"937984" : 644,
"946176" : 623,
"954368" : 603,
"962560" : 657,
"970752" : 668,
"978944" : 634,
"987136" : 694,
"995328" : 727,
"1003520" : 722,
"1011712" : 725,
"1019904" : 656,
"1028096" : 718,
"1036288" : 658,
"1044480" : 704,
"1056768" : 1412,
"1073152" : 1424,
"1089536" : 1493,
"1105920" : 1543,
"1122304" : 1540,
"1138688" : 1582,
"1155072" : 1581,
"1171456" : 1614,
"1187840" : 1604,
"1204224" : 1654,
"1220608" : 1771,
"1236992" : 1674,
"1253376" : 1754,
"1269760" : 1835,
"1286144" : 1784,
"1302528" : 1815,
"1318912" : 1851,
"1335296" : 1856,
"1351680" : 1915,
"1368064" : 1935,
"1384448" : 1934,
"1400832" : 1911,
"1417216" : 2012,
"1433600" : 2030,
"1449984" : 2072,
"1466368" : 2033,
"1482752" : 2052,
"1499136" : 2085,
"1515520" : 2209,
"1531904" : 2235,
"1548288" : 2237,
"1564672" : 2329,
"1581056" : 2291,
"1597440" : 2314,
"1613824" : 2254,
"1630208" : 2251,
"1646592" : 2341,
"1662976" : 2258,
"1679360" : 2358,
"1695744" : 2528,
"1712128" : 2577,
"1728512" : 2655,
"1744896" : 2577,
"1761280" : 2739,
"1777664" : 2734,
"1794048" : 2692,
"1810432" : 2860,
"1826816" : 2885,
"1843200" : 3005,
"1859584" : 2845,
"1875968" : 2875,
"1892352" : 2872,
"1908736" : 2963,
"1925120" : 2909,
"1941504" : 3096,
"1957888" : 3169,
"1974272" : 3224,
"1990656" : 3572,
"2007040" : 3901,
"2023424" : 3642,
"2039808" : 3524,
"2056192" : 3506,
"2072576" : 3644,
"2088960" : 3640,
"2113536" : 7729,
"2146304" : 7848,
"2179072" : 7956,
"2211840" : 7956,
"2244608" : 8134,
"2277376" : 7966,
"2310144" : 8072,
"2342912" : 8393,
"2375680" : 8536,
"2408448" : 8805,
"2441216" : 9051,
"2473984" : 9122,
"2506752" : 9205,
"2539520" : 9049,
"2572288" : 9246,
"2605056" : 9534,
"2637824" : 9752,
"2670592" : 9856,
"2703360" : 10118,
"2736128" : 10261,
"2768896" : 10280,
"2801664" : 10434,
"2834432" : 10797,
"2867200" : 11225,
"2899968" : 11451,
"2932736" : 11233,
"2965504" : 11669,
"2998272" : 13583,
"3031040" : 12541,
"3063808" : 12086,
"3096576" : 12072,
"3129344" : 12273,
"3162112" : 12357,
"3194880" : 12694,
"3227648" : 13251,
"3260416" : 13349,
"3293184" : 13491,
"3325952" : 13688,
"3358720" : 14085,
"3391488" : 14278,
"3424256" : 13854,
"3457024" : 13383,
"3489792" : 13578,
"3522560" : 13280,
"3555328" : 13145,
"3588096" : 13020,
"3620864" : 12545,
"3653632" : 12307,
"3686400" : 11899,
"3719168" : 11677,
"3751936" : 11721,
"3784704" : 11375,
"3817472" : 11221,
"3850240" : 11247,
"3883008" : 10740,
"3915776" : 10528,
"3948544" : 10498,
"3981312" : 10239,
"4014080" : 10378,
"4046848" : 9617,
"4079616" : 9015,
"4112384" : 8616,
"4145152" : 8711,
"4177920" : 8593,
"4227072" : 16852,
"4292608" : 15869,
"4358144" : 15386,
"4423680" : 14258,
"4489216" : 13571,
"4554752" : 12422,
"4620288" : 11613,
"4685824" : 11177,
"4751360" : 10838,
"4816896" : 10460,
"4882432" : 10056,
"4947968" : 9578,
"5013504" : 8804,
"5079040" : 7613,
"5144576" : 7013,
"5210112" : 6682,
"5275648" : 6409,
"5341184" : 6135,
"5406720" : 5612,
"5472256" : 5342,
"5537792" : 4774,
"5603328" : 4649,
"5668864" : 4203,
"5734400" : 3805,
"5799936" : 3601,
"5865472" : 3264,
"5931008" : 3063,
"5996544" : 2826,
"6062080" : 2587,
"6127616" : 2262,
"6193152" : 2064,
"6258688" : 1822,
"6324224" : 1632,
"6389760" : 1500,
"6455296" : 1320,
"6520832" : 1138,
"6586368" : 1118,
"6651904" : 973,
"6717440" : 866,
"6782976" : 772,
"6848512" : 669,
"6914048" : 654,
"6979584" : 630,
"7045120" : 548,
"7110656" : 490,
"7176192" : 480,
"7241728" : 397,
"7307264" : 384,
"7372800" : 356,
"7438336" : 306,
"7503872" : 287,
"7569408" : 288,
"7634944" : 280,
"7700480" : 246,
"7766016" : 237,
"7831552" : 218,
"7897088" : 209,
"7962624" : 193,
"8028160" : 153,
"8093696" : 172,
"8159232" : 172,
"8224768" : 165,
"8290304" : 147,
"8355840" : 155,
"8454144" : 223,
"8585216" : 216,
"8716288" : 193,
"8847360" : 175,
"8978432" : 182,
"9109504" : 148,
"9240576" : 115,
"9371648" : 107,
"9502720" : 117,
"9633792" : 81,
"9764864" : 82,
"9895936" : 71,
"10027008" : 78,
"10158080" : 70,
"10289152" : 62,
"10420224" : 51,
"10551296" : 61,
"10682368" : 41,
"10813440" : 49,
"10944512" : 49,
"11075584" : 39,
"11206656" : 44,
"11337728" : 37,
"11468800" : 28,
"11599872" : 27,
"11730944" : 29,
"11862016" : 28,
"11993088" : 26,
"12124160" : 24,
"12255232" : 22,
"12386304" : 28,
"12517376" : 30,
"12648448" : 21,
"12779520" : 13,
"12910592" : 12,
"13041664" : 10,
"13172736" : 10,
"13303808" : 13,
"13434880" : 15,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 4413865.708714,
"stddev" : 1696168.226617,
"N" : 1159174
},
"bw_min" : 86248,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 116233.354430,
"bw_dev" : 462.211454,
"bw_samples" : 2528,
"iops_min" : 21562,
"iops_max" : 37025,
"iops_mean" : 29057.037975,
"iops_stddev" : 115.524089,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280057,
"usr_cpu" : 0.382639,
"sys_cpu" : 3.910216,
"ctx" : 1561651,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.022343,
"250" : 0.344460,
"500" : 0.761901,
"750" : 1.148200,
"1000" : 1.552528
},
"latency_ms" : {
"2" : 11.565330,
"4" : 57.111074,
"10" : 27.399962,
"20" : 0.091011,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120661,
"timestamp_ms" : 1774120661581,
"time" : "Sat Mar 21 16:17:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5647613952,
"io_kbytes" : 5515248,
"bw_bytes" : 112945502,
"bw" : 110298,
"iops" : 27575.365478,
"runtime" : 50003,
"total_ios" : 1378851,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1152697.012825,
"stddev" : 567901.841990,
"N" : 1378850
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3485994.868199,
"stddev" : 1371807.624498,
"N" : 1378819,
"percentile" : {
"1.000000" : 514048,
"5.000000" : 1253376,
"10.000000" : 1761280,
"20.000000" : 2375680,
"30.000000" : 2801664,
"40.000000" : 3162112,
"50.000000" : 3424256,
"60.000000" : 3751936,
"70.000000" : 4079616,
"80.000000" : 4554752,
"90.000000" : 5275648,
"95.000000" : 5799936,
"99.000000" : 6914048,
"99.500000" : 7503872,
"99.900000" : 9633792,
"99.950000" : 10944512,
"99.990000" : 13828096
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 58,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 101,
"296960" : 133,
"301056" : 125,
"305152" : 135,
"309248" : 125,
"313344" : 140,
"317440" : 145,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 134,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 142,
"358400" : 136,
"362496" : 148,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 146,
"382976" : 138,
"387072" : 166,
"391168" : 160,
"395264" : 132,
"399360" : 161,
"403456" : 148,
"407552" : 142,
"411648" : 133,
"415744" : 152,
"419840" : 141,
"423936" : 164,
"428032" : 154,
"432128" : 155,
"436224" : 178,
"440320" : 163,
"444416" : 196,
"448512" : 137,
"452608" : 161,
"456704" : 167,
"460800" : 187,
"464896" : 187,
"468992" : 185,
"473088" : 176,
"477184" : 207,
"481280" : 168,
"485376" : 192,
"489472" : 182,
"493568" : 170,
"497664" : 183,
"501760" : 180,
"505856" : 165,
"509952" : 189,
"514048" : 190,
"518144" : 177,
"522240" : 184,
"528384" : 355,
"536576" : 379,
"544768" : 383,
"552960" : 373,
"561152" : 385,
"569344" : 439,
"577536" : 400,
"585728" : 395,
"593920" : 402,
"602112" : 413,
"610304" : 437,
"618496" : 444,
"626688" : 426,
"634880" : 464,
"643072" : 462,
"651264" : 468,
"659456" : 482,
"667648" : 468,
"675840" : 474,
"684032" : 473,
"692224" : 465,
"700416" : 512,
"708608" : 504,
"716800" : 508,
"724992" : 503,
"733184" : 497,
"741376" : 535,
"749568" : 500,
"757760" : 532,
"765952" : 541,
"774144" : 543,
"782336" : 483,
"790528" : 530,
"798720" : 560,
"806912" : 543,
"815104" : 565,
"823296" : 621,
"831488" : 526,
"839680" : 581,
"847872" : 553,
"856064" : 564,
"864256" : 577,
"872448" : 605,
"880640" : 562,
"888832" : 600,
"897024" : 595,
"905216" : 568,
"913408" : 607,
"921600" : 634,
"929792" : 650,
"937984" : 647,
"946176" : 625,
"954368" : 608,
"962560" : 660,
"970752" : 672,
"978944" : 637,
"987136" : 702,
"995328" : 734,
"1003520" : 730,
"1011712" : 734,
"1019904" : 663,
"1028096" : 724,
"1036288" : 666,
"1044480" : 714,
"1056768" : 1431,
"1073152" : 1445,
"1089536" : 1513,
"1105920" : 1555,
"1122304" : 1557,
"1138688" : 1598,
"1155072" : 1592,
"1171456" : 1629,
"1187840" : 1627,
"1204224" : 1675,
"1220608" : 1791,
"1236992" : 1697,
"1253376" : 1790,
"1269760" : 1853,
"1286144" : 1820,
"1302528" : 1843,
"1318912" : 1876,
"1335296" : 1890,
"1351680" : 1942,
"1368064" : 1969,
"1384448" : 1966,
"1400832" : 1951,
"1417216" : 2038,
"1433600" : 2074,
"1449984" : 2116,
"1466368" : 2072,
"1482752" : 2107,
"1499136" : 2139,
"1515520" : 2269,
"1531904" : 2299,
"1548288" : 2299,
"1564672" : 2378,
"1581056" : 2344,
"1597440" : 2383,
"1613824" : 2323,
"1630208" : 2302,
"1646592" : 2406,
"1662976" : 2305,
"1679360" : 2425,
"1695744" : 2595,
"1712128" : 2641,
"1728512" : 2740,
"1744896" : 2659,
"1761280" : 2820,
"1777664" : 2821,
"1794048" : 2778,
"1810432" : 2938,
"1826816" : 2976,
"1843200" : 3080,
"1859584" : 2937,
"1875968" : 2984,
"1892352" : 2975,
"1908736" : 3073,
"1925120" : 3026,
"1941504" : 3193,
"1957888" : 3303,
"1974272" : 3371,
"1990656" : 3750,
"2007040" : 4071,
"2023424" : 3777,
"2039808" : 3678,
"2056192" : 3648,
"2072576" : 3799,
"2088960" : 3803,
"2113536" : 8068,
"2146304" : 8204,
"2179072" : 8371,
"2211840" : 8374,
"2244608" : 8595,
"2277376" : 8412,
"2310144" : 8621,
"2342912" : 8910,
"2375680" : 9112,
"2408448" : 9418,
"2441216" : 9732,
"2473984" : 9742,
"2506752" : 9924,
"2539520" : 9827,
"2572288" : 10100,
"2605056" : 10403,
"2637824" : 10682,
"2670592" : 10809,
"2703360" : 11116,
"2736128" : 11302,
"2768896" : 11298,
"2801664" : 11536,
"2834432" : 11985,
"2867200" : 12453,
"2899968" : 12804,
"2932736" : 12608,
"2965504" : 13225,
"2998272" : 15502,
"3031040" : 14228,
"3063808" : 13737,
"3096576" : 13825,
"3129344" : 13980,
"3162112" : 14174,
"3194880" : 14727,
"3227648" : 15279,
"3260416" : 15335,
"3293184" : 15652,
"3325952" : 15864,
"3358720" : 16396,
"3391488" : 16595,
"3424256" : 16266,
"3457024" : 15700,
"3489792" : 15794,
"3522560" : 15516,
"3555328" : 15122,
"3588096" : 15166,
"3620864" : 14907,
"3653632" : 14701,
"3686400" : 14319,
"3719168" : 13989,
"3751936" : 13957,
"3784704" : 13380,
"3817472" : 13277,
"3850240" : 13353,
"3883008" : 12860,
"3915776" : 12644,
"3948544" : 12701,
"3981312" : 12570,
"4014080" : 13073,
"4046848" : 11849,
"4079616" : 11216,
"4112384" : 10778,
"4145152" : 10866,
"4177920" : 10679,
"4227072" : 20877,
"4292608" : 19562,
"4358144" : 19110,
"4423680" : 18332,
"4489216" : 17695,
"4554752" : 16307,
"4620288" : 14753,
"4685824" : 14315,
"4751360" : 14202,
"4816896" : 13880,
"4882432" : 13501,
"4947968" : 13004,
"5013504" : 12233,
"5079040" : 10715,
"5144576" : 10021,
"5210112" : 9982,
"5275648" : 9754,
"5341184" : 9625,
"5406720" : 9120,
"5472256" : 9101,
"5537792" : 8473,
"5603328" : 8036,
"5668864" : 7240,
"5734400" : 6610,
"5799936" : 6148,
"5865472" : 5704,
"5931008" : 5233,
"5996544" : 4890,
"6062080" : 4500,
"6127616" : 4017,
"6193152" : 3711,
"6258688" : 3470,
"6324224" : 3251,
"6389760" : 2992,
"6455296" : 2849,
"6520832" : 2381,
"6586368" : 2243,
"6651904" : 1984,
"6717440" : 1723,
"6782976" : 1503,
"6848512" : 1325,
"6914048" : 1223,
"6979584" : 1135,
"7045120" : 947,
"7110656" : 863,
"7176192" : 783,
"7241728" : 647,
"7307264" : 617,
"7372800" : 556,
"7438336" : 470,
"7503872" : 416,
"7569408" : 406,
"7634944" : 382,
"7700480" : 363,
"7766016" : 336,
"7831552" : 304,
"7897088" : 280,
"7962624" : 253,
"8028160" : 213,
"8093696" : 215,
"8159232" : 221,
"8224768" : 207,
"8290304" : 178,
"8355840" : 180,
"8454144" : 286,
"8585216" : 259,
"8716288" : 227,
"8847360" : 205,
"8978432" : 203,
"9109504" : 171,
"9240576" : 135,
"9371648" : 115,
"9502720" : 137,
"9633792" : 98,
"9764864" : 92,
"9895936" : 85,
"10027008" : 84,
"10158080" : 74,
"10289152" : 64,
"10420224" : 52,
"10551296" : 69,
"10682368" : 44,
"10813440" : 55,
"10944512" : 55,
"11075584" : 43,
"11206656" : 45,
"11337728" : 38,
"11468800" : 29,
"11599872" : 30,
"11730944" : 30,
"11862016" : 28,
"11993088" : 27,
"12124160" : 25,
"12255232" : 22,
"12386304" : 28,
"12517376" : 30,
"12648448" : 21,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 11,
"13303808" : 13,
"13434880" : 15,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 4638684.420091,
"stddev" : 1759057.993521,
"N" : 1378819
},
"bw_min" : 81920,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 110674.696970,
"bw_dev" : 541.660716,
"bw_samples" : 3168,
"iops_min" : 20480,
"iops_max" : 37025,
"iops_mean" : 27667.636364,
"iops_stddev" : 135.385189,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600065,
"usr_cpu" : 0.364985,
"sys_cpu" : 3.709099,
"ctx" : 1825445,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.018784,
"250" : 0.289589,
"500" : 0.641331,
"750" : 0.971098,
"1000" : 1.312977
},
"latency_ms" : {
"2" : 9.968662,
"4" : 54.439892,
"10" : 32.274988,
"20" : 0.079994,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120671,
"timestamp_ms" : 1774120671581,
"time" : "Sat Mar 21 16:17:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6559129600,
"io_kbytes" : 6405400,
"bw_bytes" : 109313360,
"bw" : 106751,
"iops" : 26688.998883,
"runtime" : 60003,
"total_ios" : 1601420,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1191512.409313,
"stddev" : 563027.615235,
"N" : 1601419
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3601526.387772,
"stddev" : 1372557.330366,
"N" : 1601388,
"percentile" : {
"1.000000" : 561152,
"5.000000" : 1351680,
"10.000000" : 1875968,
"20.000000" : 2506752,
"30.000000" : 2932736,
"40.000000" : 3260416,
"50.000000" : 3555328,
"60.000000" : 3850240,
"70.000000" : 4227072,
"80.000000" : 4685824,
"90.000000" : 5406720,
"95.000000" : 5931008,
"99.000000" : 6979584,
"99.500000" : 7503872,
"99.900000" : 9502720,
"99.950000" : 10682368,
"99.990000" : 13565952
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 58,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 101,
"296960" : 133,
"301056" : 125,
"305152" : 135,
"309248" : 125,
"313344" : 140,
"317440" : 145,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 134,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 142,
"358400" : 136,
"362496" : 148,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 146,
"382976" : 138,
"387072" : 166,
"391168" : 160,
"395264" : 132,
"399360" : 161,
"403456" : 148,
"407552" : 142,
"411648" : 133,
"415744" : 152,
"419840" : 141,
"423936" : 164,
"428032" : 154,
"432128" : 155,
"436224" : 178,
"440320" : 163,
"444416" : 196,
"448512" : 137,
"452608" : 161,
"456704" : 167,
"460800" : 187,
"464896" : 187,
"468992" : 185,
"473088" : 176,
"477184" : 207,
"481280" : 169,
"485376" : 192,
"489472" : 182,
"493568" : 170,
"497664" : 183,
"501760" : 182,
"505856" : 165,
"509952" : 189,
"514048" : 190,
"518144" : 177,
"522240" : 184,
"528384" : 355,
"536576" : 380,
"544768" : 383,
"552960" : 373,
"561152" : 385,
"569344" : 439,
"577536" : 400,
"585728" : 395,
"593920" : 403,
"602112" : 413,
"610304" : 437,
"618496" : 444,
"626688" : 426,
"634880" : 465,
"643072" : 462,
"651264" : 468,
"659456" : 484,
"667648" : 468,
"675840" : 474,
"684032" : 474,
"692224" : 467,
"700416" : 512,
"708608" : 504,
"716800" : 508,
"724992" : 503,
"733184" : 497,
"741376" : 537,
"749568" : 500,
"757760" : 535,
"765952" : 541,
"774144" : 543,
"782336" : 484,
"790528" : 531,
"798720" : 560,
"806912" : 544,
"815104" : 567,
"823296" : 622,
"831488" : 526,
"839680" : 582,
"847872" : 558,
"856064" : 566,
"864256" : 579,
"872448" : 608,
"880640" : 563,
"888832" : 601,
"897024" : 595,
"905216" : 570,
"913408" : 608,
"921600" : 638,
"929792" : 651,
"937984" : 648,
"946176" : 625,
"954368" : 613,
"962560" : 660,
"970752" : 675,
"978944" : 637,
"987136" : 705,
"995328" : 734,
"1003520" : 730,
"1011712" : 737,
"1019904" : 664,
"1028096" : 727,
"1036288" : 670,
"1044480" : 716,
"1056768" : 1435,
"1073152" : 1452,
"1089536" : 1517,
"1105920" : 1564,
"1122304" : 1569,
"1138688" : 1610,
"1155072" : 1601,
"1171456" : 1641,
"1187840" : 1636,
"1204224" : 1685,
"1220608" : 1802,
"1236992" : 1707,
"1253376" : 1798,
"1269760" : 1870,
"1286144" : 1838,
"1302528" : 1857,
"1318912" : 1889,
"1335296" : 1901,
"1351680" : 1958,
"1368064" : 1988,
"1384448" : 1987,
"1400832" : 1963,
"1417216" : 2061,
"1433600" : 2091,
"1449984" : 2133,
"1466368" : 2096,
"1482752" : 2130,
"1499136" : 2159,
"1515520" : 2296,
"1531904" : 2324,
"1548288" : 2330,
"1564672" : 2407,
"1581056" : 2373,
"1597440" : 2412,
"1613824" : 2360,
"1630208" : 2332,
"1646592" : 2444,
"1662976" : 2343,
"1679360" : 2472,
"1695744" : 2644,
"1712128" : 2682,
"1728512" : 2786,
"1744896" : 2708,
"1761280" : 2875,
"1777664" : 2882,
"1794048" : 2840,
"1810432" : 2994,
"1826816" : 3038,
"1843200" : 3132,
"1859584" : 2997,
"1875968" : 3059,
"1892352" : 3039,
"1908736" : 3141,
"1925120" : 3091,
"1941504" : 3268,
"1957888" : 3388,
"1974272" : 3460,
"1990656" : 3856,
"2007040" : 4203,
"2023424" : 3882,
"2039808" : 3785,
"2056192" : 3762,
"2072576" : 3896,
"2088960" : 3921,
"2113536" : 8319,
"2146304" : 8439,
"2179072" : 8658,
"2211840" : 8689,
"2244608" : 8889,
"2277376" : 8793,
"2310144" : 9055,
"2342912" : 9381,
"2375680" : 9634,
"2408448" : 10008,
"2441216" : 10327,
"2473984" : 10327,
"2506752" : 10548,
"2539520" : 10460,
"2572288" : 10805,
"2605056" : 11193,
"2637824" : 11446,
"2670592" : 11645,
"2703360" : 11998,
"2736128" : 12317,
"2768896" : 12329,
"2801664" : 12574,
"2834432" : 13150,
"2867200" : 13652,
"2899968" : 14117,
"2932736" : 13890,
"2965504" : 14677,
"2998272" : 17196,
"3031040" : 15741,
"3063808" : 15208,
"3096576" : 15431,
"3129344" : 15749,
"3162112" : 15955,
"3194880" : 16740,
"3227648" : 17449,
"3260416" : 17555,
"3293184" : 17985,
"3325952" : 18245,
"3358720" : 18820,
"3391488" : 19000,
"3424256" : 18813,
"3457024" : 18212,
"3489792" : 18472,
"3522560" : 18249,
"3555328" : 17955,
"3588096" : 18049,
"3620864" : 17591,
"3653632" : 17387,
"3686400" : 17161,
"3719168" : 16841,
"3751936" : 16874,
"3784704" : 16313,
"3817472" : 16138,
"3850240" : 16128,
"3883008" : 15499,
"3915776" : 15261,
"3948544" : 15202,
"3981312" : 15414,
"4014080" : 16013,
"4046848" : 14531,
"4079616" : 13652,
"4112384" : 13225,
"4145152" : 13364,
"4177920" : 13074,
"4227072" : 25717,
"4292608" : 24211,
"4358144" : 23334,
"4423680" : 22314,
"4489216" : 21523,
"4554752" : 20132,
"4620288" : 18477,
"4685824" : 18160,
"4751360" : 18248,
"4816896" : 17919,
"4882432" : 17346,
"4947968" : 16633,
"5013504" : 16211,
"5079040" : 14393,
"5144576" : 13536,
"5210112" : 13397,
"5275648" : 13062,
"5341184" : 12855,
"5406720" : 12195,
"5472256" : 12082,
"5537792" : 10992,
"5603328" : 10261,
"5668864" : 9289,
"5734400" : 8621,
"5799936" : 8036,
"5865472" : 7615,
"5931008" : 7014,
"5996544" : 6666,
"6062080" : 6159,
"6127616" : 5531,
"6193152" : 5157,
"6258688" : 4852,
"6324224" : 4476,
"6389760" : 4113,
"6455296" : 3828,
"6520832" : 3242,
"6586368" : 3053,
"6651904" : 2738,
"6717440" : 2413,
"6782976" : 2126,
"6848512" : 1853,
"6914048" : 1729,
"6979584" : 1542,
"7045120" : 1323,
"7110656" : 1198,
"7176192" : 1114,
"7241728" : 919,
"7307264" : 876,
"7372800" : 746,
"7438336" : 657,
"7503872" : 554,
"7569408" : 553,
"7634944" : 504,
"7700480" : 455,
"7766016" : 437,
"7831552" : 374,
"7897088" : 349,
"7962624" : 311,
"8028160" : 260,
"8093696" : 259,
"8159232" : 278,
"8224768" : 256,
"8290304" : 216,
"8355840" : 213,
"8454144" : 337,
"8585216" : 304,
"8716288" : 274,
"8847360" : 228,
"8978432" : 223,
"9109504" : 188,
"9240576" : 160,
"9371648" : 131,
"9502720" : 147,
"9633792" : 111,
"9764864" : 98,
"9895936" : 91,
"10027008" : 85,
"10158080" : 79,
"10289152" : 68,
"10420224" : 54,
"10551296" : 71,
"10682368" : 46,
"10813440" : 56,
"10944512" : 60,
"11075584" : 47,
"11206656" : 47,
"11337728" : 42,
"11468800" : 32,
"11599872" : 31,
"11730944" : 31,
"11862016" : 29,
"11993088" : 28,
"12124160" : 27,
"12255232" : 22,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 4793055.180298,
"stddev" : 1764076.769303,
"N" : 1601388
},
"bw_min" : 78360,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 106949.873950,
"bw_dev" : 560.383120,
"bw_samples" : 3808,
"iops_min" : 19590,
"iops_max" : 37025,
"iops_mean" : 26736.588235,
"iops_stddev" : 140.066486,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920071,
"usr_cpu" : 0.350612,
"sys_cpu" : 3.592732,
"ctx" : 2093528,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.016173,
"250" : 0.249341,
"500" : 0.552260,
"750" : 0.836882,
"1000" : 1.133244
},
"latency_ms" : {
"2" : 8.707085,
"4" : 52.850845,
"10" : 35.580235,
"20" : 0.071624,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120681,
"timestamp_ms" : 1774120681581,
"time" : "Sat Mar 21 16:18:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7461982208,
"io_kbytes" : 7287092,
"bw_bytes" : 106595177,
"bw" : 104096,
"iops" : 26024.698941,
"runtime" : 70003,
"total_ios" : 1821807,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1222297.849350,
"stddev" : 564660.549938,
"N" : 1821806
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3693097.830531,
"stddev" : 1390393.965334,
"N" : 1821775,
"percentile" : {
"1.000000" : 610304,
"5.000000" : 1433600,
"10.000000" : 1974272,
"20.000000" : 2572288,
"30.000000" : 2998272,
"40.000000" : 3325952,
"50.000000" : 3620864,
"60.000000" : 3948544,
"70.000000" : 4292608,
"80.000000" : 4816896,
"90.000000" : 5537792,
"95.000000" : 6062080,
"99.000000" : 7045120,
"99.500000" : 7569408,
"99.900000" : 9240576,
"99.950000" : 10420224,
"99.990000" : 13434880
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 101,
"296960" : 133,
"301056" : 125,
"305152" : 135,
"309248" : 125,
"313344" : 140,
"317440" : 145,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 134,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 146,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 132,
"399360" : 161,
"403456" : 148,
"407552" : 142,
"411648" : 134,
"415744" : 152,
"419840" : 141,
"423936" : 165,
"428032" : 155,
"432128" : 155,
"436224" : 178,
"440320" : 165,
"444416" : 197,
"448512" : 138,
"452608" : 163,
"456704" : 167,
"460800" : 187,
"464896" : 188,
"468992" : 185,
"473088" : 177,
"477184" : 207,
"481280" : 169,
"485376" : 194,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 183,
"505856" : 165,
"509952" : 190,
"514048" : 191,
"518144" : 178,
"522240" : 184,
"528384" : 359,
"536576" : 380,
"544768" : 383,
"552960" : 378,
"561152" : 391,
"569344" : 443,
"577536" : 402,
"585728" : 398,
"593920" : 408,
"602112" : 417,
"610304" : 438,
"618496" : 451,
"626688" : 436,
"634880" : 471,
"643072" : 469,
"651264" : 472,
"659456" : 487,
"667648" : 474,
"675840" : 481,
"684032" : 479,
"692224" : 470,
"700416" : 513,
"708608" : 506,
"716800" : 511,
"724992" : 507,
"733184" : 505,
"741376" : 542,
"749568" : 505,
"757760" : 544,
"765952" : 546,
"774144" : 551,
"782336" : 493,
"790528" : 532,
"798720" : 568,
"806912" : 549,
"815104" : 573,
"823296" : 624,
"831488" : 534,
"839680" : 589,
"847872" : 565,
"856064" : 574,
"864256" : 587,
"872448" : 615,
"880640" : 568,
"888832" : 605,
"897024" : 606,
"905216" : 576,
"913408" : 618,
"921600" : 649,
"929792" : 662,
"937984" : 663,
"946176" : 634,
"954368" : 617,
"962560" : 670,
"970752" : 684,
"978944" : 650,
"987136" : 715,
"995328" : 746,
"1003520" : 745,
"1011712" : 746,
"1019904" : 672,
"1028096" : 740,
"1036288" : 683,
"1044480" : 733,
"1056768" : 1458,
"1073152" : 1472,
"1089536" : 1551,
"1105920" : 1597,
"1122304" : 1599,
"1138688" : 1630,
"1155072" : 1629,
"1171456" : 1670,
"1187840" : 1668,
"1204224" : 1732,
"1220608" : 1829,
"1236992" : 1738,
"1253376" : 1834,
"1269760" : 1904,
"1286144" : 1876,
"1302528" : 1905,
"1318912" : 1929,
"1335296" : 1946,
"1351680" : 1994,
"1368064" : 2033,
"1384448" : 2027,
"1400832" : 2016,
"1417216" : 2109,
"1433600" : 2142,
"1449984" : 2186,
"1466368" : 2168,
"1482752" : 2181,
"1499136" : 2219,
"1515520" : 2360,
"1531904" : 2382,
"1548288" : 2406,
"1564672" : 2483,
"1581056" : 2461,
"1597440" : 2520,
"1613824" : 2440,
"1630208" : 2450,
"1646592" : 2548,
"1662976" : 2426,
"1679360" : 2578,
"1695744" : 2761,
"1712128" : 2805,
"1728512" : 2890,
"1744896" : 2837,
"1761280" : 2988,
"1777664" : 2999,
"1794048" : 2950,
"1810432" : 3109,
"1826816" : 3169,
"1843200" : 3244,
"1859584" : 3128,
"1875968" : 3197,
"1892352" : 3177,
"1908736" : 3282,
"1925120" : 3249,
"1941504" : 3423,
"1957888" : 3522,
"1974272" : 3629,
"1990656" : 4021,
"2007040" : 4385,
"2023424" : 4081,
"2039808" : 3975,
"2056192" : 3974,
"2072576" : 4090,
"2088960" : 4140,
"2113536" : 8791,
"2146304" : 8953,
"2179072" : 9124,
"2211840" : 9204,
"2244608" : 9449,
"2277376" : 9349,
"2310144" : 9661,
"2342912" : 10060,
"2375680" : 10426,
"2408448" : 10788,
"2441216" : 11195,
"2473984" : 11284,
"2506752" : 11551,
"2539520" : 11500,
"2572288" : 11901,
"2605056" : 12174,
"2637824" : 12413,
"2670592" : 12769,
"2703360" : 13105,
"2736128" : 13559,
"2768896" : 13645,
"2801664" : 13963,
"2834432" : 14615,
"2867200" : 15245,
"2899968" : 15775,
"2932736" : 15587,
"2965504" : 16422,
"2998272" : 19157,
"3031040" : 17436,
"3063808" : 16905,
"3096576" : 17050,
"3129344" : 17451,
"3162112" : 17574,
"3194880" : 18383,
"3227648" : 19267,
"3260416" : 19442,
"3293184" : 19887,
"3325952" : 20128,
"3358720" : 20774,
"3391488" : 21060,
"3424256" : 20919,
"3457024" : 20396,
"3489792" : 20690,
"3522560" : 20497,
"3555328" : 20139,
"3588096" : 20207,
"3620864" : 19887,
"3653632" : 19626,
"3686400" : 19545,
"3719168" : 19400,
"3751936" : 19402,
"3784704" : 18769,
"3817472" : 18368,
"3850240" : 18170,
"3883008" : 17621,
"3915776" : 17285,
"3948544" : 17217,
"3981312" : 17531,
"4014080" : 18271,
"4046848" : 16579,
"4079616" : 15776,
"4112384" : 15314,
"4145152" : 15429,
"4177920" : 15077,
"4227072" : 29755,
"4292608" : 28219,
"4358144" : 27383,
"4423680" : 26279,
"4489216" : 25338,
"4554752" : 23754,
"4620288" : 21871,
"4685824" : 21492,
"4751360" : 21488,
"4816896" : 20945,
"4882432" : 20014,
"4947968" : 19058,
"5013504" : 18647,
"5079040" : 16710,
"5144576" : 15825,
"5210112" : 15734,
"5275648" : 15470,
"5341184" : 15171,
"5406720" : 14516,
"5472256" : 14594,
"5537792" : 13593,
"5603328" : 12657,
"5668864" : 11874,
"5734400" : 10996,
"5799936" : 10335,
"5865472" : 10077,
"5931008" : 9614,
"5996544" : 9362,
"6062080" : 8723,
"6127616" : 8082,
"6193152" : 7501,
"6258688" : 7188,
"6324224" : 6771,
"6389760" : 6367,
"6455296" : 5709,
"6520832" : 4924,
"6586368" : 4611,
"6651904" : 4223,
"6717440" : 3686,
"6782976" : 3260,
"6848512" : 2852,
"6914048" : 2652,
"6979584" : 2318,
"7045120" : 1924,
"7110656" : 1684,
"7176192" : 1493,
"7241728" : 1265,
"7307264" : 1202,
"7372800" : 997,
"7438336" : 889,
"7503872" : 772,
"7569408" : 703,
"7634944" : 632,
"7700480" : 603,
"7766016" : 555,
"7831552" : 479,
"7897088" : 441,
"7962624" : 387,
"8028160" : 341,
"8093696" : 317,
"8159232" : 330,
"8224768" : 302,
"8290304" : 264,
"8355840" : 257,
"8454144" : 397,
"8585216" : 353,
"8716288" : 312,
"8847360" : 240,
"8978432" : 244,
"9109504" : 208,
"9240576" : 174,
"9371648" : 138,
"9502720" : 156,
"9633792" : 118,
"9764864" : 108,
"9895936" : 96,
"10027008" : 90,
"10158080" : 81,
"10289152" : 71,
"10420224" : 58,
"10551296" : 71,
"10682368" : 47,
"10813440" : 56,
"10944512" : 62,
"11075584" : 47,
"11206656" : 47,
"11337728" : 42,
"11468800" : 32,
"11599872" : 31,
"11730944" : 31,
"11862016" : 29,
"11993088" : 28,
"12124160" : 27,
"12255232" : 22,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 4915362.288863,
"stddev" : 1791123.413136,
"N" : 1821775
},
"bw_min" : 76024,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 104262.525180,
"bw_dev" : 560.009107,
"bw_samples" : 4448,
"iops_min" : 19006,
"iops_max" : 37025,
"iops_mean" : 26064.762590,
"iops_stddev" : 139.976392,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240058,
"usr_cpu" : 0.343339,
"sys_cpu" : 3.505936,
"ctx" : 2356364,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.014217,
"250" : 0.219178,
"500" : 0.486715,
"750" : 0.742230,
"1000" : 1.009602
},
"latency_ms" : {
"2" : 7.908906,
"4" : 51.511713,
"10" : 38.041681,
"20" : 0.063728,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120691,
"timestamp_ms" : 1774120691581,
"time" : "Sat Mar 21 16:18:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8351870976,
"io_kbytes" : 8156124,
"bw_bytes" : 104394472,
"bw" : 101947,
"iops" : 25487.431721,
"runtime" : 80003,
"total_ios" : 2039071,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1248383.845439,
"stddev" : 564535.305425,
"N" : 2039070
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3770784.669476,
"stddev" : 1397472.517883,
"N" : 2039039,
"percentile" : {
"1.000000" : 643072,
"5.000000" : 1499136,
"10.000000" : 2039808,
"20.000000" : 2670592,
"30.000000" : 3063808,
"40.000000" : 3391488,
"50.000000" : 3686400,
"60.000000" : 4014080,
"70.000000" : 4423680,
"80.000000" : 4947968,
"90.000000" : 5603328,
"95.000000" : 6193152,
"99.000000" : 7110656,
"99.500000" : 7569408,
"99.900000" : 9240576,
"99.950000" : 10289152,
"99.990000" : 13172736
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 101,
"296960" : 133,
"301056" : 125,
"305152" : 136,
"309248" : 125,
"313344" : 140,
"317440" : 145,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 135,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 146,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 132,
"399360" : 161,
"403456" : 149,
"407552" : 142,
"411648" : 134,
"415744" : 152,
"419840" : 141,
"423936" : 165,
"428032" : 155,
"432128" : 156,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 138,
"452608" : 163,
"456704" : 169,
"460800" : 187,
"464896" : 188,
"468992" : 186,
"473088" : 177,
"477184" : 207,
"481280" : 169,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 184,
"505856" : 165,
"509952" : 190,
"514048" : 191,
"518144" : 180,
"522240" : 184,
"528384" : 359,
"536576" : 381,
"544768" : 383,
"552960" : 379,
"561152" : 391,
"569344" : 447,
"577536" : 403,
"585728" : 401,
"593920" : 408,
"602112" : 417,
"610304" : 438,
"618496" : 454,
"626688" : 436,
"634880" : 472,
"643072" : 471,
"651264" : 473,
"659456" : 489,
"667648" : 475,
"675840" : 481,
"684032" : 480,
"692224" : 472,
"700416" : 514,
"708608" : 509,
"716800" : 514,
"724992" : 510,
"733184" : 507,
"741376" : 545,
"749568" : 506,
"757760" : 544,
"765952" : 547,
"774144" : 554,
"782336" : 494,
"790528" : 540,
"798720" : 572,
"806912" : 552,
"815104" : 578,
"823296" : 626,
"831488" : 539,
"839680" : 589,
"847872" : 568,
"856064" : 577,
"864256" : 589,
"872448" : 619,
"880640" : 572,
"888832" : 606,
"897024" : 612,
"905216" : 581,
"913408" : 624,
"921600" : 652,
"929792" : 668,
"937984" : 669,
"946176" : 637,
"954368" : 623,
"962560" : 676,
"970752" : 687,
"978944" : 651,
"987136" : 719,
"995328" : 755,
"1003520" : 755,
"1011712" : 748,
"1019904" : 679,
"1028096" : 747,
"1036288" : 687,
"1044480" : 740,
"1056768" : 1470,
"1073152" : 1486,
"1089536" : 1568,
"1105920" : 1613,
"1122304" : 1625,
"1138688" : 1653,
"1155072" : 1653,
"1171456" : 1687,
"1187840" : 1687,
"1204224" : 1748,
"1220608" : 1859,
"1236992" : 1763,
"1253376" : 1857,
"1269760" : 1937,
"1286144" : 1899,
"1302528" : 1932,
"1318912" : 1953,
"1335296" : 1980,
"1351680" : 2031,
"1368064" : 2060,
"1384448" : 2081,
"1400832" : 2055,
"1417216" : 2151,
"1433600" : 2191,
"1449984" : 2238,
"1466368" : 2214,
"1482752" : 2218,
"1499136" : 2271,
"1515520" : 2422,
"1531904" : 2443,
"1548288" : 2470,
"1564672" : 2536,
"1581056" : 2511,
"1597440" : 2585,
"1613824" : 2519,
"1630208" : 2507,
"1646592" : 2619,
"1662976" : 2522,
"1679360" : 2668,
"1695744" : 2843,
"1712128" : 2899,
"1728512" : 2964,
"1744896" : 2929,
"1761280" : 3063,
"1777664" : 3086,
"1794048" : 3044,
"1810432" : 3219,
"1826816" : 3270,
"1843200" : 3347,
"1859584" : 3227,
"1875968" : 3304,
"1892352" : 3301,
"1908736" : 3400,
"1925120" : 3372,
"1941504" : 3553,
"1957888" : 3642,
"1974272" : 3780,
"1990656" : 4166,
"2007040" : 4531,
"2023424" : 4237,
"2039808" : 4133,
"2056192" : 4137,
"2072576" : 4280,
"2088960" : 4358,
"2113536" : 9207,
"2146304" : 9406,
"2179072" : 9552,
"2211840" : 9689,
"2244608" : 9939,
"2277376" : 9888,
"2310144" : 10251,
"2342912" : 10634,
"2375680" : 11050,
"2408448" : 11418,
"2441216" : 11888,
"2473984" : 12033,
"2506752" : 12324,
"2539520" : 12399,
"2572288" : 12777,
"2605056" : 13098,
"2637824" : 13336,
"2670592" : 13739,
"2703360" : 14174,
"2736128" : 14773,
"2768896" : 14842,
"2801664" : 15223,
"2834432" : 15887,
"2867200" : 16602,
"2899968" : 17275,
"2932736" : 16998,
"2965504" : 18011,
"2998272" : 21040,
"3031040" : 19205,
"3063808" : 18625,
"3096576" : 18838,
"3129344" : 19388,
"3162112" : 19472,
"3194880" : 20190,
"3227648" : 21076,
"3260416" : 21198,
"3293184" : 21654,
"3325952" : 21849,
"3358720" : 22584,
"3391488" : 22990,
"3424256" : 22680,
"3457024" : 22215,
"3489792" : 22446,
"3522560" : 22410,
"3555328" : 21951,
"3588096" : 21949,
"3620864" : 21640,
"3653632" : 21349,
"3686400" : 21257,
"3719168" : 21220,
"3751936" : 21226,
"3784704" : 20581,
"3817472" : 20183,
"3850240" : 20042,
"3883008" : 19459,
"3915776" : 19144,
"3948544" : 19169,
"3981312" : 19745,
"4014080" : 20681,
"4046848" : 18688,
"4079616" : 17998,
"4112384" : 17543,
"4145152" : 17656,
"4177920" : 17307,
"4227072" : 34435,
"4292608" : 32500,
"4358144" : 31482,
"4423680" : 30451,
"4489216" : 29118,
"4554752" : 27325,
"4620288" : 25444,
"4685824" : 25019,
"4751360" : 25250,
"4816896" : 24620,
"4882432" : 23473,
"4947968" : 22244,
"5013504" : 21941,
"5079040" : 19506,
"5144576" : 18786,
"5210112" : 18826,
"5275648" : 18576,
"5341184" : 18165,
"5406720" : 17476,
"5472256" : 17670,
"5537792" : 16469,
"5603328" : 15636,
"5668864" : 14935,
"5734400" : 13923,
"5799936" : 13210,
"5865472" : 12806,
"5931008" : 12284,
"5996544" : 12041,
"6062080" : 11128,
"6127616" : 10354,
"6193152" : 9610,
"6258688" : 9168,
"6324224" : 8544,
"6389760" : 7987,
"6455296" : 7216,
"6520832" : 6283,
"6586368" : 5845,
"6651904" : 5351,
"6717440" : 4679,
"6782976" : 4174,
"6848512" : 3639,
"6914048" : 3400,
"6979584" : 2976,
"7045120" : 2512,
"7110656" : 2204,
"7176192" : 1917,
"7241728" : 1624,
"7307264" : 1513,
"7372800" : 1237,
"7438336" : 1075,
"7503872" : 934,
"7569408" : 859,
"7634944" : 772,
"7700480" : 721,
"7766016" : 671,
"7831552" : 568,
"7897088" : 530,
"7962624" : 470,
"8028160" : 403,
"8093696" : 377,
"8159232" : 388,
"8224768" : 349,
"8290304" : 305,
"8355840" : 287,
"8454144" : 455,
"8585216" : 392,
"8716288" : 347,
"8847360" : 273,
"8978432" : 267,
"9109504" : 232,
"9240576" : 184,
"9371648" : 147,
"9502720" : 166,
"9633792" : 123,
"9764864" : 118,
"9895936" : 106,
"10027008" : 96,
"10158080" : 85,
"10289152" : 75,
"10420224" : 60,
"10551296" : 73,
"10682368" : 47,
"10813440" : 57,
"10944512" : 62,
"11075584" : 48,
"11206656" : 47,
"11337728" : 42,
"11468800" : 32,
"11599872" : 32,
"11730944" : 31,
"11862016" : 29,
"11993088" : 28,
"12124160" : 27,
"12255232" : 22,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5019159.962477,
"stddev" : 1802559.182267,
"N" : 2039039
},
"bw_min" : 76024,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 102110.723270,
"bw_dev" : 555.087290,
"bw_samples" : 5088,
"iops_min" : 19006,
"iops_max" : 37025,
"iops_mean" : 25526.628931,
"iops_stddev" : 138.752836,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560060,
"usr_cpu" : 0.336750,
"sys_cpu" : 3.441208,
"ctx" : 2615816,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.012702,
"250" : 0.195824,
"500" : 0.435296,
"750" : 0.665156,
"1000" : 0.907619
},
"latency_ms" : {
"2" : 7.246290,
"4" : 50.029842,
"10" : 40.447537,
"20" : 0.057919,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120701,
"timestamp_ms" : 1774120701581,
"time" : "Sat Mar 21 16:18:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9206202368,
"io_kbytes" : 8990432,
"bw_bytes" : 102288864,
"bw" : 99891,
"iops" : 24973.300593,
"runtime" : 90002,
"total_ios" : 2247647,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1274393.838011,
"stddev" : 566193.513757,
"N" : 2247646
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3848247.861568,
"stddev" : 1407773.281079,
"N" : 2247615,
"percentile" : {
"1.000000" : 684032,
"5.000000" : 1564672,
"10.000000" : 2113536,
"20.000000" : 2736128,
"30.000000" : 3129344,
"40.000000" : 3457024,
"50.000000" : 3751936,
"60.000000" : 4112384,
"70.000000" : 4489216,
"80.000000" : 5013504,
"90.000000" : 5734400,
"95.000000" : 6258688,
"99.000000" : 7176192,
"99.500000" : 7634944,
"99.900000" : 9109504,
"99.950000" : 10158080,
"99.990000" : 12910592
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 101,
"296960" : 133,
"301056" : 125,
"305152" : 136,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 146,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 132,
"399360" : 162,
"403456" : 149,
"407552" : 142,
"411648" : 134,
"415744" : 153,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 157,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 165,
"456704" : 169,
"460800" : 187,
"464896" : 188,
"468992" : 186,
"473088" : 177,
"477184" : 207,
"481280" : 169,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 184,
"505856" : 165,
"509952" : 190,
"514048" : 191,
"518144" : 181,
"522240" : 184,
"528384" : 359,
"536576" : 381,
"544768" : 384,
"552960" : 379,
"561152" : 392,
"569344" : 448,
"577536" : 404,
"585728" : 401,
"593920" : 411,
"602112" : 419,
"610304" : 438,
"618496" : 454,
"626688" : 437,
"634880" : 472,
"643072" : 471,
"651264" : 473,
"659456" : 489,
"667648" : 476,
"675840" : 481,
"684032" : 480,
"692224" : 474,
"700416" : 514,
"708608" : 509,
"716800" : 515,
"724992" : 511,
"733184" : 510,
"741376" : 547,
"749568" : 507,
"757760" : 544,
"765952" : 549,
"774144" : 556,
"782336" : 495,
"790528" : 542,
"798720" : 572,
"806912" : 556,
"815104" : 580,
"823296" : 629,
"831488" : 543,
"839680" : 593,
"847872" : 568,
"856064" : 578,
"864256" : 589,
"872448" : 621,
"880640" : 574,
"888832" : 608,
"897024" : 615,
"905216" : 584,
"913408" : 628,
"921600" : 657,
"929792" : 669,
"937984" : 674,
"946176" : 638,
"954368" : 623,
"962560" : 676,
"970752" : 688,
"978944" : 655,
"987136" : 723,
"995328" : 756,
"1003520" : 756,
"1011712" : 750,
"1019904" : 682,
"1028096" : 748,
"1036288" : 689,
"1044480" : 742,
"1056768" : 1474,
"1073152" : 1490,
"1089536" : 1572,
"1105920" : 1622,
"1122304" : 1634,
"1138688" : 1662,
"1155072" : 1666,
"1171456" : 1696,
"1187840" : 1699,
"1204224" : 1756,
"1220608" : 1879,
"1236992" : 1774,
"1253376" : 1871,
"1269760" : 1949,
"1286144" : 1915,
"1302528" : 1954,
"1318912" : 1964,
"1335296" : 2003,
"1351680" : 2046,
"1368064" : 2083,
"1384448" : 2102,
"1400832" : 2070,
"1417216" : 2173,
"1433600" : 2210,
"1449984" : 2263,
"1466368" : 2241,
"1482752" : 2252,
"1499136" : 2303,
"1515520" : 2460,
"1531904" : 2484,
"1548288" : 2493,
"1564672" : 2563,
"1581056" : 2536,
"1597440" : 2609,
"1613824" : 2558,
"1630208" : 2548,
"1646592" : 2657,
"1662976" : 2561,
"1679360" : 2712,
"1695744" : 2887,
"1712128" : 2946,
"1728512" : 3015,
"1744896" : 2978,
"1761280" : 3110,
"1777664" : 3142,
"1794048" : 3096,
"1810432" : 3274,
"1826816" : 3347,
"1843200" : 3414,
"1859584" : 3295,
"1875968" : 3352,
"1892352" : 3382,
"1908736" : 3485,
"1925120" : 3451,
"1941504" : 3631,
"1957888" : 3725,
"1974272" : 3875,
"1990656" : 4249,
"2007040" : 4647,
"2023424" : 4336,
"2039808" : 4220,
"2056192" : 4239,
"2072576" : 4376,
"2088960" : 4459,
"2113536" : 9402,
"2146304" : 9651,
"2179072" : 9837,
"2211840" : 9998,
"2244608" : 10269,
"2277376" : 10243,
"2310144" : 10620,
"2342912" : 11009,
"2375680" : 11475,
"2408448" : 11924,
"2441216" : 12428,
"2473984" : 12619,
"2506752" : 12954,
"2539520" : 13097,
"2572288" : 13515,
"2605056" : 13855,
"2637824" : 14115,
"2670592" : 14557,
"2703360" : 14987,
"2736128" : 15598,
"2768896" : 15748,
"2801664" : 16154,
"2834432" : 16808,
"2867200" : 17568,
"2899968" : 18271,
"2932736" : 17966,
"2965504" : 19126,
"2998272" : 22397,
"3031040" : 20362,
"3063808" : 19844,
"3096576" : 20213,
"3129344" : 20820,
"3162112" : 20913,
"3194880" : 21663,
"3227648" : 22609,
"3260416" : 22750,
"3293184" : 23158,
"3325952" : 23368,
"3358720" : 24089,
"3391488" : 24579,
"3424256" : 24213,
"3457024" : 23710,
"3489792" : 24070,
"3522560" : 24185,
"3555328" : 23656,
"3588096" : 23726,
"3620864" : 23327,
"3653632" : 23153,
"3686400" : 23104,
"3719168" : 23117,
"3751936" : 23163,
"3784704" : 22394,
"3817472" : 22073,
"3850240" : 21869,
"3883008" : 21380,
"3915776" : 20975,
"3948544" : 21020,
"3981312" : 21602,
"4014080" : 22759,
"4046848" : 20501,
"4079616" : 19812,
"4112384" : 19427,
"4145152" : 19546,
"4177920" : 19290,
"4227072" : 38370,
"4292608" : 36584,
"4358144" : 35818,
"4423680" : 34876,
"4489216" : 33551,
"4554752" : 31685,
"4620288" : 29737,
"4685824" : 29377,
"4751360" : 29543,
"4816896" : 28905,
"4882432" : 27419,
"4947968" : 26027,
"5013504" : 25808,
"5079040" : 22640,
"5144576" : 21793,
"5210112" : 21707,
"5275648" : 21576,
"5341184" : 21124,
"5406720" : 20212,
"5472256" : 20434,
"5537792" : 18853,
"5603328" : 17944,
"5668864" : 17082,
"5734400" : 16107,
"5799936" : 15537,
"5865472" : 15270,
"5931008" : 14829,
"5996544" : 14574,
"6062080" : 13381,
"6127616" : 12494,
"6193152" : 11809,
"6258688" : 11249,
"6324224" : 10673,
"6389760" : 10004,
"6455296" : 9171,
"6520832" : 8118,
"6586368" : 7571,
"6651904" : 6992,
"6717440" : 6108,
"6782976" : 5435,
"6848512" : 4818,
"6914048" : 4441,
"6979584" : 3964,
"7045120" : 3387,
"7110656" : 2969,
"7176192" : 2589,
"7241728" : 2194,
"7307264" : 2093,
"7372800" : 1660,
"7438336" : 1502,
"7503872" : 1320,
"7569408" : 1202,
"7634944" : 1048,
"7700480" : 954,
"7766016" : 841,
"7831552" : 700,
"7897088" : 618,
"7962624" : 547,
"8028160" : 471,
"8093696" : 454,
"8159232" : 436,
"8224768" : 398,
"8290304" : 346,
"8355840" : 314,
"8454144" : 506,
"8585216" : 423,
"8716288" : 381,
"8847360" : 295,
"8978432" : 287,
"9109504" : 253,
"9240576" : 200,
"9371648" : 160,
"9502720" : 177,
"9633792" : 129,
"9764864" : 124,
"9895936" : 113,
"10027008" : 104,
"10158080" : 89,
"10289152" : 77,
"10420224" : 62,
"10551296" : 74,
"10682368" : 47,
"10813440" : 57,
"10944512" : 63,
"11075584" : 48,
"11206656" : 47,
"11337728" : 43,
"11468800" : 33,
"11599872" : 33,
"11730944" : 32,
"11862016" : 30,
"11993088" : 28,
"12124160" : 27,
"12255232" : 22,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5122621.538132,
"stddev" : 1817796.537704,
"N" : 2247615
},
"bw_min" : 73960,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 100007.536313,
"bw_dev" : 556.667830,
"bw_samples" : 5728,
"iops_min" : 18490,
"iops_max" : 37025,
"iops_mean" : 25000.949721,
"iops_stddev" : 139.146694,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880052,
"usr_cpu" : 0.327529,
"sys_cpu" : 3.382300,
"ctx" : 2861470,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.011523,
"250" : 0.177652,
"500" : 0.395302,
"750" : 0.604365,
"1000" : 0.826242
},
"latency_ms" : {
"2" : 6.666661,
"4" : 48.450980,
"10" : 42.812150,
"20" : 0.053478,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120711,
"timestamp_ms" : 1774120711580,
"time" : "Sat Mar 21 16:18:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10109087744,
"io_kbytes" : 9872156,
"bw_bytes" : 101087844,
"bw" : 98718,
"iops" : 24680.079598,
"runtime" : 100003,
"total_ios" : 2468082,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1289696.390435,
"stddev" : 563835.503840,
"N" : 2468081
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3893847.067206,
"stddev" : 1401472.602057,
"N" : 2468050,
"percentile" : {
"1.000000" : 716800,
"5.000000" : 1630208,
"10.000000" : 2179072,
"20.000000" : 2768896,
"30.000000" : 3162112,
"40.000000" : 3489792,
"50.000000" : 3817472,
"60.000000" : 4145152,
"70.000000" : 4554752,
"80.000000" : 5079040,
"90.000000" : 5799936,
"95.000000" : 6258688,
"99.000000" : 7176192,
"99.500000" : 7634944,
"99.900000" : 9109504,
"99.950000" : 10027008,
"99.990000" : 12648448
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 101,
"296960" : 133,
"301056" : 125,
"305152" : 136,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 146,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 132,
"399360" : 162,
"403456" : 149,
"407552" : 143,
"411648" : 134,
"415744" : 154,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 157,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 165,
"456704" : 169,
"460800" : 187,
"464896" : 188,
"468992" : 186,
"473088" : 177,
"477184" : 207,
"481280" : 170,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 185,
"505856" : 165,
"509952" : 190,
"514048" : 191,
"518144" : 182,
"522240" : 185,
"528384" : 362,
"536576" : 381,
"544768" : 384,
"552960" : 381,
"561152" : 392,
"569344" : 449,
"577536" : 406,
"585728" : 403,
"593920" : 413,
"602112" : 420,
"610304" : 439,
"618496" : 455,
"626688" : 439,
"634880" : 475,
"643072" : 474,
"651264" : 474,
"659456" : 493,
"667648" : 478,
"675840" : 482,
"684032" : 484,
"692224" : 474,
"700416" : 520,
"708608" : 511,
"716800" : 515,
"724992" : 515,
"733184" : 511,
"741376" : 550,
"749568" : 511,
"757760" : 547,
"765952" : 553,
"774144" : 557,
"782336" : 497,
"790528" : 546,
"798720" : 573,
"806912" : 559,
"815104" : 581,
"823296" : 633,
"831488" : 546,
"839680" : 593,
"847872" : 573,
"856064" : 580,
"864256" : 591,
"872448" : 625,
"880640" : 580,
"888832" : 613,
"897024" : 619,
"905216" : 586,
"913408" : 636,
"921600" : 658,
"929792" : 674,
"937984" : 678,
"946176" : 641,
"954368" : 626,
"962560" : 685,
"970752" : 690,
"978944" : 658,
"987136" : 733,
"995328" : 761,
"1003520" : 760,
"1011712" : 757,
"1019904" : 692,
"1028096" : 755,
"1036288" : 693,
"1044480" : 750,
"1056768" : 1481,
"1073152" : 1501,
"1089536" : 1586,
"1105920" : 1635,
"1122304" : 1656,
"1138688" : 1683,
"1155072" : 1683,
"1171456" : 1718,
"1187840" : 1717,
"1204224" : 1777,
"1220608" : 1900,
"1236992" : 1801,
"1253376" : 1895,
"1269760" : 1972,
"1286144" : 1948,
"1302528" : 1985,
"1318912" : 1990,
"1335296" : 2030,
"1351680" : 2074,
"1368064" : 2124,
"1384448" : 2139,
"1400832" : 2096,
"1417216" : 2212,
"1433600" : 2248,
"1449984" : 2294,
"1466368" : 2282,
"1482752" : 2291,
"1499136" : 2344,
"1515520" : 2514,
"1531904" : 2530,
"1548288" : 2543,
"1564672" : 2606,
"1581056" : 2607,
"1597440" : 2664,
"1613824" : 2636,
"1630208" : 2606,
"1646592" : 2746,
"1662976" : 2645,
"1679360" : 2787,
"1695744" : 2970,
"1712128" : 3037,
"1728512" : 3086,
"1744896" : 3056,
"1761280" : 3186,
"1777664" : 3249,
"1794048" : 3183,
"1810432" : 3365,
"1826816" : 3444,
"1843200" : 3520,
"1859584" : 3413,
"1875968" : 3453,
"1892352" : 3506,
"1908736" : 3611,
"1925120" : 3560,
"1941504" : 3754,
"1957888" : 3874,
"1974272" : 4005,
"1990656" : 4403,
"2007040" : 4847,
"2023424" : 4498,
"2039808" : 4377,
"2056192" : 4426,
"2072576" : 4566,
"2088960" : 4635,
"2113536" : 9787,
"2146304" : 10083,
"2179072" : 10221,
"2211840" : 10492,
"2244608" : 10749,
"2277376" : 10768,
"2310144" : 11179,
"2342912" : 11591,
"2375680" : 12112,
"2408448" : 12534,
"2441216" : 13127,
"2473984" : 13294,
"2506752" : 13652,
"2539520" : 13808,
"2572288" : 14314,
"2605056" : 14747,
"2637824" : 15028,
"2670592" : 15576,
"2703360" : 16090,
"2736128" : 16826,
"2768896" : 16968,
"2801664" : 17365,
"2834432" : 18060,
"2867200" : 18992,
"2899968" : 19791,
"2932736" : 19352,
"2965504" : 20585,
"2998272" : 24102,
"3031040" : 21984,
"3063808" : 21396,
"3096576" : 21712,
"3129344" : 22391,
"3162112" : 22529,
"3194880" : 23297,
"3227648" : 24329,
"3260416" : 24499,
"3293184" : 24935,
"3325952" : 25065,
"3358720" : 25910,
"3391488" : 26507,
"3424256" : 26194,
"3457024" : 25718,
"3489792" : 26246,
"3522560" : 26302,
"3555328" : 25860,
"3588096" : 26047,
"3620864" : 25739,
"3653632" : 25505,
"3686400" : 25468,
"3719168" : 25545,
"3751936" : 25788,
"3784704" : 24975,
"3817472" : 24734,
"3850240" : 24567,
"3883008" : 24064,
"3915776" : 23585,
"3948544" : 23658,
"3981312" : 24252,
"4014080" : 25672,
"4046848" : 23049,
"4079616" : 22231,
"4112384" : 21910,
"4145152" : 21912,
"4177920" : 21591,
"4227072" : 42779,
"4292608" : 40425,
"4358144" : 39795,
"4423680" : 38584,
"4489216" : 37503,
"4554752" : 35713,
"4620288" : 33820,
"4685824" : 33423,
"4751360" : 33431,
"4816896" : 32601,
"4882432" : 30786,
"4947968" : 29079,
"5013504" : 29098,
"5079040" : 25810,
"5144576" : 24937,
"5210112" : 24786,
"5275648" : 24640,
"5341184" : 24090,
"5406720" : 22999,
"5472256" : 23028,
"5537792" : 21320,
"5603328" : 20460,
"5668864" : 19551,
"5734400" : 18532,
"5799936" : 18108,
"5865472" : 17554,
"5931008" : 17010,
"5996544" : 16798,
"6062080" : 15380,
"6127616" : 14360,
"6193152" : 13475,
"6258688" : 12863,
"6324224" : 12165,
"6389760" : 11368,
"6455296" : 10414,
"6520832" : 9350,
"6586368" : 8732,
"6651904" : 7988,
"6717440" : 7043,
"6782976" : 6234,
"6848512" : 5601,
"6914048" : 5077,
"6979584" : 4526,
"7045120" : 3913,
"7110656" : 3398,
"7176192" : 2959,
"7241728" : 2544,
"7307264" : 2379,
"7372800" : 1924,
"7438336" : 1740,
"7503872" : 1505,
"7569408" : 1383,
"7634944" : 1200,
"7700480" : 1092,
"7766016" : 972,
"7831552" : 808,
"7897088" : 713,
"7962624" : 634,
"8028160" : 546,
"8093696" : 509,
"8159232" : 509,
"8224768" : 449,
"8290304" : 416,
"8355840" : 353,
"8454144" : 578,
"8585216" : 481,
"8716288" : 438,
"8847360" : 334,
"8978432" : 330,
"9109504" : 282,
"9240576" : 227,
"9371648" : 177,
"9502720" : 194,
"9633792" : 141,
"9764864" : 139,
"9895936" : 118,
"10027008" : 112,
"10158080" : 92,
"10289152" : 81,
"10420224" : 68,
"10551296" : 82,
"10682368" : 47,
"10813440" : 61,
"10944512" : 65,
"11075584" : 48,
"11206656" : 48,
"11337728" : 44,
"11468800" : 34,
"11599872" : 34,
"11730944" : 33,
"11862016" : 31,
"11993088" : 28,
"12124160" : 27,
"12255232" : 23,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5183551.370595,
"stddev" : 1809645.982593,
"N" : 2468050
},
"bw_min" : 73960,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 98837.854271,
"bw_dev" : 540.756442,
"bw_samples" : 6368,
"iops_min" : 18490,
"iops_max" : 37025,
"iops_mean" : 24708.542714,
"iops_stddev" : 135.170310,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200056,
"usr_cpu" : 0.323744,
"sys_cpu" : 3.358691,
"ctx" : 3127910,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010494,
"250" : 0.161786,
"500" : 0.360118,
"750" : 0.552656,
"1000" : 0.756944
},
"latency_ms" : {
"2" : 6.213732,
"4" : 47.768956,
"10" : 44.123534,
"20" : 0.050282,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120721,
"timestamp_ms" : 1774120721580,
"time" : "Sat Mar 21 16:18:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10967040000,
"io_kbytes" : 10710000,
"bw_bytes" : 99698550,
"bw" : 97361,
"iops" : 24340.884711,
"runtime" : 110002,
"total_ios" : 2677546,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1307878.340743,
"stddev" : 566341.196181,
"N" : 2677545
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3948003.823541,
"stddev" : 1409426.534786,
"N" : 2677514,
"percentile" : {
"1.000000" : 749568,
"5.000000" : 1679360,
"10.000000" : 2211840,
"20.000000" : 2834432,
"30.000000" : 3227648,
"40.000000" : 3522560,
"50.000000" : 3850240,
"60.000000" : 4227072,
"70.000000" : 4620288,
"80.000000" : 5144576,
"90.000000" : 5865472,
"95.000000" : 6389760,
"99.000000" : 7307264,
"99.500000" : 7700480,
"99.900000" : 8978432,
"99.950000" : 9895936,
"99.990000" : 12517376
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 136,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 133,
"399360" : 163,
"403456" : 149,
"407552" : 143,
"411648" : 135,
"415744" : 155,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 166,
"456704" : 169,
"460800" : 187,
"464896" : 189,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 185,
"505856" : 165,
"509952" : 191,
"514048" : 191,
"518144" : 183,
"522240" : 187,
"528384" : 363,
"536576" : 381,
"544768" : 388,
"552960" : 382,
"561152" : 396,
"569344" : 453,
"577536" : 409,
"585728" : 403,
"593920" : 414,
"602112" : 420,
"610304" : 440,
"618496" : 456,
"626688" : 440,
"634880" : 477,
"643072" : 474,
"651264" : 474,
"659456" : 498,
"667648" : 482,
"675840" : 483,
"684032" : 486,
"692224" : 476,
"700416" : 525,
"708608" : 514,
"716800" : 516,
"724992" : 515,
"733184" : 511,
"741376" : 552,
"749568" : 516,
"757760" : 550,
"765952" : 555,
"774144" : 559,
"782336" : 499,
"790528" : 550,
"798720" : 573,
"806912" : 560,
"815104" : 584,
"823296" : 639,
"831488" : 550,
"839680" : 598,
"847872" : 574,
"856064" : 582,
"864256" : 597,
"872448" : 631,
"880640" : 585,
"888832" : 616,
"897024" : 622,
"905216" : 589,
"913408" : 640,
"921600" : 662,
"929792" : 678,
"937984" : 686,
"946176" : 644,
"954368" : 634,
"962560" : 689,
"970752" : 694,
"978944" : 663,
"987136" : 737,
"995328" : 768,
"1003520" : 767,
"1011712" : 762,
"1019904" : 696,
"1028096" : 761,
"1036288" : 696,
"1044480" : 760,
"1056768" : 1487,
"1073152" : 1508,
"1089536" : 1603,
"1105920" : 1644,
"1122304" : 1671,
"1138688" : 1695,
"1155072" : 1697,
"1171456" : 1734,
"1187840" : 1732,
"1204224" : 1791,
"1220608" : 1915,
"1236992" : 1813,
"1253376" : 1925,
"1269760" : 1988,
"1286144" : 1970,
"1302528" : 1997,
"1318912" : 2009,
"1335296" : 2047,
"1351680" : 2095,
"1368064" : 2149,
"1384448" : 2169,
"1400832" : 2130,
"1417216" : 2237,
"1433600" : 2273,
"1449984" : 2333,
"1466368" : 2320,
"1482752" : 2324,
"1499136" : 2375,
"1515520" : 2558,
"1531904" : 2574,
"1548288" : 2600,
"1564672" : 2642,
"1581056" : 2644,
"1597440" : 2716,
"1613824" : 2684,
"1630208" : 2645,
"1646592" : 2805,
"1662976" : 2691,
"1679360" : 2829,
"1695744" : 3033,
"1712128" : 3099,
"1728512" : 3143,
"1744896" : 3106,
"1761280" : 3231,
"1777664" : 3312,
"1794048" : 3261,
"1810432" : 3432,
"1826816" : 3513,
"1843200" : 3599,
"1859584" : 3484,
"1875968" : 3524,
"1892352" : 3597,
"1908736" : 3691,
"1925120" : 3649,
"1941504" : 3848,
"1957888" : 3967,
"1974272" : 4088,
"1990656" : 4540,
"2007040" : 4959,
"2023424" : 4632,
"2039808" : 4504,
"2056192" : 4575,
"2072576" : 4713,
"2088960" : 4771,
"2113536" : 10124,
"2146304" : 10476,
"2179072" : 10592,
"2211840" : 10870,
"2244608" : 11123,
"2277376" : 11194,
"2310144" : 11604,
"2342912" : 12058,
"2375680" : 12582,
"2408448" : 13057,
"2441216" : 13676,
"2473984" : 13829,
"2506752" : 14217,
"2539520" : 14437,
"2572288" : 14999,
"2605056" : 15470,
"2637824" : 15750,
"2670592" : 16359,
"2703360" : 16924,
"2736128" : 17763,
"2768896" : 17953,
"2801664" : 18339,
"2834432" : 19106,
"2867200" : 20095,
"2899968" : 20929,
"2932736" : 20455,
"2965504" : 21748,
"2998272" : 25508,
"3031040" : 23285,
"3063808" : 22672,
"3096576" : 23145,
"3129344" : 23852,
"3162112" : 24040,
"3194880" : 24829,
"3227648" : 25896,
"3260416" : 26143,
"3293184" : 26496,
"3325952" : 26640,
"3358720" : 27459,
"3391488" : 28038,
"3424256" : 27796,
"3457024" : 27330,
"3489792" : 28029,
"3522560" : 28162,
"3555328" : 27677,
"3588096" : 27993,
"3620864" : 27622,
"3653632" : 27386,
"3686400" : 27357,
"3719168" : 27283,
"3751936" : 27681,
"3784704" : 26777,
"3817472" : 26630,
"3850240" : 26475,
"3883008" : 26053,
"3915776" : 25592,
"3948544" : 25623,
"3981312" : 26380,
"4014080" : 28049,
"4046848" : 25193,
"4079616" : 24442,
"4112384" : 24167,
"4145152" : 24174,
"4177920" : 23805,
"4227072" : 47377,
"4292608" : 44853,
"4358144" : 44179,
"4423680" : 42888,
"4489216" : 41813,
"4554752" : 39741,
"4620288" : 37774,
"4685824" : 37230,
"4751360" : 37085,
"4816896" : 35943,
"4882432" : 34063,
"4947968" : 32061,
"5013504" : 32163,
"5079040" : 28538,
"5144576" : 27702,
"5210112" : 27414,
"5275648" : 27202,
"5341184" : 26449,
"5406720" : 25310,
"5472256" : 25174,
"5537792" : 23434,
"5603328" : 22520,
"5668864" : 21584,
"5734400" : 20580,
"5799936" : 20200,
"5865472" : 19794,
"5931008" : 19249,
"5996544" : 19163,
"6062080" : 17438,
"6127616" : 16538,
"6193152" : 15634,
"6258688" : 14924,
"6324224" : 14253,
"6389760" : 13376,
"6455296" : 12307,
"6520832" : 11079,
"6586368" : 10456,
"6651904" : 9711,
"6717440" : 8820,
"6782976" : 7922,
"6848512" : 7224,
"6914048" : 6491,
"6979584" : 5809,
"7045120" : 4998,
"7110656" : 4279,
"7176192" : 3810,
"7241728" : 3310,
"7307264" : 3090,
"7372800" : 2537,
"7438336" : 2311,
"7503872" : 1972,
"7569408" : 1766,
"7634944" : 1545,
"7700480" : 1387,
"7766016" : 1190,
"7831552" : 1006,
"7897088" : 889,
"7962624" : 782,
"8028160" : 672,
"8093696" : 626,
"8159232" : 616,
"8224768" : 531,
"8290304" : 479,
"8355840" : 419,
"8454144" : 686,
"8585216" : 543,
"8716288" : 491,
"8847360" : 367,
"8978432" : 355,
"9109504" : 309,
"9240576" : 237,
"9371648" : 193,
"9502720" : 208,
"9633792" : 145,
"9764864" : 146,
"9895936" : 122,
"10027008" : 119,
"10158080" : 94,
"10289152" : 82,
"10420224" : 68,
"10551296" : 83,
"10682368" : 50,
"10813440" : 61,
"10944512" : 66,
"11075584" : 48,
"11206656" : 48,
"11337728" : 45,
"11468800" : 34,
"11599872" : 34,
"11730944" : 33,
"11862016" : 31,
"11993088" : 28,
"12124160" : 27,
"12255232" : 23,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5255880.624665,
"stddev" : 1820484.399929,
"N" : 2677514
},
"bw_min" : 73592,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 97486.634703,
"bw_dev" : 534.910597,
"bw_samples" : 7008,
"iops_min" : 18398,
"iops_max" : 37025,
"iops_mean" : 24370.821918,
"iops_stddev" : 133.708316,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520044,
"usr_cpu" : 0.320479,
"sys_cpu" : 3.325072,
"ctx" : 3376586,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.149129,
"500" : 0.332319,
"750" : 0.511476,
"1000" : 0.702210
},
"latency_ms" : {
"2" : 5.823056,
"4" : 46.742428,
"10" : 45.681419,
"20" : 0.046909,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120731,
"timestamp_ms" : 1774120731581,
"time" : "Sat Mar 21 16:18:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11832680448,
"io_kbytes" : 11555352,
"bw_bytes" : 98604026,
"bw" : 96292,
"iops" : 24073.623773,
"runtime" : 120002,
"total_ios" : 2888883,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1322569.705559,
"stddev" : 565530.792333,
"N" : 2888882
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 3991721.905504,
"stddev" : 1406005.111632,
"N" : 2888851,
"percentile" : {
"1.000000" : 782336,
"5.000000" : 1744896,
"10.000000" : 2277376,
"20.000000" : 2867200,
"30.000000" : 3260416,
"40.000000" : 3588096,
"50.000000" : 3883008,
"60.000000" : 4227072,
"70.000000" : 4620288,
"80.000000" : 5144576,
"90.000000" : 5931008,
"95.000000" : 6389760,
"99.000000" : 7307264,
"99.500000" : 7700480,
"99.900000" : 8978432,
"99.950000" : 9764864,
"99.990000" : 12517376
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 136,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 133,
"399360" : 163,
"403456" : 149,
"407552" : 143,
"411648" : 135,
"415744" : 155,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 166,
"456704" : 170,
"460800" : 187,
"464896" : 189,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 185,
"505856" : 166,
"509952" : 191,
"514048" : 191,
"518144" : 183,
"522240" : 187,
"528384" : 363,
"536576" : 381,
"544768" : 388,
"552960" : 382,
"561152" : 396,
"569344" : 453,
"577536" : 409,
"585728" : 403,
"593920" : 415,
"602112" : 421,
"610304" : 440,
"618496" : 456,
"626688" : 440,
"634880" : 477,
"643072" : 474,
"651264" : 474,
"659456" : 498,
"667648" : 482,
"675840" : 484,
"684032" : 486,
"692224" : 476,
"700416" : 525,
"708608" : 514,
"716800" : 516,
"724992" : 516,
"733184" : 511,
"741376" : 552,
"749568" : 516,
"757760" : 551,
"765952" : 556,
"774144" : 559,
"782336" : 500,
"790528" : 551,
"798720" : 573,
"806912" : 560,
"815104" : 584,
"823296" : 639,
"831488" : 553,
"839680" : 598,
"847872" : 575,
"856064" : 582,
"864256" : 598,
"872448" : 632,
"880640" : 586,
"888832" : 616,
"897024" : 622,
"905216" : 589,
"913408" : 641,
"921600" : 663,
"929792" : 680,
"937984" : 687,
"946176" : 644,
"954368" : 635,
"962560" : 690,
"970752" : 695,
"978944" : 663,
"987136" : 738,
"995328" : 768,
"1003520" : 768,
"1011712" : 763,
"1019904" : 698,
"1028096" : 765,
"1036288" : 699,
"1044480" : 761,
"1056768" : 1490,
"1073152" : 1512,
"1089536" : 1607,
"1105920" : 1649,
"1122304" : 1677,
"1138688" : 1704,
"1155072" : 1704,
"1171456" : 1737,
"1187840" : 1737,
"1204224" : 1796,
"1220608" : 1925,
"1236992" : 1817,
"1253376" : 1929,
"1269760" : 1994,
"1286144" : 1983,
"1302528" : 2009,
"1318912" : 2020,
"1335296" : 2054,
"1351680" : 2103,
"1368064" : 2162,
"1384448" : 2178,
"1400832" : 2138,
"1417216" : 2250,
"1433600" : 2285,
"1449984" : 2345,
"1466368" : 2328,
"1482752" : 2338,
"1499136" : 2383,
"1515520" : 2570,
"1531904" : 2590,
"1548288" : 2613,
"1564672" : 2654,
"1581056" : 2662,
"1597440" : 2731,
"1613824" : 2700,
"1630208" : 2667,
"1646592" : 2829,
"1662976" : 2716,
"1679360" : 2848,
"1695744" : 3052,
"1712128" : 3127,
"1728512" : 3173,
"1744896" : 3139,
"1761280" : 3270,
"1777664" : 3348,
"1794048" : 3283,
"1810432" : 3475,
"1826816" : 3558,
"1843200" : 3640,
"1859584" : 3534,
"1875968" : 3579,
"1892352" : 3658,
"1908736" : 3748,
"1925120" : 3686,
"1941504" : 3910,
"1957888" : 4021,
"1974272" : 4164,
"1990656" : 4609,
"2007040" : 5036,
"2023424" : 4695,
"2039808" : 4583,
"2056192" : 4652,
"2072576" : 4804,
"2088960" : 4867,
"2113536" : 10346,
"2146304" : 10720,
"2179072" : 10824,
"2211840" : 11129,
"2244608" : 11426,
"2277376" : 11491,
"2310144" : 11989,
"2342912" : 12397,
"2375680" : 12949,
"2408448" : 13470,
"2441216" : 14088,
"2473984" : 14252,
"2506752" : 14703,
"2539520" : 14967,
"2572288" : 15538,
"2605056" : 16072,
"2637824" : 16406,
"2670592" : 17026,
"2703360" : 17694,
"2736128" : 18555,
"2768896" : 18750,
"2801664" : 19219,
"2834432" : 19976,
"2867200" : 20982,
"2899968" : 21921,
"2932736" : 21503,
"2965504" : 22854,
"2998272" : 26802,
"3031040" : 24493,
"3063808" : 23964,
"3096576" : 24477,
"3129344" : 25256,
"3162112" : 25508,
"3194880" : 26310,
"3227648" : 27474,
"3260416" : 27797,
"3293184" : 28176,
"3325952" : 28457,
"3358720" : 29320,
"3391488" : 29906,
"3424256" : 29775,
"3457024" : 29250,
"3489792" : 30002,
"3522560" : 30223,
"3555328" : 29845,
"3588096" : 30300,
"3620864" : 29984,
"3653632" : 29750,
"3686400" : 29775,
"3719168" : 29839,
"3751936" : 30266,
"3784704" : 29401,
"3817472" : 29147,
"3850240" : 28849,
"3883008" : 28519,
"3915776" : 28074,
"3948544" : 27874,
"3981312" : 28712,
"4014080" : 30558,
"4046848" : 27373,
"4079616" : 26610,
"4112384" : 26425,
"4145152" : 26369,
"4177920" : 26027,
"4227072" : 51865,
"4292608" : 49101,
"4358144" : 48595,
"4423680" : 47511,
"4489216" : 46564,
"4554752" : 44492,
"4620288" : 42314,
"4685824" : 41393,
"4751360" : 40853,
"4816896" : 39335,
"4882432" : 37231,
"4947968" : 34951,
"5013504" : 35113,
"5079040" : 31235,
"5144576" : 30347,
"5210112" : 30086,
"5275648" : 29690,
"5341184" : 28714,
"5406720" : 27625,
"5472256" : 27410,
"5537792" : 25765,
"5603328" : 24815,
"5668864" : 23912,
"5734400" : 22962,
"5799936" : 22597,
"5865472" : 22160,
"5931008" : 21540,
"5996544" : 21500,
"6062080" : 19616,
"6127616" : 18837,
"6193152" : 17869,
"6258688" : 17063,
"6324224" : 16293,
"6389760" : 15311,
"6455296" : 14156,
"6520832" : 12703,
"6586368" : 12028,
"6651904" : 11182,
"6717440" : 10180,
"6782976" : 9081,
"6848512" : 8354,
"6914048" : 7384,
"6979584" : 6666,
"7045120" : 5754,
"7110656" : 4915,
"7176192" : 4399,
"7241728" : 3834,
"7307264" : 3566,
"7372800" : 2911,
"7438336" : 2642,
"7503872" : 2263,
"7569408" : 2001,
"7634944" : 1752,
"7700480" : 1591,
"7766016" : 1326,
"7831552" : 1131,
"7897088" : 1017,
"7962624" : 873,
"8028160" : 763,
"8093696" : 715,
"8159232" : 690,
"8224768" : 607,
"8290304" : 539,
"8355840" : 470,
"8454144" : 773,
"8585216" : 591,
"8716288" : 539,
"8847360" : 394,
"8978432" : 386,
"9109504" : 337,
"9240576" : 255,
"9371648" : 206,
"9502720" : 218,
"9633792" : 153,
"9764864" : 149,
"9895936" : 126,
"10027008" : 121,
"10158080" : 102,
"10289152" : 84,
"10420224" : 70,
"10551296" : 84,
"10682368" : 50,
"10813440" : 61,
"10944512" : 66,
"11075584" : 48,
"11206656" : 48,
"11337728" : 45,
"11468800" : 34,
"11599872" : 34,
"11730944" : 33,
"11862016" : 31,
"11993088" : 28,
"12124160" : 27,
"12255232" : 23,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5314279.972630,
"stddev" : 1815790.302277,
"N" : 2888851
},
"bw_min" : 73592,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 96386.899582,
"bw_dev" : 525.695561,
"bw_samples" : 7648,
"iops_min" : 18398,
"iops_max" : 37025,
"iops_mean" : 24095.958159,
"iops_stddev" : 131.404297,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840042,
"usr_cpu" : 0.317783,
"sys_cpu" : 3.303714,
"ctx" : 3628112,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.138220,
"500" : 0.308043,
"750" : 0.474232,
"1000" : 0.651532
},
"latency_ms" : {
"2" : 5.441653,
"4" : 46.018375,
"10" : 46.913738,
"20" : 0.043962,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120741,
"timestamp_ms" : 1774120741581,
"time" : "Sat Mar 21 16:19:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12652670976,
"io_kbytes" : 12356124,
"bw_bytes" : 97325992,
"bw" : 95044,
"iops" : 23761.559349,
"runtime" : 130003,
"total_ios" : 3089074,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1340101.535258,
"stddev" : 569775.235251,
"N" : 3089073
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 4044032.870082,
"stddev" : 1415949.245639,
"N" : 3089042,
"percentile" : {
"1.000000" : 806912,
"5.000000" : 1794048,
"10.000000" : 2310144,
"20.000000" : 2899968,
"30.000000" : 3293184,
"40.000000" : 3620864,
"50.000000" : 3948544,
"60.000000" : 4292608,
"70.000000" : 4685824,
"80.000000" : 5210112,
"90.000000" : 5931008,
"95.000000" : 6455296,
"99.000000" : 7438336,
"99.500000" : 7766016,
"99.900000" : 8978432,
"99.950000" : 9764864,
"99.990000" : 12386304
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 137,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 133,
"399360" : 163,
"403456" : 149,
"407552" : 143,
"411648" : 135,
"415744" : 155,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 167,
"456704" : 170,
"460800" : 187,
"464896" : 189,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 185,
"505856" : 167,
"509952" : 191,
"514048" : 191,
"518144" : 183,
"522240" : 187,
"528384" : 363,
"536576" : 381,
"544768" : 388,
"552960" : 382,
"561152" : 396,
"569344" : 453,
"577536" : 409,
"585728" : 403,
"593920" : 416,
"602112" : 421,
"610304" : 441,
"618496" : 456,
"626688" : 440,
"634880" : 478,
"643072" : 475,
"651264" : 474,
"659456" : 498,
"667648" : 482,
"675840" : 484,
"684032" : 486,
"692224" : 477,
"700416" : 526,
"708608" : 514,
"716800" : 516,
"724992" : 517,
"733184" : 513,
"741376" : 552,
"749568" : 517,
"757760" : 551,
"765952" : 558,
"774144" : 559,
"782336" : 500,
"790528" : 552,
"798720" : 574,
"806912" : 560,
"815104" : 585,
"823296" : 639,
"831488" : 553,
"839680" : 598,
"847872" : 576,
"856064" : 585,
"864256" : 599,
"872448" : 632,
"880640" : 587,
"888832" : 618,
"897024" : 623,
"905216" : 589,
"913408" : 642,
"921600" : 663,
"929792" : 682,
"937984" : 688,
"946176" : 648,
"954368" : 637,
"962560" : 691,
"970752" : 697,
"978944" : 665,
"987136" : 739,
"995328" : 771,
"1003520" : 769,
"1011712" : 764,
"1019904" : 699,
"1028096" : 770,
"1036288" : 701,
"1044480" : 763,
"1056768" : 1494,
"1073152" : 1520,
"1089536" : 1609,
"1105920" : 1649,
"1122304" : 1680,
"1138688" : 1709,
"1155072" : 1711,
"1171456" : 1745,
"1187840" : 1742,
"1204224" : 1808,
"1220608" : 1933,
"1236992" : 1829,
"1253376" : 1935,
"1269760" : 1998,
"1286144" : 1991,
"1302528" : 2019,
"1318912" : 2027,
"1335296" : 2064,
"1351680" : 2118,
"1368064" : 2169,
"1384448" : 2194,
"1400832" : 2149,
"1417216" : 2260,
"1433600" : 2296,
"1449984" : 2358,
"1466368" : 2341,
"1482752" : 2352,
"1499136" : 2394,
"1515520" : 2584,
"1531904" : 2604,
"1548288" : 2627,
"1564672" : 2665,
"1581056" : 2671,
"1597440" : 2751,
"1613824" : 2717,
"1630208" : 2682,
"1646592" : 2860,
"1662976" : 2740,
"1679360" : 2878,
"1695744" : 3078,
"1712128" : 3147,
"1728512" : 3198,
"1744896" : 3169,
"1761280" : 3299,
"1777664" : 3372,
"1794048" : 3315,
"1810432" : 3508,
"1826816" : 3597,
"1843200" : 3672,
"1859584" : 3566,
"1875968" : 3625,
"1892352" : 3694,
"1908736" : 3805,
"1925120" : 3728,
"1941504" : 3971,
"1957888" : 4078,
"1974272" : 4234,
"1990656" : 4676,
"2007040" : 5101,
"2023424" : 4759,
"2039808" : 4644,
"2056192" : 4717,
"2072576" : 4872,
"2088960" : 4938,
"2113536" : 10515,
"2146304" : 10910,
"2179072" : 11050,
"2211840" : 11362,
"2244608" : 11666,
"2277376" : 11733,
"2310144" : 12282,
"2342912" : 12682,
"2375680" : 13268,
"2408448" : 13842,
"2441216" : 14457,
"2473984" : 14638,
"2506752" : 15094,
"2539520" : 15400,
"2572288" : 16020,
"2605056" : 16526,
"2637824" : 16939,
"2670592" : 17603,
"2703360" : 18279,
"2736128" : 19179,
"2768896" : 19423,
"2801664" : 19988,
"2834432" : 20783,
"2867200" : 21850,
"2899968" : 22812,
"2932736" : 22447,
"2965504" : 23791,
"2998272" : 27896,
"3031040" : 25575,
"3063808" : 25019,
"3096576" : 25554,
"3129344" : 26378,
"3162112" : 26566,
"3194880" : 27510,
"3227648" : 28663,
"3260416" : 29046,
"3293184" : 29404,
"3325952" : 29706,
"3358720" : 30593,
"3391488" : 31238,
"3424256" : 31086,
"3457024" : 30649,
"3489792" : 31435,
"3522560" : 31647,
"3555328" : 31325,
"3588096" : 31991,
"3620864" : 31638,
"3653632" : 31530,
"3686400" : 31507,
"3719168" : 31718,
"3751936" : 32222,
"3784704" : 31380,
"3817472" : 31061,
"3850240" : 30785,
"3883008" : 30377,
"3915776" : 29971,
"3948544" : 29753,
"3981312" : 30540,
"4014080" : 32621,
"4046848" : 29061,
"4079616" : 28343,
"4112384" : 28304,
"4145152" : 28185,
"4177920" : 27906,
"4227072" : 55719,
"4292608" : 52986,
"4358144" : 52414,
"4423680" : 51302,
"4489216" : 50148,
"4554752" : 47990,
"4620288" : 45573,
"4685824" : 44688,
"4751360" : 44134,
"4816896" : 42922,
"4882432" : 40817,
"4947968" : 38261,
"5013504" : 38630,
"5079040" : 34605,
"5144576" : 33759,
"5210112" : 33536,
"5275648" : 33001,
"5341184" : 31787,
"5406720" : 30790,
"5472256" : 30548,
"5537792" : 28879,
"5603328" : 27983,
"5668864" : 27122,
"5734400" : 25997,
"5799936" : 25445,
"5865472" : 24842,
"5931008" : 23906,
"5996544" : 23725,
"6062080" : 21603,
"6127616" : 20710,
"6193152" : 19557,
"6258688" : 18754,
"6324224" : 17887,
"6389760" : 16776,
"6455296" : 15620,
"6520832" : 14077,
"6586368" : 13473,
"6651904" : 12575,
"6717440" : 11577,
"6782976" : 10512,
"6848512" : 9775,
"6914048" : 8672,
"6979584" : 7893,
"7045120" : 6964,
"7110656" : 6040,
"7176192" : 5421,
"7241728" : 4806,
"7307264" : 4496,
"7372800" : 3845,
"7438336" : 3519,
"7503872" : 3070,
"7569408" : 2746,
"7634944" : 2372,
"7700480" : 2105,
"7766016" : 1780,
"7831552" : 1540,
"7897088" : 1397,
"7962624" : 1183,
"8028160" : 1102,
"8093696" : 957,
"8159232" : 896,
"8224768" : 802,
"8290304" : 688,
"8355840" : 596,
"8454144" : 981,
"8585216" : 759,
"8716288" : 649,
"8847360" : 492,
"8978432" : 446,
"9109504" : 376,
"9240576" : 290,
"9371648" : 224,
"9502720" : 241,
"9633792" : 170,
"9764864" : 160,
"9895936" : 136,
"10027008" : 129,
"10158080" : 103,
"10289152" : 87,
"10420224" : 73,
"10551296" : 84,
"10682368" : 51,
"10813440" : 62,
"10944512" : 67,
"11075584" : 48,
"11206656" : 48,
"11337728" : 46,
"11468800" : 35,
"11599872" : 34,
"11730944" : 33,
"11862016" : 31,
"11993088" : 28,
"12124160" : 27,
"12255232" : 23,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5384115.857902,
"stddev" : 1828618.052999,
"N" : 3089042
},
"bw_min" : 71056,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 95147.339768,
"bw_dev" : 524.565751,
"bw_samples" : 8288,
"iops_min" : 17764,
"iops_max" : 37025,
"iops_mean" : 23786.061776,
"iops_stddev" : 131.123353,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160068,
"usr_cpu" : 0.314466,
"sys_cpu" : 3.273648,
"ctx" : 3863279,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.129262,
"500" : 0.288145,
"750" : 0.443855,
"1000" : 0.610377
},
"latency_ms" : {
"2" : 5.128236,
"4" : 44.981312,
"10" : 48.367569,
"20" : 0.041663,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120751,
"timestamp_ms" : 1774120751581,
"time" : "Sat Mar 21 16:19:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13443096576,
"io_kbytes" : 13128024,
"bw_bytes" : 96020060,
"bw" : 93769,
"iops" : 23442.683371,
"runtime" : 140003,
"total_ios" : 3282046,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1358504.678789,
"stddev" : 578172.007198,
"N" : 3282045
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 4098920.438682,
"stddev" : 1437866.476006,
"N" : 3282014,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 1826816,
"10.000000" : 2342912,
"20.000000" : 2932736,
"30.000000" : 3325952,
"40.000000" : 3653632,
"50.000000" : 3981312,
"60.000000" : 4358144,
"70.000000" : 4751360,
"80.000000" : 5275648,
"90.000000" : 6062080,
"95.000000" : 6586368,
"99.000000" : 7569408,
"99.500000" : 7962624,
"99.900000" : 8978432,
"99.950000" : 9764864,
"99.990000" : 12255232
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 137,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 133,
"399360" : 163,
"403456" : 149,
"407552" : 144,
"411648" : 135,
"415744" : 155,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 167,
"456704" : 170,
"460800" : 187,
"464896" : 189,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 186,
"505856" : 167,
"509952" : 191,
"514048" : 191,
"518144" : 183,
"522240" : 187,
"528384" : 363,
"536576" : 381,
"544768" : 388,
"552960" : 383,
"561152" : 396,
"569344" : 453,
"577536" : 410,
"585728" : 404,
"593920" : 416,
"602112" : 421,
"610304" : 441,
"618496" : 456,
"626688" : 440,
"634880" : 478,
"643072" : 475,
"651264" : 476,
"659456" : 498,
"667648" : 482,
"675840" : 484,
"684032" : 486,
"692224" : 477,
"700416" : 526,
"708608" : 514,
"716800" : 516,
"724992" : 517,
"733184" : 514,
"741376" : 552,
"749568" : 518,
"757760" : 552,
"765952" : 558,
"774144" : 559,
"782336" : 500,
"790528" : 552,
"798720" : 574,
"806912" : 560,
"815104" : 586,
"823296" : 640,
"831488" : 554,
"839680" : 599,
"847872" : 578,
"856064" : 585,
"864256" : 599,
"872448" : 633,
"880640" : 587,
"888832" : 618,
"897024" : 624,
"905216" : 591,
"913408" : 644,
"921600" : 663,
"929792" : 684,
"937984" : 689,
"946176" : 650,
"954368" : 638,
"962560" : 693,
"970752" : 700,
"978944" : 668,
"987136" : 739,
"995328" : 774,
"1003520" : 774,
"1011712" : 764,
"1019904" : 701,
"1028096" : 772,
"1036288" : 705,
"1044480" : 765,
"1056768" : 1496,
"1073152" : 1524,
"1089536" : 1611,
"1105920" : 1654,
"1122304" : 1685,
"1138688" : 1714,
"1155072" : 1717,
"1171456" : 1754,
"1187840" : 1745,
"1204224" : 1813,
"1220608" : 1942,
"1236992" : 1836,
"1253376" : 1947,
"1269760" : 2009,
"1286144" : 1996,
"1302528" : 2033,
"1318912" : 2036,
"1335296" : 2069,
"1351680" : 2133,
"1368064" : 2176,
"1384448" : 2203,
"1400832" : 2164,
"1417216" : 2267,
"1433600" : 2312,
"1449984" : 2371,
"1466368" : 2361,
"1482752" : 2365,
"1499136" : 2414,
"1515520" : 2609,
"1531904" : 2618,
"1548288" : 2645,
"1564672" : 2682,
"1581056" : 2689,
"1597440" : 2768,
"1613824" : 2733,
"1630208" : 2700,
"1646592" : 2881,
"1662976" : 2754,
"1679360" : 2895,
"1695744" : 3103,
"1712128" : 3174,
"1728512" : 3226,
"1744896" : 3191,
"1761280" : 3321,
"1777664" : 3398,
"1794048" : 3349,
"1810432" : 3539,
"1826816" : 3623,
"1843200" : 3714,
"1859584" : 3611,
"1875968" : 3670,
"1892352" : 3727,
"1908736" : 3844,
"1925120" : 3770,
"1941504" : 4027,
"1957888" : 4138,
"1974272" : 4284,
"1990656" : 4739,
"2007040" : 5170,
"2023424" : 4835,
"2039808" : 4714,
"2056192" : 4781,
"2072576" : 4930,
"2088960" : 4997,
"2113536" : 10684,
"2146304" : 11079,
"2179072" : 11219,
"2211840" : 11547,
"2244608" : 11875,
"2277376" : 11952,
"2310144" : 12580,
"2342912" : 12973,
"2375680" : 13591,
"2408448" : 14179,
"2441216" : 14830,
"2473984" : 15072,
"2506752" : 15538,
"2539520" : 15859,
"2572288" : 16498,
"2605056" : 17013,
"2637824" : 17455,
"2670592" : 18148,
"2703360" : 18916,
"2736128" : 19815,
"2768896" : 20077,
"2801664" : 20670,
"2834432" : 21490,
"2867200" : 22634,
"2899968" : 23584,
"2932736" : 23247,
"2965504" : 24642,
"2998272" : 28910,
"3031040" : 26540,
"3063808" : 25930,
"3096576" : 26529,
"3129344" : 27388,
"3162112" : 27628,
"3194880" : 28611,
"3227648" : 29807,
"3260416" : 30139,
"3293184" : 30575,
"3325952" : 30892,
"3358720" : 31826,
"3391488" : 32458,
"3424256" : 32372,
"3457024" : 32029,
"3489792" : 32864,
"3522560" : 33183,
"3555328" : 32832,
"3588096" : 33584,
"3620864" : 33251,
"3653632" : 33089,
"3686400" : 33174,
"3719168" : 33327,
"3751936" : 33825,
"3784704" : 33059,
"3817472" : 32726,
"3850240" : 32373,
"3883008" : 32102,
"3915776" : 31603,
"3948544" : 31392,
"3981312" : 32238,
"4014080" : 34401,
"4046848" : 30645,
"4079616" : 29914,
"4112384" : 29906,
"4145152" : 29794,
"4177920" : 29444,
"4227072" : 58825,
"4292608" : 56088,
"4358144" : 55684,
"4423680" : 54780,
"4489216" : 53669,
"4554752" : 51391,
"4620288" : 48851,
"4685824" : 47967,
"4751360" : 47356,
"4816896" : 46080,
"4882432" : 44006,
"4947968" : 41393,
"5013504" : 41949,
"5079040" : 37671,
"5144576" : 36690,
"5210112" : 36329,
"5275648" : 35813,
"5341184" : 34358,
"5406720" : 33172,
"5472256" : 32698,
"5537792" : 31133,
"5603328" : 30228,
"5668864" : 29287,
"5734400" : 28222,
"5799936" : 27528,
"5865472" : 26849,
"5931008" : 25699,
"5996544" : 25633,
"6062080" : 23357,
"6127616" : 22369,
"6193152" : 21299,
"6258688" : 20399,
"6324224" : 19660,
"6389760" : 18452,
"6455296" : 17188,
"6520832" : 15602,
"6586368" : 14978,
"6651904" : 14131,
"6717440" : 13307,
"6782976" : 12250,
"6848512" : 11442,
"6914048" : 10383,
"6979584" : 9650,
"7045120" : 8615,
"7110656" : 7674,
"7176192" : 7033,
"7241728" : 6473,
"7307264" : 5953,
"7372800" : 5213,
"7438336" : 4809,
"7503872" : 4424,
"7569408" : 3937,
"7634944" : 3574,
"7700480" : 3277,
"7766016" : 2914,
"7831552" : 2552,
"7897088" : 2343,
"7962624" : 1990,
"8028160" : 1780,
"8093696" : 1539,
"8159232" : 1434,
"8224768" : 1248,
"8290304" : 1071,
"8355840" : 925,
"8454144" : 1429,
"8585216" : 1053,
"8716288" : 819,
"8847360" : 602,
"8978432" : 513,
"9109504" : 420,
"9240576" : 327,
"9371648" : 244,
"9502720" : 261,
"9633792" : 185,
"9764864" : 170,
"9895936" : 140,
"10027008" : 132,
"10158080" : 109,
"10289152" : 87,
"10420224" : 77,
"10551296" : 84,
"10682368" : 51,
"10813440" : 62,
"10944512" : 68,
"11075584" : 48,
"11206656" : 48,
"11337728" : 46,
"11468800" : 36,
"11599872" : 34,
"11730944" : 33,
"11862016" : 31,
"11993088" : 28,
"12124160" : 27,
"12255232" : 23,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5457406.046909,
"stddev" : 1857373.061204,
"N" : 3282014
},
"bw_min" : 68392,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 93902.569892,
"bw_dev" : 526.216134,
"bw_samples" : 8928,
"iops_min" : 17098,
"iops_max" : 37025,
"iops_mean" : 23474.924731,
"iops_stddev" : 131.535639,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480056,
"usr_cpu" : 0.310331,
"sys_cpu" : 3.241009,
"ctx" : 4084612,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.121662,
"500" : 0.271233,
"750" : 0.418001,
"1000" : 0.575464
},
"latency_ms" : {
"2" : 4.862729,
"4" : 44.032351,
"10" : 49.669901,
"20" : 0.039640,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120761,
"timestamp_ms" : 1774120761583,
"time" : "Sat Mar 21 16:19:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14232248320,
"io_kbytes" : 13898680,
"bw_bytes" : 94880390,
"bw" : 92656,
"iops" : 23164.824469,
"runtime" : 150002,
"total_ios" : 3474770,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1374976.028516,
"stddev" : 583020.149023,
"N" : 3474769
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 4148093.301707,
"stddev" : 1447527.613770,
"N" : 3474738,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 1875968,
"10.000000" : 2408448,
"20.000000" : 2998272,
"30.000000" : 3358720,
"40.000000" : 3719168,
"50.000000" : 4046848,
"60.000000" : 4423680,
"70.000000" : 4816896,
"80.000000" : 5341184,
"90.000000" : 6062080,
"95.000000" : 6651904,
"99.000000" : 7700480,
"99.500000" : 8028160,
"99.900000" : 8978432,
"99.950000" : 9633792,
"99.990000" : 12255232
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 137,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 133,
"399360" : 163,
"403456" : 149,
"407552" : 144,
"411648" : 135,
"415744" : 155,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 167,
"456704" : 170,
"460800" : 187,
"464896" : 189,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 186,
"505856" : 167,
"509952" : 191,
"514048" : 191,
"518144" : 183,
"522240" : 187,
"528384" : 363,
"536576" : 381,
"544768" : 388,
"552960" : 383,
"561152" : 396,
"569344" : 453,
"577536" : 410,
"585728" : 404,
"593920" : 416,
"602112" : 421,
"610304" : 441,
"618496" : 456,
"626688" : 440,
"634880" : 478,
"643072" : 475,
"651264" : 476,
"659456" : 498,
"667648" : 482,
"675840" : 484,
"684032" : 486,
"692224" : 477,
"700416" : 526,
"708608" : 514,
"716800" : 516,
"724992" : 519,
"733184" : 515,
"741376" : 552,
"749568" : 518,
"757760" : 552,
"765952" : 558,
"774144" : 559,
"782336" : 500,
"790528" : 552,
"798720" : 574,
"806912" : 560,
"815104" : 586,
"823296" : 640,
"831488" : 554,
"839680" : 599,
"847872" : 578,
"856064" : 585,
"864256" : 599,
"872448" : 633,
"880640" : 588,
"888832" : 618,
"897024" : 625,
"905216" : 591,
"913408" : 645,
"921600" : 665,
"929792" : 686,
"937984" : 689,
"946176" : 654,
"954368" : 638,
"962560" : 694,
"970752" : 700,
"978944" : 669,
"987136" : 740,
"995328" : 776,
"1003520" : 775,
"1011712" : 765,
"1019904" : 704,
"1028096" : 772,
"1036288" : 707,
"1044480" : 766,
"1056768" : 1502,
"1073152" : 1526,
"1089536" : 1614,
"1105920" : 1662,
"1122304" : 1691,
"1138688" : 1719,
"1155072" : 1721,
"1171456" : 1759,
"1187840" : 1748,
"1204224" : 1825,
"1220608" : 1949,
"1236992" : 1842,
"1253376" : 1949,
"1269760" : 2014,
"1286144" : 2003,
"1302528" : 2036,
"1318912" : 2047,
"1335296" : 2074,
"1351680" : 2137,
"1368064" : 2183,
"1384448" : 2211,
"1400832" : 2172,
"1417216" : 2274,
"1433600" : 2319,
"1449984" : 2382,
"1466368" : 2368,
"1482752" : 2375,
"1499136" : 2419,
"1515520" : 2620,
"1531904" : 2624,
"1548288" : 2651,
"1564672" : 2692,
"1581056" : 2700,
"1597440" : 2778,
"1613824" : 2739,
"1630208" : 2706,
"1646592" : 2892,
"1662976" : 2766,
"1679360" : 2906,
"1695744" : 3111,
"1712128" : 3189,
"1728512" : 3238,
"1744896" : 3204,
"1761280" : 3333,
"1777664" : 3410,
"1794048" : 3364,
"1810432" : 3549,
"1826816" : 3644,
"1843200" : 3729,
"1859584" : 3626,
"1875968" : 3695,
"1892352" : 3752,
"1908736" : 3866,
"1925120" : 3792,
"1941504" : 4048,
"1957888" : 4161,
"1974272" : 4311,
"1990656" : 4772,
"2007040" : 5199,
"2023424" : 4884,
"2039808" : 4745,
"2056192" : 4816,
"2072576" : 4975,
"2088960" : 5035,
"2113536" : 10774,
"2146304" : 11197,
"2179072" : 11328,
"2211840" : 11676,
"2244608" : 12036,
"2277376" : 12119,
"2310144" : 12777,
"2342912" : 13174,
"2375680" : 13810,
"2408448" : 14426,
"2441216" : 15061,
"2473984" : 15362,
"2506752" : 15884,
"2539520" : 16165,
"2572288" : 16834,
"2605056" : 17379,
"2637824" : 17855,
"2670592" : 18559,
"2703360" : 19331,
"2736128" : 20282,
"2768896" : 20507,
"2801664" : 21194,
"2834432" : 22037,
"2867200" : 23209,
"2899968" : 24175,
"2932736" : 23868,
"2965504" : 25332,
"2998272" : 29634,
"3031040" : 27240,
"3063808" : 26718,
"3096576" : 27313,
"3129344" : 28253,
"3162112" : 28484,
"3194880" : 29522,
"3227648" : 30689,
"3260416" : 31116,
"3293184" : 31548,
"3325952" : 31938,
"3358720" : 32824,
"3391488" : 33526,
"3424256" : 33470,
"3457024" : 33228,
"3489792" : 34127,
"3522560" : 34416,
"3555328" : 34100,
"3588096" : 34871,
"3620864" : 34609,
"3653632" : 34545,
"3686400" : 34592,
"3719168" : 34768,
"3751936" : 35352,
"3784704" : 34631,
"3817472" : 34350,
"3850240" : 34097,
"3883008" : 33808,
"3915776" : 33268,
"3948544" : 33113,
"3981312" : 33986,
"4014080" : 36373,
"4046848" : 32377,
"4079616" : 31672,
"4112384" : 31652,
"4145152" : 31658,
"4177920" : 31211,
"4227072" : 62387,
"4292608" : 59686,
"4358144" : 59394,
"4423680" : 58436,
"4489216" : 57341,
"4554752" : 55144,
"4620288" : 52626,
"4685824" : 51765,
"4751360" : 51087,
"4816896" : 49879,
"4882432" : 47874,
"4947968" : 45305,
"5013504" : 46004,
"5079040" : 41231,
"5144576" : 40160,
"5210112" : 39684,
"5275648" : 39023,
"5341184" : 37458,
"5406720" : 36177,
"5472256" : 35578,
"5537792" : 34012,
"5603328" : 33096,
"5668864" : 31881,
"5734400" : 30840,
"5799936" : 30143,
"5865472" : 29260,
"5931008" : 27910,
"5996544" : 27974,
"6062080" : 25394,
"6127616" : 24244,
"6193152" : 23095,
"6258688" : 22184,
"6324224" : 21372,
"6389760" : 20187,
"6455296" : 18876,
"6520832" : 17114,
"6586368" : 16422,
"6651904" : 15555,
"6717440" : 14657,
"6782976" : 13599,
"6848512" : 12717,
"6914048" : 11660,
"6979584" : 10930,
"7045120" : 9915,
"7110656" : 8971,
"7176192" : 8366,
"7241728" : 7796,
"7307264" : 7300,
"7372800" : 6504,
"7438336" : 5943,
"7503872" : 5518,
"7569408" : 4919,
"7634944" : 4509,
"7700480" : 4103,
"7766016" : 3672,
"7831552" : 3241,
"7897088" : 3011,
"7962624" : 2573,
"8028160" : 2276,
"8093696" : 1917,
"8159232" : 1765,
"8224768" : 1492,
"8290304" : 1289,
"8355840" : 1134,
"8454144" : 1761,
"8585216" : 1282,
"8716288" : 933,
"8847360" : 675,
"8978432" : 581,
"9109504" : 463,
"9240576" : 355,
"9371648" : 271,
"9502720" : 274,
"9633792" : 193,
"9764864" : 176,
"9895936" : 144,
"10027008" : 138,
"10158080" : 112,
"10289152" : 90,
"10420224" : 79,
"10551296" : 86,
"10682368" : 53,
"10813440" : 63,
"10944512" : 68,
"11075584" : 48,
"11206656" : 48,
"11337728" : 47,
"11468800" : 36,
"11599872" : 34,
"11730944" : 33,
"11862016" : 31,
"11993088" : 29,
"12124160" : 27,
"12255232" : 23,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5523067.733275,
"stddev" : 1869347.141851,
"N" : 3474738
},
"bw_min" : 64384,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 92743.521739,
"bw_dev" : 529.006415,
"bw_samples" : 9568,
"iops_min" : 16096,
"iops_max" : 37025,
"iops_mean" : 23185.210702,
"iops_stddev" : 132.233098,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800041,
"usr_cpu" : 0.307081,
"sys_cpu" : 3.215118,
"ctx" : 4308612,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.114914,
"500" : 0.256190,
"750" : 0.394904,
"1000" : 0.544007
},
"latency_ms" : {
"2" : 4.611212,
"4" : 42.955822,
"10" : 51.076445,
"20" : 0.037988,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120771,
"timestamp_ms" : 1774120771581,
"time" : "Sat Mar 21 16:19:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15065997312,
"io_kbytes" : 14712888,
"bw_bytes" : 94160717,
"bw" : 91953,
"iops" : 22988.887708,
"runtime" : 160003,
"total_ios" : 3678291,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1385582.822057,
"stddev" : 584147.898457,
"N" : 3678290
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 4179712.712821,
"stddev" : 1445868.451744,
"N" : 3678259,
"percentile" : {
"1.000000" : 888832,
"5.000000" : 1908736,
"10.000000" : 2441216,
"20.000000" : 2998272,
"30.000000" : 3391488,
"40.000000" : 3719168,
"50.000000" : 4079616,
"60.000000" : 4423680,
"70.000000" : 4882432,
"80.000000" : 5406720,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7700480,
"99.500000" : 8028160,
"99.900000" : 8978432,
"99.950000" : 9633792,
"99.990000" : 12124160
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 137,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 133,
"399360" : 163,
"403456" : 149,
"407552" : 144,
"411648" : 135,
"415744" : 155,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 167,
"456704" : 170,
"460800" : 187,
"464896" : 189,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 186,
"505856" : 167,
"509952" : 191,
"514048" : 191,
"518144" : 183,
"522240" : 187,
"528384" : 363,
"536576" : 381,
"544768" : 388,
"552960" : 383,
"561152" : 396,
"569344" : 453,
"577536" : 410,
"585728" : 404,
"593920" : 416,
"602112" : 421,
"610304" : 441,
"618496" : 456,
"626688" : 440,
"634880" : 478,
"643072" : 475,
"651264" : 476,
"659456" : 498,
"667648" : 482,
"675840" : 484,
"684032" : 486,
"692224" : 477,
"700416" : 526,
"708608" : 514,
"716800" : 516,
"724992" : 519,
"733184" : 515,
"741376" : 552,
"749568" : 518,
"757760" : 552,
"765952" : 559,
"774144" : 559,
"782336" : 500,
"790528" : 552,
"798720" : 574,
"806912" : 560,
"815104" : 587,
"823296" : 640,
"831488" : 554,
"839680" : 599,
"847872" : 578,
"856064" : 586,
"864256" : 599,
"872448" : 633,
"880640" : 588,
"888832" : 618,
"897024" : 625,
"905216" : 591,
"913408" : 645,
"921600" : 665,
"929792" : 686,
"937984" : 691,
"946176" : 654,
"954368" : 638,
"962560" : 694,
"970752" : 701,
"978944" : 669,
"987136" : 742,
"995328" : 776,
"1003520" : 775,
"1011712" : 766,
"1019904" : 704,
"1028096" : 773,
"1036288" : 709,
"1044480" : 768,
"1056768" : 1504,
"1073152" : 1529,
"1089536" : 1617,
"1105920" : 1664,
"1122304" : 1697,
"1138688" : 1723,
"1155072" : 1726,
"1171456" : 1763,
"1187840" : 1756,
"1204224" : 1828,
"1220608" : 1953,
"1236992" : 1846,
"1253376" : 1952,
"1269760" : 2020,
"1286144" : 2008,
"1302528" : 2041,
"1318912" : 2052,
"1335296" : 2083,
"1351680" : 2143,
"1368064" : 2186,
"1384448" : 2218,
"1400832" : 2181,
"1417216" : 2284,
"1433600" : 2326,
"1449984" : 2386,
"1466368" : 2377,
"1482752" : 2387,
"1499136" : 2423,
"1515520" : 2629,
"1531904" : 2641,
"1548288" : 2662,
"1564672" : 2701,
"1581056" : 2718,
"1597440" : 2793,
"1613824" : 2750,
"1630208" : 2722,
"1646592" : 2907,
"1662976" : 2781,
"1679360" : 2920,
"1695744" : 3128,
"1712128" : 3201,
"1728512" : 3250,
"1744896" : 3228,
"1761280" : 3347,
"1777664" : 3432,
"1794048" : 3384,
"1810432" : 3575,
"1826816" : 3675,
"1843200" : 3759,
"1859584" : 3649,
"1875968" : 3726,
"1892352" : 3785,
"1908736" : 3905,
"1925120" : 3833,
"1941504" : 4093,
"1957888" : 4197,
"1974272" : 4356,
"1990656" : 4808,
"2007040" : 5259,
"2023424" : 4928,
"2039808" : 4797,
"2056192" : 4873,
"2072576" : 5034,
"2088960" : 5106,
"2113536" : 10932,
"2146304" : 11361,
"2179072" : 11521,
"2211840" : 11873,
"2244608" : 12245,
"2277376" : 12340,
"2310144" : 13017,
"2342912" : 13476,
"2375680" : 14109,
"2408448" : 14746,
"2441216" : 15443,
"2473984" : 15749,
"2506752" : 16307,
"2539520" : 16579,
"2572288" : 17311,
"2605056" : 17866,
"2637824" : 18389,
"2670592" : 19121,
"2703360" : 19943,
"2736128" : 20917,
"2768896" : 21110,
"2801664" : 21902,
"2834432" : 22805,
"2867200" : 24056,
"2899968" : 25044,
"2932736" : 24736,
"2965504" : 26248,
"2998272" : 30751,
"3031040" : 28388,
"3063808" : 27821,
"3096576" : 28522,
"3129344" : 29486,
"3162112" : 29757,
"3194880" : 30797,
"3227648" : 32133,
"3260416" : 32515,
"3293184" : 33049,
"3325952" : 33519,
"3358720" : 34298,
"3391488" : 35075,
"3424256" : 35126,
"3457024" : 34866,
"3489792" : 35704,
"3522560" : 36119,
"3555328" : 35804,
"3588096" : 36586,
"3620864" : 36419,
"3653632" : 36470,
"3686400" : 36539,
"3719168" : 36775,
"3751936" : 37540,
"3784704" : 36825,
"3817472" : 36588,
"3850240" : 36419,
"3883008" : 36053,
"3915776" : 35405,
"3948544" : 35220,
"3981312" : 36134,
"4014080" : 38513,
"4046848" : 34346,
"4079616" : 33586,
"4112384" : 33655,
"4145152" : 33629,
"4177920" : 33346,
"4227072" : 66789,
"4292608" : 64197,
"4358144" : 63806,
"4423680" : 62763,
"4489216" : 61558,
"4554752" : 59257,
"4620288" : 56563,
"4685824" : 55701,
"4751360" : 54873,
"4816896" : 53495,
"4882432" : 51443,
"4947968" : 48459,
"5013504" : 49249,
"5079040" : 43997,
"5144576" : 42969,
"5210112" : 42540,
"5275648" : 41755,
"5341184" : 39902,
"5406720" : 38633,
"5472256" : 38077,
"5537792" : 36406,
"5603328" : 35595,
"5668864" : 34222,
"5734400" : 33250,
"5799936" : 32517,
"5865472" : 31604,
"5931008" : 30214,
"5996544" : 30388,
"6062080" : 27601,
"6127616" : 26411,
"6193152" : 25199,
"6258688" : 24110,
"6324224" : 23239,
"6389760" : 21950,
"6455296" : 20549,
"6520832" : 18712,
"6586368" : 17928,
"6651904" : 17038,
"6717440" : 16097,
"6782976" : 14873,
"6848512" : 13970,
"6914048" : 12810,
"6979584" : 12085,
"7045120" : 10930,
"7110656" : 10016,
"7176192" : 9268,
"7241728" : 8667,
"7307264" : 8157,
"7372800" : 7263,
"7438336" : 6675,
"7503872" : 6193,
"7569408" : 5550,
"7634944" : 5038,
"7700480" : 4568,
"7766016" : 4124,
"7831552" : 3560,
"7897088" : 3309,
"7962624" : 2824,
"8028160" : 2479,
"8093696" : 2132,
"8159232" : 1939,
"8224768" : 1632,
"8290304" : 1400,
"8355840" : 1234,
"8454144" : 1955,
"8585216" : 1407,
"8716288" : 1029,
"8847360" : 735,
"8978432" : 617,
"9109504" : 497,
"9240576" : 389,
"9371648" : 294,
"9502720" : 284,
"9633792" : 203,
"9764864" : 184,
"9895936" : 152,
"10027008" : 142,
"10158080" : 115,
"10289152" : 93,
"10420224" : 80,
"10551296" : 88,
"10682368" : 54,
"10813440" : 65,
"10944512" : 68,
"11075584" : 48,
"11206656" : 48,
"11337728" : 47,
"11468800" : 36,
"11599872" : 34,
"11730944" : 33,
"11862016" : 31,
"11993088" : 29,
"12124160" : 27,
"12255232" : 23,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5565301.689943,
"stddev" : 1866092.116501,
"N" : 3678259
},
"bw_min" : 64384,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 92021.043887,
"bw_dev" : 520.901856,
"bw_samples" : 10208,
"iops_min" : 16096,
"iops_max" : 37025,
"iops_mean" : 23004.633229,
"iops_stddev" : 130.206999,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120054,
"usr_cpu" : 0.306051,
"sys_cpu" : 3.205669,
"ctx" : 4549042,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.108556,
"500" : 0.242015,
"750" : 0.373054,
"1000" : 0.514125
},
"latency_ms" : {
"2" : 4.379099,
"4" : 42.369731,
"10" : 51.969080,
"20" : 0.036294,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120781,
"timestamp_ms" : 1774120781580,
"time" : "Sat Mar 21 16:19:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15931891712,
"io_kbytes" : 15558488,
"bw_bytes" : 93715356,
"bw" : 91518,
"iops" : 22879.978589,
"runtime" : 170003,
"total_ios" : 3889665,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1392239.199220,
"stddev" : 584083.701542,
"N" : 3889664
},
"clat_ns" : {
"min" : 78140,
"max" : 22909104,
"mean" : 4199542.751170,
"stddev" : 1440580.538131,
"N" : 3889633,
"percentile" : {
"1.000000" : 921600,
"5.000000" : 1941504,
"10.000000" : 2473984,
"20.000000" : 3031040,
"30.000000" : 3424256,
"40.000000" : 3751936,
"50.000000" : 4079616,
"60.000000" : 4423680,
"70.000000" : 4882432,
"80.000000" : 5406720,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7700480,
"99.500000" : 8028160,
"99.900000" : 8978432,
"99.950000" : 9633792,
"99.990000" : 11993088
},
"bins" : {
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 42,
"185344" : 56,
"187392" : 41,
"189440" : 47,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 105,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 137,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 136,
"362496" : 149,
"366592" : 118,
"370688" : 124,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 134,
"399360" : 163,
"403456" : 149,
"407552" : 144,
"411648" : 135,
"415744" : 155,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 167,
"456704" : 170,
"460800" : 187,
"464896" : 190,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 195,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 186,
"505856" : 167,
"509952" : 191,
"514048" : 191,
"518144" : 183,
"522240" : 187,
"528384" : 363,
"536576" : 381,
"544768" : 389,
"552960" : 383,
"561152" : 398,
"569344" : 453,
"577536" : 410,
"585728" : 404,
"593920" : 416,
"602112" : 421,
"610304" : 442,
"618496" : 456,
"626688" : 440,
"634880" : 478,
"643072" : 475,
"651264" : 476,
"659456" : 498,
"667648" : 482,
"675840" : 485,
"684032" : 487,
"692224" : 477,
"700416" : 526,
"708608" : 515,
"716800" : 516,
"724992" : 519,
"733184" : 515,
"741376" : 552,
"749568" : 518,
"757760" : 552,
"765952" : 559,
"774144" : 559,
"782336" : 500,
"790528" : 553,
"798720" : 575,
"806912" : 560,
"815104" : 587,
"823296" : 642,
"831488" : 556,
"839680" : 599,
"847872" : 578,
"856064" : 586,
"864256" : 599,
"872448" : 634,
"880640" : 590,
"888832" : 618,
"897024" : 627,
"905216" : 593,
"913408" : 646,
"921600" : 665,
"929792" : 687,
"937984" : 693,
"946176" : 654,
"954368" : 638,
"962560" : 695,
"970752" : 702,
"978944" : 670,
"987136" : 744,
"995328" : 776,
"1003520" : 776,
"1011712" : 767,
"1019904" : 708,
"1028096" : 777,
"1036288" : 710,
"1044480" : 769,
"1056768" : 1513,
"1073152" : 1543,
"1089536" : 1627,
"1105920" : 1671,
"1122304" : 1702,
"1138688" : 1735,
"1155072" : 1738,
"1171456" : 1772,
"1187840" : 1770,
"1204224" : 1833,
"1220608" : 1959,
"1236992" : 1854,
"1253376" : 1961,
"1269760" : 2036,
"1286144" : 2021,
"1302528" : 2057,
"1318912" : 2060,
"1335296" : 2094,
"1351680" : 2161,
"1368064" : 2195,
"1384448" : 2242,
"1400832" : 2196,
"1417216" : 2306,
"1433600" : 2342,
"1449984" : 2401,
"1466368" : 2394,
"1482752" : 2408,
"1499136" : 2440,
"1515520" : 2651,
"1531904" : 2664,
"1548288" : 2691,
"1564672" : 2725,
"1581056" : 2746,
"1597440" : 2828,
"1613824" : 2790,
"1630208" : 2747,
"1646592" : 2939,
"1662976" : 2816,
"1679360" : 2972,
"1695744" : 3170,
"1712128" : 3245,
"1728512" : 3298,
"1744896" : 3264,
"1761280" : 3397,
"1777664" : 3472,
"1794048" : 3436,
"1810432" : 3632,
"1826816" : 3738,
"1843200" : 3817,
"1859584" : 3705,
"1875968" : 3788,
"1892352" : 3873,
"1908736" : 3997,
"1925120" : 3906,
"1941504" : 4161,
"1957888" : 4290,
"1974272" : 4438,
"1990656" : 4916,
"2007040" : 5361,
"2023424" : 5043,
"2039808" : 4909,
"2056192" : 4999,
"2072576" : 5143,
"2088960" : 5239,
"2113536" : 11199,
"2146304" : 11671,
"2179072" : 11843,
"2211840" : 12240,
"2244608" : 12626,
"2277376" : 12716,
"2310144" : 13465,
"2342912" : 13951,
"2375680" : 14608,
"2408448" : 15289,
"2441216" : 16057,
"2473984" : 16421,
"2506752" : 16964,
"2539520" : 17322,
"2572288" : 18078,
"2605056" : 18661,
"2637824" : 19222,
"2670592" : 19962,
"2703360" : 20847,
"2736128" : 21865,
"2768896" : 22177,
"2801664" : 23008,
"2834432" : 23960,
"2867200" : 25222,
"2899968" : 26256,
"2932736" : 26016,
"2965504" : 27540,
"2998272" : 32224,
"3031040" : 29834,
"3063808" : 29247,
"3096576" : 29942,
"3129344" : 30996,
"3162112" : 31246,
"3194880" : 32365,
"3227648" : 33732,
"3260416" : 34114,
"3293184" : 34712,
"3325952" : 35259,
"3358720" : 35981,
"3391488" : 36845,
"3424256" : 36982,
"3457024" : 36703,
"3489792" : 37558,
"3522560" : 38043,
"3555328" : 37720,
"3588096" : 38564,
"3620864" : 38445,
"3653632" : 38485,
"3686400" : 38516,
"3719168" : 38814,
"3751936" : 39550,
"3784704" : 38747,
"3817472" : 38619,
"3850240" : 38379,
"3883008" : 38074,
"3915776" : 37356,
"3948544" : 37106,
"3981312" : 38220,
"4014080" : 40668,
"4046848" : 36508,
"4079616" : 35617,
"4112384" : 35727,
"4145152" : 35638,
"4177920" : 35382,
"4227072" : 71130,
"4292608" : 68377,
"4358144" : 67954,
"4423680" : 66730,
"4489216" : 65432,
"4554752" : 63250,
"4620288" : 60310,
"4685824" : 59342,
"4751360" : 58325,
"4816896" : 56748,
"4882432" : 54714,
"4947968" : 51642,
"5013504" : 52686,
"5079040" : 47133,
"5144576" : 46160,
"5210112" : 45770,
"5275648" : 44965,
"5341184" : 43219,
"5406720" : 41846,
"5472256" : 41230,
"5537792" : 39390,
"5603328" : 38602,
"5668864" : 36973,
"5734400" : 35986,
"5799936" : 34945,
"5865472" : 33839,
"5931008" : 32237,
"5996544" : 32429,
"6062080" : 29474,
"6127616" : 28254,
"6193152" : 26989,
"6258688" : 25883,
"6324224" : 24962,
"6389760" : 23565,
"6455296" : 22147,
"6520832" : 20239,
"6586368" : 19262,
"6651904" : 18294,
"6717440" : 17361,
"6782976" : 16022,
"6848512" : 14989,
"6914048" : 13739,
"6979584" : 12965,
"7045120" : 11795,
"7110656" : 10744,
"7176192" : 9914,
"7241728" : 9268,
"7307264" : 8732,
"7372800" : 7778,
"7438336" : 7193,
"7503872" : 6594,
"7569408" : 5929,
"7634944" : 5387,
"7700480" : 4850,
"7766016" : 4385,
"7831552" : 3769,
"7897088" : 3493,
"7962624" : 3018,
"8028160" : 2638,
"8093696" : 2269,
"8159232" : 2045,
"8224768" : 1726,
"8290304" : 1501,
"8355840" : 1310,
"8454144" : 2053,
"8585216" : 1501,
"8716288" : 1096,
"8847360" : 777,
"8978432" : 648,
"9109504" : 525,
"9240576" : 400,
"9371648" : 304,
"9502720" : 297,
"9633792" : 212,
"9764864" : 196,
"9895936" : 155,
"10027008" : 146,
"10158080" : 121,
"10289152" : 96,
"10420224" : 87,
"10551296" : 90,
"10682368" : 54,
"10813440" : 67,
"10944512" : 70,
"11075584" : 48,
"11206656" : 48,
"11337728" : 47,
"11468800" : 36,
"11599872" : 34,
"11730944" : 33,
"11862016" : 31,
"11993088" : 29,
"12124160" : 27,
"12255232" : 23,
"12386304" : 28,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5591785.352546,
"stddev" : 1857962.637376,
"N" : 3889633
},
"bw_min" : 64384,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 91581.572271,
"bw_dev" : 509.428568,
"bw_samples" : 10848,
"iops_min" : 16096,
"iops_max" : 37025,
"iops_mean" : 22894.802360,
"iops_stddev" : 127.338878,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440064,
"usr_cpu" : 0.304813,
"sys_cpu" : 3.208823,
"ctx" : 4805092,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.102657,
"500" : 0.228914,
"750" : 0.352961,
"1000" : 0.486751
},
"latency_ms" : {
"2" : 4.190849,
"4" : 42.035599,
"10" : 52.559693,
"20" : 0.034964,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120791,
"timestamp_ms" : 1774120791588,
"time" : "Sat Mar 21 16:19:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 3419,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16812449792,
"io_kbytes" : 16418408,
"bw_bytes" : 93400942,
"bw" : 91211,
"iops" : 22802.297739,
"runtime" : 180003,
"total_ios" : 4104482,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1397008.439736,
"stddev" : 583901.746512,
"N" : 4104513
},
"clat_ns" : {
"min" : 3085,
"max" : 22909104,
"mean" : 4213642.358198,
"stddev" : 1434522.660229,
"N" : 4104578,
"percentile" : {
"1.000000" : 946176,
"5.000000" : 1974272,
"10.000000" : 2506752,
"20.000000" : 3063808,
"30.000000" : 3424256,
"40.000000" : 3751936,
"50.000000" : 4112384,
"60.000000" : 4489216,
"70.000000" : 4882432,
"80.000000" : 5406720,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7700480,
"99.500000" : 8028160,
"99.900000" : 8978432,
"99.950000" : 9502720,
"99.990000" : 11862016
},
"bins" : {
"3088" : 1,
"3184" : 1,
"3600" : 1,
"3632" : 1,
"3696" : 2,
"3792" : 1,
"3952" : 1,
"3984" : 1,
"4048" : 1,
"4128" : 1,
"4384" : 1,
"4448" : 1,
"4576" : 1,
"4704" : 4,
"4768" : 5,
"4832" : 1,
"4960" : 2,
"5344" : 1,
"6240" : 1,
"8512" : 1,
"10048" : 1,
"10688" : 1,
"19328" : 1,
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 43,
"185344" : 56,
"187392" : 41,
"189440" : 48,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 106,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 137,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 137,
"362496" : 149,
"366592" : 118,
"370688" : 125,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 134,
"399360" : 163,
"403456" : 149,
"407552" : 145,
"411648" : 135,
"415744" : 156,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 168,
"456704" : 170,
"460800" : 187,
"464896" : 190,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 196,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 186,
"505856" : 167,
"509952" : 191,
"514048" : 192,
"518144" : 183,
"522240" : 187,
"528384" : 364,
"536576" : 381,
"544768" : 392,
"552960" : 384,
"561152" : 398,
"569344" : 453,
"577536" : 410,
"585728" : 404,
"593920" : 416,
"602112" : 422,
"610304" : 443,
"618496" : 457,
"626688" : 442,
"634880" : 480,
"643072" : 476,
"651264" : 476,
"659456" : 499,
"667648" : 484,
"675840" : 485,
"684032" : 487,
"692224" : 477,
"700416" : 526,
"708608" : 516,
"716800" : 516,
"724992" : 519,
"733184" : 516,
"741376" : 552,
"749568" : 518,
"757760" : 553,
"765952" : 560,
"774144" : 559,
"782336" : 501,
"790528" : 554,
"798720" : 576,
"806912" : 562,
"815104" : 588,
"823296" : 642,
"831488" : 558,
"839680" : 600,
"847872" : 579,
"856064" : 586,
"864256" : 604,
"872448" : 636,
"880640" : 592,
"888832" : 618,
"897024" : 629,
"905216" : 598,
"913408" : 650,
"921600" : 666,
"929792" : 693,
"937984" : 697,
"946176" : 660,
"954368" : 640,
"962560" : 695,
"970752" : 703,
"978944" : 672,
"987136" : 745,
"995328" : 778,
"1003520" : 776,
"1011712" : 767,
"1019904" : 709,
"1028096" : 780,
"1036288" : 713,
"1044480" : 774,
"1056768" : 1515,
"1073152" : 1557,
"1089536" : 1639,
"1105920" : 1678,
"1122304" : 1711,
"1138688" : 1749,
"1155072" : 1756,
"1171456" : 1780,
"1187840" : 1783,
"1204224" : 1842,
"1220608" : 1973,
"1236992" : 1871,
"1253376" : 1974,
"1269760" : 2049,
"1286144" : 2034,
"1302528" : 2066,
"1318912" : 2075,
"1335296" : 2107,
"1351680" : 2170,
"1368064" : 2208,
"1384448" : 2258,
"1400832" : 2219,
"1417216" : 2319,
"1433600" : 2358,
"1449984" : 2425,
"1466368" : 2418,
"1482752" : 2429,
"1499136" : 2456,
"1515520" : 2666,
"1531904" : 2691,
"1548288" : 2723,
"1564672" : 2743,
"1581056" : 2775,
"1597440" : 2863,
"1613824" : 2833,
"1630208" : 2779,
"1646592" : 2968,
"1662976" : 2851,
"1679360" : 3007,
"1695744" : 3213,
"1712128" : 3286,
"1728512" : 3344,
"1744896" : 3300,
"1761280" : 3446,
"1777664" : 3526,
"1794048" : 3491,
"1810432" : 3670,
"1826816" : 3799,
"1843200" : 3870,
"1859584" : 3752,
"1875968" : 3839,
"1892352" : 3949,
"1908736" : 4061,
"1925120" : 3986,
"1941504" : 4226,
"1957888" : 4370,
"1974272" : 4521,
"1990656" : 5017,
"2007040" : 5448,
"2023424" : 5162,
"2039808" : 5019,
"2056192" : 5118,
"2072576" : 5269,
"2088960" : 5354,
"2113536" : 11477,
"2146304" : 11955,
"2179072" : 12156,
"2211840" : 12617,
"2244608" : 13005,
"2277376" : 13125,
"2310144" : 13932,
"2342912" : 14445,
"2375680" : 15151,
"2408448" : 15875,
"2441216" : 16685,
"2473984" : 17041,
"2506752" : 17652,
"2539520" : 18039,
"2572288" : 18916,
"2605056" : 19498,
"2637824" : 20156,
"2670592" : 20894,
"2703360" : 21888,
"2736128" : 22888,
"2768896" : 23333,
"2801664" : 24233,
"2834432" : 25136,
"2867200" : 26561,
"2899968" : 27610,
"2932736" : 27381,
"2965504" : 28935,
"2998272" : 33877,
"3031040" : 31340,
"3063808" : 30812,
"3096576" : 31557,
"3129344" : 32764,
"3162112" : 33106,
"3194880" : 34267,
"3227648" : 35692,
"3260416" : 36156,
"3293184" : 36735,
"3325952" : 37313,
"3358720" : 38061,
"3391488" : 38849,
"3424256" : 39190,
"3457024" : 38789,
"3489792" : 39643,
"3522560" : 40074,
"3555328" : 39805,
"3588096" : 40661,
"3620864" : 40510,
"3653632" : 40508,
"3686400" : 40652,
"3719168" : 40998,
"3751936" : 41777,
"3784704" : 40937,
"3817472" : 40784,
"3850240" : 40642,
"3883008" : 40385,
"3915776" : 39570,
"3948544" : 39393,
"3981312" : 40638,
"4014080" : 43167,
"4046848" : 38764,
"4079616" : 37826,
"4112384" : 37900,
"4145152" : 37855,
"4177920" : 37533,
"4227072" : 75285,
"4292608" : 72385,
"4358144" : 71997,
"4423680" : 70642,
"4489216" : 69325,
"4554752" : 66928,
"4620288" : 63908,
"4685824" : 62802,
"4751360" : 61802,
"4816896" : 60105,
"4882432" : 58170,
"4947968" : 54904,
"5013504" : 55946,
"5079040" : 50374,
"5144576" : 49217,
"5210112" : 48600,
"5275648" : 47634,
"5341184" : 45734,
"5406720" : 44304,
"5472256" : 43593,
"5537792" : 41744,
"5603328" : 40884,
"5668864" : 39181,
"5734400" : 38069,
"5799936" : 37114,
"5865472" : 35969,
"5931008" : 34204,
"5996544" : 34543,
"6062080" : 31428,
"6127616" : 30206,
"6193152" : 28949,
"6258688" : 27840,
"6324224" : 26828,
"6389760" : 25342,
"6455296" : 23954,
"6520832" : 21978,
"6586368" : 20909,
"6651904" : 19779,
"6717440" : 18671,
"6782976" : 17169,
"6848512" : 15958,
"6914048" : 14610,
"6979584" : 13814,
"7045120" : 12580,
"7110656" : 11464,
"7176192" : 10536,
"7241728" : 9866,
"7307264" : 9262,
"7372800" : 8248,
"7438336" : 7593,
"7503872" : 7012,
"7569408" : 6269,
"7634944" : 5701,
"7700480" : 5138,
"7766016" : 4629,
"7831552" : 3974,
"7897088" : 3653,
"7962624" : 3156,
"8028160" : 2766,
"8093696" : 2364,
"8159232" : 2133,
"8224768" : 1790,
"8290304" : 1543,
"8355840" : 1345,
"8454144" : 2124,
"8585216" : 1566,
"8716288" : 1136,
"8847360" : 805,
"8978432" : 673,
"9109504" : 545,
"9240576" : 415,
"9371648" : 316,
"9502720" : 306,
"9633792" : 214,
"9764864" : 201,
"9895936" : 157,
"10027008" : 151,
"10158080" : 125,
"10289152" : 97,
"10420224" : 88,
"10551296" : 92,
"10682368" : 55,
"10813440" : 68,
"10944512" : 70,
"11075584" : 48,
"11206656" : 49,
"11337728" : 47,
"11468800" : 37,
"11599872" : 36,
"11730944" : 33,
"11862016" : 31,
"11993088" : 30,
"12124160" : 27,
"12255232" : 24,
"12386304" : 29,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5610652.366454,
"stddev" : 1848638.663898,
"N" : 4104578
},
"bw_min" : 64384,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 91300.303621,
"bw_dev" : 497.643849,
"bw_samples" : 11488,
"iops_min" : 16096,
"iops_max" : 37025,
"iops_mean" : 22824.518106,
"iops_stddev" : 124.392999,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760044,
"usr_cpu" : 0.304234,
"sys_cpu" : 3.216764,
"ctx" : 5065099,
"majf" : 0,
"minf" : 1334,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.097333,
"500" : 0.217104,
"750" : 0.334951,
"1000" : 0.462665
},
"latency_ms" : {
"2" : 4.016828,
"4" : 41.915033,
"10" : 52.917615,
"20" : 0.033597,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120791,
"timestamp_ms" : 1774120791618,
"time" : "Sat Mar 21 16:19:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16812478464,
"io_kbytes" : 16418436,
"bw_bytes" : 93396950,
"bw" : 91207,
"iops" : 22801.284366,
"runtime" : 180011,
"total_ios" : 4104482,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16905,
"max" : 18967287,
"mean" : 1397008.439736,
"stddev" : 583901.746512,
"N" : 4104513
},
"clat_ns" : {
"min" : 3085,
"max" : 22909104,
"mean" : 4213642.358198,
"stddev" : 1434522.660229,
"N" : 4104578,
"percentile" : {
"1.000000" : 946176,
"5.000000" : 1974272,
"10.000000" : 2506752,
"20.000000" : 3063808,
"30.000000" : 3424256,
"40.000000" : 3751936,
"50.000000" : 4112384,
"60.000000" : 4489216,
"70.000000" : 4882432,
"80.000000" : 5406720,
"90.000000" : 6127616,
"95.000000" : 6717440,
"99.000000" : 7700480,
"99.500000" : 8028160,
"99.900000" : 8978432,
"99.950000" : 9502720,
"99.990000" : 11862016
},
"bins" : {
"3088" : 1,
"3184" : 1,
"3600" : 1,
"3632" : 1,
"3696" : 2,
"3792" : 1,
"3952" : 1,
"3984" : 1,
"4048" : 1,
"4128" : 1,
"4384" : 1,
"4448" : 1,
"4576" : 1,
"4704" : 4,
"4768" : 5,
"4832" : 1,
"4960" : 2,
"5344" : 1,
"6240" : 1,
"8512" : 1,
"10048" : 1,
"10688" : 1,
"19328" : 1,
"78336" : 1,
"79360" : 3,
"81408" : 1,
"82432" : 3,
"83456" : 5,
"84480" : 7,
"85504" : 2,
"86528" : 7,
"87552" : 14,
"88576" : 6,
"89600" : 4,
"90624" : 14,
"91648" : 16,
"92672" : 18,
"93696" : 26,
"94720" : 23,
"95744" : 18,
"96768" : 19,
"97792" : 28,
"98816" : 23,
"99840" : 34,
"100864" : 34,
"101888" : 39,
"102912" : 51,
"103936" : 42,
"104960" : 45,
"105984" : 49,
"107008" : 49,
"108032" : 50,
"109056" : 42,
"110080" : 35,
"111104" : 53,
"112128" : 30,
"113152" : 47,
"114176" : 58,
"115200" : 42,
"116224" : 39,
"117248" : 30,
"118272" : 39,
"119296" : 36,
"120320" : 49,
"121344" : 24,
"122368" : 41,
"123392" : 35,
"124416" : 41,
"125440" : 37,
"126464" : 41,
"127488" : 44,
"128512" : 29,
"129536" : 36,
"130560" : 32,
"132096" : 66,
"134144" : 61,
"136192" : 57,
"138240" : 50,
"140288" : 53,
"142336" : 57,
"144384" : 47,
"146432" : 50,
"148480" : 47,
"150528" : 58,
"152576" : 48,
"154624" : 45,
"156672" : 40,
"158720" : 40,
"160768" : 29,
"162816" : 51,
"164864" : 49,
"166912" : 41,
"168960" : 39,
"171008" : 41,
"173056" : 50,
"175104" : 44,
"177152" : 47,
"179200" : 30,
"181248" : 43,
"183296" : 43,
"185344" : 56,
"187392" : 41,
"189440" : 48,
"191488" : 58,
"193536" : 42,
"195584" : 43,
"197632" : 52,
"199680" : 36,
"201728" : 56,
"203776" : 56,
"205824" : 44,
"207872" : 38,
"209920" : 51,
"211968" : 44,
"214016" : 59,
"216064" : 37,
"218112" : 47,
"220160" : 46,
"222208" : 36,
"224256" : 42,
"226304" : 57,
"228352" : 56,
"230400" : 45,
"232448" : 56,
"234496" : 43,
"236544" : 48,
"238592" : 46,
"240640" : 51,
"242688" : 42,
"244736" : 61,
"246784" : 42,
"248832" : 55,
"250880" : 48,
"252928" : 51,
"254976" : 59,
"257024" : 59,
"259072" : 70,
"261120" : 58,
"264192" : 98,
"268288" : 111,
"272384" : 106,
"276480" : 117,
"280576" : 100,
"284672" : 112,
"288768" : 123,
"292864" : 102,
"296960" : 133,
"301056" : 125,
"305152" : 137,
"309248" : 125,
"313344" : 140,
"317440" : 146,
"321536" : 114,
"325632" : 138,
"329728" : 130,
"333824" : 127,
"337920" : 136,
"342016" : 155,
"346112" : 133,
"350208" : 148,
"354304" : 143,
"358400" : 137,
"362496" : 149,
"366592" : 118,
"370688" : 125,
"374784" : 143,
"378880" : 147,
"382976" : 138,
"387072" : 166,
"391168" : 161,
"395264" : 134,
"399360" : 163,
"403456" : 149,
"407552" : 145,
"411648" : 135,
"415744" : 156,
"419840" : 142,
"423936" : 165,
"428032" : 155,
"432128" : 158,
"436224" : 178,
"440320" : 165,
"444416" : 198,
"448512" : 139,
"452608" : 168,
"456704" : 170,
"460800" : 187,
"464896" : 190,
"468992" : 186,
"473088" : 177,
"477184" : 208,
"481280" : 170,
"485376" : 196,
"489472" : 184,
"493568" : 173,
"497664" : 184,
"501760" : 186,
"505856" : 167,
"509952" : 191,
"514048" : 192,
"518144" : 183,
"522240" : 187,
"528384" : 364,
"536576" : 381,
"544768" : 392,
"552960" : 384,
"561152" : 398,
"569344" : 453,
"577536" : 410,
"585728" : 404,
"593920" : 416,
"602112" : 422,
"610304" : 443,
"618496" : 457,
"626688" : 442,
"634880" : 480,
"643072" : 476,
"651264" : 476,
"659456" : 499,
"667648" : 484,
"675840" : 485,
"684032" : 487,
"692224" : 477,
"700416" : 526,
"708608" : 516,
"716800" : 516,
"724992" : 519,
"733184" : 516,
"741376" : 552,
"749568" : 518,
"757760" : 553,
"765952" : 560,
"774144" : 559,
"782336" : 501,
"790528" : 554,
"798720" : 576,
"806912" : 562,
"815104" : 588,
"823296" : 642,
"831488" : 558,
"839680" : 600,
"847872" : 579,
"856064" : 586,
"864256" : 604,
"872448" : 636,
"880640" : 592,
"888832" : 618,
"897024" : 629,
"905216" : 598,
"913408" : 650,
"921600" : 666,
"929792" : 693,
"937984" : 697,
"946176" : 660,
"954368" : 640,
"962560" : 695,
"970752" : 703,
"978944" : 672,
"987136" : 745,
"995328" : 778,
"1003520" : 776,
"1011712" : 767,
"1019904" : 709,
"1028096" : 780,
"1036288" : 713,
"1044480" : 774,
"1056768" : 1515,
"1073152" : 1557,
"1089536" : 1639,
"1105920" : 1678,
"1122304" : 1711,
"1138688" : 1749,
"1155072" : 1756,
"1171456" : 1780,
"1187840" : 1783,
"1204224" : 1842,
"1220608" : 1973,
"1236992" : 1871,
"1253376" : 1974,
"1269760" : 2049,
"1286144" : 2034,
"1302528" : 2066,
"1318912" : 2075,
"1335296" : 2107,
"1351680" : 2170,
"1368064" : 2208,
"1384448" : 2258,
"1400832" : 2219,
"1417216" : 2319,
"1433600" : 2358,
"1449984" : 2425,
"1466368" : 2418,
"1482752" : 2429,
"1499136" : 2456,
"1515520" : 2666,
"1531904" : 2691,
"1548288" : 2723,
"1564672" : 2743,
"1581056" : 2775,
"1597440" : 2863,
"1613824" : 2833,
"1630208" : 2779,
"1646592" : 2968,
"1662976" : 2851,
"1679360" : 3007,
"1695744" : 3213,
"1712128" : 3286,
"1728512" : 3344,
"1744896" : 3300,
"1761280" : 3446,
"1777664" : 3526,
"1794048" : 3491,
"1810432" : 3670,
"1826816" : 3799,
"1843200" : 3870,
"1859584" : 3752,
"1875968" : 3839,
"1892352" : 3949,
"1908736" : 4061,
"1925120" : 3986,
"1941504" : 4226,
"1957888" : 4370,
"1974272" : 4521,
"1990656" : 5017,
"2007040" : 5448,
"2023424" : 5162,
"2039808" : 5019,
"2056192" : 5118,
"2072576" : 5269,
"2088960" : 5354,
"2113536" : 11477,
"2146304" : 11955,
"2179072" : 12156,
"2211840" : 12617,
"2244608" : 13005,
"2277376" : 13125,
"2310144" : 13932,
"2342912" : 14445,
"2375680" : 15151,
"2408448" : 15875,
"2441216" : 16685,
"2473984" : 17041,
"2506752" : 17652,
"2539520" : 18039,
"2572288" : 18916,
"2605056" : 19498,
"2637824" : 20156,
"2670592" : 20894,
"2703360" : 21888,
"2736128" : 22888,
"2768896" : 23333,
"2801664" : 24233,
"2834432" : 25136,
"2867200" : 26561,
"2899968" : 27610,
"2932736" : 27381,
"2965504" : 28935,
"2998272" : 33877,
"3031040" : 31340,
"3063808" : 30812,
"3096576" : 31557,
"3129344" : 32764,
"3162112" : 33106,
"3194880" : 34267,
"3227648" : 35692,
"3260416" : 36156,
"3293184" : 36735,
"3325952" : 37313,
"3358720" : 38061,
"3391488" : 38849,
"3424256" : 39190,
"3457024" : 38789,
"3489792" : 39643,
"3522560" : 40074,
"3555328" : 39805,
"3588096" : 40661,
"3620864" : 40510,
"3653632" : 40508,
"3686400" : 40652,
"3719168" : 40998,
"3751936" : 41777,
"3784704" : 40937,
"3817472" : 40784,
"3850240" : 40642,
"3883008" : 40385,
"3915776" : 39570,
"3948544" : 39393,
"3981312" : 40638,
"4014080" : 43167,
"4046848" : 38764,
"4079616" : 37826,
"4112384" : 37900,
"4145152" : 37855,
"4177920" : 37533,
"4227072" : 75285,
"4292608" : 72385,
"4358144" : 71997,
"4423680" : 70642,
"4489216" : 69325,
"4554752" : 66928,
"4620288" : 63908,
"4685824" : 62802,
"4751360" : 61802,
"4816896" : 60105,
"4882432" : 58170,
"4947968" : 54904,
"5013504" : 55946,
"5079040" : 50374,
"5144576" : 49217,
"5210112" : 48600,
"5275648" : 47634,
"5341184" : 45734,
"5406720" : 44304,
"5472256" : 43593,
"5537792" : 41744,
"5603328" : 40884,
"5668864" : 39181,
"5734400" : 38069,
"5799936" : 37114,
"5865472" : 35969,
"5931008" : 34204,
"5996544" : 34543,
"6062080" : 31428,
"6127616" : 30206,
"6193152" : 28949,
"6258688" : 27840,
"6324224" : 26828,
"6389760" : 25342,
"6455296" : 23954,
"6520832" : 21978,
"6586368" : 20909,
"6651904" : 19779,
"6717440" : 18671,
"6782976" : 17169,
"6848512" : 15958,
"6914048" : 14610,
"6979584" : 13814,
"7045120" : 12580,
"7110656" : 11464,
"7176192" : 10536,
"7241728" : 9866,
"7307264" : 9262,
"7372800" : 8248,
"7438336" : 7593,
"7503872" : 7012,
"7569408" : 6269,
"7634944" : 5701,
"7700480" : 5138,
"7766016" : 4629,
"7831552" : 3974,
"7897088" : 3653,
"7962624" : 3156,
"8028160" : 2766,
"8093696" : 2364,
"8159232" : 2133,
"8224768" : 1790,
"8290304" : 1543,
"8355840" : 1345,
"8454144" : 2124,
"8585216" : 1566,
"8716288" : 1136,
"8847360" : 805,
"8978432" : 673,
"9109504" : 545,
"9240576" : 415,
"9371648" : 316,
"9502720" : 306,
"9633792" : 214,
"9764864" : 201,
"9895936" : 157,
"10027008" : 151,
"10158080" : 125,
"10289152" : 97,
"10420224" : 88,
"10551296" : 92,
"10682368" : 55,
"10813440" : 68,
"10944512" : 70,
"11075584" : 48,
"11206656" : 49,
"11337728" : 47,
"11468800" : 37,
"11599872" : 36,
"11730944" : 33,
"11862016" : 31,
"11993088" : 30,
"12124160" : 27,
"12255232" : 24,
"12386304" : 29,
"12517376" : 30,
"12648448" : 23,
"12779520" : 14,
"12910592" : 12,
"13041664" : 10,
"13172736" : 12,
"13303808" : 13,
"13434880" : 16,
"13565952" : 14,
"13697024" : 8,
"13828096" : 11,
"13959168" : 11,
"14090240" : 7,
"14221312" : 7,
"14352384" : 6,
"14483456" : 5,
"14614528" : 6,
"14745600" : 2,
"14876672" : 9,
"15007744" : 5,
"15138816" : 7,
"15269888" : 1,
"15400960" : 6,
"15532032" : 2,
"15663104" : 4,
"15794176" : 2,
"15925248" : 4,
"16056320" : 1,
"16187392" : 4,
"16318464" : 4,
"16449536" : 3,
"16580608" : 3,
"16711680" : 3,
"16908288" : 7,
"17170432" : 3,
"17432576" : 4,
"17694720" : 2,
"17956864" : 3,
"18481152" : 3,
"18743296" : 2,
"19005440" : 2,
"19529728" : 1,
"20840448" : 1,
"21102592" : 1,
"21364736" : 1,
"21626880" : 1,
"22937600" : 1
}
},
"lat_ns" : {
"min" : 104369,
"max" : 24713228,
"mean" : 5610652.366454,
"stddev" : 1848638.663898,
"N" : 4104578
},
"bw_min" : 64384,
"bw_max" : 148108,
"bw_agg" : 100.000000,
"bw_mean" : 91300.303621,
"bw_dev" : 497.643849,
"bw_samples" : 11488,
"iops_min" : 16096,
"iops_max" : 37025,
"iops_mean" : 22824.518106,
"iops_stddev" : 124.392999,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760055,
"usr_cpu" : 0.304233,
"sys_cpu" : 3.216757,
"ctx" : 5065112,
"majf" : 0,
"minf" : 1335,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.097333,
"500" : 0.217104,
"750" : 0.334951,
"1000" : 0.462665
},
"latency_ms" : {
"2" : 4.016828,
"4" : 41.915033,
"10" : 52.917615,
"20" : 0.033597,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}