raidz2/benchmarks/rand/rand-write-qd4-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773092024,
"timestamp_ms" : 1773092024552,
"time" : "Mon Mar 9 18:33:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 750546944,
"io_kbytes" : 732956,
"bw_bytes" : 76916063,
"bw" : 75113,
"iops" : 18789.096126,
"runtime" : 9758,
"total_ios" : 183344,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156128,
"usr_cpu" : 0.433619,
"sys_cpu" : 9.080370,
"ctx" : 233983,
"majf" : 0,
"minf" : 93,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.973820,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092034,
"timestamp_ms" : 1773092034791,
"time" : "Mon Mar 9 18:33:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 691507200,
"io_kbytes" : 675300,
"bw_bytes" : 69150720,
"bw" : 67530,
"iops" : 16885.700000,
"runtime" : 10000,
"total_ios" : 168857,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 308241,
"max" : 7403228,
"mean" : 943463.126621,
"stddev" : 916816.459512,
"N" : 168858
},
"clat_ns" : {
"min" : 1019278,
"max" : 20567133,
"mean" : 2845857.624460,
"stddev" : 1780398.019844,
"N" : 168842,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2506752,
"70.000000" : 3031040,
"80.000000" : 3850240,
"90.000000" : 5013504,
"95.000000" : 6193152,
"99.000000" : 10027008,
"99.500000" : 11337728,
"99.900000" : 14876672,
"99.950000" : 15925248,
"99.990000" : 18481152
},
"bins" : {
"1019904" : 1,
"1028096" : 1,
"1036288" : 1,
"1056768" : 6,
"1073152" : 22,
"1089536" : 37,
"1105920" : 57,
"1122304" : 77,
"1138688" : 99,
"1155072" : 154,
"1171456" : 234,
"1187840" : 307,
"1204224" : 347,
"1220608" : 390,
"1236992" : 490,
"1253376" : 575,
"1269760" : 678,
"1286144" : 783,
"1302528" : 863,
"1318912" : 1007,
"1335296" : 992,
"1351680" : 1047,
"1368064" : 1201,
"1384448" : 1208,
"1400832" : 1255,
"1417216" : 1286,
"1433600" : 1394,
"1449984" : 1314,
"1466368" : 1508,
"1482752" : 1444,
"1499136" : 1353,
"1515520" : 1487,
"1531904" : 1435,
"1548288" : 1500,
"1564672" : 1515,
"1581056" : 1541,
"1597440" : 1646,
"1613824" : 1726,
"1630208" : 1642,
"1646592" : 1688,
"1662976" : 1792,
"1679360" : 1757,
"1695744" : 1689,
"1712128" : 1869,
"1728512" : 1827,
"1744896" : 1800,
"1761280" : 1777,
"1777664" : 1817,
"1794048" : 1790,
"1810432" : 1793,
"1826816" : 1779,
"1843200" : 1712,
"1859584" : 1709,
"1875968" : 1673,
"1892352" : 1698,
"1908736" : 1650,
"1925120" : 1564,
"1941504" : 1575,
"1957888" : 1513,
"1974272" : 1473,
"1990656" : 1522,
"2007040" : 1444,
"2023424" : 1406,
"2039808" : 1361,
"2056192" : 1289,
"2072576" : 1382,
"2088960" : 1338,
"2113536" : 2549,
"2146304" : 2384,
"2179072" : 2231,
"2211840" : 2217,
"2244608" : 2009,
"2277376" : 1918,
"2310144" : 1822,
"2342912" : 1716,
"2375680" : 1642,
"2408448" : 1542,
"2441216" : 1499,
"2473984" : 1366,
"2506752" : 1299,
"2539520" : 1243,
"2572288" : 1273,
"2605056" : 1167,
"2637824" : 1130,
"2670592" : 1078,
"2703360" : 1007,
"2736128" : 1042,
"2768896" : 975,
"2801664" : 959,
"2834432" : 883,
"2867200" : 919,
"2899968" : 889,
"2932736" : 929,
"2965504" : 872,
"2998272" : 895,
"3031040" : 837,
"3063808" : 866,
"3096576" : 842,
"3129344" : 756,
"3162112" : 774,
"3194880" : 767,
"3227648" : 704,
"3260416" : 730,
"3293184" : 762,
"3325952" : 677,
"3358720" : 680,
"3391488" : 701,
"3424256" : 667,
"3457024" : 621,
"3489792" : 661,
"3522560" : 653,
"3555328" : 650,
"3588096" : 656,
"3620864" : 652,
"3653632" : 637,
"3686400" : 531,
"3719168" : 573,
"3751936" : 614,
"3784704" : 605,
"3817472" : 549,
"3850240" : 504,
"3883008" : 564,
"3915776" : 584,
"3948544" : 537,
"3981312" : 538,
"4014080" : 571,
"4046848" : 535,
"4079616" : 559,
"4112384" : 542,
"4145152" : 534,
"4177920" : 540,
"4227072" : 1028,
"4292608" : 995,
"4358144" : 980,
"4423680" : 961,
"4489216" : 922,
"4554752" : 857,
"4620288" : 872,
"4685824" : 875,
"4751360" : 811,
"4816896" : 778,
"4882432" : 781,
"4947968" : 660,
"5013504" : 679,
"5079040" : 675,
"5144576" : 670,
"5210112" : 658,
"5275648" : 593,
"5341184" : 584,
"5406720" : 544,
"5472256" : 511,
"5537792" : 470,
"5603328" : 457,
"5668864" : 418,
"5734400" : 436,
"5799936" : 381,
"5865472" : 344,
"5931008" : 336,
"5996544" : 351,
"6062080" : 319,
"6127616" : 286,
"6193152" : 291,
"6258688" : 262,
"6324224" : 241,
"6389760" : 202,
"6455296" : 198,
"6520832" : 207,
"6586368" : 202,
"6651904" : 204,
"6717440" : 183,
"6782976" : 187,
"6848512" : 176,
"6914048" : 166,
"6979584" : 167,
"7045120" : 165,
"7110656" : 142,
"7176192" : 149,
"7241728" : 159,
"7307264" : 162,
"7372800" : 153,
"7438336" : 144,
"7503872" : 176,
"7569408" : 134,
"7634944" : 114,
"7700480" : 113,
"7766016" : 111,
"7831552" : 111,
"7897088" : 134,
"7962624" : 103,
"8028160" : 121,
"8093696" : 93,
"8159232" : 92,
"8224768" : 91,
"8290304" : 98,
"8355840" : 77,
"8454144" : 176,
"8585216" : 172,
"8716288" : 138,
"8847360" : 150,
"8978432" : 133,
"9109504" : 132,
"9240576" : 159,
"9371648" : 132,
"9502720" : 116,
"9633792" : 109,
"9764864" : 111,
"9895936" : 126,
"10027008" : 107,
"10158080" : 118,
"10289152" : 92,
"10420224" : 96,
"10551296" : 66,
"10682368" : 86,
"10813440" : 87,
"10944512" : 81,
"11075584" : 57,
"11206656" : 50,
"11337728" : 69,
"11468800" : 50,
"11599872" : 38,
"11730944" : 50,
"11862016" : 31,
"11993088" : 30,
"12124160" : 33,
"12255232" : 43,
"12386304" : 28,
"12517376" : 24,
"12648448" : 16,
"12779520" : 19,
"12910592" : 13,
"13041664" : 16,
"13172736" : 15,
"13303808" : 14,
"13434880" : 16,
"13565952" : 10,
"13697024" : 14,
"13828096" : 20,
"13959168" : 15,
"14090240" : 18,
"14221312" : 27,
"14352384" : 13,
"14483456" : 16,
"14614528" : 13,
"14745600" : 22,
"14876672" : 16,
"15007744" : 10,
"15138816" : 9,
"15269888" : 18,
"15400960" : 8,
"15532032" : 12,
"15663104" : 6,
"15794176" : 13,
"15925248" : 11,
"16056320" : 8,
"16187392" : 3,
"16318464" : 10,
"16449536" : 4,
"16580608" : 7,
"16711680" : 4,
"16908288" : 2,
"17170432" : 6,
"17432576" : 3,
"17694720" : 6,
"17956864" : 2,
"18219008" : 2,
"18481152" : 2,
"18743296" : 3,
"19005440" : 2,
"19267584" : 2,
"19529728" : 1,
"19791872" : 2,
"20054016" : 1,
"20316160" : 2,
"20578304" : 2
}
},
"lat_ns" : {
"min" : 1357215,
"max" : 26223450,
"mean" : 3789245.163893,
"stddev" : 2148366.890933,
"N" : 168842
},
"bw_min" : 50664,
"bw_max" : 81816,
"bw_agg" : 99.052273,
"bw_mean" : 66890.578947,
"bw_dev" : 593.943685,
"bw_samples" : 304,
"iops_min" : 12666,
"iops_max" : 20454,
"iops_mean" : 16721.421053,
"iops_stddev" : 148.541461,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159998,
"usr_cpu" : 0.421880,
"sys_cpu" : 8.053226,
"ctx" : 208343,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.565940,
"4" : 39.976430,
"10" : 17.471588,
"20" : 0.973605,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092044,
"timestamp_ms" : 1773092044792,
"time" : "Mon Mar 9 18:34:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1367113728,
"io_kbytes" : 1335072,
"bw_bytes" : 68355686,
"bw" : 66753,
"iops" : 16690.450000,
"runtime" : 20000,
"total_ios" : 333809,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 308241,
"max" : 7435227,
"mean" : 954360.619019,
"stddev" : 935322.728891,
"N" : 333809
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2878867.745971,
"stddev" : 1811629.691309,
"N" : 333793,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1351680,
"10.000000" : 1449984,
"20.000000" : 1646592,
"30.000000" : 1794048,
"40.000000" : 1974272,
"50.000000" : 2211840,
"60.000000" : 2539520,
"70.000000" : 3096576,
"80.000000" : 3915776,
"90.000000" : 5079040,
"95.000000" : 6324224,
"99.000000" : 10027008,
"99.500000" : 11337728,
"99.900000" : 14876672,
"99.950000" : 15925248,
"99.990000" : 18743296
},
"bins" : {
"987136" : 1,
"1019904" : 3,
"1028096" : 3,
"1036288" : 6,
"1044480" : 3,
"1056768" : 20,
"1073152" : 55,
"1089536" : 79,
"1105920" : 131,
"1122304" : 179,
"1138688" : 263,
"1155072" : 366,
"1171456" : 490,
"1187840" : 641,
"1204224" : 783,
"1220608" : 916,
"1236992" : 1077,
"1253376" : 1238,
"1269760" : 1408,
"1286144" : 1655,
"1302528" : 1835,
"1318912" : 2081,
"1335296" : 2096,
"1351680" : 2268,
"1368064" : 2503,
"1384448" : 2506,
"1400832" : 2655,
"1417216" : 2677,
"1433600" : 2770,
"1449984" : 2762,
"1466368" : 2908,
"1482752" : 2877,
"1499136" : 2709,
"1515520" : 2908,
"1531904" : 2861,
"1548288" : 2885,
"1564672" : 2982,
"1581056" : 3088,
"1597440" : 3138,
"1613824" : 3254,
"1630208" : 3225,
"1646592" : 3300,
"1662976" : 3390,
"1679360" : 3407,
"1695744" : 3372,
"1712128" : 3581,
"1728512" : 3451,
"1744896" : 3419,
"1761280" : 3468,
"1777664" : 3455,
"1794048" : 3410,
"1810432" : 3342,
"1826816" : 3353,
"1843200" : 3275,
"1859584" : 3160,
"1875968" : 3179,
"1892352" : 3199,
"1908736" : 3090,
"1925120" : 2972,
"1941504" : 2925,
"1957888" : 2769,
"1974272" : 2793,
"1990656" : 2817,
"2007040" : 2654,
"2023424" : 2605,
"2039808" : 2554,
"2056192" : 2445,
"2072576" : 2564,
"2088960" : 2478,
"2113536" : 4712,
"2146304" : 4453,
"2179072" : 4188,
"2211840" : 4062,
"2244608" : 3758,
"2277376" : 3606,
"2310144" : 3444,
"2342912" : 3273,
"2375680" : 3145,
"2408448" : 2962,
"2441216" : 2933,
"2473984" : 2754,
"2506752" : 2588,
"2539520" : 2451,
"2572288" : 2509,
"2605056" : 2284,
"2637824" : 2256,
"2670592" : 2146,
"2703360" : 2107,
"2736128" : 2079,
"2768896" : 1973,
"2801664" : 2052,
"2834432" : 1848,
"2867200" : 1840,
"2899968" : 1792,
"2932736" : 1824,
"2965504" : 1785,
"2998272" : 1783,
"3031040" : 1703,
"3063808" : 1748,
"3096576" : 1706,
"3129344" : 1610,
"3162112" : 1561,
"3194880" : 1529,
"3227648" : 1516,
"3260416" : 1463,
"3293184" : 1495,
"3325952" : 1401,
"3358720" : 1400,
"3391488" : 1400,
"3424256" : 1323,
"3457024" : 1280,
"3489792" : 1334,
"3522560" : 1270,
"3555328" : 1278,
"3588096" : 1303,
"3620864" : 1270,
"3653632" : 1287,
"3686400" : 1149,
"3719168" : 1208,
"3751936" : 1191,
"3784704" : 1224,
"3817472" : 1127,
"3850240" : 1094,
"3883008" : 1111,
"3915776" : 1176,
"3948544" : 1111,
"3981312" : 1119,
"4014080" : 1138,
"4046848" : 1069,
"4079616" : 1083,
"4112384" : 1091,
"4145152" : 1057,
"4177920" : 1068,
"4227072" : 2061,
"4292608" : 2013,
"4358144" : 2033,
"4423680" : 1879,
"4489216" : 1929,
"4554752" : 1765,
"4620288" : 1773,
"4685824" : 1750,
"4751360" : 1640,
"4816896" : 1545,
"4882432" : 1621,
"4947968" : 1482,
"5013504" : 1392,
"5079040" : 1418,
"5144576" : 1320,
"5210112" : 1308,
"5275648" : 1242,
"5341184" : 1128,
"5406720" : 1127,
"5472256" : 1029,
"5537792" : 975,
"5603328" : 944,
"5668864" : 890,
"5734400" : 860,
"5799936" : 820,
"5865472" : 749,
"5931008" : 721,
"5996544" : 724,
"6062080" : 672,
"6127616" : 605,
"6193152" : 568,
"6258688" : 558,
"6324224" : 499,
"6389760" : 457,
"6455296" : 430,
"6520832" : 447,
"6586368" : 442,
"6651904" : 451,
"6717440" : 405,
"6782976" : 405,
"6848512" : 396,
"6914048" : 341,
"6979584" : 361,
"7045120" : 339,
"7110656" : 285,
"7176192" : 299,
"7241728" : 316,
"7307264" : 335,
"7372800" : 294,
"7438336" : 285,
"7503872" : 337,
"7569408" : 276,
"7634944" : 284,
"7700480" : 243,
"7766016" : 263,
"7831552" : 216,
"7897088" : 241,
"7962624" : 215,
"8028160" : 240,
"8093696" : 196,
"8159232" : 194,
"8224768" : 215,
"8290304" : 217,
"8355840" : 181,
"8454144" : 376,
"8585216" : 337,
"8716288" : 298,
"8847360" : 325,
"8978432" : 266,
"9109504" : 262,
"9240576" : 303,
"9371648" : 281,
"9502720" : 266,
"9633792" : 252,
"9764864" : 258,
"9895936" : 243,
"10027008" : 225,
"10158080" : 235,
"10289152" : 205,
"10420224" : 192,
"10551296" : 147,
"10682368" : 188,
"10813440" : 159,
"10944512" : 143,
"11075584" : 118,
"11206656" : 107,
"11337728" : 122,
"11468800" : 90,
"11599872" : 80,
"11730944" : 106,
"11862016" : 64,
"11993088" : 60,
"12124160" : 63,
"12255232" : 86,
"12386304" : 67,
"12517376" : 45,
"12648448" : 51,
"12779520" : 41,
"12910592" : 47,
"13041664" : 40,
"13172736" : 40,
"13303808" : 28,
"13434880" : 33,
"13565952" : 31,
"13697024" : 29,
"13828096" : 31,
"13959168" : 33,
"14090240" : 41,
"14221312" : 43,
"14352384" : 25,
"14483456" : 30,
"14614528" : 31,
"14745600" : 36,
"14876672" : 21,
"15007744" : 29,
"15138816" : 19,
"15269888" : 26,
"15400960" : 23,
"15532032" : 18,
"15663104" : 11,
"15794176" : 22,
"15925248" : 14,
"16056320" : 15,
"16187392" : 7,
"16318464" : 13,
"16449536" : 7,
"16580608" : 9,
"16711680" : 10,
"16908288" : 5,
"17170432" : 12,
"17432576" : 10,
"17694720" : 11,
"17956864" : 5,
"18219008" : 6,
"18481152" : 4,
"18743296" : 6,
"19005440" : 7,
"19267584" : 6,
"19529728" : 7,
"19791872" : 3,
"20054016" : 2,
"20316160" : 4,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3833229.346928,
"stddev" : 2183960.338345,
"N" : 333793
},
"bw_min" : 48744,
"bw_max" : 83101,
"bw_agg" : 100.000000,
"bw_mean" : 66955.461538,
"bw_dev" : 601.214033,
"bw_samples" : 624,
"iops_min" : 12186,
"iops_max" : 20772,
"iops_mean" : 16737.769231,
"iops_stddev" : 150.293337,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319998,
"usr_cpu" : 0.422815,
"sys_cpu" : 7.969112,
"ctx" : 416549,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.224173,
"4" : 39.600490,
"10" : 18.162482,
"20" : 1.004766,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092054,
"timestamp_ms" : 1773092054791,
"time" : "Mon Mar 9 18:34:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2082234368,
"io_kbytes" : 2033432,
"bw_bytes" : 69407812,
"bw" : 67781,
"iops" : 16946.066667,
"runtime" : 30000,
"total_ios" : 508382,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 7502220,
"mean" : 939775.128576,
"stddev" : 909843.271044,
"N" : 508383
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2835282.916586,
"stddev" : 1766213.451026,
"N" : 508367,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1351680,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2506752,
"70.000000" : 2998272,
"80.000000" : 3784704,
"90.000000" : 5013504,
"95.000000" : 6193152,
"99.000000" : 9895936,
"99.500000" : 11206656,
"99.900000" : 14745600,
"99.950000" : 15794176,
"99.990000" : 18219008
},
"bins" : {
"987136" : 1,
"995328" : 1,
"1011712" : 1,
"1019904" : 6,
"1028096" : 6,
"1036288" : 10,
"1044480" : 9,
"1056768" : 38,
"1073152" : 81,
"1089536" : 155,
"1105920" : 180,
"1122304" : 279,
"1138688" : 396,
"1155072" : 557,
"1171456" : 743,
"1187840" : 967,
"1204224" : 1162,
"1220608" : 1321,
"1236992" : 1574,
"1253376" : 1836,
"1269760" : 2101,
"1286144" : 2464,
"1302528" : 2724,
"1318912" : 2997,
"1335296" : 3046,
"1351680" : 3366,
"1368064" : 3632,
"1384448" : 3762,
"1400832" : 3901,
"1417216" : 3973,
"1433600" : 4066,
"1449984" : 4084,
"1466368" : 4210,
"1482752" : 4309,
"1499136" : 4142,
"1515520" : 4394,
"1531904" : 4391,
"1548288" : 4437,
"1564672" : 4517,
"1581056" : 4733,
"1597440" : 4789,
"1613824" : 4925,
"1630208" : 4867,
"1646592" : 5025,
"1662976" : 5148,
"1679360" : 5196,
"1695744" : 5256,
"1712128" : 5486,
"1728512" : 5388,
"1744896" : 5311,
"1761280" : 5347,
"1777664" : 5336,
"1794048" : 5401,
"1810432" : 5181,
"1826816" : 5178,
"1843200" : 5154,
"1859584" : 4995,
"1875968" : 4969,
"1892352" : 5016,
"1908736" : 4828,
"1925120" : 4684,
"1941504" : 4556,
"1957888" : 4459,
"1974272" : 4452,
"1990656" : 4486,
"2007040" : 4219,
"2023424" : 4124,
"2039808" : 4143,
"2056192" : 3966,
"2072576" : 4072,
"2088960" : 3884,
"2113536" : 7436,
"2146304" : 7103,
"2179072" : 6817,
"2211840" : 6472,
"2244608" : 6041,
"2277376" : 5824,
"2310144" : 5452,
"2342912" : 5238,
"2375680" : 5055,
"2408448" : 4792,
"2441216" : 4641,
"2473984" : 4456,
"2506752" : 4129,
"2539520" : 3937,
"2572288" : 3894,
"2605056" : 3688,
"2637824" : 3554,
"2670592" : 3342,
"2703360" : 3313,
"2736128" : 3289,
"2768896" : 3083,
"2801664" : 3168,
"2834432" : 2864,
"2867200" : 2877,
"2899968" : 2811,
"2932736" : 2870,
"2965504" : 2762,
"2998272" : 2709,
"3031040" : 2611,
"3063808" : 2604,
"3096576" : 2601,
"3129344" : 2398,
"3162112" : 2435,
"3194880" : 2308,
"3227648" : 2276,
"3260416" : 2253,
"3293184" : 2283,
"3325952" : 2144,
"3358720" : 2156,
"3391488" : 2059,
"3424256" : 2015,
"3457024" : 1997,
"3489792" : 2027,
"3522560" : 1928,
"3555328" : 1867,
"3588096" : 1937,
"3620864" : 1917,
"3653632" : 1913,
"3686400" : 1829,
"3719168" : 1791,
"3751936" : 1751,
"3784704" : 1769,
"3817472" : 1729,
"3850240" : 1624,
"3883008" : 1662,
"3915776" : 1715,
"3948544" : 1621,
"3981312" : 1647,
"4014080" : 1636,
"4046848" : 1594,
"4079616" : 1591,
"4112384" : 1539,
"4145152" : 1538,
"4177920" : 1541,
"4227072" : 2903,
"4292608" : 2934,
"4358144" : 2919,
"4423680" : 2687,
"4489216" : 2770,
"4554752" : 2573,
"4620288" : 2542,
"4685824" : 2492,
"4751360" : 2374,
"4816896" : 2229,
"4882432" : 2279,
"4947968" : 2090,
"5013504" : 1973,
"5079040" : 2004,
"5144576" : 1858,
"5210112" : 1834,
"5275648" : 1752,
"5341184" : 1598,
"5406720" : 1580,
"5472256" : 1444,
"5537792" : 1360,
"5603328" : 1305,
"5668864" : 1286,
"5734400" : 1232,
"5799936" : 1150,
"5865472" : 1089,
"5931008" : 1040,
"5996544" : 1046,
"6062080" : 931,
"6127616" : 856,
"6193152" : 801,
"6258688" : 809,
"6324224" : 748,
"6389760" : 664,
"6455296" : 632,
"6520832" : 639,
"6586368" : 611,
"6651904" : 648,
"6717440" : 582,
"6782976" : 567,
"6848512" : 544,
"6914048" : 513,
"6979584" : 517,
"7045120" : 484,
"7110656" : 412,
"7176192" : 441,
"7241728" : 445,
"7307264" : 462,
"7372800" : 418,
"7438336" : 403,
"7503872" : 446,
"7569408" : 391,
"7634944" : 405,
"7700480" : 343,
"7766016" : 364,
"7831552" : 319,
"7897088" : 346,
"7962624" : 327,
"8028160" : 319,
"8093696" : 290,
"8159232" : 265,
"8224768" : 306,
"8290304" : 309,
"8355840" : 268,
"8454144" : 512,
"8585216" : 474,
"8716288" : 410,
"8847360" : 463,
"8978432" : 377,
"9109504" : 407,
"9240576" : 420,
"9371648" : 395,
"9502720" : 374,
"9633792" : 336,
"9764864" : 359,
"9895936" : 356,
"10027008" : 316,
"10158080" : 326,
"10289152" : 295,
"10420224" : 283,
"10551296" : 227,
"10682368" : 260,
"10813440" : 233,
"10944512" : 220,
"11075584" : 175,
"11206656" : 154,
"11337728" : 181,
"11468800" : 137,
"11599872" : 125,
"11730944" : 151,
"11862016" : 105,
"11993088" : 88,
"12124160" : 91,
"12255232" : 113,
"12386304" : 92,
"12517376" : 72,
"12648448" : 68,
"12779520" : 59,
"12910592" : 73,
"13041664" : 63,
"13172736" : 57,
"13303808" : 46,
"13434880" : 48,
"13565952" : 47,
"13697024" : 45,
"13828096" : 45,
"13959168" : 48,
"14090240" : 45,
"14221312" : 53,
"14352384" : 36,
"14483456" : 35,
"14614528" : 44,
"14745600" : 45,
"14876672" : 28,
"15007744" : 42,
"15138816" : 27,
"15269888" : 37,
"15400960" : 33,
"15532032" : 26,
"15663104" : 18,
"15794176" : 30,
"15925248" : 22,
"16056320" : 26,
"16187392" : 16,
"16318464" : 19,
"16449536" : 16,
"16580608" : 14,
"16711680" : 11,
"16908288" : 9,
"17170432" : 16,
"17432576" : 11,
"17694720" : 14,
"17956864" : 7,
"18219008" : 8,
"18481152" : 7,
"18743296" : 8,
"19005440" : 8,
"19267584" : 6,
"19529728" : 7,
"19791872" : 4,
"20054016" : 2,
"20316160" : 4,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3775061.044204,
"stddev" : 2130469.044731,
"N" : 508367
},
"bw_min" : 48120,
"bw_max" : 88680,
"bw_agg" : 99.725489,
"bw_mean" : 67595.915254,
"bw_dev" : 608.771598,
"bw_samples" : 944,
"iops_min" : 12030,
"iops_max" : 22170,
"iops_mean" : 16898.237288,
"iops_stddev" : 152.189922,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479998,
"usr_cpu" : 0.421460,
"sys_cpu" : 8.109409,
"ctx" : 635799,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999803,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999803,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.363581,
"4" : 40.662730,
"10" : 17.012994,
"20" : 0.955384,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092064,
"timestamp_ms" : 1773092064792,
"time" : "Mon Mar 9 18:34:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2806890496,
"io_kbytes" : 2741104,
"bw_bytes" : 70170508,
"bw" : 68525,
"iops" : 17132.146696,
"runtime" : 40001,
"total_ios" : 685303,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 7502220,
"mean" : 929430.222146,
"stddev" : 887787.447957,
"N" : 685303
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2804458.963237,
"stddev" : 1726841.446560,
"N" : 685287,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2965504,
"80.000000" : 3719168,
"90.000000" : 4882432,
"95.000000" : 6062080,
"99.000000" : 9895936,
"99.500000" : 11075584,
"99.900000" : 14614528,
"99.950000" : 15663104,
"99.990000" : 17956864
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 1,
"1011712" : 4,
"1019904" : 10,
"1028096" : 9,
"1036288" : 15,
"1044480" : 12,
"1056768" : 48,
"1073152" : 112,
"1089536" : 192,
"1105920" : 233,
"1122304" : 366,
"1138688" : 528,
"1155072" : 732,
"1171456" : 922,
"1187840" : 1209,
"1204224" : 1449,
"1220608" : 1727,
"1236992" : 2014,
"1253376" : 2333,
"1269760" : 2723,
"1286144" : 3229,
"1302528" : 3547,
"1318912" : 3931,
"1335296" : 4011,
"1351680" : 4418,
"1368064" : 4741,
"1384448" : 4995,
"1400832" : 5172,
"1417216" : 5291,
"1433600" : 5419,
"1449984" : 5448,
"1466368" : 5642,
"1482752" : 5725,
"1499136" : 5540,
"1515520" : 5812,
"1531904" : 5922,
"1548288" : 5968,
"1564672" : 6095,
"1581056" : 6379,
"1597440" : 6400,
"1613824" : 6622,
"1630208" : 6536,
"1646592" : 6791,
"1662976" : 6939,
"1679360" : 7065,
"1695744" : 7194,
"1712128" : 7395,
"1728512" : 7364,
"1744896" : 7239,
"1761280" : 7299,
"1777664" : 7266,
"1794048" : 7406,
"1810432" : 7137,
"1826816" : 7090,
"1843200" : 7022,
"1859584" : 6777,
"1875968" : 6850,
"1892352" : 6868,
"1908736" : 6632,
"1925120" : 6434,
"1941504" : 6305,
"1957888" : 6197,
"1974272" : 6120,
"1990656" : 6109,
"2007040" : 5830,
"2023424" : 5701,
"2039808" : 5710,
"2056192" : 5505,
"2072576" : 5534,
"2088960" : 5363,
"2113536" : 10293,
"2146304" : 9769,
"2179072" : 9455,
"2211840" : 8941,
"2244608" : 8419,
"2277376" : 8039,
"2310144" : 7666,
"2342912" : 7190,
"2375680" : 6978,
"2408448" : 6608,
"2441216" : 6475,
"2473984" : 6162,
"2506752" : 5742,
"2539520" : 5453,
"2572288" : 5343,
"2605056" : 5153,
"2637824" : 4953,
"2670592" : 4695,
"2703360" : 4689,
"2736128" : 4596,
"2768896" : 4285,
"2801664" : 4413,
"2834432" : 4070,
"2867200" : 3999,
"2899968" : 3899,
"2932736" : 3933,
"2965504" : 3771,
"2998272" : 3711,
"3031040" : 3600,
"3063808" : 3580,
"3096576" : 3553,
"3129344" : 3379,
"3162112" : 3362,
"3194880" : 3260,
"3227648" : 3189,
"3260416" : 3135,
"3293184" : 3048,
"3325952" : 2940,
"3358720" : 2948,
"3391488" : 2822,
"3424256" : 2771,
"3457024" : 2720,
"3489792" : 2701,
"3522560" : 2601,
"3555328" : 2565,
"3588096" : 2579,
"3620864" : 2567,
"3653632" : 2529,
"3686400" : 2453,
"3719168" : 2422,
"3751936" : 2367,
"3784704" : 2363,
"3817472" : 2295,
"3850240" : 2210,
"3883008" : 2238,
"3915776" : 2236,
"3948544" : 2205,
"3981312" : 2172,
"4014080" : 2164,
"4046848" : 2091,
"4079616" : 2160,
"4112384" : 2079,
"4145152" : 2007,
"4177920" : 2002,
"4227072" : 3863,
"4292608" : 3778,
"4358144" : 3751,
"4423680" : 3431,
"4489216" : 3549,
"4554752" : 3315,
"4620288" : 3284,
"4685824" : 3181,
"4751360" : 3079,
"4816896" : 2823,
"4882432" : 2924,
"4947968" : 2654,
"5013504" : 2448,
"5079040" : 2534,
"5144576" : 2377,
"5210112" : 2307,
"5275648" : 2194,
"5341184" : 2028,
"5406720" : 2032,
"5472256" : 1833,
"5537792" : 1760,
"5603328" : 1688,
"5668864" : 1654,
"5734400" : 1578,
"5799936" : 1469,
"5865472" : 1393,
"5931008" : 1351,
"5996544" : 1324,
"6062080" : 1210,
"6127616" : 1093,
"6193152" : 1033,
"6258688" : 1054,
"6324224" : 950,
"6389760" : 838,
"6455296" : 812,
"6520832" : 813,
"6586368" : 756,
"6651904" : 798,
"6717440" : 744,
"6782976" : 710,
"6848512" : 674,
"6914048" : 639,
"6979584" : 660,
"7045120" : 627,
"7110656" : 523,
"7176192" : 553,
"7241728" : 552,
"7307264" : 565,
"7372800" : 523,
"7438336" : 503,
"7503872" : 556,
"7569408" : 500,
"7634944" : 496,
"7700480" : 430,
"7766016" : 451,
"7831552" : 398,
"7897088" : 438,
"7962624" : 399,
"8028160" : 393,
"8093696" : 370,
"8159232" : 327,
"8224768" : 378,
"8290304" : 377,
"8355840" : 330,
"8454144" : 642,
"8585216" : 580,
"8716288" : 515,
"8847360" : 584,
"8978432" : 492,
"9109504" : 526,
"9240576" : 516,
"9371648" : 489,
"9502720" : 461,
"9633792" : 436,
"9764864" : 435,
"9895936" : 453,
"10027008" : 427,
"10158080" : 417,
"10289152" : 383,
"10420224" : 352,
"10551296" : 313,
"10682368" : 335,
"10813440" : 303,
"10944512" : 280,
"11075584" : 237,
"11206656" : 205,
"11337728" : 219,
"11468800" : 176,
"11599872" : 162,
"11730944" : 194,
"11862016" : 149,
"11993088" : 122,
"12124160" : 125,
"12255232" : 142,
"12386304" : 113,
"12517376" : 101,
"12648448" : 91,
"12779520" : 72,
"12910592" : 86,
"13041664" : 72,
"13172736" : 72,
"13303808" : 62,
"13434880" : 61,
"13565952" : 57,
"13697024" : 59,
"13828096" : 49,
"13959168" : 66,
"14090240" : 61,
"14221312" : 66,
"14352384" : 42,
"14483456" : 50,
"14614528" : 54,
"14745600" : 62,
"14876672" : 37,
"15007744" : 56,
"15138816" : 38,
"15269888" : 46,
"15400960" : 46,
"15532032" : 33,
"15663104" : 25,
"15794176" : 35,
"15925248" : 28,
"16056320" : 32,
"16187392" : 22,
"16318464" : 23,
"16449536" : 18,
"16580608" : 17,
"16711680" : 15,
"16908288" : 15,
"17170432" : 16,
"17432576" : 15,
"17694720" : 14,
"17956864" : 10,
"18219008" : 9,
"18481152" : 8,
"18743296" : 10,
"19005440" : 10,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 2,
"20316160" : 4,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3733891.289508,
"stddev" : 2085018.953739,
"N" : 685287
},
"bw_min" : 48120,
"bw_max" : 89888,
"bw_agg" : 99.765218,
"bw_mean" : 68365.911392,
"bw_dev" : 642.215675,
"bw_samples" : 1264,
"iops_min" : 12030,
"iops_max" : 22472,
"iops_mean" : 17090.518987,
"iops_stddev" : 160.562959,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640009,
"usr_cpu" : 0.427181,
"sys_cpu" : 8.209416,
"ctx" : 861341,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999854,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999854,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.352365,
"4" : 41.571538,
"10" : 16.154606,
"20" : 0.917258,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092074,
"timestamp_ms" : 1773092074791,
"time" : "Mon Mar 9 18:34:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3540123648,
"io_kbytes" : 3457152,
"bw_bytes" : 70802472,
"bw" : 69143,
"iops" : 17286.140000,
"runtime" : 50000,
"total_ios" : 864307,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 7502220,
"mean" : 921084.071483,
"stddev" : 870596.885383,
"N" : 864307
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2779472.126331,
"stddev" : 1693356.579321,
"N" : 864291,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3653632,
"90.000000" : 4816896,
"95.000000" : 5996544,
"99.000000" : 9764864,
"99.500000" : 10944512,
"99.900000" : 14483456,
"99.950000" : 15532032,
"99.990000" : 17694720
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 1,
"1011712" : 5,
"1019904" : 13,
"1028096" : 15,
"1036288" : 26,
"1044480" : 22,
"1056768" : 72,
"1073152" : 151,
"1089536" : 258,
"1105920" : 310,
"1122304" : 468,
"1138688" : 679,
"1155072" : 966,
"1171456" : 1227,
"1187840" : 1583,
"1204224" : 1848,
"1220608" : 2192,
"1236992" : 2626,
"1253376" : 2998,
"1269760" : 3430,
"1286144" : 4096,
"1302528" : 4526,
"1318912" : 4935,
"1335296" : 5102,
"1351680" : 5562,
"1368064" : 5986,
"1384448" : 6293,
"1400832" : 6500,
"1417216" : 6700,
"1433600" : 6855,
"1449984" : 6950,
"1466368" : 7052,
"1482752" : 7248,
"1499136" : 7006,
"1515520" : 7376,
"1531904" : 7472,
"1548288" : 7586,
"1564672" : 7735,
"1581056" : 8071,
"1597440" : 8110,
"1613824" : 8450,
"1630208" : 8284,
"1646592" : 8681,
"1662976" : 8739,
"1679360" : 8853,
"1695744" : 9065,
"1712128" : 9225,
"1728512" : 9214,
"1744896" : 9175,
"1761280" : 9268,
"1777664" : 9168,
"1794048" : 9330,
"1810432" : 8972,
"1826816" : 8941,
"1843200" : 8812,
"1859584" : 8570,
"1875968" : 8620,
"1892352" : 8573,
"1908736" : 8333,
"1925120" : 8129,
"1941504" : 7916,
"1957888" : 7828,
"1974272" : 7778,
"1990656" : 7654,
"2007040" : 7299,
"2023424" : 7198,
"2039808" : 7209,
"2056192" : 7049,
"2072576" : 6977,
"2088960" : 6821,
"2113536" : 13166,
"2146304" : 12425,
"2179072" : 12019,
"2211840" : 11427,
"2244608" : 10839,
"2277376" : 10289,
"2310144" : 9826,
"2342912" : 9267,
"2375680" : 8884,
"2408448" : 8498,
"2441216" : 8327,
"2473984" : 7801,
"2506752" : 7372,
"2539520" : 7036,
"2572288" : 6869,
"2605056" : 6682,
"2637824" : 6402,
"2670592" : 6156,
"2703360" : 6027,
"2736128" : 5906,
"2768896" : 5524,
"2801664" : 5603,
"2834432" : 5315,
"2867200" : 5180,
"2899968" : 5043,
"2932736" : 5126,
"2965504" : 4831,
"2998272" : 4812,
"3031040" : 4654,
"3063808" : 4583,
"3096576" : 4506,
"3129344" : 4310,
"3162112" : 4315,
"3194880" : 4174,
"3227648" : 4091,
"3260416" : 4016,
"3293184" : 3905,
"3325952" : 3786,
"3358720" : 3745,
"3391488" : 3624,
"3424256" : 3505,
"3457024" : 3480,
"3489792" : 3420,
"3522560" : 3302,
"3555328" : 3234,
"3588096" : 3242,
"3620864" : 3240,
"3653632" : 3170,
"3686400" : 3078,
"3719168" : 3093,
"3751936" : 2975,
"3784704" : 2958,
"3817472" : 2876,
"3850240" : 2799,
"3883008" : 2784,
"3915776" : 2779,
"3948544" : 2751,
"3981312" : 2693,
"4014080" : 2699,
"4046848" : 2635,
"4079616" : 2662,
"4112384" : 2587,
"4145152" : 2482,
"4177920" : 2483,
"4227072" : 4843,
"4292608" : 4651,
"4358144" : 4617,
"4423680" : 4277,
"4489216" : 4331,
"4554752" : 4016,
"4620288" : 3979,
"4685824" : 3822,
"4751360" : 3760,
"4816896" : 3404,
"4882432" : 3546,
"4947968" : 3222,
"5013504" : 2989,
"5079040" : 3052,
"5144576" : 2838,
"5210112" : 2749,
"5275648" : 2634,
"5341184" : 2459,
"5406720" : 2439,
"5472256" : 2234,
"5537792" : 2192,
"5603328" : 2079,
"5668864" : 2010,
"5734400" : 1905,
"5799936" : 1783,
"5865472" : 1681,
"5931008" : 1643,
"5996544" : 1578,
"6062080" : 1479,
"6127616" : 1311,
"6193152" : 1280,
"6258688" : 1282,
"6324224" : 1153,
"6389760" : 1025,
"6455296" : 1005,
"6520832" : 984,
"6586368" : 948,
"6651904" : 955,
"6717440" : 906,
"6782976" : 867,
"6848512" : 827,
"6914048" : 792,
"6979584" : 820,
"7045120" : 760,
"7110656" : 653,
"7176192" : 665,
"7241728" : 668,
"7307264" : 652,
"7372800" : 624,
"7438336" : 588,
"7503872" : 647,
"7569408" : 579,
"7634944" : 580,
"7700480" : 516,
"7766016" : 526,
"7831552" : 466,
"7897088" : 509,
"7962624" : 461,
"8028160" : 467,
"8093696" : 435,
"8159232" : 386,
"8224768" : 433,
"8290304" : 428,
"8355840" : 395,
"8454144" : 764,
"8585216" : 700,
"8716288" : 623,
"8847360" : 682,
"8978432" : 576,
"9109504" : 628,
"9240576" : 602,
"9371648" : 574,
"9502720" : 550,
"9633792" : 523,
"9764864" : 535,
"9895936" : 538,
"10027008" : 507,
"10158080" : 514,
"10289152" : 470,
"10420224" : 432,
"10551296" : 384,
"10682368" : 410,
"10813440" : 367,
"10944512" : 354,
"11075584" : 289,
"11206656" : 251,
"11337728" : 262,
"11468800" : 211,
"11599872" : 199,
"11730944" : 222,
"11862016" : 189,
"11993088" : 150,
"12124160" : 150,
"12255232" : 158,
"12386304" : 130,
"12517376" : 112,
"12648448" : 100,
"12779520" : 93,
"12910592" : 98,
"13041664" : 79,
"13172736" : 79,
"13303808" : 69,
"13434880" : 70,
"13565952" : 69,
"13697024" : 63,
"13828096" : 55,
"13959168" : 78,
"14090240" : 65,
"14221312" : 80,
"14352384" : 50,
"14483456" : 59,
"14614528" : 65,
"14745600" : 77,
"14876672" : 48,
"15007744" : 64,
"15138816" : 49,
"15269888" : 52,
"15400960" : 58,
"15532032" : 40,
"15663104" : 31,
"15794176" : 40,
"15925248" : 33,
"16056320" : 39,
"16187392" : 28,
"16318464" : 25,
"16449536" : 20,
"16580608" : 19,
"16711680" : 18,
"16908288" : 18,
"17170432" : 17,
"17432576" : 17,
"17694720" : 14,
"17956864" : 11,
"18219008" : 10,
"18481152" : 8,
"18743296" : 10,
"19005440" : 10,
"19267584" : 6,
"19529728" : 9,
"19791872" : 4,
"20054016" : 2,
"20316160" : 4,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3700555.239703,
"stddev" : 2044466.444379,
"N" : 864291
},
"bw_min" : 48088,
"bw_max" : 89952,
"bw_agg" : 99.865440,
"bw_mean" : 69050.848485,
"bw_dev" : 650.304126,
"bw_samples" : 1584,
"iops_min" : 12022,
"iops_max" : 22488,
"iops_mean" : 17261.606061,
"iops_stddev" : 162.604247,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799998,
"usr_cpu" : 0.434876,
"sys_cpu" : 8.282146,
"ctx" : 1088796,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.436897,
"4" : 42.110963,
"10" : 15.576525,
"20" : 0.872260,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092084,
"timestamp_ms" : 1773092084791,
"time" : "Mon Mar 9 18:34:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4272926720,
"io_kbytes" : 4172780,
"bw_bytes" : 71215445,
"bw" : 69546,
"iops" : 17387.150000,
"runtime" : 60000,
"total_ios" : 1043229,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 7502220,
"mean" : 915678.367613,
"stddev" : 857768.746652,
"N" : 1043230
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2763374.329717,
"stddev" : 1669859.782847,
"N" : 1043213,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4751360,
"95.000000" : 5931008,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14483456,
"99.950000" : 15400960,
"99.990000" : 17694720
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 2,
"1011712" : 5,
"1019904" : 17,
"1028096" : 18,
"1036288" : 30,
"1044480" : 25,
"1056768" : 90,
"1073152" : 187,
"1089536" : 295,
"1105920" : 369,
"1122304" : 573,
"1138688" : 807,
"1155072" : 1144,
"1171456" : 1464,
"1187840" : 1897,
"1204224" : 2206,
"1220608" : 2607,
"1236992" : 3088,
"1253376" : 3553,
"1269760" : 4076,
"1286144" : 4880,
"1302528" : 5358,
"1318912" : 5770,
"1335296" : 6068,
"1351680" : 6654,
"1368064" : 7095,
"1384448" : 7546,
"1400832" : 7853,
"1417216" : 8005,
"1433600" : 8248,
"1449984" : 8368,
"1466368" : 8500,
"1482752" : 8706,
"1499136" : 8596,
"1515520" : 8822,
"1531904" : 9039,
"1548288" : 9180,
"1564672" : 9438,
"1581056" : 9678,
"1597440" : 9808,
"1613824" : 10143,
"1630208" : 10066,
"1646592" : 10528,
"1662976" : 10597,
"1679360" : 10730,
"1695744" : 10954,
"1712128" : 11091,
"1728512" : 11101,
"1744896" : 11093,
"1761280" : 11297,
"1777664" : 11130,
"1794048" : 11269,
"1810432" : 10897,
"1826816" : 10858,
"1843200" : 10724,
"1859584" : 10433,
"1875968" : 10503,
"1892352" : 10426,
"1908736" : 10119,
"1925120" : 9844,
"1941504" : 9639,
"1957888" : 9513,
"1974272" : 9456,
"1990656" : 9323,
"2007040" : 8926,
"2023424" : 8783,
"2039808" : 8744,
"2056192" : 8627,
"2072576" : 8460,
"2088960" : 8362,
"2113536" : 15930,
"2146304" : 15195,
"2179072" : 14638,
"2211840" : 13886,
"2244608" : 13182,
"2277376" : 12565,
"2310144" : 12029,
"2342912" : 11304,
"2375680" : 10881,
"2408448" : 10459,
"2441216" : 10078,
"2473984" : 9493,
"2506752" : 9034,
"2539520" : 8644,
"2572288" : 8456,
"2605056" : 8163,
"2637824" : 7821,
"2670592" : 7581,
"2703360" : 7283,
"2736128" : 7132,
"2768896" : 6780,
"2801664" : 6832,
"2834432" : 6518,
"2867200" : 6366,
"2899968" : 6195,
"2932736" : 6282,
"2965504" : 5895,
"2998272" : 5933,
"3031040" : 5731,
"3063808" : 5638,
"3096576" : 5431,
"3129344" : 5357,
"3162112" : 5236,
"3194880" : 5102,
"3227648" : 5001,
"3260416" : 4894,
"3293184" : 4752,
"3325952" : 4587,
"3358720" : 4524,
"3391488" : 4425,
"3424256" : 4236,
"3457024" : 4204,
"3489792" : 4147,
"3522560" : 4008,
"3555328" : 3936,
"3588096" : 3888,
"3620864" : 3926,
"3653632" : 3802,
"3686400" : 3714,
"3719168" : 3687,
"3751936" : 3621,
"3784704" : 3574,
"3817472" : 3457,
"3850240" : 3376,
"3883008" : 3347,
"3915776" : 3337,
"3948544" : 3279,
"3981312" : 3218,
"4014080" : 3244,
"4046848" : 3151,
"4079616" : 3174,
"4112384" : 3086,
"4145152" : 3001,
"4177920" : 2972,
"4227072" : 5751,
"4292608" : 5524,
"4358144" : 5539,
"4423680" : 5144,
"4489216" : 5109,
"4554752" : 4762,
"4620288" : 4722,
"4685824" : 4521,
"4751360" : 4419,
"4816896" : 3999,
"4882432" : 4167,
"4947968" : 3822,
"5013504" : 3580,
"5079040" : 3603,
"5144576" : 3318,
"5210112" : 3276,
"5275648" : 3092,
"5341184" : 2894,
"5406720" : 2863,
"5472256" : 2651,
"5537792" : 2564,
"5603328" : 2438,
"5668864" : 2383,
"5734400" : 2237,
"5799936" : 2084,
"5865472" : 1947,
"5931008" : 1910,
"5996544" : 1814,
"6062080" : 1715,
"6127616" : 1516,
"6193152" : 1470,
"6258688" : 1486,
"6324224" : 1338,
"6389760" : 1168,
"6455296" : 1180,
"6520832" : 1139,
"6586368" : 1084,
"6651904" : 1102,
"6717440" : 1021,
"6782976" : 999,
"6848512" : 964,
"6914048" : 930,
"6979584" : 949,
"7045120" : 879,
"7110656" : 778,
"7176192" : 785,
"7241728" : 789,
"7307264" : 752,
"7372800" : 733,
"7438336" : 697,
"7503872" : 766,
"7569408" : 670,
"7634944" : 662,
"7700480" : 608,
"7766016" : 613,
"7831552" : 551,
"7897088" : 585,
"7962624" : 555,
"8028160" : 553,
"8093696" : 505,
"8159232" : 449,
"8224768" : 496,
"8290304" : 489,
"8355840" : 447,
"8454144" : 885,
"8585216" : 814,
"8716288" : 730,
"8847360" : 767,
"8978432" : 668,
"9109504" : 730,
"9240576" : 699,
"9371648" : 650,
"9502720" : 628,
"9633792" : 612,
"9764864" : 595,
"9895936" : 594,
"10027008" : 588,
"10158080" : 588,
"10289152" : 527,
"10420224" : 494,
"10551296" : 472,
"10682368" : 496,
"10813440" : 423,
"10944512" : 415,
"11075584" : 339,
"11206656" : 287,
"11337728" : 296,
"11468800" : 250,
"11599872" : 227,
"11730944" : 251,
"11862016" : 217,
"11993088" : 171,
"12124160" : 166,
"12255232" : 184,
"12386304" : 148,
"12517376" : 128,
"12648448" : 121,
"12779520" : 112,
"12910592" : 111,
"13041664" : 91,
"13172736" : 87,
"13303808" : 79,
"13434880" : 80,
"13565952" : 83,
"13697024" : 75,
"13828096" : 65,
"13959168" : 96,
"14090240" : 75,
"14221312" : 88,
"14352384" : 60,
"14483456" : 77,
"14614528" : 78,
"14745600" : 87,
"14876672" : 56,
"15007744" : 78,
"15138816" : 67,
"15269888" : 61,
"15400960" : 66,
"15532032" : 46,
"15663104" : 42,
"15794176" : 45,
"15925248" : 38,
"16056320" : 43,
"16187392" : 30,
"16318464" : 26,
"16449536" : 23,
"16580608" : 20,
"16711680" : 19,
"16908288" : 21,
"17170432" : 19,
"17432576" : 22,
"17694720" : 21,
"17956864" : 14,
"18219008" : 12,
"18481152" : 10,
"18743296" : 10,
"19005440" : 11,
"19267584" : 6,
"19529728" : 9,
"19791872" : 5,
"20054016" : 3,
"20316160" : 4,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3679055.513011,
"stddev" : 2016588.583654,
"N" : 1043213
},
"bw_min" : 48088,
"bw_max" : 89952,
"bw_agg" : 99.906058,
"bw_mean" : 69481.352941,
"bw_dev" : 612.468394,
"bw_samples" : 1904,
"iops_min" : 12022,
"iops_max" : 22488,
"iops_mean" : 17369.319328,
"iops_stddev" : 153.148250,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959998,
"usr_cpu" : 0.435001,
"sys_cpu" : 8.337517,
"ctx" : 1317229,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000096,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.449385,
"4" : 42.512238,
"10" : 15.195801,
"20" : 0.839701,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092094,
"timestamp_ms" : 1773092094792,
"time" : "Mon Mar 9 18:34:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5006381056,
"io_kbytes" : 4889044,
"bw_bytes" : 71519729,
"bw" : 69843,
"iops" : 17461.614286,
"runtime" : 70000,
"total_ios" : 1222313,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 7502220,
"mean" : 911715.475886,
"stddev" : 849394.721480,
"N" : 1222313
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2751627.768411,
"stddev" : 1656907.807895,
"N" : 1222297,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2899968,
"80.000000" : 3588096,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14483456,
"99.950000" : 15400960,
"99.990000" : 17432576
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 7,
"1019904" : 21,
"1028096" : 22,
"1036288" : 39,
"1044480" : 31,
"1056768" : 107,
"1073152" : 230,
"1089536" : 355,
"1105920" : 455,
"1122304" : 692,
"1138688" : 956,
"1155072" : 1316,
"1171456" : 1712,
"1187840" : 2216,
"1204224" : 2526,
"1220608" : 3018,
"1236992" : 3565,
"1253376" : 4147,
"1269760" : 4659,
"1286144" : 5594,
"1302528" : 6145,
"1318912" : 6652,
"1335296" : 7034,
"1351680" : 7699,
"1368064" : 8223,
"1384448" : 8730,
"1400832" : 9132,
"1417216" : 9264,
"1433600" : 9591,
"1449984" : 9719,
"1466368" : 9908,
"1482752" : 10108,
"1499136" : 10037,
"1515520" : 10283,
"1531904" : 10491,
"1548288" : 10760,
"1564672" : 10980,
"1581056" : 11278,
"1597440" : 11449,
"1613824" : 11929,
"1630208" : 11828,
"1646592" : 12427,
"1662976" : 12446,
"1679360" : 12611,
"1695744" : 12853,
"1712128" : 12961,
"1728512" : 12983,
"1744896" : 13047,
"1761280" : 13237,
"1777664" : 13080,
"1794048" : 13292,
"1810432" : 12773,
"1826816" : 12804,
"1843200" : 12636,
"1859584" : 12351,
"1875968" : 12345,
"1892352" : 12283,
"1908736" : 11928,
"1925120" : 11670,
"1941504" : 11382,
"1957888" : 11243,
"1974272" : 11160,
"1990656" : 11021,
"2007040" : 10581,
"2023424" : 10425,
"2039808" : 10442,
"2056192" : 10154,
"2072576" : 9986,
"2088960" : 9921,
"2113536" : 18888,
"2146304" : 18064,
"2179072" : 17358,
"2211840" : 16425,
"2244608" : 15694,
"2277376" : 14902,
"2310144" : 14256,
"2342912" : 13447,
"2375680" : 12883,
"2408448" : 12500,
"2441216" : 11894,
"2473984" : 11271,
"2506752" : 10773,
"2539520" : 10272,
"2572288" : 10067,
"2605056" : 9662,
"2637824" : 9357,
"2670592" : 9014,
"2703360" : 8733,
"2736128" : 8582,
"2768896" : 8102,
"2801664" : 8075,
"2834432" : 7783,
"2867200" : 7616,
"2899968" : 7362,
"2932736" : 7391,
"2965504" : 7061,
"2998272" : 7013,
"3031040" : 6820,
"3063808" : 6609,
"3096576" : 6472,
"3129344" : 6335,
"3162112" : 6108,
"3194880" : 5995,
"3227648" : 5812,
"3260416" : 5744,
"3293184" : 5540,
"3325952" : 5415,
"3358720" : 5350,
"3391488" : 5181,
"3424256" : 4964,
"3457024" : 4956,
"3489792" : 4894,
"3522560" : 4686,
"3555328" : 4558,
"3588096" : 4541,
"3620864" : 4578,
"3653632" : 4460,
"3686400" : 4367,
"3719168" : 4276,
"3751936" : 4259,
"3784704" : 4133,
"3817472" : 4058,
"3850240" : 3989,
"3883008" : 3876,
"3915776" : 3879,
"3948544" : 3775,
"3981312" : 3702,
"4014080" : 3784,
"4046848" : 3603,
"4079616" : 3685,
"4112384" : 3538,
"4145152" : 3472,
"4177920" : 3421,
"4227072" : 6589,
"4292608" : 6322,
"4358144" : 6349,
"4423680" : 5909,
"4489216" : 5884,
"4554752" : 5469,
"4620288" : 5376,
"4685824" : 5200,
"4751360" : 5073,
"4816896" : 4569,
"4882432" : 4739,
"4947968" : 4316,
"5013504" : 4070,
"5079040" : 4106,
"5144576" : 3786,
"5210112" : 3714,
"5275648" : 3552,
"5341184" : 3297,
"5406720" : 3257,
"5472256" : 3032,
"5537792" : 2897,
"5603328" : 2763,
"5668864" : 2702,
"5734400" : 2504,
"5799936" : 2393,
"5865472" : 2234,
"5931008" : 2148,
"5996544" : 2050,
"6062080" : 1912,
"6127616" : 1715,
"6193152" : 1670,
"6258688" : 1661,
"6324224" : 1524,
"6389760" : 1351,
"6455296" : 1342,
"6520832" : 1302,
"6586368" : 1252,
"6651904" : 1256,
"6717440" : 1161,
"6782976" : 1121,
"6848512" : 1112,
"6914048" : 1052,
"6979584" : 1064,
"7045120" : 1003,
"7110656" : 896,
"7176192" : 891,
"7241728" : 901,
"7307264" : 869,
"7372800" : 822,
"7438336" : 791,
"7503872" : 860,
"7569408" : 749,
"7634944" : 741,
"7700480" : 693,
"7766016" : 696,
"7831552" : 632,
"7897088" : 669,
"7962624" : 651,
"8028160" : 626,
"8093696" : 588,
"8159232" : 541,
"8224768" : 560,
"8290304" : 555,
"8355840" : 510,
"8454144" : 1023,
"8585216" : 933,
"8716288" : 852,
"8847360" : 883,
"8978432" : 773,
"9109504" : 830,
"9240576" : 810,
"9371648" : 755,
"9502720" : 721,
"9633792" : 704,
"9764864" : 676,
"9895936" : 706,
"10027008" : 684,
"10158080" : 671,
"10289152" : 608,
"10420224" : 563,
"10551296" : 541,
"10682368" : 557,
"10813440" : 485,
"10944512" : 483,
"11075584" : 394,
"11206656" : 331,
"11337728" : 350,
"11468800" : 284,
"11599872" : 262,
"11730944" : 280,
"11862016" : 247,
"11993088" : 196,
"12124160" : 188,
"12255232" : 209,
"12386304" : 175,
"12517376" : 155,
"12648448" : 141,
"12779520" : 137,
"12910592" : 125,
"13041664" : 105,
"13172736" : 104,
"13303808" : 92,
"13434880" : 93,
"13565952" : 95,
"13697024" : 85,
"13828096" : 79,
"13959168" : 109,
"14090240" : 87,
"14221312" : 100,
"14352384" : 75,
"14483456" : 89,
"14614528" : 91,
"14745600" : 99,
"14876672" : 67,
"15007744" : 90,
"15138816" : 86,
"15269888" : 72,
"15400960" : 76,
"15532032" : 64,
"15663104" : 51,
"15794176" : 54,
"15925248" : 46,
"16056320" : 55,
"16187392" : 36,
"16318464" : 29,
"16449536" : 25,
"16580608" : 24,
"16711680" : 22,
"16908288" : 21,
"17170432" : 24,
"17432576" : 26,
"17694720" : 24,
"17956864" : 16,
"18219008" : 13,
"18481152" : 10,
"18743296" : 10,
"19005440" : 13,
"19267584" : 7,
"19529728" : 9,
"19791872" : 5,
"20054016" : 4,
"20316160" : 4,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3663331.799867,
"stddev" : 2002222.888772,
"N" : 1222297
},
"bw_min" : 48088,
"bw_max" : 90936,
"bw_agg" : 100.000000,
"bw_mean" : 69907.223022,
"bw_dev" : 627.020028,
"bw_samples" : 2224,
"iops_min" : 12022,
"iops_max" : 22734,
"iops_mean" : 17475.776978,
"iops_stddev" : 156.784800,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119995,
"usr_cpu" : 0.438663,
"sys_cpu" : 8.375484,
"ctx" : 1548881,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999918,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999918,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.411652,
"4" : 42.935811,
"10" : 14.821326,
"20" : 0.828675,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092104,
"timestamp_ms" : 1773092104791,
"time" : "Mon Mar 9 18:35:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5722734592,
"io_kbytes" : 5588608,
"bw_bytes" : 71534182,
"bw" : 69857,
"iops" : 17464.662500,
"runtime" : 80000,
"total_ios" : 1397173,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 7502220,
"mean" : 911551.241383,
"stddev" : 848582.477746,
"N" : 1397173
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2751083.645407,
"stddev" : 1656044.960460,
"N" : 1397157,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2441216,
"70.000000" : 2899968,
"80.000000" : 3588096,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14483456,
"99.950000" : 15400960,
"99.990000" : 17432576
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 7,
"1019904" : 21,
"1028096" : 23,
"1036288" : 41,
"1044480" : 33,
"1056768" : 121,
"1073152" : 247,
"1089536" : 388,
"1105920" : 515,
"1122304" : 774,
"1138688" : 1065,
"1155072" : 1500,
"1171456" : 1959,
"1187840" : 2543,
"1204224" : 2885,
"1220608" : 3439,
"1236992" : 4048,
"1253376" : 4649,
"1269760" : 5272,
"1286144" : 6281,
"1302528" : 6987,
"1318912" : 7546,
"1335296" : 7986,
"1351680" : 8781,
"1368064" : 9320,
"1384448" : 9923,
"1400832" : 10387,
"1417216" : 10604,
"1433600" : 10880,
"1449984" : 11052,
"1466368" : 11337,
"1482752" : 11484,
"1499136" : 11503,
"1515520" : 11777,
"1531904" : 11973,
"1548288" : 12338,
"1564672" : 12542,
"1581056" : 12850,
"1597440" : 13124,
"1613824" : 13503,
"1630208" : 13574,
"1646592" : 14187,
"1662976" : 14271,
"1679360" : 14478,
"1695744" : 14683,
"1712128" : 14859,
"1728512" : 14881,
"1744896" : 14989,
"1761280" : 15126,
"1777664" : 14995,
"1794048" : 15223,
"1810432" : 14641,
"1826816" : 14676,
"1843200" : 14543,
"1859584" : 14061,
"1875968" : 14142,
"1892352" : 14039,
"1908736" : 13652,
"1925120" : 13326,
"1941504" : 13027,
"1957888" : 12911,
"1974272" : 12780,
"1990656" : 12590,
"2007040" : 12171,
"2023424" : 11950,
"2039808" : 11984,
"2056192" : 11672,
"2072576" : 11448,
"2088960" : 11343,
"2113536" : 21736,
"2146304" : 20742,
"2179072" : 19883,
"2211840" : 18869,
"2244608" : 17936,
"2277376" : 17073,
"2310144" : 16383,
"2342912" : 15413,
"2375680" : 14792,
"2408448" : 14254,
"2441216" : 13668,
"2473984" : 12834,
"2506752" : 12304,
"2539520" : 11748,
"2572288" : 11493,
"2605056" : 11018,
"2637824" : 10741,
"2670592" : 10283,
"2703360" : 9961,
"2736128" : 9754,
"2768896" : 9259,
"2801664" : 9212,
"2834432" : 8864,
"2867200" : 8716,
"2899968" : 8454,
"2932736" : 8403,
"2965504" : 8092,
"2998272" : 8008,
"3031040" : 7779,
"3063808" : 7536,
"3096576" : 7304,
"3129344" : 7262,
"3162112" : 6979,
"3194880" : 6833,
"3227648" : 6637,
"3260416" : 6559,
"3293184" : 6382,
"3325952" : 6223,
"3358720" : 6080,
"3391488" : 5910,
"3424256" : 5699,
"3457024" : 5655,
"3489792" : 5597,
"3522560" : 5396,
"3555328" : 5238,
"3588096" : 5214,
"3620864" : 5261,
"3653632" : 5113,
"3686400" : 4982,
"3719168" : 4855,
"3751936" : 4921,
"3784704" : 4775,
"3817472" : 4651,
"3850240" : 4530,
"3883008" : 4407,
"3915776" : 4465,
"3948544" : 4343,
"3981312" : 4236,
"4014080" : 4279,
"4046848" : 4096,
"4079616" : 4176,
"4112384" : 4066,
"4145152" : 3978,
"4177920" : 3917,
"4227072" : 7544,
"4292608" : 7192,
"4358144" : 7201,
"4423680" : 6732,
"4489216" : 6721,
"4554752" : 6253,
"4620288" : 6142,
"4685824" : 5975,
"4751360" : 5771,
"4816896" : 5235,
"4882432" : 5381,
"4947968" : 4926,
"5013504" : 4645,
"5079040" : 4676,
"5144576" : 4320,
"5210112" : 4263,
"5275648" : 4027,
"5341184" : 3774,
"5406720" : 3715,
"5472256" : 3463,
"5537792" : 3311,
"5603328" : 3190,
"5668864" : 3056,
"5734400" : 2834,
"5799936" : 2709,
"5865472" : 2546,
"5931008" : 2447,
"5996544" : 2368,
"6062080" : 2181,
"6127616" : 1960,
"6193152" : 1887,
"6258688" : 1900,
"6324224" : 1702,
"6389760" : 1552,
"6455296" : 1561,
"6520832" : 1486,
"6586368" : 1414,
"6651904" : 1443,
"6717440" : 1314,
"6782976" : 1266,
"6848512" : 1262,
"6914048" : 1204,
"6979584" : 1224,
"7045120" : 1138,
"7110656" : 1021,
"7176192" : 1023,
"7241728" : 1041,
"7307264" : 994,
"7372800" : 935,
"7438336" : 898,
"7503872" : 974,
"7569408" : 845,
"7634944" : 857,
"7700480" : 800,
"7766016" : 800,
"7831552" : 733,
"7897088" : 757,
"7962624" : 747,
"8028160" : 693,
"8093696" : 676,
"8159232" : 633,
"8224768" : 633,
"8290304" : 623,
"8355840" : 593,
"8454144" : 1139,
"8585216" : 1057,
"8716288" : 972,
"8847360" : 1004,
"8978432" : 872,
"9109504" : 941,
"9240576" : 911,
"9371648" : 850,
"9502720" : 818,
"9633792" : 791,
"9764864" : 767,
"9895936" : 799,
"10027008" : 775,
"10158080" : 767,
"10289152" : 713,
"10420224" : 654,
"10551296" : 627,
"10682368" : 652,
"10813440" : 553,
"10944512" : 535,
"11075584" : 444,
"11206656" : 388,
"11337728" : 401,
"11468800" : 329,
"11599872" : 293,
"11730944" : 316,
"11862016" : 279,
"11993088" : 226,
"12124160" : 209,
"12255232" : 243,
"12386304" : 208,
"12517376" : 179,
"12648448" : 157,
"12779520" : 155,
"12910592" : 139,
"13041664" : 127,
"13172736" : 117,
"13303808" : 102,
"13434880" : 109,
"13565952" : 117,
"13697024" : 92,
"13828096" : 92,
"13959168" : 118,
"14090240" : 108,
"14221312" : 108,
"14352384" : 86,
"14483456" : 100,
"14614528" : 107,
"14745600" : 114,
"14876672" : 83,
"15007744" : 106,
"15138816" : 93,
"15269888" : 85,
"15400960" : 89,
"15532032" : 79,
"15663104" : 59,
"15794176" : 61,
"15925248" : 59,
"16056320" : 59,
"16187392" : 43,
"16318464" : 34,
"16449536" : 31,
"16580608" : 29,
"16711680" : 25,
"16908288" : 24,
"17170432" : 26,
"17432576" : 31,
"17694720" : 27,
"17956864" : 16,
"18219008" : 14,
"18481152" : 13,
"18743296" : 10,
"19005440" : 14,
"19267584" : 10,
"19529728" : 10,
"19791872" : 5,
"20054016" : 4,
"20316160" : 4,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3662633.235696,
"stddev" : 2001537.018937,
"N" : 1397157
},
"bw_min" : 48088,
"bw_max" : 90936,
"bw_agg" : 99.954766,
"bw_mean" : 69826.515723,
"bw_dev" : 608.490281,
"bw_samples" : 2544,
"iops_min" : 12022,
"iops_max" : 22734,
"iops_mean" : 17455.691824,
"iops_stddev" : 152.150845,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279998,
"usr_cpu" : 0.439610,
"sys_cpu" : 8.371107,
"ctx" : 1767400,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.384281,
"4" : 42.996751,
"10" : 14.783781,
"20" : 0.832968,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092114,
"timestamp_ms" : 1773092114793,
"time" : "Mon Mar 9 18:35:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6397718528,
"io_kbytes" : 6247772,
"bw_bytes" : 71085761,
"bw" : 69419,
"iops" : 17355.422222,
"runtime" : 90000,
"total_ios" : 1561988,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 8023106,
"mean" : 917344.171378,
"stddev" : 860006.624534,
"N" : 1561988
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2768399.237195,
"stddev" : 1677464.847896,
"N" : 1561972,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2899968,
"80.000000" : 3620864,
"90.000000" : 4751360,
"95.000000" : 5931008,
"99.000000" : 9764864,
"99.500000" : 10944512,
"99.900000" : 14614528,
"99.950000" : 15532032,
"99.990000" : 17432576
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 7,
"1019904" : 21,
"1028096" : 23,
"1036288" : 43,
"1044480" : 35,
"1056768" : 127,
"1073152" : 251,
"1089536" : 403,
"1105920" : 549,
"1122304" : 836,
"1138688" : 1132,
"1155072" : 1634,
"1171456" : 2146,
"1187840" : 2803,
"1204224" : 3186,
"1220608" : 3852,
"1236992" : 4487,
"1253376" : 5161,
"1269760" : 5913,
"1286144" : 6932,
"1302528" : 7691,
"1318912" : 8358,
"1335296" : 8867,
"1351680" : 9753,
"1368064" : 10293,
"1384448" : 10989,
"1400832" : 11515,
"1417216" : 11702,
"1433600" : 12042,
"1449984" : 12297,
"1466368" : 12533,
"1482752" : 12803,
"1499136" : 12846,
"1515520" : 13107,
"1531904" : 13327,
"1548288" : 13639,
"1564672" : 13854,
"1581056" : 14322,
"1597440" : 14613,
"1613824" : 15041,
"1630208" : 15097,
"1646592" : 15714,
"1662976" : 15814,
"1679360" : 16107,
"1695744" : 16318,
"1712128" : 16553,
"1728512" : 16521,
"1744896" : 16680,
"1761280" : 16928,
"1777664" : 16632,
"1794048" : 16899,
"1810432" : 16318,
"1826816" : 16331,
"1843200" : 16187,
"1859584" : 15689,
"1875968" : 15758,
"1892352" : 15662,
"1908736" : 15215,
"1925120" : 14880,
"1941504" : 14589,
"1957888" : 14406,
"1974272" : 14302,
"1990656" : 14005,
"2007040" : 13618,
"2023424" : 13419,
"2039808" : 13366,
"2056192" : 13060,
"2072576" : 12840,
"2088960" : 12668,
"2113536" : 24290,
"2146304" : 23258,
"2179072" : 22255,
"2211840" : 21035,
"2244608" : 20032,
"2277376" : 19002,
"2310144" : 18256,
"2342912" : 17210,
"2375680" : 16537,
"2408448" : 15883,
"2441216" : 15160,
"2473984" : 14316,
"2506752" : 13720,
"2539520" : 13172,
"2572288" : 12760,
"2605056" : 12324,
"2637824" : 11956,
"2670592" : 11454,
"2703360" : 11075,
"2736128" : 10794,
"2768896" : 10306,
"2801664" : 10195,
"2834432" : 9788,
"2867200" : 9690,
"2899968" : 9371,
"2932736" : 9289,
"2965504" : 8933,
"2998272" : 8836,
"3031040" : 8671,
"3063808" : 8377,
"3096576" : 8117,
"3129344" : 8013,
"3162112" : 7745,
"3194880" : 7564,
"3227648" : 7340,
"3260416" : 7197,
"3293184" : 7044,
"3325952" : 6878,
"3358720" : 6751,
"3391488" : 6533,
"3424256" : 6382,
"3457024" : 6255,
"3489792" : 6206,
"3522560" : 5984,
"3555328" : 5818,
"3588096" : 5820,
"3620864" : 5878,
"3653632" : 5669,
"3686400" : 5524,
"3719168" : 5471,
"3751936" : 5542,
"3784704" : 5336,
"3817472" : 5215,
"3850240" : 5082,
"3883008" : 4947,
"3915776" : 4955,
"3948544" : 4878,
"3981312" : 4782,
"4014080" : 4797,
"4046848" : 4616,
"4079616" : 4681,
"4112384" : 4589,
"4145152" : 4494,
"4177920" : 4408,
"4227072" : 8510,
"4292608" : 8105,
"4358144" : 8124,
"4423680" : 7662,
"4489216" : 7628,
"4554752" : 7151,
"4620288" : 7028,
"4685824" : 6805,
"4751360" : 6561,
"4816896" : 6041,
"4882432" : 6122,
"4947968" : 5663,
"5013504" : 5352,
"5079040" : 5341,
"5144576" : 4974,
"5210112" : 4899,
"5275648" : 4619,
"5341184" : 4341,
"5406720" : 4267,
"5472256" : 3975,
"5537792" : 3839,
"5603328" : 3657,
"5668864" : 3508,
"5734400" : 3253,
"5799936" : 3166,
"5865472" : 2934,
"5931008" : 2814,
"5996544" : 2711,
"6062080" : 2515,
"6127616" : 2256,
"6193152" : 2152,
"6258688" : 2215,
"6324224" : 1972,
"6389760" : 1807,
"6455296" : 1792,
"6520832" : 1723,
"6586368" : 1623,
"6651904" : 1645,
"6717440" : 1523,
"6782976" : 1455,
"6848512" : 1458,
"6914048" : 1380,
"6979584" : 1401,
"7045120" : 1341,
"7110656" : 1183,
"7176192" : 1203,
"7241728" : 1198,
"7307264" : 1163,
"7372800" : 1102,
"7438336" : 1049,
"7503872" : 1146,
"7569408" : 997,
"7634944" : 998,
"7700480" : 944,
"7766016" : 936,
"7831552" : 867,
"7897088" : 864,
"7962624" : 854,
"8028160" : 804,
"8093696" : 772,
"8159232" : 750,
"8224768" : 726,
"8290304" : 720,
"8355840" : 689,
"8454144" : 1312,
"8585216" : 1256,
"8716288" : 1149,
"8847360" : 1181,
"8978432" : 1021,
"9109504" : 1097,
"9240576" : 1028,
"9371648" : 966,
"9502720" : 945,
"9633792" : 906,
"9764864" : 898,
"9895936" : 924,
"10027008" : 890,
"10158080" : 872,
"10289152" : 819,
"10420224" : 753,
"10551296" : 729,
"10682368" : 736,
"10813440" : 633,
"10944512" : 637,
"11075584" : 540,
"11206656" : 446,
"11337728" : 479,
"11468800" : 384,
"11599872" : 361,
"11730944" : 368,
"11862016" : 346,
"11993088" : 291,
"12124160" : 256,
"12255232" : 283,
"12386304" : 244,
"12517376" : 203,
"12648448" : 186,
"12779520" : 177,
"12910592" : 162,
"13041664" : 143,
"13172736" : 135,
"13303808" : 121,
"13434880" : 116,
"13565952" : 123,
"13697024" : 110,
"13828096" : 107,
"13959168" : 128,
"14090240" : 113,
"14221312" : 117,
"14352384" : 106,
"14483456" : 112,
"14614528" : 127,
"14745600" : 124,
"14876672" : 101,
"15007744" : 118,
"15138816" : 100,
"15269888" : 103,
"15400960" : 112,
"15532032" : 89,
"15663104" : 70,
"15794176" : 73,
"15925248" : 73,
"16056320" : 75,
"16187392" : 68,
"16318464" : 41,
"16449536" : 38,
"16580608" : 39,
"16711680" : 29,
"16908288" : 32,
"17170432" : 30,
"17432576" : 34,
"17694720" : 32,
"17956864" : 17,
"18219008" : 14,
"18481152" : 15,
"18743296" : 11,
"19005440" : 15,
"19267584" : 10,
"19529728" : 11,
"19791872" : 5,
"20054016" : 4,
"20316160" : 5,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3685730.096401,
"stddev" : 2027320.998894,
"N" : 1561972
},
"bw_min" : 47888,
"bw_max" : 90936,
"bw_agg" : 100.000000,
"bw_mean" : 69551.117318,
"bw_dev" : 610.378261,
"bw_samples" : 2864,
"iops_min" : 11972,
"iops_max" : 22734,
"iops_mean" : 17386.843575,
"iops_stddev" : 152.615382,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439998,
"usr_cpu" : 0.438126,
"sys_cpu" : 8.310498,
"ctx" : 1973421,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.146027,
"4" : 42.844759,
"10" : 15.138721,
"20" : 0.868445,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092124,
"timestamp_ms" : 1773092124791,
"time" : "Mon Mar 9 18:35:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7088234496,
"io_kbytes" : 6922104,
"bw_bytes" : 70882344,
"bw" : 69221,
"iops" : 17305.730000,
"runtime" : 100000,
"total_ios" : 1730573,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 8023106,
"mean" : 919986.671789,
"stddev" : 864996.302560,
"N" : 1730573
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2776326.857998,
"stddev" : 1685136.613027,
"N" : 1730557,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4816896,
"95.000000" : 5931008,
"99.000000" : 9764864,
"99.500000" : 11075584,
"99.900000" : 14614528,
"99.950000" : 15532032,
"99.990000" : 17432576
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 7,
"1019904" : 23,
"1028096" : 25,
"1036288" : 50,
"1044480" : 39,
"1056768" : 140,
"1073152" : 274,
"1089536" : 451,
"1105920" : 607,
"1122304" : 913,
"1138688" : 1251,
"1155072" : 1793,
"1171456" : 2396,
"1187840" : 3090,
"1204224" : 3586,
"1220608" : 4339,
"1236992" : 5014,
"1253376" : 5800,
"1269760" : 6629,
"1286144" : 7694,
"1302528" : 8580,
"1318912" : 9298,
"1335296" : 9926,
"1351680" : 10879,
"1368064" : 11518,
"1384448" : 12286,
"1400832" : 12789,
"1417216" : 13067,
"1433600" : 13380,
"1449984" : 13660,
"1466368" : 13897,
"1482752" : 14233,
"1499136" : 14249,
"1515520" : 14540,
"1531904" : 14818,
"1548288" : 15178,
"1564672" : 15363,
"1581056" : 15864,
"1597440" : 16190,
"1613824" : 16602,
"1630208" : 16731,
"1646592" : 17315,
"1662976" : 17571,
"1679360" : 17841,
"1695744" : 18016,
"1712128" : 18296,
"1728512" : 18274,
"1744896" : 18394,
"1761280" : 18693,
"1777664" : 18409,
"1794048" : 18617,
"1810432" : 18051,
"1826816" : 18001,
"1843200" : 17779,
"1859584" : 17296,
"1875968" : 17345,
"1892352" : 17250,
"1908736" : 16737,
"1925120" : 16355,
"1941504" : 16045,
"1957888" : 15856,
"1974272" : 15704,
"1990656" : 15355,
"2007040" : 15007,
"2023424" : 14783,
"2039808" : 14713,
"2056192" : 14343,
"2072576" : 14090,
"2088960" : 13820,
"2113536" : 26583,
"2146304" : 25521,
"2179072" : 24391,
"2211840" : 23146,
"2244608" : 21967,
"2277376" : 20849,
"2310144" : 20010,
"2342912" : 18915,
"2375680" : 18178,
"2408448" : 17388,
"2441216" : 16583,
"2473984" : 15765,
"2506752" : 15136,
"2539520" : 14521,
"2572288" : 14011,
"2605056" : 13622,
"2637824" : 13126,
"2670592" : 12631,
"2703360" : 12202,
"2736128" : 11948,
"2768896" : 11415,
"2801664" : 11261,
"2834432" : 10826,
"2867200" : 10652,
"2899968" : 10390,
"2932736" : 10302,
"2965504" : 9908,
"2998272" : 9781,
"3031040" : 9555,
"3063808" : 9291,
"3096576" : 8996,
"3129344" : 8865,
"3162112" : 8589,
"3194880" : 8417,
"3227648" : 8204,
"3260416" : 8002,
"3293184" : 7892,
"3325952" : 7673,
"3358720" : 7521,
"3391488" : 7252,
"3424256" : 7131,
"3457024" : 6970,
"3489792" : 6918,
"3522560" : 6653,
"3555328" : 6479,
"3588096" : 6455,
"3620864" : 6554,
"3653632" : 6347,
"3686400" : 6201,
"3719168" : 6092,
"3751936" : 6171,
"3784704" : 5954,
"3817472" : 5806,
"3850240" : 5647,
"3883008" : 5517,
"3915776" : 5547,
"3948544" : 5399,
"3981312" : 5335,
"4014080" : 5370,
"4046848" : 5145,
"4079616" : 5197,
"4112384" : 5094,
"4145152" : 5026,
"4177920" : 4913,
"4227072" : 9569,
"4292608" : 9059,
"4358144" : 9067,
"4423680" : 8633,
"4489216" : 8590,
"4554752" : 8039,
"4620288" : 7886,
"4685824" : 7650,
"4751360" : 7336,
"4816896" : 6759,
"4882432" : 6847,
"4947968" : 6324,
"5013504" : 5981,
"5079040" : 5934,
"5144576" : 5581,
"5210112" : 5478,
"5275648" : 5154,
"5341184" : 4861,
"5406720" : 4763,
"5472256" : 4471,
"5537792" : 4334,
"5603328" : 4129,
"5668864" : 3937,
"5734400" : 3704,
"5799936" : 3597,
"5865472" : 3341,
"5931008" : 3162,
"5996544" : 3070,
"6062080" : 2855,
"6127616" : 2558,
"6193152" : 2431,
"6258688" : 2518,
"6324224" : 2227,
"6389760" : 2057,
"6455296" : 2033,
"6520832" : 1936,
"6586368" : 1842,
"6651904" : 1862,
"6717440" : 1691,
"6782976" : 1635,
"6848512" : 1612,
"6914048" : 1540,
"6979584" : 1596,
"7045120" : 1497,
"7110656" : 1339,
"7176192" : 1356,
"7241728" : 1334,
"7307264" : 1288,
"7372800" : 1239,
"7438336" : 1175,
"7503872" : 1266,
"7569408" : 1128,
"7634944" : 1126,
"7700480" : 1063,
"7766016" : 1054,
"7831552" : 977,
"7897088" : 979,
"7962624" : 947,
"8028160" : 903,
"8093696" : 866,
"8159232" : 840,
"8224768" : 803,
"8290304" : 800,
"8355840" : 786,
"8454144" : 1486,
"8585216" : 1405,
"8716288" : 1297,
"8847360" : 1348,
"8978432" : 1173,
"9109504" : 1258,
"9240576" : 1162,
"9371648" : 1093,
"9502720" : 1047,
"9633792" : 1017,
"9764864" : 1016,
"9895936" : 1039,
"10027008" : 1012,
"10158080" : 982,
"10289152" : 922,
"10420224" : 843,
"10551296" : 815,
"10682368" : 814,
"10813440" : 720,
"10944512" : 696,
"11075584" : 594,
"11206656" : 505,
"11337728" : 547,
"11468800" : 441,
"11599872" : 409,
"11730944" : 409,
"11862016" : 387,
"11993088" : 322,
"12124160" : 287,
"12255232" : 305,
"12386304" : 268,
"12517376" : 224,
"12648448" : 205,
"12779520" : 196,
"12910592" : 180,
"13041664" : 159,
"13172736" : 147,
"13303808" : 139,
"13434880" : 134,
"13565952" : 139,
"13697024" : 124,
"13828096" : 116,
"13959168" : 144,
"14090240" : 126,
"14221312" : 129,
"14352384" : 113,
"14483456" : 123,
"14614528" : 146,
"14745600" : 136,
"14876672" : 112,
"15007744" : 126,
"15138816" : 112,
"15269888" : 112,
"15400960" : 125,
"15532032" : 97,
"15663104" : 78,
"15794176" : 79,
"15925248" : 85,
"16056320" : 78,
"16187392" : 74,
"16318464" : 44,
"16449536" : 44,
"16580608" : 43,
"16711680" : 33,
"16908288" : 36,
"17170432" : 31,
"17432576" : 39,
"17694720" : 35,
"17956864" : 19,
"18219008" : 19,
"18481152" : 17,
"18743296" : 12,
"19005440" : 15,
"19267584" : 10,
"19529728" : 12,
"19791872" : 6,
"20054016" : 4,
"20316160" : 5,
"20578304" : 3,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1351427,
"max" : 26565032,
"mean" : 3696321.515688,
"stddev" : 2036072.915978,
"N" : 1730557
},
"bw_min" : 47336,
"bw_max" : 90936,
"bw_agg" : 100.000000,
"bw_mean" : 69225.597990,
"bw_dev" : 619.823848,
"bw_samples" : 3184,
"iops_min" : 11834,
"iops_max" : 22734,
"iops_mean" : 17305.437186,
"iops_stddev" : 154.977220,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599998,
"usr_cpu" : 0.435626,
"sys_cpu" : 8.281635,
"ctx" : 2184395,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.108928,
"4" : 42.676963,
"10" : 15.336770,
"20" : 0.875490,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092134,
"timestamp_ms" : 1773092134792,
"time" : "Mon Mar 9 18:35:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7792533504,
"io_kbytes" : 7609896,
"bw_bytes" : 70841213,
"bw" : 69180,
"iops" : 17295.572727,
"runtime" : 110000,
"total_ios" : 1902513,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 8023106,
"mean" : 920527.953074,
"stddev" : 864230.340746,
"N" : 1902513
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2777940.055364,
"stddev" : 1683805.371492,
"N" : 1902497,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1990656,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4816896,
"95.000000" : 5931008,
"99.000000" : 9764864,
"99.500000" : 11075584,
"99.900000" : 14614528,
"99.950000" : 15532032,
"99.990000" : 17432576
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 8,
"1019904" : 26,
"1028096" : 26,
"1036288" : 53,
"1044480" : 43,
"1056768" : 154,
"1073152" : 293,
"1089536" : 490,
"1105920" : 644,
"1122304" : 979,
"1138688" : 1355,
"1155072" : 1963,
"1171456" : 2616,
"1187840" : 3377,
"1204224" : 3937,
"1220608" : 4738,
"1236992" : 5473,
"1253376" : 6347,
"1269760" : 7220,
"1286144" : 8363,
"1302528" : 9354,
"1318912" : 10174,
"1335296" : 10799,
"1351680" : 11836,
"1368064" : 12578,
"1384448" : 13341,
"1400832" : 13954,
"1417216" : 14273,
"1433600" : 14598,
"1449984" : 14895,
"1466368" : 15222,
"1482752" : 15487,
"1499136" : 15580,
"1515520" : 15925,
"1531904" : 16189,
"1548288" : 16551,
"1564672" : 16795,
"1581056" : 17401,
"1597440" : 17753,
"1613824" : 18214,
"1630208" : 18290,
"1646592" : 18961,
"1662976" : 19217,
"1679360" : 19529,
"1695744" : 19706,
"1712128" : 20084,
"1728512" : 20055,
"1744896" : 20068,
"1761280" : 20438,
"1777664" : 20219,
"1794048" : 20358,
"1810432" : 19823,
"1826816" : 19723,
"1843200" : 19522,
"1859584" : 18981,
"1875968" : 19079,
"1892352" : 18870,
"1908736" : 18415,
"1925120" : 17991,
"1941504" : 17666,
"1957888" : 17409,
"1974272" : 17253,
"1990656" : 16968,
"2007040" : 16592,
"2023424" : 16302,
"2039808" : 16165,
"2056192" : 15769,
"2072576" : 15471,
"2088960" : 15263,
"2113536" : 29192,
"2146304" : 28195,
"2179072" : 26945,
"2211840" : 25537,
"2244608" : 24251,
"2277376" : 22972,
"2310144" : 22051,
"2342912" : 20916,
"2375680" : 20069,
"2408448" : 19118,
"2441216" : 18314,
"2473984" : 17404,
"2506752" : 16771,
"2539520" : 16064,
"2572288" : 15429,
"2605056" : 15057,
"2637824" : 14482,
"2670592" : 14023,
"2703360" : 13510,
"2736128" : 13249,
"2768896" : 12624,
"2801664" : 12464,
"2834432" : 11992,
"2867200" : 11795,
"2899968" : 11455,
"2932736" : 11369,
"2965504" : 10957,
"2998272" : 10792,
"3031040" : 10611,
"3063808" : 10257,
"3096576" : 9901,
"3129344" : 9781,
"3162112" : 9497,
"3194880" : 9328,
"3227648" : 9072,
"3260416" : 8832,
"3293184" : 8734,
"3325952" : 8504,
"3358720" : 8341,
"3391488" : 8025,
"3424256" : 7921,
"3457024" : 7677,
"3489792" : 7610,
"3522560" : 7346,
"3555328" : 7166,
"3588096" : 7149,
"3620864" : 7241,
"3653632" : 6997,
"3686400" : 6866,
"3719168" : 6782,
"3751936" : 6749,
"3784704" : 6562,
"3817472" : 6382,
"3850240" : 6249,
"3883008" : 6072,
"3915776" : 6114,
"3948544" : 5960,
"3981312" : 5889,
"4014080" : 5926,
"4046848" : 5692,
"4079616" : 5747,
"4112384" : 5607,
"4145152" : 5542,
"4177920" : 5415,
"4227072" : 10528,
"4292608" : 10011,
"4358144" : 9992,
"4423680" : 9518,
"4489216" : 9433,
"4554752" : 8787,
"4620288" : 8664,
"4685824" : 8365,
"4751360" : 8071,
"4816896" : 7400,
"4882432" : 7498,
"4947968" : 6969,
"5013504" : 6569,
"5079040" : 6518,
"5144576" : 6105,
"5210112" : 6001,
"5275648" : 5631,
"5341184" : 5348,
"5406720" : 5212,
"5472256" : 4893,
"5537792" : 4756,
"5603328" : 4540,
"5668864" : 4360,
"5734400" : 4079,
"5799936" : 3976,
"5865472" : 3650,
"5931008" : 3501,
"5996544" : 3369,
"6062080" : 3123,
"6127616" : 2826,
"6193152" : 2699,
"6258688" : 2743,
"6324224" : 2464,
"6389760" : 2276,
"6455296" : 2253,
"6520832" : 2116,
"6586368" : 1997,
"6651904" : 2066,
"6717440" : 1854,
"6782976" : 1801,
"6848512" : 1781,
"6914048" : 1695,
"6979584" : 1781,
"7045120" : 1638,
"7110656" : 1485,
"7176192" : 1495,
"7241728" : 1472,
"7307264" : 1406,
"7372800" : 1358,
"7438336" : 1283,
"7503872" : 1375,
"7569408" : 1237,
"7634944" : 1247,
"7700480" : 1151,
"7766016" : 1156,
"7831552" : 1062,
"7897088" : 1079,
"7962624" : 1024,
"8028160" : 975,
"8093696" : 949,
"8159232" : 904,
"8224768" : 872,
"8290304" : 871,
"8355840" : 854,
"8454144" : 1625,
"8585216" : 1515,
"8716288" : 1414,
"8847360" : 1449,
"8978432" : 1267,
"9109504" : 1348,
"9240576" : 1254,
"9371648" : 1205,
"9502720" : 1154,
"9633792" : 1116,
"9764864" : 1110,
"9895936" : 1145,
"10027008" : 1102,
"10158080" : 1086,
"10289152" : 998,
"10420224" : 930,
"10551296" : 908,
"10682368" : 883,
"10813440" : 789,
"10944512" : 766,
"11075584" : 665,
"11206656" : 559,
"11337728" : 594,
"11468800" : 491,
"11599872" : 452,
"11730944" : 448,
"11862016" : 415,
"11993088" : 357,
"12124160" : 317,
"12255232" : 324,
"12386304" : 292,
"12517376" : 251,
"12648448" : 230,
"12779520" : 208,
"12910592" : 200,
"13041664" : 184,
"13172736" : 165,
"13303808" : 163,
"13434880" : 142,
"13565952" : 147,
"13697024" : 138,
"13828096" : 120,
"13959168" : 159,
"14090240" : 144,
"14221312" : 142,
"14352384" : 124,
"14483456" : 133,
"14614528" : 162,
"14745600" : 147,
"14876672" : 126,
"15007744" : 138,
"15138816" : 125,
"15269888" : 133,
"15400960" : 136,
"15532032" : 108,
"15663104" : 88,
"15794176" : 93,
"15925248" : 97,
"16056320" : 87,
"16187392" : 84,
"16318464" : 51,
"16449536" : 47,
"16580608" : 50,
"16711680" : 35,
"16908288" : 38,
"17170432" : 37,
"17432576" : 40,
"17694720" : 39,
"17956864" : 21,
"18219008" : 23,
"18481152" : 18,
"18743296" : 13,
"19005440" : 17,
"19267584" : 11,
"19529728" : 14,
"19791872" : 7,
"20054016" : 4,
"20316160" : 5,
"20578304" : 4,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1350845,
"max" : 26565032,
"mean" : 3698470.289321,
"stddev" : 2034538.433525,
"N" : 1902497
},
"bw_min" : 47336,
"bw_max" : 90936,
"bw_agg" : 100.000000,
"bw_mean" : 69229.136986,
"bw_dev" : 607.952717,
"bw_samples" : 3504,
"iops_min" : 11834,
"iops_max" : 22734,
"iops_mean" : 17306.269406,
"iops_stddev" : 152.011265,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759998,
"usr_cpu" : 0.435398,
"sys_cpu" : 8.276941,
"ctx" : 2403709,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 40.936067,
"4" : 42.861468,
"10" : 15.323154,
"20" : 0.877576,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092144,
"timestamp_ms" : 1773092144790,
"time" : "Mon Mar 9 18:35:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8540426240,
"io_kbytes" : 8340260,
"bw_bytes" : 71170218,
"bw" : 69502,
"iops" : 17375.708333,
"runtime" : 120000,
"total_ios" : 2085085,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 8023106,
"mean" : 916249.435796,
"stddev" : 857480.906035,
"N" : 2085085
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2765114.507938,
"stddev" : 1671639.307944,
"N" : 2085069,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2899968,
"80.000000" : 3588096,
"90.000000" : 4751360,
"95.000000" : 5931008,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14614528,
"99.950000" : 15532032,
"99.990000" : 17432576
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 9,
"1019904" : 27,
"1028096" : 34,
"1036288" : 59,
"1044480" : 53,
"1056768" : 172,
"1073152" : 329,
"1089536" : 539,
"1105920" : 714,
"1122304" : 1072,
"1138688" : 1492,
"1155072" : 2143,
"1171456" : 2856,
"1187840" : 3709,
"1204224" : 4363,
"1220608" : 5162,
"1236992" : 6050,
"1253376" : 7006,
"1269760" : 8011,
"1286144" : 9277,
"1302528" : 10331,
"1318912" : 11260,
"1335296" : 11879,
"1351680" : 13101,
"1368064" : 13866,
"1384448" : 14735,
"1400832" : 15413,
"1417216" : 15737,
"1433600" : 16121,
"1449984" : 16428,
"1466368" : 16822,
"1482752" : 17029,
"1499136" : 17206,
"1515520" : 17595,
"1531904" : 17778,
"1548288" : 18191,
"1564672" : 18575,
"1581056" : 19164,
"1597440" : 19511,
"1613824" : 19993,
"1630208" : 20103,
"1646592" : 20974,
"1662976" : 21087,
"1679360" : 21471,
"1695744" : 21629,
"1712128" : 22140,
"1728512" : 22083,
"1744896" : 22051,
"1761280" : 22612,
"1777664" : 22278,
"1794048" : 22417,
"1810432" : 21851,
"1826816" : 21711,
"1843200" : 21498,
"1859584" : 20894,
"1875968" : 21028,
"1892352" : 20743,
"1908736" : 20262,
"1925120" : 19800,
"1941504" : 19413,
"1957888" : 19212,
"1974272" : 18893,
"1990656" : 18612,
"2007040" : 18317,
"2023424" : 17924,
"2039808" : 17775,
"2056192" : 17338,
"2072576" : 17012,
"2088960" : 16771,
"2113536" : 32072,
"2146304" : 31014,
"2179072" : 29656,
"2211840" : 28080,
"2244608" : 26718,
"2277376" : 25282,
"2310144" : 24300,
"2342912" : 23055,
"2375680" : 22075,
"2408448" : 21082,
"2441216" : 20075,
"2473984" : 19184,
"2506752" : 18456,
"2539520" : 17704,
"2572288" : 17022,
"2605056" : 16628,
"2637824" : 15939,
"2670592" : 15432,
"2703360" : 14933,
"2736128" : 14561,
"2768896" : 13991,
"2801664" : 13652,
"2834432" : 13188,
"2867200" : 13101,
"2899968" : 12604,
"2932736" : 12532,
"2965504" : 12037,
"2998272" : 11850,
"3031040" : 11631,
"3063808" : 11295,
"3096576" : 10907,
"3129344" : 10683,
"3162112" : 10382,
"3194880" : 10221,
"3227648" : 9902,
"3260416" : 9674,
"3293184" : 9576,
"3325952" : 9329,
"3358720" : 9114,
"3391488" : 8823,
"3424256" : 8637,
"3457024" : 8395,
"3489792" : 8291,
"3522560" : 8069,
"3555328" : 7839,
"3588096" : 7768,
"3620864" : 7866,
"3653632" : 7588,
"3686400" : 7475,
"3719168" : 7346,
"3751936" : 7355,
"3784704" : 7085,
"3817472" : 6909,
"3850240" : 6774,
"3883008" : 6588,
"3915776" : 6665,
"3948544" : 6448,
"3981312" : 6338,
"4014080" : 6358,
"4046848" : 6151,
"4079616" : 6174,
"4112384" : 6045,
"4145152" : 6001,
"4177920" : 5880,
"4227072" : 11406,
"4292608" : 10790,
"4358144" : 10768,
"4423680" : 10298,
"4489216" : 10161,
"4554752" : 9514,
"4620288" : 9310,
"4685824" : 8987,
"4751360" : 8692,
"4816896" : 8003,
"4882432" : 8035,
"4947968" : 7481,
"5013504" : 7086,
"5079040" : 7010,
"5144576" : 6537,
"5210112" : 6455,
"5275648" : 6045,
"5341184" : 5758,
"5406720" : 5576,
"5472256" : 5242,
"5537792" : 5109,
"5603328" : 4886,
"5668864" : 4699,
"5734400" : 4412,
"5799936" : 4301,
"5865472" : 3921,
"5931008" : 3764,
"5996544" : 3612,
"6062080" : 3361,
"6127616" : 3072,
"6193152" : 2911,
"6258688" : 2954,
"6324224" : 2654,
"6389760" : 2434,
"6455296" : 2380,
"6520832" : 2281,
"6586368" : 2150,
"6651904" : 2198,
"6717440" : 1970,
"6782976" : 1935,
"6848512" : 1904,
"6914048" : 1807,
"6979584" : 1880,
"7045120" : 1763,
"7110656" : 1586,
"7176192" : 1596,
"7241728" : 1581,
"7307264" : 1496,
"7372800" : 1453,
"7438336" : 1378,
"7503872" : 1466,
"7569408" : 1326,
"7634944" : 1336,
"7700480" : 1234,
"7766016" : 1229,
"7831552" : 1129,
"7897088" : 1151,
"7962624" : 1090,
"8028160" : 1040,
"8093696" : 1034,
"8159232" : 973,
"8224768" : 924,
"8290304" : 933,
"8355840" : 921,
"8454144" : 1739,
"8585216" : 1641,
"8716288" : 1534,
"8847360" : 1553,
"8978432" : 1365,
"9109504" : 1448,
"9240576" : 1359,
"9371648" : 1317,
"9502720" : 1265,
"9633792" : 1215,
"9764864" : 1192,
"9895936" : 1230,
"10027008" : 1213,
"10158080" : 1173,
"10289152" : 1100,
"10420224" : 1015,
"10551296" : 979,
"10682368" : 968,
"10813440" : 850,
"10944512" : 831,
"11075584" : 710,
"11206656" : 607,
"11337728" : 634,
"11468800" : 511,
"11599872" : 476,
"11730944" : 468,
"11862016" : 447,
"11993088" : 384,
"12124160" : 337,
"12255232" : 340,
"12386304" : 305,
"12517376" : 269,
"12648448" : 245,
"12779520" : 218,
"12910592" : 210,
"13041664" : 192,
"13172736" : 174,
"13303808" : 171,
"13434880" : 152,
"13565952" : 158,
"13697024" : 149,
"13828096" : 125,
"13959168" : 165,
"14090240" : 152,
"14221312" : 155,
"14352384" : 135,
"14483456" : 144,
"14614528" : 170,
"14745600" : 157,
"14876672" : 138,
"15007744" : 147,
"15138816" : 136,
"15269888" : 141,
"15400960" : 150,
"15532032" : 123,
"15663104" : 96,
"15794176" : 102,
"15925248" : 104,
"16056320" : 91,
"16187392" : 87,
"16318464" : 53,
"16449536" : 47,
"16580608" : 51,
"16711680" : 35,
"16908288" : 44,
"17170432" : 38,
"17432576" : 40,
"17694720" : 41,
"17956864" : 22,
"18219008" : 24,
"18481152" : 19,
"18743296" : 15,
"19005440" : 19,
"19267584" : 12,
"19529728" : 14,
"19791872" : 8,
"20054016" : 4,
"20316160" : 6,
"20578304" : 4,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1350845,
"max" : 26565032,
"mean" : 3681370.971287,
"stddev" : 2020312.781487,
"N" : 2085069
},
"bw_min" : 47336,
"bw_max" : 90936,
"bw_agg" : 100.000000,
"bw_mean" : 69522.209205,
"bw_dev" : 605.763096,
"bw_samples" : 3824,
"iops_min" : 11834,
"iops_max" : 22734,
"iops_mean" : 17379.543933,
"iops_stddev" : 151.465276,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919996,
"usr_cpu" : 0.436720,
"sys_cpu" : 8.317049,
"ctx" : 2634618,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.143167,
"4" : 42.948465,
"10" : 15.046437,
"20" : 0.860301,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092154,
"timestamp_ms" : 1773092154792,
"time" : "Mon Mar 9 18:35:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9218654208,
"io_kbytes" : 9002592,
"bw_bytes" : 70912179,
"bw" : 69250,
"iops" : 17312.728364,
"runtime" : 130001,
"total_ios" : 2250672,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 8023106,
"mean" : 919615.763012,
"stddev" : 863876.232651,
"N" : 2250672
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2775160.973593,
"stddev" : 1684678.180112,
"N" : 2250656,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4816896,
"95.000000" : 5931008,
"99.000000" : 9764864,
"99.500000" : 11075584,
"99.900000" : 14614528,
"99.950000" : 15532032,
"99.990000" : 17432576
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 9,
"1019904" : 27,
"1028096" : 38,
"1036288" : 61,
"1044480" : 53,
"1056768" : 176,
"1073152" : 343,
"1089536" : 562,
"1105920" : 750,
"1122304" : 1111,
"1138688" : 1565,
"1155072" : 2255,
"1171456" : 3017,
"1187840" : 3934,
"1204224" : 4600,
"1220608" : 5472,
"1236992" : 6436,
"1253376" : 7434,
"1269760" : 8481,
"1286144" : 9885,
"1302528" : 10982,
"1318912" : 11981,
"1335296" : 12634,
"1351680" : 13997,
"1368064" : 14790,
"1384448" : 15725,
"1400832" : 16434,
"1417216" : 16817,
"1433600" : 17298,
"1449984" : 17588,
"1466368" : 18000,
"1482752" : 18250,
"1499136" : 18482,
"1515520" : 18869,
"1531904" : 19135,
"1548288" : 19526,
"1564672" : 19965,
"1581056" : 20619,
"1597440" : 20957,
"1613824" : 21480,
"1630208" : 21677,
"1646592" : 22532,
"1662976" : 22695,
"1679360" : 23075,
"1695744" : 23318,
"1712128" : 23870,
"1728512" : 23799,
"1744896" : 23827,
"1761280" : 24489,
"1777664" : 24035,
"1794048" : 24184,
"1810432" : 23627,
"1826816" : 23434,
"1843200" : 23233,
"1859584" : 22594,
"1875968" : 22679,
"1892352" : 22397,
"1908736" : 21880,
"1925120" : 21400,
"1941504" : 21081,
"1957888" : 20793,
"1974272" : 20485,
"1990656" : 20140,
"2007040" : 19863,
"2023424" : 19443,
"2039808" : 19294,
"2056192" : 18810,
"2072576" : 18446,
"2088960" : 18184,
"2113536" : 34697,
"2146304" : 33560,
"2179072" : 32048,
"2211840" : 30364,
"2244608" : 28948,
"2277376" : 27321,
"2310144" : 26338,
"2342912" : 24952,
"2375680" : 23733,
"2408448" : 22830,
"2441216" : 21678,
"2473984" : 20783,
"2506752" : 19928,
"2539520" : 19073,
"2572288" : 18285,
"2605056" : 17847,
"2637824" : 17197,
"2670592" : 16630,
"2703360" : 16050,
"2736128" : 15697,
"2768896" : 15056,
"2801664" : 14717,
"2834432" : 14197,
"2867200" : 14051,
"2899968" : 13547,
"2932736" : 13443,
"2965504" : 12957,
"2998272" : 12726,
"3031040" : 12471,
"3063808" : 12137,
"3096576" : 11703,
"3129344" : 11486,
"3162112" : 11108,
"3194880" : 10979,
"3227648" : 10633,
"3260416" : 10379,
"3293184" : 10266,
"3325952" : 9994,
"3358720" : 9797,
"3391488" : 9458,
"3424256" : 9248,
"3457024" : 9047,
"3489792" : 8901,
"3522560" : 8692,
"3555328" : 8457,
"3588096" : 8340,
"3620864" : 8409,
"3653632" : 8182,
"3686400" : 8069,
"3719168" : 7877,
"3751936" : 7905,
"3784704" : 7630,
"3817472" : 7428,
"3850240" : 7288,
"3883008" : 7113,
"3915776" : 7187,
"3948544" : 6933,
"3981312" : 6826,
"4014080" : 6863,
"4046848" : 6674,
"4079616" : 6663,
"4112384" : 6543,
"4145152" : 6504,
"4177920" : 6321,
"4227072" : 12295,
"4292608" : 11677,
"4358144" : 11587,
"4423680" : 11134,
"4489216" : 11005,
"4554752" : 10375,
"4620288" : 10091,
"4685824" : 9751,
"4751360" : 9474,
"4816896" : 8735,
"4882432" : 8779,
"4947968" : 8151,
"5013504" : 7783,
"5079040" : 7652,
"5144576" : 7184,
"5210112" : 7100,
"5275648" : 6658,
"5341184" : 6281,
"5406720" : 6129,
"5472256" : 5767,
"5537792" : 5610,
"5603328" : 5369,
"5668864" : 5143,
"5734400" : 4837,
"5799936" : 4775,
"5865472" : 4325,
"5931008" : 4133,
"5996544" : 3989,
"6062080" : 3677,
"6127616" : 3367,
"6193152" : 3206,
"6258688" : 3229,
"6324224" : 2913,
"6389760" : 2662,
"6455296" : 2623,
"6520832" : 2518,
"6586368" : 2379,
"6651904" : 2380,
"6717440" : 2169,
"6782976" : 2141,
"6848512" : 2087,
"6914048" : 1959,
"6979584" : 2052,
"7045120" : 1944,
"7110656" : 1731,
"7176192" : 1746,
"7241728" : 1743,
"7307264" : 1644,
"7372800" : 1591,
"7438336" : 1528,
"7503872" : 1623,
"7569408" : 1458,
"7634944" : 1504,
"7700480" : 1367,
"7766016" : 1372,
"7831552" : 1256,
"7897088" : 1256,
"7962624" : 1186,
"8028160" : 1138,
"8093696" : 1142,
"8159232" : 1076,
"8224768" : 1037,
"8290304" : 1033,
"8355840" : 1004,
"8454144" : 1917,
"8585216" : 1811,
"8716288" : 1704,
"8847360" : 1721,
"8978432" : 1509,
"9109504" : 1576,
"9240576" : 1500,
"9371648" : 1439,
"9502720" : 1421,
"9633792" : 1352,
"9764864" : 1326,
"9895936" : 1358,
"10027008" : 1345,
"10158080" : 1311,
"10289152" : 1200,
"10420224" : 1126,
"10551296" : 1082,
"10682368" : 1062,
"10813440" : 929,
"10944512" : 908,
"11075584" : 785,
"11206656" : 680,
"11337728" : 692,
"11468800" : 565,
"11599872" : 540,
"11730944" : 514,
"11862016" : 488,
"11993088" : 437,
"12124160" : 372,
"12255232" : 368,
"12386304" : 347,
"12517376" : 306,
"12648448" : 287,
"12779520" : 248,
"12910592" : 235,
"13041664" : 211,
"13172736" : 195,
"13303808" : 192,
"13434880" : 175,
"13565952" : 174,
"13697024" : 176,
"13828096" : 147,
"13959168" : 181,
"14090240" : 169,
"14221312" : 171,
"14352384" : 152,
"14483456" : 161,
"14614528" : 184,
"14745600" : 172,
"14876672" : 153,
"15007744" : 166,
"15138816" : 145,
"15269888" : 150,
"15400960" : 161,
"15532032" : 136,
"15663104" : 116,
"15794176" : 111,
"15925248" : 115,
"16056320" : 100,
"16187392" : 93,
"16318464" : 61,
"16449536" : 49,
"16580608" : 53,
"16711680" : 42,
"16908288" : 53,
"17170432" : 43,
"17432576" : 46,
"17694720" : 45,
"17956864" : 28,
"18219008" : 28,
"18481152" : 28,
"18743296" : 18,
"19005440" : 21,
"19267584" : 13,
"19529728" : 16,
"19791872" : 8,
"20054016" : 4,
"20316160" : 6,
"20578304" : 4,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1350845,
"max" : 26565032,
"mean" : 3694774.234680,
"stddev" : 2036499.435374,
"N" : 2250656
},
"bw_min" : 46784,
"bw_max" : 90936,
"bw_agg" : 99.965091,
"bw_mean" : 69226.996139,
"bw_dev" : 602.974772,
"bw_samples" : 4144,
"iops_min" : 11696,
"iops_max" : 22734,
"iops_mean" : 17305.768340,
"iops_stddev" : 150.767238,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080014,
"usr_cpu" : 0.433699,
"sys_cpu" : 8.284608,
"ctx" : 2839639,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 40.983137,
"4" : 42.908163,
"10" : 15.223142,
"20" : 0.884047,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092164,
"timestamp_ms" : 1773092164791,
"time" : "Mon Mar 9 18:36:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9880723456,
"io_kbytes" : 9649144,
"bw_bytes" : 70576596,
"bw" : 68922,
"iops" : 17230.800000,
"runtime" : 140000,
"total_ios" : 2412312,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 8023106,
"mean" : 924016.385609,
"stddev" : 871975.897725,
"N" : 2412312
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2788337.667445,
"stddev" : 1699460.465870,
"N" : 2412296,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1990656,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3653632,
"90.000000" : 4816896,
"95.000000" : 5996544,
"99.000000" : 9764864,
"99.500000" : 11075584,
"99.900000" : 14614528,
"99.950000" : 15663104,
"99.990000" : 17694720
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 9,
"1019904" : 27,
"1028096" : 38,
"1036288" : 62,
"1044480" : 55,
"1056768" : 189,
"1073152" : 359,
"1089536" : 585,
"1105920" : 802,
"1122304" : 1182,
"1138688" : 1691,
"1155072" : 2457,
"1171456" : 3250,
"1187840" : 4277,
"1204224" : 5007,
"1220608" : 5884,
"1236992" : 6960,
"1253376" : 8084,
"1269760" : 9198,
"1286144" : 10623,
"1302528" : 11840,
"1318912" : 12888,
"1335296" : 13572,
"1351680" : 15048,
"1368064" : 15900,
"1384448" : 16843,
"1400832" : 17562,
"1417216" : 17981,
"1433600" : 18522,
"1449984" : 18897,
"1466368" : 19206,
"1482752" : 19508,
"1499136" : 19770,
"1515520" : 20231,
"1531904" : 20488,
"1548288" : 20859,
"1564672" : 21387,
"1581056" : 22012,
"1597440" : 22446,
"1613824" : 22989,
"1630208" : 23139,
"1646592" : 24108,
"1662976" : 24226,
"1679360" : 24586,
"1695744" : 24868,
"1712128" : 25432,
"1728512" : 25330,
"1744896" : 25408,
"1761280" : 26019,
"1777664" : 25564,
"1794048" : 25758,
"1810432" : 25209,
"1826816" : 24973,
"1843200" : 24682,
"1859584" : 24064,
"1875968" : 24126,
"1892352" : 23778,
"1908736" : 23251,
"1925120" : 22813,
"1941504" : 22455,
"1957888" : 22162,
"1974272" : 21773,
"1990656" : 21387,
"2007040" : 21165,
"2023424" : 20717,
"2039808" : 20497,
"2056192" : 20102,
"2072576" : 19603,
"2088960" : 19275,
"2113536" : 36894,
"2146304" : 35651,
"2179072" : 34053,
"2211840" : 32330,
"2244608" : 30794,
"2277376" : 29073,
"2310144" : 27961,
"2342912" : 26565,
"2375680" : 25243,
"2408448" : 24260,
"2441216" : 23082,
"2473984" : 22175,
"2506752" : 21164,
"2539520" : 20263,
"2572288" : 19480,
"2605056" : 19027,
"2637824" : 18357,
"2670592" : 17735,
"2703360" : 17113,
"2736128" : 16701,
"2768896" : 16057,
"2801664" : 15688,
"2834432" : 15120,
"2867200" : 14997,
"2899968" : 14468,
"2932736" : 14341,
"2965504" : 13827,
"2998272" : 13593,
"3031040" : 13311,
"3063808" : 12957,
"3096576" : 12524,
"3129344" : 12321,
"3162112" : 11871,
"3194880" : 11779,
"3227648" : 11444,
"3260416" : 11115,
"3293184" : 11006,
"3325952" : 10729,
"3358720" : 10515,
"3391488" : 10193,
"3424256" : 9929,
"3457024" : 9736,
"3489792" : 9615,
"3522560" : 9336,
"3555328" : 9119,
"3588096" : 8958,
"3620864" : 9062,
"3653632" : 8789,
"3686400" : 8650,
"3719168" : 8494,
"3751936" : 8501,
"3784704" : 8238,
"3817472" : 8031,
"3850240" : 7866,
"3883008" : 7707,
"3915776" : 7734,
"3948544" : 7507,
"3981312" : 7408,
"4014080" : 7398,
"4046848" : 7194,
"4079616" : 7195,
"4112384" : 7056,
"4145152" : 7012,
"4177920" : 6870,
"4227072" : 13329,
"4292608" : 12710,
"4358144" : 12664,
"4423680" : 12135,
"4489216" : 12011,
"4554752" : 11280,
"4620288" : 10995,
"4685824" : 10707,
"4751360" : 10360,
"4816896" : 9598,
"4882432" : 9562,
"4947968" : 8925,
"5013504" : 8531,
"5079040" : 8376,
"5144576" : 7824,
"5210112" : 7730,
"5275648" : 7284,
"5341184" : 6864,
"5406720" : 6708,
"5472256" : 6340,
"5537792" : 6131,
"5603328" : 5874,
"5668864" : 5602,
"5734400" : 5300,
"5799936" : 5174,
"5865472" : 4714,
"5931008" : 4525,
"5996544" : 4346,
"6062080" : 4003,
"6127616" : 3709,
"6193152" : 3528,
"6258688" : 3515,
"6324224" : 3189,
"6389760" : 2954,
"6455296" : 2900,
"6520832" : 2763,
"6586368" : 2617,
"6651904" : 2608,
"6717440" : 2391,
"6782976" : 2372,
"6848512" : 2309,
"6914048" : 2158,
"6979584" : 2247,
"7045120" : 2157,
"7110656" : 1904,
"7176192" : 1928,
"7241728" : 1919,
"7307264" : 1832,
"7372800" : 1761,
"7438336" : 1682,
"7503872" : 1778,
"7569408" : 1614,
"7634944" : 1649,
"7700480" : 1519,
"7766016" : 1502,
"7831552" : 1383,
"7897088" : 1368,
"7962624" : 1308,
"8028160" : 1255,
"8093696" : 1243,
"8159232" : 1191,
"8224768" : 1132,
"8290304" : 1150,
"8355840" : 1088,
"8454144" : 2107,
"8585216" : 1995,
"8716288" : 1867,
"8847360" : 1882,
"8978432" : 1663,
"9109504" : 1704,
"9240576" : 1636,
"9371648" : 1564,
"9502720" : 1538,
"9633792" : 1474,
"9764864" : 1444,
"9895936" : 1481,
"10027008" : 1467,
"10158080" : 1458,
"10289152" : 1330,
"10420224" : 1231,
"10551296" : 1206,
"10682368" : 1190,
"10813440" : 1028,
"10944512" : 992,
"11075584" : 865,
"11206656" : 760,
"11337728" : 758,
"11468800" : 626,
"11599872" : 586,
"11730944" : 569,
"11862016" : 525,
"11993088" : 492,
"12124160" : 410,
"12255232" : 401,
"12386304" : 389,
"12517376" : 341,
"12648448" : 317,
"12779520" : 277,
"12910592" : 263,
"13041664" : 235,
"13172736" : 214,
"13303808" : 208,
"13434880" : 189,
"13565952" : 191,
"13697024" : 191,
"13828096" : 168,
"13959168" : 195,
"14090240" : 182,
"14221312" : 186,
"14352384" : 161,
"14483456" : 175,
"14614528" : 200,
"14745600" : 185,
"14876672" : 167,
"15007744" : 181,
"15138816" : 153,
"15269888" : 162,
"15400960" : 173,
"15532032" : 149,
"15663104" : 122,
"15794176" : 120,
"15925248" : 126,
"16056320" : 111,
"16187392" : 101,
"16318464" : 68,
"16449536" : 60,
"16580608" : 56,
"16711680" : 48,
"16908288" : 60,
"17170432" : 51,
"17432576" : 56,
"17694720" : 46,
"17956864" : 32,
"18219008" : 33,
"18481152" : 30,
"18743296" : 20,
"19005440" : 24,
"19267584" : 14,
"19529728" : 18,
"19791872" : 10,
"20054016" : 5,
"20316160" : 6,
"20578304" : 6,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1350845,
"max" : 27319866,
"mean" : 3712352.299622,
"stddev" : 2054058.685067,
"N" : 2412296
},
"bw_min" : 46784,
"bw_max" : 90936,
"bw_agg" : 99.990631,
"bw_mean" : 68916.713262,
"bw_dev" : 602.007811,
"bw_samples" : 4464,
"iops_min" : 11696,
"iops_max" : 22734,
"iops_mean" : 17228.143369,
"iops_stddev" : 150.529311,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239994,
"usr_cpu" : 0.433126,
"sys_cpu" : 8.238861,
"ctx" : 3043902,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 40.845131,
"4" : 42.732449,
"10" : 15.511882,
"20" : 0.909003,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092174,
"timestamp_ms" : 1773092174790,
"time" : "Mon Mar 9 18:36:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10565783552,
"io_kbytes" : 10318148,
"bw_bytes" : 70438557,
"bw" : 68787,
"iops" : 17197.120000,
"runtime" : 150000,
"total_ios" : 2579568,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 8023106,
"mean" : 925838.252371,
"stddev" : 875868.567589,
"N" : 2579569
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2793786.096675,
"stddev" : 1706526.409967,
"N" : 2579552,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1990656,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3653632,
"90.000000" : 4816896,
"95.000000" : 5996544,
"99.000000" : 9895936,
"99.500000" : 11075584,
"99.900000" : 14745600,
"99.950000" : 15663104,
"99.990000" : 17694720
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 9,
"1019904" : 27,
"1028096" : 41,
"1036288" : 65,
"1044480" : 59,
"1056768" : 193,
"1073152" : 375,
"1089536" : 607,
"1105920" : 849,
"1122304" : 1263,
"1138688" : 1799,
"1155072" : 2592,
"1171456" : 3476,
"1187840" : 4598,
"1204224" : 5357,
"1220608" : 6328,
"1236992" : 7496,
"1253376" : 8728,
"1269760" : 9922,
"1286144" : 11491,
"1302528" : 12747,
"1318912" : 13889,
"1335296" : 14596,
"1351680" : 16209,
"1368064" : 17122,
"1384448" : 18184,
"1400832" : 18893,
"1417216" : 19343,
"1433600" : 19919,
"1449984" : 20208,
"1466368" : 20544,
"1482752" : 20886,
"1499136" : 21225,
"1515520" : 21598,
"1531904" : 21960,
"1548288" : 22344,
"1564672" : 22861,
"1581056" : 23501,
"1597440" : 23946,
"1613824" : 24509,
"1630208" : 24739,
"1646592" : 25707,
"1662976" : 25871,
"1679360" : 26212,
"1695744" : 26598,
"1712128" : 27173,
"1728512" : 27116,
"1744896" : 27096,
"1761280" : 27779,
"1777664" : 27263,
"1794048" : 27442,
"1810432" : 26962,
"1826816" : 26644,
"1843200" : 26290,
"1859584" : 25669,
"1875968" : 25608,
"1892352" : 25314,
"1908736" : 24694,
"1925120" : 24279,
"1941504" : 23945,
"1957888" : 23547,
"1974272" : 23181,
"1990656" : 22820,
"2007040" : 22525,
"2023424" : 22046,
"2039808" : 21721,
"2056192" : 21407,
"2072576" : 20862,
"2088960" : 20486,
"2113536" : 39250,
"2146304" : 37915,
"2179072" : 36254,
"2211840" : 34358,
"2244608" : 32733,
"2277376" : 30905,
"2310144" : 29686,
"2342912" : 28239,
"2375680" : 26801,
"2408448" : 25780,
"2441216" : 24540,
"2473984" : 23546,
"2506752" : 22514,
"2539520" : 21559,
"2572288" : 20737,
"2605056" : 20188,
"2637824" : 19522,
"2670592" : 18893,
"2703360" : 18262,
"2736128" : 17788,
"2768896" : 17094,
"2801664" : 16749,
"2834432" : 16152,
"2867200" : 15994,
"2899968" : 15437,
"2932736" : 15308,
"2965504" : 14820,
"2998272" : 14490,
"3031040" : 14169,
"3063808" : 13798,
"3096576" : 13379,
"3129344" : 13157,
"3162112" : 12682,
"3194880" : 12550,
"3227648" : 12255,
"3260416" : 11902,
"3293184" : 11807,
"3325952" : 11454,
"3358720" : 11235,
"3391488" : 10913,
"3424256" : 10656,
"3457024" : 10461,
"3489792" : 10300,
"3522560" : 9958,
"3555328" : 9813,
"3588096" : 9640,
"3620864" : 9741,
"3653632" : 9446,
"3686400" : 9334,
"3719168" : 9147,
"3751936" : 9083,
"3784704" : 8860,
"3817472" : 8621,
"3850240" : 8454,
"3883008" : 8305,
"3915776" : 8301,
"3948544" : 8098,
"3981312" : 7991,
"4014080" : 7961,
"4046848" : 7762,
"4079616" : 7725,
"4112384" : 7582,
"4145152" : 7525,
"4177920" : 7418,
"4227072" : 14413,
"4292608" : 13682,
"4358144" : 13629,
"4423680" : 13034,
"4489216" : 12867,
"4554752" : 12207,
"4620288" : 11901,
"4685824" : 11616,
"4751360" : 11199,
"4816896" : 10371,
"4882432" : 10322,
"4947968" : 9666,
"5013504" : 9231,
"5079040" : 9027,
"5144576" : 8440,
"5210112" : 8336,
"5275648" : 7855,
"5341184" : 7366,
"5406720" : 7238,
"5472256" : 6826,
"5537792" : 6522,
"5603328" : 6303,
"5668864" : 6027,
"5734400" : 5709,
"5799936" : 5545,
"5865472" : 5059,
"5931008" : 4880,
"5996544" : 4693,
"6062080" : 4312,
"6127616" : 4003,
"6193152" : 3808,
"6258688" : 3775,
"6324224" : 3426,
"6389760" : 3190,
"6455296" : 3082,
"6520832" : 2985,
"6586368" : 2820,
"6651904" : 2836,
"6717440" : 2594,
"6782976" : 2567,
"6848512" : 2498,
"6914048" : 2352,
"6979584" : 2439,
"7045120" : 2317,
"7110656" : 2085,
"7176192" : 2109,
"7241728" : 2069,
"7307264" : 1981,
"7372800" : 1921,
"7438336" : 1819,
"7503872" : 1914,
"7569408" : 1737,
"7634944" : 1814,
"7700480" : 1635,
"7766016" : 1620,
"7831552" : 1495,
"7897088" : 1469,
"7962624" : 1418,
"8028160" : 1365,
"8093696" : 1323,
"8159232" : 1287,
"8224768" : 1223,
"8290304" : 1248,
"8355840" : 1186,
"8454144" : 2284,
"8585216" : 2147,
"8716288" : 2016,
"8847360" : 2025,
"8978432" : 1806,
"9109504" : 1826,
"9240576" : 1752,
"9371648" : 1677,
"9502720" : 1640,
"9633792" : 1579,
"9764864" : 1545,
"9895936" : 1575,
"10027008" : 1555,
"10158080" : 1544,
"10289152" : 1423,
"10420224" : 1331,
"10551296" : 1318,
"10682368" : 1278,
"10813440" : 1124,
"10944512" : 1083,
"11075584" : 943,
"11206656" : 842,
"11337728" : 817,
"11468800" : 688,
"11599872" : 651,
"11730944" : 616,
"11862016" : 568,
"11993088" : 543,
"12124160" : 445,
"12255232" : 442,
"12386304" : 415,
"12517376" : 366,
"12648448" : 347,
"12779520" : 294,
"12910592" : 286,
"13041664" : 259,
"13172736" : 237,
"13303808" : 224,
"13434880" : 214,
"13565952" : 205,
"13697024" : 206,
"13828096" : 186,
"13959168" : 208,
"14090240" : 192,
"14221312" : 197,
"14352384" : 175,
"14483456" : 186,
"14614528" : 209,
"14745600" : 199,
"14876672" : 177,
"15007744" : 198,
"15138816" : 166,
"15269888" : 177,
"15400960" : 189,
"15532032" : 162,
"15663104" : 136,
"15794176" : 131,
"15925248" : 137,
"16056320" : 118,
"16187392" : 111,
"16318464" : 74,
"16449536" : 66,
"16580608" : 60,
"16711680" : 52,
"16908288" : 69,
"17170432" : 57,
"17432576" : 63,
"17694720" : 49,
"17956864" : 41,
"18219008" : 39,
"18481152" : 34,
"18743296" : 22,
"19005440" : 27,
"19267584" : 16,
"19529728" : 21,
"19791872" : 10,
"20054016" : 6,
"20316160" : 6,
"20578304" : 6,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1350845,
"max" : 27319866,
"mean" : 3719629.334214,
"stddev" : 2062488.909235,
"N" : 2579552
},
"bw_min" : 46784,
"bw_max" : 90936,
"bw_agg" : 100.000000,
"bw_mean" : 68837.367893,
"bw_dev" : 599.539807,
"bw_samples" : 4784,
"iops_min" : 11696,
"iops_max" : 22734,
"iops_mean" : 17208.304348,
"iops_stddev" : 149.913097,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399993,
"usr_cpu" : 0.432168,
"sys_cpu" : 8.218857,
"ctx" : 3255216,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 40.832729,
"4" : 42.606049,
"10" : 15.638665,
"20" : 0.921084,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092184,
"timestamp_ms" : 1773092184791,
"time" : "Mon Mar 9 18:36:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11261247488,
"io_kbytes" : 10997312,
"bw_bytes" : 70382796,
"bw" : 68733,
"iops" : 17183.487500,
"runtime" : 160000,
"total_ios" : 2749358,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 302943,
"max" : 8023106,
"mean" : 926585.151630,
"stddev" : 876910.527606,
"N" : 2749358
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2796000.377624,
"stddev" : 1708284.566603,
"N" : 2749342,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1990656,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3653632,
"90.000000" : 4816896,
"95.000000" : 5996544,
"99.000000" : 9895936,
"99.500000" : 11075584,
"99.900000" : 14745600,
"99.950000" : 15663104,
"99.990000" : 17694720
},
"bins" : {
"987136" : 1,
"995328" : 2,
"1003520" : 3,
"1011712" : 9,
"1019904" : 27,
"1028096" : 42,
"1036288" : 65,
"1044480" : 62,
"1056768" : 201,
"1073152" : 390,
"1089536" : 631,
"1105920" : 881,
"1122304" : 1321,
"1138688" : 1893,
"1155072" : 2691,
"1171456" : 3659,
"1187840" : 4837,
"1204224" : 5623,
"1220608" : 6637,
"1236992" : 7898,
"1253376" : 9145,
"1269760" : 10442,
"1286144" : 12037,
"1302528" : 13421,
"1318912" : 14628,
"1335296" : 15431,
"1351680" : 17073,
"1368064" : 18031,
"1384448" : 19177,
"1400832" : 19935,
"1417216" : 20450,
"1433600" : 21116,
"1449984" : 21464,
"1466368" : 21814,
"1482752" : 22136,
"1499136" : 22559,
"1515520" : 22836,
"1531904" : 23349,
"1548288" : 23723,
"1564672" : 24256,
"1581056" : 25020,
"1597440" : 25433,
"1613824" : 26080,
"1630208" : 26252,
"1646592" : 27322,
"1662976" : 27550,
"1679360" : 27852,
"1695744" : 28334,
"1712128" : 28937,
"1728512" : 28906,
"1744896" : 28887,
"1761280" : 29551,
"1777664" : 29082,
"1794048" : 29249,
"1810432" : 28805,
"1826816" : 28460,
"1843200" : 28098,
"1859584" : 27485,
"1875968" : 27352,
"1892352" : 27001,
"1908736" : 26509,
"1925120" : 25983,
"1941504" : 25739,
"1957888" : 25198,
"1974272" : 24850,
"1990656" : 24455,
"2007040" : 24099,
"2023424" : 23582,
"2039808" : 23250,
"2056192" : 22919,
"2072576" : 22342,
"2088960" : 21880,
"2113536" : 42172,
"2146304" : 40652,
"2179072" : 38902,
"2211840" : 36811,
"2244608" : 34920,
"2277376" : 33080,
"2310144" : 31824,
"2342912" : 30221,
"2375680" : 28700,
"2408448" : 27627,
"2441216" : 26283,
"2473984" : 25189,
"2506752" : 24085,
"2539520" : 22996,
"2572288" : 22131,
"2605056" : 21562,
"2637824" : 20856,
"2670592" : 20178,
"2703360" : 19451,
"2736128" : 18979,
"2768896" : 18308,
"2801664" : 17918,
"2834432" : 17199,
"2867200" : 17051,
"2899968" : 16434,
"2932736" : 16268,
"2965504" : 15744,
"2998272" : 15444,
"3031040" : 15072,
"3063808" : 14642,
"3096576" : 14208,
"3129344" : 14049,
"3162112" : 13447,
"3194880" : 13389,
"3227648" : 12987,
"3260416" : 12697,
"3293184" : 12571,
"3325952" : 12214,
"3358720" : 11951,
"3391488" : 11572,
"3424256" : 11297,
"3457024" : 11128,
"3489792" : 10966,
"3522560" : 10568,
"3555328" : 10408,
"3588096" : 10272,
"3620864" : 10356,
"3653632" : 10004,
"3686400" : 9956,
"3719168" : 9767,
"3751936" : 9636,
"3784704" : 9376,
"3817472" : 9139,
"3850240" : 8978,
"3883008" : 8795,
"3915776" : 8819,
"3948544" : 8613,
"3981312" : 8508,
"4014080" : 8489,
"4046848" : 8257,
"4079616" : 8195,
"4112384" : 8031,
"4145152" : 8016,
"4177920" : 7901,
"4227072" : 15302,
"4292608" : 14554,
"4358144" : 14473,
"4423680" : 13857,
"4489216" : 13660,
"4554752" : 13027,
"4620288" : 12666,
"4685824" : 12356,
"4751360" : 11865,
"4816896" : 11105,
"4882432" : 11066,
"4947968" : 10311,
"5013504" : 9872,
"5079040" : 9616,
"5144576" : 8995,
"5210112" : 8941,
"5275648" : 8410,
"5341184" : 7913,
"5406720" : 7710,
"5472256" : 7299,
"5537792" : 6973,
"5603328" : 6757,
"5668864" : 6437,
"5734400" : 6112,
"5799936" : 5936,
"5865472" : 5425,
"5931008" : 5231,
"5996544" : 4998,
"6062080" : 4653,
"6127616" : 4337,
"6193152" : 4084,
"6258688" : 4052,
"6324224" : 3696,
"6389760" : 3408,
"6455296" : 3330,
"6520832" : 3194,
"6586368" : 2996,
"6651904" : 3027,
"6717440" : 2782,
"6782976" : 2768,
"6848512" : 2651,
"6914048" : 2504,
"6979584" : 2605,
"7045120" : 2481,
"7110656" : 2235,
"7176192" : 2269,
"7241728" : 2176,
"7307264" : 2107,
"7372800" : 2063,
"7438336" : 1937,
"7503872" : 2057,
"7569408" : 1849,
"7634944" : 1925,
"7700480" : 1739,
"7766016" : 1736,
"7831552" : 1588,
"7897088" : 1565,
"7962624" : 1526,
"8028160" : 1458,
"8093696" : 1411,
"8159232" : 1347,
"8224768" : 1302,
"8290304" : 1321,
"8355840" : 1276,
"8454144" : 2433,
"8585216" : 2273,
"8716288" : 2174,
"8847360" : 2140,
"8978432" : 1938,
"9109504" : 1982,
"9240576" : 1874,
"9371648" : 1811,
"9502720" : 1762,
"9633792" : 1702,
"9764864" : 1663,
"9895936" : 1682,
"10027008" : 1656,
"10158080" : 1653,
"10289152" : 1526,
"10420224" : 1434,
"10551296" : 1412,
"10682368" : 1369,
"10813440" : 1213,
"10944512" : 1162,
"11075584" : 1021,
"11206656" : 910,
"11337728" : 870,
"11468800" : 736,
"11599872" : 695,
"11730944" : 653,
"11862016" : 597,
"11993088" : 575,
"12124160" : 479,
"12255232" : 473,
"12386304" : 440,
"12517376" : 392,
"12648448" : 374,
"12779520" : 319,
"12910592" : 318,
"13041664" : 277,
"13172736" : 257,
"13303808" : 244,
"13434880" : 224,
"13565952" : 226,
"13697024" : 220,
"13828096" : 199,
"13959168" : 225,
"14090240" : 207,
"14221312" : 210,
"14352384" : 188,
"14483456" : 197,
"14614528" : 217,
"14745600" : 210,
"14876672" : 191,
"15007744" : 211,
"15138816" : 181,
"15269888" : 185,
"15400960" : 200,
"15532032" : 175,
"15663104" : 151,
"15794176" : 142,
"15925248" : 148,
"16056320" : 127,
"16187392" : 115,
"16318464" : 80,
"16449536" : 70,
"16580608" : 61,
"16711680" : 53,
"16908288" : 74,
"17170432" : 61,
"17432576" : 69,
"17694720" : 53,
"17956864" : 42,
"18219008" : 45,
"18481152" : 34,
"18743296" : 25,
"19005440" : 28,
"19267584" : 17,
"19529728" : 23,
"19791872" : 11,
"20054016" : 6,
"20316160" : 6,
"20578304" : 6,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1350845,
"max" : 27319866,
"mean" : 3722587.312985,
"stddev" : 2064575.136256,
"N" : 2749342
},
"bw_min" : 46784,
"bw_max" : 90936,
"bw_agg" : 99.980796,
"bw_mean" : 68720.432602,
"bw_dev" : 600.837268,
"bw_samples" : 5104,
"iops_min" : 11696,
"iops_max" : 22734,
"iops_mean" : 17179.056426,
"iops_stddev" : 150.238429,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559998,
"usr_cpu" : 0.431524,
"sys_cpu" : 8.212233,
"ctx" : 3466408,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 40.737219,
"4" : 42.676327,
"10" : 15.658965,
"20" : 0.926107,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092194,
"timestamp_ms" : 1773092194795,
"time" : "Mon Mar 9 18:36:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12053958656,
"io_kbytes" : 11771444,
"bw_bytes" : 70905639,
"bw" : 69243,
"iops" : 17311.117647,
"runtime" : 170000,
"total_ios" : 2942890,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296343,
"max" : 8023106,
"mean" : 919696.557072,
"stddev" : 862771.998019,
"N" : 2942890
},
"clat_ns" : {
"min" : 990996,
"max" : 21131044,
"mean" : 2775416.449185,
"stddev" : 1682330.537121,
"N" : 2942874,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1810432,
"40.000000" : 1990656,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4816896,
"95.000000" : 5931008,
"99.000000" : 9764864,
"99.500000" : 11075584,
"99.900000" : 14614528,
"99.950000" : 15532032,
"99.990000" : 17694720
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 9,
"1011712" : 17,
"1019904" : 43,
"1028096" : 55,
"1036288" : 85,
"1044480" : 82,
"1056768" : 256,
"1073152" : 487,
"1089536" : 790,
"1105920" : 1019,
"1122304" : 1514,
"1138688" : 2146,
"1155072" : 2981,
"1171456" : 3978,
"1187840" : 5226,
"1204224" : 6027,
"1220608" : 7097,
"1236992" : 8428,
"1253376" : 9758,
"1269760" : 11122,
"1286144" : 12792,
"1302528" : 14290,
"1318912" : 15545,
"1335296" : 16372,
"1351680" : 18126,
"1368064" : 19140,
"1384448" : 20464,
"1400832" : 21213,
"1417216" : 21730,
"1433600" : 22534,
"1449984" : 22909,
"1466368" : 23335,
"1482752" : 23652,
"1499136" : 24152,
"1515520" : 24356,
"1531904" : 24915,
"1548288" : 25363,
"1564672" : 25933,
"1581056" : 26697,
"1597440" : 27191,
"1613824" : 27917,
"1630208" : 28054,
"1646592" : 29202,
"1662976" : 29499,
"1679360" : 29773,
"1695744" : 30340,
"1712128" : 31077,
"1728512" : 31044,
"1744896" : 31013,
"1761280" : 31738,
"1777664" : 31320,
"1794048" : 31513,
"1810432" : 30934,
"1826816" : 30616,
"1843200" : 30335,
"1859584" : 29703,
"1875968" : 29545,
"1892352" : 29081,
"1908736" : 28589,
"1925120" : 28093,
"1941504" : 27898,
"1957888" : 27268,
"1974272" : 26864,
"1990656" : 26400,
"2007040" : 26091,
"2023424" : 25563,
"2039808" : 25233,
"2056192" : 24799,
"2072576" : 24173,
"2088960" : 23677,
"2113536" : 45871,
"2146304" : 44096,
"2179072" : 42240,
"2211840" : 39932,
"2244608" : 37998,
"2277376" : 35906,
"2310144" : 34540,
"2342912" : 32870,
"2375680" : 31160,
"2408448" : 29980,
"2441216" : 28515,
"2473984" : 27457,
"2506752" : 26137,
"2539520" : 24928,
"2572288" : 24060,
"2605056" : 23289,
"2637824" : 22646,
"2670592" : 21831,
"2703360" : 21107,
"2736128" : 20572,
"2768896" : 19798,
"2801664" : 19395,
"2834432" : 18605,
"2867200" : 18438,
"2899968" : 17734,
"2932736" : 17543,
"2965504" : 16991,
"2998272" : 16712,
"3031040" : 16262,
"3063808" : 15825,
"3096576" : 15388,
"3129344" : 15179,
"3162112" : 14506,
"3194880" : 14459,
"3227648" : 14005,
"3260416" : 13687,
"3293184" : 13546,
"3325952" : 13097,
"3358720" : 12896,
"3391488" : 12435,
"3424256" : 12206,
"3457024" : 11992,
"3489792" : 11794,
"3522560" : 11309,
"3555328" : 11146,
"3588096" : 11025,
"3620864" : 11054,
"3653632" : 10664,
"3686400" : 10644,
"3719168" : 10426,
"3751936" : 10248,
"3784704" : 9983,
"3817472" : 9730,
"3850240" : 9511,
"3883008" : 9342,
"3915776" : 9357,
"3948544" : 9107,
"3981312" : 9032,
"4014080" : 8953,
"4046848" : 8731,
"4079616" : 8667,
"4112384" : 8469,
"4145152" : 8409,
"4177920" : 8299,
"4227072" : 16109,
"4292608" : 15271,
"4358144" : 15127,
"4423680" : 14479,
"4489216" : 14267,
"4554752" : 13559,
"4620288" : 13214,
"4685824" : 12888,
"4751360" : 12342,
"4816896" : 11576,
"4882432" : 11465,
"4947968" : 10667,
"5013504" : 10241,
"5079040" : 9957,
"5144576" : 9302,
"5210112" : 9238,
"5275648" : 8693,
"5341184" : 8205,
"5406720" : 7970,
"5472256" : 7544,
"5537792" : 7216,
"5603328" : 6985,
"5668864" : 6615,
"5734400" : 6292,
"5799936" : 6106,
"5865472" : 5587,
"5931008" : 5416,
"5996544" : 5156,
"6062080" : 4798,
"6127616" : 4461,
"6193152" : 4205,
"6258688" : 4157,
"6324224" : 3785,
"6389760" : 3505,
"6455296" : 3436,
"6520832" : 3262,
"6586368" : 3061,
"6651904" : 3104,
"6717440" : 2859,
"6782976" : 2841,
"6848512" : 2723,
"6914048" : 2575,
"6979584" : 2673,
"7045120" : 2534,
"7110656" : 2298,
"7176192" : 2339,
"7241728" : 2249,
"7307264" : 2167,
"7372800" : 2109,
"7438336" : 1993,
"7503872" : 2111,
"7569408" : 1905,
"7634944" : 1971,
"7700480" : 1786,
"7766016" : 1788,
"7831552" : 1626,
"7897088" : 1607,
"7962624" : 1565,
"8028160" : 1503,
"8093696" : 1451,
"8159232" : 1371,
"8224768" : 1338,
"8290304" : 1350,
"8355840" : 1300,
"8454144" : 2495,
"8585216" : 2342,
"8716288" : 2234,
"8847360" : 2198,
"8978432" : 1997,
"9109504" : 2041,
"9240576" : 1924,
"9371648" : 1859,
"9502720" : 1809,
"9633792" : 1768,
"9764864" : 1708,
"9895936" : 1738,
"10027008" : 1701,
"10158080" : 1700,
"10289152" : 1563,
"10420224" : 1478,
"10551296" : 1447,
"10682368" : 1400,
"10813440" : 1245,
"10944512" : 1187,
"11075584" : 1045,
"11206656" : 923,
"11337728" : 882,
"11468800" : 749,
"11599872" : 707,
"11730944" : 657,
"11862016" : 605,
"11993088" : 583,
"12124160" : 490,
"12255232" : 484,
"12386304" : 447,
"12517376" : 399,
"12648448" : 381,
"12779520" : 325,
"12910592" : 325,
"13041664" : 289,
"13172736" : 267,
"13303808" : 250,
"13434880" : 229,
"13565952" : 236,
"13697024" : 228,
"13828096" : 206,
"13959168" : 226,
"14090240" : 213,
"14221312" : 218,
"14352384" : 193,
"14483456" : 201,
"14614528" : 224,
"14745600" : 215,
"14876672" : 194,
"15007744" : 217,
"15138816" : 187,
"15269888" : 193,
"15400960" : 201,
"15532032" : 177,
"15663104" : 152,
"15794176" : 143,
"15925248" : 149,
"16056320" : 128,
"16187392" : 115,
"16318464" : 81,
"16449536" : 70,
"16580608" : 62,
"16711680" : 55,
"16908288" : 75,
"17170432" : 61,
"17432576" : 70,
"17694720" : 54,
"17956864" : 43,
"18219008" : 46,
"18481152" : 35,
"18743296" : 25,
"19005440" : 28,
"19267584" : 17,
"19529728" : 23,
"19791872" : 11,
"20054016" : 6,
"20316160" : 6,
"20578304" : 6,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 1337275,
"max" : 27319866,
"mean" : 3695081.938631,
"stddev" : 2033726.049469,
"N" : 2942874
},
"bw_min" : 46784,
"bw_max" : 91584,
"bw_agg" : 99.956981,
"bw_mean" : 69214.914454,
"bw_dev" : 608.234959,
"bw_samples" : 5424,
"iops_min" : 11696,
"iops_max" : 22896,
"iops_mean" : 17302.648968,
"iops_stddev" : 152.085998,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719999,
"usr_cpu" : 0.433603,
"sys_cpu" : 8.283275,
"ctx" : 3719428,
"majf" : 0,
"minf" : 568,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 40.827656,
"4" : 43.104227,
"10" : 15.182423,
"20" : 0.884369,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092204,
"timestamp_ms" : 1773092204804,
"time" : "Mon Mar 9 18:36:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 719,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12730597376,
"io_kbytes" : 12432224,
"bw_bytes" : 70725148,
"bw" : 69067,
"iops" : 17266.748518,
"runtime" : 180001,
"total_ios" : 3108032,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296343,
"max" : 8023106,
"mean" : 922039.776001,
"stddev" : 865230.323388,
"N" : 3108048
},
"clat_ns" : {
"min" : 3525,
"max" : 21131044,
"mean" : 2782471.991106,
"stddev" : 1686313.288885,
"N" : 3108080,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1826816,
"40.000000" : 1990656,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4816896,
"95.000000" : 5931008,
"99.000000" : 9764864,
"99.500000" : 11075584,
"99.900000" : 14614528,
"99.950000" : 15532032,
"99.990000" : 17694720
},
"bins" : {
"3536" : 1,
"4048" : 1,
"4256" : 1,
"4512" : 2,
"4768" : 1,
"4960" : 1,
"6560" : 1,
"7008" : 2,
"7840" : 1,
"7968" : 1,
"8640" : 1,
"11328" : 1,
"12096" : 1,
"15552" : 1,
"428032" : 1,
"501760" : 1,
"569344" : 1,
"602112" : 1,
"806912" : 1,
"823296" : 1,
"831488" : 1,
"872448" : 1,
"897024" : 1,
"970752" : 1,
"987136" : 2,
"995328" : 3,
"1003520" : 9,
"1011712" : 18,
"1019904" : 43,
"1028096" : 60,
"1036288" : 92,
"1044480" : 89,
"1056768" : 266,
"1073152" : 512,
"1089536" : 832,
"1105920" : 1077,
"1122304" : 1596,
"1138688" : 2285,
"1155072" : 3138,
"1171456" : 4181,
"1187840" : 5478,
"1204224" : 6357,
"1220608" : 7459,
"1236992" : 8853,
"1253376" : 10261,
"1269760" : 11683,
"1286144" : 13417,
"1302528" : 14981,
"1318912" : 16328,
"1335296" : 17248,
"1351680" : 19005,
"1368064" : 20167,
"1384448" : 21569,
"1400832" : 22311,
"1417216" : 22906,
"1433600" : 23663,
"1449984" : 24080,
"1466368" : 24467,
"1482752" : 24840,
"1499136" : 25414,
"1515520" : 25597,
"1531904" : 26228,
"1548288" : 26727,
"1564672" : 27256,
"1581056" : 28037,
"1597440" : 28589,
"1613824" : 29325,
"1630208" : 29510,
"1646592" : 30666,
"1662976" : 31052,
"1679360" : 31354,
"1695744" : 31912,
"1712128" : 32711,
"1728512" : 32679,
"1744896" : 32657,
"1761280" : 33412,
"1777664" : 32905,
"1794048" : 33189,
"1810432" : 32570,
"1826816" : 32251,
"1843200" : 31919,
"1859584" : 31210,
"1875968" : 31087,
"1892352" : 30609,
"1908736" : 30136,
"1925120" : 29550,
"1941504" : 29345,
"1957888" : 28738,
"1974272" : 28303,
"1990656" : 27797,
"2007040" : 27466,
"2023424" : 26922,
"2039808" : 26576,
"2056192" : 26135,
"2072576" : 25440,
"2088960" : 24973,
"2113536" : 48248,
"2146304" : 46472,
"2179072" : 44404,
"2211840" : 41958,
"2244608" : 39978,
"2277376" : 37836,
"2310144" : 36323,
"2342912" : 34609,
"2375680" : 32800,
"2408448" : 31542,
"2441216" : 30004,
"2473984" : 28879,
"2506752" : 27553,
"2539520" : 26298,
"2572288" : 25339,
"2605056" : 24548,
"2637824" : 23884,
"2670592" : 23080,
"2703360" : 22298,
"2736128" : 21714,
"2768896" : 20969,
"2801664" : 20539,
"2834432" : 19693,
"2867200" : 19492,
"2899968" : 18802,
"2932736" : 18558,
"2965504" : 18015,
"2998272" : 17697,
"3031040" : 17203,
"3063808" : 16710,
"3096576" : 16298,
"3129344" : 16037,
"3162112" : 15435,
"3194880" : 15286,
"3227648" : 14832,
"3260416" : 14550,
"3293184" : 14379,
"3325952" : 13913,
"3358720" : 13768,
"3391488" : 13260,
"3424256" : 12992,
"3457024" : 12729,
"3489792" : 12558,
"3522560" : 12029,
"3555328" : 11868,
"3588096" : 11711,
"3620864" : 11751,
"3653632" : 11371,
"3686400" : 11332,
"3719168" : 11052,
"3751936" : 10907,
"3784704" : 10608,
"3817472" : 10344,
"3850240" : 10109,
"3883008" : 9923,
"3915776" : 9977,
"3948544" : 9714,
"3981312" : 9646,
"4014080" : 9559,
"4046848" : 9299,
"4079616" : 9269,
"4112384" : 9023,
"4145152" : 8933,
"4177920" : 8812,
"4227072" : 17122,
"4292608" : 16268,
"4358144" : 16052,
"4423680" : 15393,
"4489216" : 15219,
"4554752" : 14436,
"4620288" : 14047,
"4685824" : 13691,
"4751360" : 13189,
"4816896" : 12438,
"4882432" : 12231,
"4947968" : 11373,
"5013504" : 10957,
"5079040" : 10601,
"5144576" : 9919,
"5210112" : 9853,
"5275648" : 9297,
"5341184" : 8762,
"5406720" : 8548,
"5472256" : 8022,
"5537792" : 7706,
"5603328" : 7433,
"5668864" : 7080,
"5734400" : 6723,
"5799936" : 6525,
"5865472" : 5994,
"5931008" : 5786,
"5996544" : 5525,
"6062080" : 5101,
"6127616" : 4763,
"6193152" : 4531,
"6258688" : 4457,
"6324224" : 4039,
"6389760" : 3761,
"6455296" : 3671,
"6520832" : 3493,
"6586368" : 3248,
"6651904" : 3302,
"6717440" : 3049,
"6782976" : 3038,
"6848512" : 2896,
"6914048" : 2762,
"6979584" : 2843,
"7045120" : 2664,
"7110656" : 2438,
"7176192" : 2486,
"7241728" : 2394,
"7307264" : 2291,
"7372800" : 2254,
"7438336" : 2134,
"7503872" : 2226,
"7569408" : 2022,
"7634944" : 2094,
"7700480" : 1899,
"7766016" : 1909,
"7831552" : 1734,
"7897088" : 1709,
"7962624" : 1686,
"8028160" : 1601,
"8093696" : 1552,
"8159232" : 1490,
"8224768" : 1425,
"8290304" : 1425,
"8355840" : 1398,
"8454144" : 2658,
"8585216" : 2490,
"8716288" : 2387,
"8847360" : 2336,
"8978432" : 2128,
"9109504" : 2191,
"9240576" : 2048,
"9371648" : 1962,
"9502720" : 1927,
"9633792" : 1868,
"9764864" : 1827,
"9895936" : 1858,
"10027008" : 1796,
"10158080" : 1801,
"10289152" : 1667,
"10420224" : 1589,
"10551296" : 1555,
"10682368" : 1493,
"10813440" : 1322,
"10944512" : 1261,
"11075584" : 1117,
"11206656" : 987,
"11337728" : 931,
"11468800" : 799,
"11599872" : 740,
"11730944" : 690,
"11862016" : 631,
"11993088" : 607,
"12124160" : 518,
"12255232" : 515,
"12386304" : 470,
"12517376" : 425,
"12648448" : 397,
"12779520" : 342,
"12910592" : 340,
"13041664" : 310,
"13172736" : 291,
"13303808" : 270,
"13434880" : 238,
"13565952" : 242,
"13697024" : 239,
"13828096" : 219,
"13959168" : 235,
"14090240" : 227,
"14221312" : 226,
"14352384" : 213,
"14483456" : 218,
"14614528" : 243,
"14745600" : 223,
"14876672" : 208,
"15007744" : 231,
"15138816" : 196,
"15269888" : 204,
"15400960" : 216,
"15532032" : 186,
"15663104" : 158,
"15794176" : 151,
"15925248" : 159,
"16056320" : 133,
"16187392" : 118,
"16318464" : 86,
"16449536" : 71,
"16580608" : 64,
"16711680" : 59,
"16908288" : 78,
"17170432" : 64,
"17432576" : 73,
"17694720" : 55,
"17956864" : 45,
"18219008" : 48,
"18481152" : 37,
"18743296" : 28,
"19005440" : 29,
"19267584" : 18,
"19529728" : 24,
"19791872" : 11,
"20054016" : 6,
"20316160" : 7,
"20578304" : 6,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 422966,
"max" : 27319866,
"mean" : 3704511.776259,
"stddev" : 2038292.528289,
"N" : 3108080
},
"bw_min" : 46784,
"bw_max" : 91584,
"bw_agg" : 100.000000,
"bw_mean" : 69096.077994,
"bw_dev" : 609.346399,
"bw_samples" : 5744,
"iops_min" : 11696,
"iops_max" : 22896,
"iops_mean" : 17272.916435,
"iops_stddev" : 152.366577,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879998,
"usr_cpu" : 0.432327,
"sys_cpu" : 8.261985,
"ctx" : 3934952,
"majf" : 0,
"minf" : 607,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 40.667728,
"4" : 43.115676,
"10" : 15.328092,
"20" : 0.888408,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092204,
"timestamp_ms" : 1773092204834,
"time" : "Mon Mar 9 18:36:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12730761216,
"io_kbytes" : 12432384,
"bw_bytes" : 70719772,
"bw" : 69062,
"iops" : 17265.213841,
"runtime" : 180017,
"total_ios" : 3108032,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296343,
"max" : 8023106,
"mean" : 922039.776001,
"stddev" : 865230.323388,
"N" : 3108048
},
"clat_ns" : {
"min" : 3525,
"max" : 21131044,
"mean" : 2782471.991106,
"stddev" : 1686313.288885,
"N" : 3108080,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1482752,
"20.000000" : 1662976,
"30.000000" : 1826816,
"40.000000" : 1990656,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4816896,
"95.000000" : 5931008,
"99.000000" : 9764864,
"99.500000" : 11075584,
"99.900000" : 14614528,
"99.950000" : 15532032,
"99.990000" : 17694720
},
"bins" : {
"3536" : 1,
"4048" : 1,
"4256" : 1,
"4512" : 2,
"4768" : 1,
"4960" : 1,
"6560" : 1,
"7008" : 2,
"7840" : 1,
"7968" : 1,
"8640" : 1,
"11328" : 1,
"12096" : 1,
"15552" : 1,
"428032" : 1,
"501760" : 1,
"569344" : 1,
"602112" : 1,
"806912" : 1,
"823296" : 1,
"831488" : 1,
"872448" : 1,
"897024" : 1,
"970752" : 1,
"987136" : 2,
"995328" : 3,
"1003520" : 9,
"1011712" : 18,
"1019904" : 43,
"1028096" : 60,
"1036288" : 92,
"1044480" : 89,
"1056768" : 266,
"1073152" : 512,
"1089536" : 832,
"1105920" : 1077,
"1122304" : 1596,
"1138688" : 2285,
"1155072" : 3138,
"1171456" : 4181,
"1187840" : 5478,
"1204224" : 6357,
"1220608" : 7459,
"1236992" : 8853,
"1253376" : 10261,
"1269760" : 11683,
"1286144" : 13417,
"1302528" : 14981,
"1318912" : 16328,
"1335296" : 17248,
"1351680" : 19005,
"1368064" : 20167,
"1384448" : 21569,
"1400832" : 22311,
"1417216" : 22906,
"1433600" : 23663,
"1449984" : 24080,
"1466368" : 24467,
"1482752" : 24840,
"1499136" : 25414,
"1515520" : 25597,
"1531904" : 26228,
"1548288" : 26727,
"1564672" : 27256,
"1581056" : 28037,
"1597440" : 28589,
"1613824" : 29325,
"1630208" : 29510,
"1646592" : 30666,
"1662976" : 31052,
"1679360" : 31354,
"1695744" : 31912,
"1712128" : 32711,
"1728512" : 32679,
"1744896" : 32657,
"1761280" : 33412,
"1777664" : 32905,
"1794048" : 33189,
"1810432" : 32570,
"1826816" : 32251,
"1843200" : 31919,
"1859584" : 31210,
"1875968" : 31087,
"1892352" : 30609,
"1908736" : 30136,
"1925120" : 29550,
"1941504" : 29345,
"1957888" : 28738,
"1974272" : 28303,
"1990656" : 27797,
"2007040" : 27466,
"2023424" : 26922,
"2039808" : 26576,
"2056192" : 26135,
"2072576" : 25440,
"2088960" : 24973,
"2113536" : 48248,
"2146304" : 46472,
"2179072" : 44404,
"2211840" : 41958,
"2244608" : 39978,
"2277376" : 37836,
"2310144" : 36323,
"2342912" : 34609,
"2375680" : 32800,
"2408448" : 31542,
"2441216" : 30004,
"2473984" : 28879,
"2506752" : 27553,
"2539520" : 26298,
"2572288" : 25339,
"2605056" : 24548,
"2637824" : 23884,
"2670592" : 23080,
"2703360" : 22298,
"2736128" : 21714,
"2768896" : 20969,
"2801664" : 20539,
"2834432" : 19693,
"2867200" : 19492,
"2899968" : 18802,
"2932736" : 18558,
"2965504" : 18015,
"2998272" : 17697,
"3031040" : 17203,
"3063808" : 16710,
"3096576" : 16298,
"3129344" : 16037,
"3162112" : 15435,
"3194880" : 15286,
"3227648" : 14832,
"3260416" : 14550,
"3293184" : 14379,
"3325952" : 13913,
"3358720" : 13768,
"3391488" : 13260,
"3424256" : 12992,
"3457024" : 12729,
"3489792" : 12558,
"3522560" : 12029,
"3555328" : 11868,
"3588096" : 11711,
"3620864" : 11751,
"3653632" : 11371,
"3686400" : 11332,
"3719168" : 11052,
"3751936" : 10907,
"3784704" : 10608,
"3817472" : 10344,
"3850240" : 10109,
"3883008" : 9923,
"3915776" : 9977,
"3948544" : 9714,
"3981312" : 9646,
"4014080" : 9559,
"4046848" : 9299,
"4079616" : 9269,
"4112384" : 9023,
"4145152" : 8933,
"4177920" : 8812,
"4227072" : 17122,
"4292608" : 16268,
"4358144" : 16052,
"4423680" : 15393,
"4489216" : 15219,
"4554752" : 14436,
"4620288" : 14047,
"4685824" : 13691,
"4751360" : 13189,
"4816896" : 12438,
"4882432" : 12231,
"4947968" : 11373,
"5013504" : 10957,
"5079040" : 10601,
"5144576" : 9919,
"5210112" : 9853,
"5275648" : 9297,
"5341184" : 8762,
"5406720" : 8548,
"5472256" : 8022,
"5537792" : 7706,
"5603328" : 7433,
"5668864" : 7080,
"5734400" : 6723,
"5799936" : 6525,
"5865472" : 5994,
"5931008" : 5786,
"5996544" : 5525,
"6062080" : 5101,
"6127616" : 4763,
"6193152" : 4531,
"6258688" : 4457,
"6324224" : 4039,
"6389760" : 3761,
"6455296" : 3671,
"6520832" : 3493,
"6586368" : 3248,
"6651904" : 3302,
"6717440" : 3049,
"6782976" : 3038,
"6848512" : 2896,
"6914048" : 2762,
"6979584" : 2843,
"7045120" : 2664,
"7110656" : 2438,
"7176192" : 2486,
"7241728" : 2394,
"7307264" : 2291,
"7372800" : 2254,
"7438336" : 2134,
"7503872" : 2226,
"7569408" : 2022,
"7634944" : 2094,
"7700480" : 1899,
"7766016" : 1909,
"7831552" : 1734,
"7897088" : 1709,
"7962624" : 1686,
"8028160" : 1601,
"8093696" : 1552,
"8159232" : 1490,
"8224768" : 1425,
"8290304" : 1425,
"8355840" : 1398,
"8454144" : 2658,
"8585216" : 2490,
"8716288" : 2387,
"8847360" : 2336,
"8978432" : 2128,
"9109504" : 2191,
"9240576" : 2048,
"9371648" : 1962,
"9502720" : 1927,
"9633792" : 1868,
"9764864" : 1827,
"9895936" : 1858,
"10027008" : 1796,
"10158080" : 1801,
"10289152" : 1667,
"10420224" : 1589,
"10551296" : 1555,
"10682368" : 1493,
"10813440" : 1322,
"10944512" : 1261,
"11075584" : 1117,
"11206656" : 987,
"11337728" : 931,
"11468800" : 799,
"11599872" : 740,
"11730944" : 690,
"11862016" : 631,
"11993088" : 607,
"12124160" : 518,
"12255232" : 515,
"12386304" : 470,
"12517376" : 425,
"12648448" : 397,
"12779520" : 342,
"12910592" : 340,
"13041664" : 310,
"13172736" : 291,
"13303808" : 270,
"13434880" : 238,
"13565952" : 242,
"13697024" : 239,
"13828096" : 219,
"13959168" : 235,
"14090240" : 227,
"14221312" : 226,
"14352384" : 213,
"14483456" : 218,
"14614528" : 243,
"14745600" : 223,
"14876672" : 208,
"15007744" : 231,
"15138816" : 196,
"15269888" : 204,
"15400960" : 216,
"15532032" : 186,
"15663104" : 158,
"15794176" : 151,
"15925248" : 159,
"16056320" : 133,
"16187392" : 118,
"16318464" : 86,
"16449536" : 71,
"16580608" : 64,
"16711680" : 59,
"16908288" : 78,
"17170432" : 64,
"17432576" : 73,
"17694720" : 55,
"17956864" : 45,
"18219008" : 48,
"18481152" : 37,
"18743296" : 28,
"19005440" : 29,
"19267584" : 18,
"19529728" : 24,
"19791872" : 11,
"20054016" : 6,
"20316160" : 7,
"20578304" : 6,
"21102592" : 1
}
},
"lat_ns" : {
"min" : 422966,
"max" : 27319866,
"mean" : 3704511.776259,
"stddev" : 2038292.528289,
"N" : 3108080
},
"bw_min" : 46784,
"bw_max" : 91584,
"bw_agg" : 100.000000,
"bw_mean" : 69085.911134,
"bw_dev" : 609.026099,
"bw_samples" : 5754,
"iops_min" : 11696,
"iops_max" : 22896,
"iops_mean" : 17270.367657,
"iops_stddev" : 152.286704,
"iops_samples" : 5754
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880154,
"usr_cpu" : 0.432303,
"sys_cpu" : 8.261537,
"ctx" : 3935094,
"majf" : 0,
"minf" : 617,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 40.667728,
"4" : 43.115676,
"10" : 15.328092,
"20" : 0.888408,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}