raidz2/benchmarks/rand/rand-write-qd4-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773091785,
"timestamp_ms" : 1773091785523,
"time" : "Mon Mar 9 18:29:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 792158208,
"io_kbytes" : 773592,
"bw_bytes" : 81138810,
"bw" : 79237,
"iops" : 19820.649391,
"runtime" : 9763,
"total_ios" : 193509,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156208,
"usr_cpu" : 0.450041,
"sys_cpu" : 9.562891,
"ctx" : 249723,
"majf" : 0,
"minf" : 108,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.975195,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091795,
"timestamp_ms" : 1773091795760,
"time" : "Mon Mar 9 18:29:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 744718336,
"io_kbytes" : 727264,
"bw_bytes" : 74471833,
"bw" : 72726,
"iops" : 18184.500000,
"runtime" : 10000,
"total_ios" : 181845,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7316726,
"mean" : 875263.798241,
"stddev" : 785954.183171,
"N" : 181846
},
"clat_ns" : {
"min" : 1018917,
"max" : 19765448,
"mean" : 2642885.924941,
"stddev" : 1540410.978164,
"N" : 181830,
"percentile" : {
"1.000000" : 1204224,
"5.000000" : 1335296,
"10.000000" : 1433600,
"20.000000" : 1613824,
"30.000000" : 1761280,
"40.000000" : 1925120,
"50.000000" : 2146304,
"60.000000" : 2408448,
"70.000000" : 2834432,
"80.000000" : 3391488,
"90.000000" : 4423680,
"95.000000" : 5472256,
"99.000000" : 9109504,
"99.500000" : 10420224,
"99.900000" : 14221312,
"99.950000" : 15269888,
"99.990000" : 17170432
},
"bins" : {
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 6,
"1056768" : 27,
"1073152" : 49,
"1089536" : 65,
"1105920" : 89,
"1122304" : 135,
"1138688" : 195,
"1155072" : 252,
"1171456" : 341,
"1187840" : 458,
"1204224" : 554,
"1220608" : 578,
"1236992" : 677,
"1253376" : 765,
"1269760" : 928,
"1286144" : 950,
"1302528" : 1189,
"1318912" : 1162,
"1335296" : 1315,
"1351680" : 1402,
"1368064" : 1445,
"1384448" : 1474,
"1400832" : 1643,
"1417216" : 1592,
"1433600" : 1574,
"1449984" : 1687,
"1466368" : 1620,
"1482752" : 1597,
"1499136" : 1685,
"1515520" : 1743,
"1531904" : 1643,
"1548288" : 1722,
"1564672" : 1727,
"1581056" : 1741,
"1597440" : 1784,
"1613824" : 1951,
"1630208" : 1916,
"1646592" : 1844,
"1662976" : 1943,
"1679360" : 1923,
"1695744" : 2016,
"1712128" : 2087,
"1728512" : 1950,
"1744896" : 1951,
"1761280" : 1856,
"1777664" : 2102,
"1794048" : 1884,
"1810432" : 1896,
"1826816" : 1898,
"1843200" : 1755,
"1859584" : 1768,
"1875968" : 1835,
"1892352" : 1696,
"1908736" : 1662,
"1925120" : 1672,
"1941504" : 1599,
"1957888" : 1572,
"1974272" : 1528,
"1990656" : 1532,
"2007040" : 1537,
"2023424" : 1422,
"2039808" : 1417,
"2056192" : 1388,
"2072576" : 1301,
"2088960" : 1354,
"2113536" : 2555,
"2146304" : 2477,
"2179072" : 2309,
"2211840" : 2220,
"2244608" : 2085,
"2277376" : 2083,
"2310144" : 1962,
"2342912" : 1944,
"2375680" : 1817,
"2408448" : 1746,
"2441216" : 1627,
"2473984" : 1637,
"2506752" : 1587,
"2539520" : 1608,
"2572288" : 1569,
"2605056" : 1383,
"2637824" : 1450,
"2670592" : 1439,
"2703360" : 1405,
"2736128" : 1328,
"2768896" : 1324,
"2801664" : 1204,
"2834432" : 1295,
"2867200" : 1240,
"2899968" : 1256,
"2932736" : 1136,
"2965504" : 1172,
"2998272" : 1129,
"3031040" : 1209,
"3063808" : 1035,
"3096576" : 1044,
"3129344" : 1044,
"3162112" : 994,
"3194880" : 973,
"3227648" : 974,
"3260416" : 955,
"3293184" : 949,
"3325952" : 935,
"3358720" : 856,
"3391488" : 895,
"3424256" : 820,
"3457024" : 790,
"3489792" : 788,
"3522560" : 757,
"3555328" : 728,
"3588096" : 704,
"3620864" : 704,
"3653632" : 664,
"3686400" : 671,
"3719168" : 608,
"3751936" : 668,
"3784704" : 593,
"3817472" : 572,
"3850240" : 554,
"3883008" : 558,
"3915776" : 555,
"3948544" : 526,
"3981312" : 536,
"4014080" : 540,
"4046848" : 484,
"4079616" : 492,
"4112384" : 508,
"4145152" : 474,
"4177920" : 456,
"4227072" : 852,
"4292608" : 894,
"4358144" : 813,
"4423680" : 774,
"4489216" : 746,
"4554752" : 745,
"4620288" : 684,
"4685824" : 647,
"4751360" : 661,
"4816896" : 587,
"4882432" : 577,
"4947968" : 550,
"5013504" : 546,
"5079040" : 530,
"5144576" : 457,
"5210112" : 484,
"5275648" : 468,
"5341184" : 419,
"5406720" : 439,
"5472256" : 369,
"5537792" : 352,
"5603328" : 320,
"5668864" : 362,
"5734400" : 307,
"5799936" : 309,
"5865472" : 271,
"5931008" : 272,
"5996544" : 242,
"6062080" : 247,
"6127616" : 218,
"6193152" : 212,
"6258688" : 200,
"6324224" : 162,
"6389760" : 164,
"6455296" : 169,
"6520832" : 133,
"6586368" : 135,
"6651904" : 133,
"6717440" : 146,
"6782976" : 125,
"6848512" : 116,
"6914048" : 111,
"6979584" : 127,
"7045120" : 102,
"7110656" : 107,
"7176192" : 103,
"7241728" : 96,
"7307264" : 92,
"7372800" : 87,
"7438336" : 94,
"7503872" : 87,
"7569408" : 73,
"7634944" : 73,
"7700480" : 85,
"7766016" : 96,
"7831552" : 71,
"7897088" : 76,
"7962624" : 53,
"8028160" : 75,
"8093696" : 63,
"8159232" : 73,
"8224768" : 58,
"8290304" : 64,
"8355840" : 65,
"8454144" : 114,
"8585216" : 105,
"8716288" : 107,
"8847360" : 96,
"8978432" : 94,
"9109504" : 97,
"9240576" : 90,
"9371648" : 86,
"9502720" : 105,
"9633792" : 96,
"9764864" : 101,
"9895936" : 86,
"10027008" : 85,
"10158080" : 73,
"10289152" : 88,
"10420224" : 64,
"10551296" : 66,
"10682368" : 64,
"10813440" : 73,
"10944512" : 57,
"11075584" : 41,
"11206656" : 39,
"11337728" : 40,
"11468800" : 30,
"11599872" : 24,
"11730944" : 22,
"11862016" : 20,
"11993088" : 17,
"12124160" : 19,
"12255232" : 31,
"12386304" : 13,
"12517376" : 15,
"12648448" : 17,
"12779520" : 8,
"12910592" : 14,
"13041664" : 15,
"13172736" : 10,
"13303808" : 9,
"13434880" : 13,
"13565952" : 11,
"13697024" : 9,
"13828096" : 12,
"13959168" : 13,
"14090240" : 11,
"14221312" : 11,
"14352384" : 11,
"14483456" : 8,
"14614528" : 7,
"14745600" : 15,
"14876672" : 13,
"15007744" : 11,
"15138816" : 10,
"15269888" : 16,
"15400960" : 10,
"15532032" : 5,
"15663104" : 11,
"15794176" : 6,
"15925248" : 10,
"16056320" : 8,
"16187392" : 3,
"16318464" : 2,
"16580608" : 2,
"16711680" : 1,
"16908288" : 2,
"17170432" : 2,
"17432576" : 1,
"17694720" : 4,
"17956864" : 3,
"18481152" : 4,
"19005440" : 1,
"19267584" : 3,
"19529728" : 1,
"19791872" : 2
}
},
"lat_ns" : {
"min" : 1368522,
"max" : 25965746,
"mean" : 3518087.065924,
"stddev" : 1862954.506367,
"N" : 181830
},
"bw_min" : 57890,
"bw_max" : 91336,
"bw_agg" : 99.201941,
"bw_mean" : 72146.789474,
"bw_dev" : 598.912849,
"bw_samples" : 304,
"iops_min" : 14469,
"iops_max" : 22834,
"iops_mean" : 18035.894737,
"iops_stddev" : 149.782201,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159998,
"usr_cpu" : 0.461256,
"sys_cpu" : 8.757609,
"ctx" : 238500,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999450,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999450,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 43.860981,
"4" : 42.890374,
"10" : 12.591493,
"20" : 0.648904,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091805,
"timestamp_ms" : 1773091805759,
"time" : "Mon Mar 9 18:30:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1514205184,
"io_kbytes" : 1478716,
"bw_bytes" : 75710259,
"bw" : 73935,
"iops" : 18485.900000,
"runtime" : 20000,
"total_ios" : 369718,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7316726,
"mean" : 860668.163141,
"stddev" : 737843.671019,
"N" : 369718
},
"clat_ns" : {
"min" : 1000590,
"max" : 19765448,
"mean" : 2599613.366593,
"stddev" : 1443720.767166,
"N" : 369702,
"percentile" : {
"1.000000" : 1204224,
"5.000000" : 1351680,
"10.000000" : 1449984,
"20.000000" : 1630208,
"30.000000" : 1777664,
"40.000000" : 1941504,
"50.000000" : 2146304,
"60.000000" : 2408448,
"70.000000" : 2768896,
"80.000000" : 3325952,
"90.000000" : 4227072,
"95.000000" : 5210112,
"99.000000" : 8585216,
"99.500000" : 10158080,
"99.900000" : 13434880,
"99.950000" : 14876672,
"99.990000" : 16056320
},
"bins" : {
"1003520" : 5,
"1011712" : 3,
"1019904" : 9,
"1028096" : 21,
"1036288" : 25,
"1044480" : 23,
"1056768" : 64,
"1073152" : 136,
"1089536" : 186,
"1105920" : 221,
"1122304" : 318,
"1138688" : 428,
"1155072" : 538,
"1171456" : 672,
"1187840" : 850,
"1204224" : 982,
"1220608" : 1042,
"1236992" : 1234,
"1253376" : 1451,
"1269760" : 1648,
"1286144" : 1825,
"1302528" : 2084,
"1318912" : 2179,
"1335296" : 2438,
"1351680" : 2577,
"1368064" : 2712,
"1384448" : 2800,
"1400832" : 3018,
"1417216" : 3026,
"1433600" : 3048,
"1449984" : 3174,
"1466368" : 3228,
"1482752" : 3168,
"1499136" : 3279,
"1515520" : 3400,
"1531904" : 3347,
"1548288" : 3343,
"1564672" : 3408,
"1581056" : 3476,
"1597440" : 3547,
"1613824" : 3718,
"1630208" : 3797,
"1646592" : 3744,
"1662976" : 3851,
"1679360" : 3950,
"1695744" : 4063,
"1712128" : 4061,
"1728512" : 3990,
"1744896" : 4018,
"1761280" : 3915,
"1777664" : 4123,
"1794048" : 3969,
"1810432" : 3937,
"1826816" : 3889,
"1843200" : 3704,
"1859584" : 3722,
"1875968" : 3808,
"1892352" : 3580,
"1908736" : 3587,
"1925120" : 3567,
"1941504" : 3447,
"1957888" : 3360,
"1974272" : 3276,
"1990656" : 3302,
"2007040" : 3270,
"2023424" : 2999,
"2039808" : 3033,
"2056192" : 2961,
"2072576" : 2887,
"2088960" : 3008,
"2113536" : 5584,
"2146304" : 5377,
"2179072" : 5036,
"2211840" : 4917,
"2244608" : 4704,
"2277376" : 4509,
"2310144" : 4314,
"2342912" : 4233,
"2375680" : 3928,
"2408448" : 3789,
"2441216" : 3600,
"2473984" : 3598,
"2506752" : 3426,
"2539520" : 3351,
"2572288" : 3331,
"2605056" : 3108,
"2637824" : 3174,
"2670592" : 2967,
"2703360" : 3007,
"2736128" : 2821,
"2768896" : 2831,
"2801664" : 2674,
"2834432" : 2659,
"2867200" : 2574,
"2899968" : 2572,
"2932736" : 2416,
"2965504" : 2434,
"2998272" : 2399,
"3031040" : 2377,
"3063808" : 2159,
"3096576" : 2195,
"3129344" : 2150,
"3162112" : 2068,
"3194880" : 2064,
"3227648" : 2008,
"3260416" : 1930,
"3293184" : 1922,
"3325952" : 1942,
"3358720" : 1796,
"3391488" : 1813,
"3424256" : 1686,
"3457024" : 1647,
"3489792" : 1589,
"3522560" : 1546,
"3555328" : 1474,
"3588096" : 1409,
"3620864" : 1414,
"3653632" : 1334,
"3686400" : 1344,
"3719168" : 1316,
"3751936" : 1295,
"3784704" : 1169,
"3817472" : 1134,
"3850240" : 1171,
"3883008" : 1155,
"3915776" : 1128,
"3948544" : 1087,
"3981312" : 1062,
"4014080" : 1064,
"4046848" : 1039,
"4079616" : 1017,
"4112384" : 1000,
"4145152" : 928,
"4177920" : 930,
"4227072" : 1774,
"4292608" : 1760,
"4358144" : 1608,
"4423680" : 1519,
"4489216" : 1466,
"4554752" : 1423,
"4620288" : 1296,
"4685824" : 1231,
"4751360" : 1237,
"4816896" : 1092,
"4882432" : 1095,
"4947968" : 1007,
"5013504" : 999,
"5079040" : 953,
"5144576" : 841,
"5210112" : 871,
"5275648" : 814,
"5341184" : 751,
"5406720" : 762,
"5472256" : 647,
"5537792" : 636,
"5603328" : 557,
"5668864" : 616,
"5734400" : 519,
"5799936" : 504,
"5865472" : 487,
"5931008" : 470,
"5996544" : 446,
"6062080" : 418,
"6127616" : 353,
"6193152" : 362,
"6258688" : 342,
"6324224" : 302,
"6389760" : 298,
"6455296" : 305,
"6520832" : 255,
"6586368" : 252,
"6651904" : 253,
"6717440" : 240,
"6782976" : 226,
"6848512" : 205,
"6914048" : 188,
"6979584" : 210,
"7045120" : 168,
"7110656" : 205,
"7176192" : 190,
"7241728" : 159,
"7307264" : 158,
"7372800" : 153,
"7438336" : 156,
"7503872" : 135,
"7569408" : 136,
"7634944" : 141,
"7700480" : 135,
"7766016" : 157,
"7831552" : 129,
"7897088" : 129,
"7962624" : 105,
"8028160" : 118,
"8093696" : 113,
"8159232" : 122,
"8224768" : 113,
"8290304" : 124,
"8355840" : 112,
"8454144" : 208,
"8585216" : 180,
"8716288" : 173,
"8847360" : 178,
"8978432" : 168,
"9109504" : 168,
"9240576" : 151,
"9371648" : 150,
"9502720" : 158,
"9633792" : 154,
"9764864" : 169,
"9895936" : 137,
"10027008" : 143,
"10158080" : 129,
"10289152" : 138,
"10420224" : 106,
"10551296" : 132,
"10682368" : 122,
"10813440" : 121,
"10944512" : 91,
"11075584" : 69,
"11206656" : 73,
"11337728" : 66,
"11468800" : 46,
"11599872" : 49,
"11730944" : 36,
"11862016" : 34,
"11993088" : 24,
"12124160" : 27,
"12255232" : 44,
"12386304" : 22,
"12517376" : 25,
"12648448" : 23,
"12779520" : 12,
"12910592" : 23,
"13041664" : 23,
"13172736" : 18,
"13303808" : 14,
"13434880" : 21,
"13565952" : 18,
"13697024" : 20,
"13828096" : 17,
"13959168" : 19,
"14090240" : 20,
"14221312" : 18,
"14352384" : 15,
"14483456" : 12,
"14614528" : 20,
"14745600" : 20,
"14876672" : 20,
"15007744" : 19,
"15138816" : 17,
"15269888" : 24,
"15400960" : 13,
"15532032" : 7,
"15663104" : 17,
"15794176" : 8,
"15925248" : 15,
"16056320" : 10,
"16187392" : 3,
"16318464" : 3,
"16580608" : 4,
"16711680" : 2,
"16908288" : 3,
"17170432" : 2,
"17432576" : 1,
"17694720" : 4,
"17956864" : 3,
"18481152" : 4,
"19005440" : 1,
"19267584" : 3,
"19529728" : 1,
"19791872" : 2
}
},
"lat_ns" : {
"min" : 1356404,
"max" : 25965746,
"mean" : 3460287.807283,
"stddev" : 1745024.363898,
"N" : 369702
},
"bw_min" : 57890,
"bw_max" : 91579,
"bw_agg" : 100.000000,
"bw_mean" : 74014.846154,
"bw_dev" : 569.460735,
"bw_samples" : 624,
"iops_min" : 14469,
"iops_max" : 22894,
"iops_mean" : 18502.641026,
"iops_stddev" : 142.352368,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.460324,
"sys_cpu" : 8.942724,
"ctx" : 485347,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999730,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999730,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 43.150996,
"4" : 44.820918,
"10" : 11.497141,
"20" : 0.526618,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091815,
"timestamp_ms" : 1773091815762,
"time" : "Mon Mar 9 18:30:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2234621952,
"io_kbytes" : 2182248,
"bw_bytes" : 74487398,
"bw" : 72741,
"iops" : 18186.600000,
"runtime" : 30000,
"total_ios" : 545598,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7519695,
"mean" : 875040.790555,
"stddev" : 772772.208405,
"N" : 545598
},
"clat_ns" : {
"min" : 1000590,
"max" : 19765448,
"mean" : 2642258.627112,
"stddev" : 1509710.758133,
"N" : 545582,
"percentile" : {
"1.000000" : 1204224,
"5.000000" : 1351680,
"10.000000" : 1466368,
"20.000000" : 1630208,
"30.000000" : 1794048,
"40.000000" : 1957888,
"50.000000" : 2146304,
"60.000000" : 2408448,
"70.000000" : 2801664,
"80.000000" : 3358720,
"90.000000" : 4423680,
"95.000000" : 5406720,
"99.000000" : 8978432,
"99.500000" : 10420224,
"99.900000" : 13828096,
"99.950000" : 15007744,
"99.990000" : 16318464
},
"bins" : {
"1003520" : 5,
"1011712" : 3,
"1019904" : 10,
"1028096" : 23,
"1036288" : 28,
"1044480" : 25,
"1056768" : 76,
"1073152" : 164,
"1089536" : 234,
"1105920" : 274,
"1122304" : 395,
"1138688" : 549,
"1155072" : 713,
"1171456" : 920,
"1187840" : 1138,
"1204224" : 1317,
"1220608" : 1473,
"1236992" : 1735,
"1253376" : 2021,
"1269760" : 2324,
"1286144" : 2534,
"1302528" : 2905,
"1318912" : 3089,
"1335296" : 3406,
"1351680" : 3661,
"1368064" : 3872,
"1384448" : 3978,
"1400832" : 4213,
"1417216" : 4363,
"1433600" : 4440,
"1449984" : 4496,
"1466368" : 4605,
"1482752" : 4636,
"1499136" : 4802,
"1515520" : 4892,
"1531904" : 4868,
"1548288" : 4911,
"1564672" : 5041,
"1581056" : 5155,
"1597440" : 5224,
"1613824" : 5409,
"1630208" : 5620,
"1646592" : 5510,
"1662976" : 5628,
"1679360" : 5795,
"1695744" : 5951,
"1712128" : 5947,
"1728512" : 5945,
"1744896" : 5901,
"1761280" : 5854,
"1777664" : 6101,
"1794048" : 5889,
"1810432" : 5802,
"1826816" : 5733,
"1843200" : 5530,
"1859584" : 5590,
"1875968" : 5613,
"1892352" : 5321,
"1908736" : 5429,
"1925120" : 5311,
"1941504" : 5196,
"1957888" : 5075,
"1974272" : 4856,
"1990656" : 4964,
"2007040" : 4888,
"2023424" : 4564,
"2039808" : 4601,
"2056192" : 4507,
"2072576" : 4395,
"2088960" : 4435,
"2113536" : 8358,
"2146304" : 8052,
"2179072" : 7640,
"2211840" : 7358,
"2244608" : 7084,
"2277376" : 6750,
"2310144" : 6446,
"2342912" : 6151,
"2375680" : 5845,
"2408448" : 5537,
"2441216" : 5400,
"2473984" : 5250,
"2506752" : 4965,
"2539520" : 4937,
"2572288" : 4802,
"2605056" : 4505,
"2637824" : 4541,
"2670592" : 4256,
"2703360" : 4241,
"2736128" : 4073,
"2768896" : 4032,
"2801664" : 3817,
"2834432" : 3765,
"2867200" : 3703,
"2899968" : 3582,
"2932736" : 3364,
"2965504" : 3461,
"2998272" : 3368,
"3031040" : 3364,
"3063808" : 3048,
"3096576" : 3122,
"3129344" : 2993,
"3162112" : 2891,
"3194880" : 2856,
"3227648" : 2837,
"3260416" : 2733,
"3293184" : 2693,
"3325952" : 2712,
"3358720" : 2590,
"3391488" : 2515,
"3424256" : 2390,
"3457024" : 2343,
"3489792" : 2246,
"3522560" : 2190,
"3555328" : 2134,
"3588096" : 2051,
"3620864" : 2010,
"3653632" : 1951,
"3686400" : 1968,
"3719168" : 1886,
"3751936" : 1912,
"3784704" : 1781,
"3817472" : 1740,
"3850240" : 1683,
"3883008" : 1718,
"3915776" : 1660,
"3948544" : 1606,
"3981312" : 1600,
"4014080" : 1570,
"4046848" : 1505,
"4079616" : 1499,
"4112384" : 1465,
"4145152" : 1376,
"4177920" : 1359,
"4227072" : 2677,
"4292608" : 2570,
"4358144" : 2440,
"4423680" : 2318,
"4489216" : 2328,
"4554752" : 2173,
"4620288" : 2095,
"4685824" : 1965,
"4751360" : 1983,
"4816896" : 1798,
"4882432" : 1753,
"4947968" : 1598,
"5013504" : 1621,
"5079040" : 1522,
"5144576" : 1384,
"5210112" : 1369,
"5275648" : 1356,
"5341184" : 1223,
"5406720" : 1189,
"5472256" : 1052,
"5537792" : 1044,
"5603328" : 933,
"5668864" : 964,
"5734400" : 874,
"5799936" : 811,
"5865472" : 795,
"5931008" : 771,
"5996544" : 710,
"6062080" : 702,
"6127616" : 576,
"6193152" : 607,
"6258688" : 549,
"6324224" : 547,
"6389760" : 510,
"6455296" : 504,
"6520832" : 446,
"6586368" : 429,
"6651904" : 443,
"6717440" : 417,
"6782976" : 373,
"6848512" : 352,
"6914048" : 353,
"6979584" : 342,
"7045120" : 298,
"7110656" : 361,
"7176192" : 317,
"7241728" : 296,
"7307264" : 289,
"7372800" : 279,
"7438336" : 269,
"7503872" : 257,
"7569408" : 242,
"7634944" : 245,
"7700480" : 245,
"7766016" : 248,
"7831552" : 201,
"7897088" : 227,
"7962624" : 186,
"8028160" : 191,
"8093696" : 195,
"8159232" : 207,
"8224768" : 180,
"8290304" : 193,
"8355840" : 193,
"8454144" : 363,
"8585216" : 318,
"8716288" : 293,
"8847360" : 319,
"8978432" : 292,
"9109504" : 275,
"9240576" : 264,
"9371648" : 267,
"9502720" : 246,
"9633792" : 263,
"9764864" : 285,
"9895936" : 230,
"10027008" : 229,
"10158080" : 237,
"10289152" : 230,
"10420224" : 193,
"10551296" : 220,
"10682368" : 193,
"10813440" : 201,
"10944512" : 140,
"11075584" : 121,
"11206656" : 122,
"11337728" : 107,
"11468800" : 98,
"11599872" : 82,
"11730944" : 64,
"11862016" : 73,
"11993088" : 48,
"12124160" : 62,
"12255232" : 72,
"12386304" : 39,
"12517376" : 41,
"12648448" : 40,
"12779520" : 22,
"12910592" : 36,
"13041664" : 40,
"13172736" : 32,
"13303808" : 27,
"13434880" : 36,
"13565952" : 35,
"13697024" : 25,
"13828096" : 36,
"13959168" : 29,
"14090240" : 30,
"14221312" : 27,
"14352384" : 34,
"14483456" : 29,
"14614528" : 30,
"14745600" : 33,
"14876672" : 30,
"15007744" : 40,
"15138816" : 23,
"15269888" : 31,
"15400960" : 20,
"15532032" : 17,
"15663104" : 28,
"15794176" : 20,
"15925248" : 16,
"16056320" : 20,
"16187392" : 7,
"16318464" : 6,
"16580608" : 7,
"16711680" : 4,
"16908288" : 7,
"17170432" : 5,
"17432576" : 4,
"17694720" : 6,
"17956864" : 7,
"18481152" : 5,
"18743296" : 1,
"19005440" : 1,
"19267584" : 3,
"19529728" : 1,
"19791872" : 2
}
},
"lat_ns" : {
"min" : 1356404,
"max" : 25965746,
"mean" : 3517227.830594,
"stddev" : 1824938.486154,
"N" : 545582
},
"bw_min" : 57554,
"bw_max" : 91579,
"bw_agg" : 100.000000,
"bw_mean" : 73021.813559,
"bw_dev" : 520.887934,
"bw_samples" : 944,
"iops_min" : 14385,
"iops_max" : 22894,
"iops_mean" : 18254.491525,
"iops_stddev" : 130.204780,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479999,
"usr_cpu" : 0.448959,
"sys_cpu" : 8.779810,
"ctx" : 707015,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 42.673910,
"4" : 44.290668,
"10" : 12.418484,
"20" : 0.614005,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091825,
"timestamp_ms" : 1773091825761,
"time" : "Mon Mar 9 18:30:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2935525376,
"io_kbytes" : 2866724,
"bw_bytes" : 73388134,
"bw" : 71668,
"iops" : 17917.975000,
"runtime" : 40000,
"total_ios" : 716719,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7519695,
"mean" : 888262.941309,
"stddev" : 798556.590960,
"N" : 716720
},
"clat_ns" : {
"min" : 1000590,
"max" : 19860953,
"mean" : 2681693.409588,
"stddev" : 1557683.985956,
"N" : 716704,
"percentile" : {
"1.000000" : 1204224,
"5.000000" : 1351680,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1794048,
"40.000000" : 1957888,
"50.000000" : 2179072,
"60.000000" : 2441216,
"70.000000" : 2834432,
"80.000000" : 3457024,
"90.000000" : 4489216,
"95.000000" : 5537792,
"99.000000" : 9109504,
"99.500000" : 10551296,
"99.900000" : 13959168,
"99.950000" : 15138816,
"99.990000" : 16908288
},
"bins" : {
"1003520" : 7,
"1011712" : 3,
"1019904" : 10,
"1028096" : 24,
"1036288" : 37,
"1044480" : 27,
"1056768" : 87,
"1073152" : 190,
"1089536" : 282,
"1105920" : 325,
"1122304" : 486,
"1138688" : 697,
"1155072" : 887,
"1171456" : 1142,
"1187840" : 1444,
"1204224" : 1688,
"1220608" : 1898,
"1236992" : 2261,
"1253376" : 2630,
"1269760" : 2985,
"1286144" : 3267,
"1302528" : 3737,
"1318912" : 4000,
"1335296" : 4358,
"1351680" : 4701,
"1368064" : 4977,
"1384448" : 5151,
"1400832" : 5438,
"1417216" : 5660,
"1433600" : 5759,
"1449984" : 5799,
"1466368" : 5995,
"1482752" : 6017,
"1499136" : 6206,
"1515520" : 6299,
"1531904" : 6307,
"1548288" : 6371,
"1564672" : 6561,
"1581056" : 6708,
"1597440" : 6772,
"1613824" : 6992,
"1630208" : 7263,
"1646592" : 7123,
"1662976" : 7377,
"1679360" : 7544,
"1695744" : 7680,
"1712128" : 7789,
"1728512" : 7707,
"1744896" : 7659,
"1761280" : 7692,
"1777664" : 7912,
"1794048" : 7653,
"1810432" : 7577,
"1826816" : 7406,
"1843200" : 7234,
"1859584" : 7254,
"1875968" : 7207,
"1892352" : 6893,
"1908736" : 6992,
"1925120" : 6879,
"1941504" : 6792,
"1957888" : 6589,
"1974272" : 6381,
"1990656" : 6426,
"2007040" : 6338,
"2023424" : 5977,
"2039808" : 5968,
"2056192" : 5922,
"2072576" : 5777,
"2088960" : 5758,
"2113536" : 10866,
"2146304" : 10437,
"2179072" : 9981,
"2211840" : 9557,
"2244608" : 9211,
"2277376" : 8851,
"2310144" : 8340,
"2342912" : 8014,
"2375680" : 7587,
"2408448" : 7298,
"2441216" : 6961,
"2473984" : 6806,
"2506752" : 6509,
"2539520" : 6351,
"2572288" : 6258,
"2605056" : 5915,
"2637824" : 5787,
"2670592" : 5493,
"2703360" : 5471,
"2736128" : 5310,
"2768896" : 5213,
"2801664" : 4997,
"2834432" : 4832,
"2867200" : 4741,
"2899968" : 4648,
"2932736" : 4371,
"2965504" : 4459,
"2998272" : 4343,
"3031040" : 4288,
"3063808" : 3968,
"3096576" : 4073,
"3129344" : 3936,
"3162112" : 3738,
"3194880" : 3700,
"3227648" : 3677,
"3260416" : 3587,
"3293184" : 3450,
"3325952" : 3493,
"3358720" : 3367,
"3391488" : 3278,
"3424256" : 3121,
"3457024" : 3091,
"3489792" : 2970,
"3522560" : 2911,
"3555328" : 2753,
"3588096" : 2713,
"3620864" : 2679,
"3653632" : 2621,
"3686400" : 2606,
"3719168" : 2585,
"3751936" : 2544,
"3784704" : 2413,
"3817472" : 2359,
"3850240" : 2246,
"3883008" : 2323,
"3915776" : 2252,
"3948544" : 2176,
"3981312" : 2166,
"4014080" : 2166,
"4046848" : 2068,
"4079616" : 2030,
"4112384" : 2055,
"4145152" : 1895,
"4177920" : 1853,
"4227072" : 3687,
"4292608" : 3480,
"4358144" : 3360,
"4423680" : 3235,
"4489216" : 3220,
"4554752" : 3008,
"4620288" : 2935,
"4685824" : 2732,
"4751360" : 2723,
"4816896" : 2530,
"4882432" : 2421,
"4947968" : 2241,
"5013504" : 2262,
"5079040" : 2111,
"5144576" : 2000,
"5210112" : 1962,
"5275648" : 1903,
"5341184" : 1689,
"5406720" : 1687,
"5472256" : 1529,
"5537792" : 1472,
"5603328" : 1304,
"5668864" : 1334,
"5734400" : 1267,
"5799936" : 1160,
"5865472" : 1140,
"5931008" : 1080,
"5996544" : 999,
"6062080" : 970,
"6127616" : 845,
"6193152" : 863,
"6258688" : 772,
"6324224" : 789,
"6389760" : 721,
"6455296" : 687,
"6520832" : 658,
"6586368" : 618,
"6651904" : 611,
"6717440" : 608,
"6782976" : 550,
"6848512" : 531,
"6914048" : 505,
"6979584" : 511,
"7045120" : 440,
"7110656" : 512,
"7176192" : 450,
"7241728" : 432,
"7307264" : 429,
"7372800" : 399,
"7438336" : 426,
"7503872" : 384,
"7569408" : 368,
"7634944" : 347,
"7700480" : 348,
"7766016" : 340,
"7831552" : 301,
"7897088" : 333,
"7962624" : 294,
"8028160" : 269,
"8093696" : 295,
"8159232" : 287,
"8224768" : 266,
"8290304" : 269,
"8355840" : 259,
"8454144" : 503,
"8585216" : 471,
"8716288" : 434,
"8847360" : 450,
"8978432" : 433,
"9109504" : 391,
"9240576" : 371,
"9371648" : 383,
"9502720" : 358,
"9633792" : 368,
"9764864" : 394,
"9895936" : 318,
"10027008" : 325,
"10158080" : 327,
"10289152" : 327,
"10420224" : 279,
"10551296" : 306,
"10682368" : 271,
"10813440" : 273,
"10944512" : 222,
"11075584" : 183,
"11206656" : 173,
"11337728" : 164,
"11468800" : 129,
"11599872" : 129,
"11730944" : 109,
"11862016" : 104,
"11993088" : 85,
"12124160" : 90,
"12255232" : 95,
"12386304" : 60,
"12517376" : 62,
"12648448" : 68,
"12779520" : 42,
"12910592" : 51,
"13041664" : 61,
"13172736" : 59,
"13303808" : 38,
"13434880" : 51,
"13565952" : 53,
"13697024" : 42,
"13828096" : 50,
"13959168" : 34,
"14090240" : 37,
"14221312" : 33,
"14352384" : 47,
"14483456" : 43,
"14614528" : 38,
"14745600" : 42,
"14876672" : 42,
"15007744" : 45,
"15138816" : 36,
"15269888" : 39,
"15400960" : 26,
"15532032" : 27,
"15663104" : 42,
"15794176" : 25,
"15925248" : 23,
"16056320" : 26,
"16187392" : 11,
"16318464" : 12,
"16449536" : 8,
"16580608" : 15,
"16711680" : 4,
"16908288" : 12,
"17170432" : 10,
"17432576" : 10,
"17694720" : 10,
"17956864" : 11,
"18219008" : 2,
"18481152" : 7,
"18743296" : 3,
"19005440" : 1,
"19267584" : 5,
"19529728" : 1,
"19791872" : 5
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 25965746,
"mean" : 3569895.585899,
"stddev" : 1882542.735843,
"N" : 716704
},
"bw_min" : 50040,
"bw_max" : 91579,
"bw_agg" : 99.997070,
"bw_mean" : 71666.569620,
"bw_dev" : 546.234890,
"bw_samples" : 1264,
"iops_min" : 12510,
"iops_max" : 22894,
"iops_mean" : 17915.911392,
"iops_stddev" : 136.541015,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.440940,
"sys_cpu" : 8.644898,
"ctx" : 923663,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 42.088043,
"4" : 43.967301,
"10" : 13.264752,
"20" : 0.677811,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091835,
"timestamp_ms" : 1773091835763,
"time" : "Mon Mar 9 18:30:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3602554880,
"io_kbytes" : 3518120,
"bw_bytes" : 72051097,
"bw" : 70362,
"iops" : 17591.460000,
"runtime" : 50000,
"total_ios" : 879573,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7519695,
"mean" : 904941.418107,
"stddev" : 832760.663077,
"N" : 879573
},
"clat_ns" : {
"min" : 1000590,
"max" : 20024342,
"mean" : 2731414.703323,
"stddev" : 1621361.434089,
"N" : 879557,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1351680,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2899968,
"80.000000" : 3555328,
"90.000000" : 4685824,
"95.000000" : 5799936,
"99.000000" : 9502720,
"99.500000" : 10682368,
"99.900000" : 14221312,
"99.950000" : 15269888,
"99.990000" : 17170432
},
"bins" : {
"1003520" : 7,
"1011712" : 3,
"1019904" : 10,
"1028096" : 25,
"1036288" : 38,
"1044480" : 30,
"1056768" : 94,
"1073152" : 201,
"1089536" : 307,
"1105920" : 354,
"1122304" : 541,
"1138688" : 782,
"1155072" : 1016,
"1171456" : 1323,
"1187840" : 1714,
"1204224" : 1987,
"1220608" : 2265,
"1236992" : 2704,
"1253376" : 3146,
"1269760" : 3590,
"1286144" : 3932,
"1302528" : 4456,
"1318912" : 4795,
"1335296" : 5232,
"1351680" : 5701,
"1368064" : 6047,
"1384448" : 6223,
"1400832" : 6620,
"1417216" : 6838,
"1433600" : 6902,
"1449984" : 7062,
"1466368" : 7349,
"1482752" : 7359,
"1499136" : 7558,
"1515520" : 7654,
"1531904" : 7622,
"1548288" : 7720,
"1564672" : 7951,
"1581056" : 8268,
"1597440" : 8292,
"1613824" : 8474,
"1630208" : 8730,
"1646592" : 8748,
"1662976" : 8969,
"1679360" : 9203,
"1695744" : 9339,
"1712128" : 9533,
"1728512" : 9407,
"1744896" : 9393,
"1761280" : 9382,
"1777664" : 9600,
"1794048" : 9349,
"1810432" : 9269,
"1826816" : 9045,
"1843200" : 8830,
"1859584" : 8826,
"1875968" : 8726,
"1892352" : 8446,
"1908736" : 8533,
"1925120" : 8397,
"1941504" : 8238,
"1957888" : 8047,
"1974272" : 7740,
"1990656" : 7848,
"2007040" : 7708,
"2023424" : 7275,
"2039808" : 7197,
"2056192" : 7228,
"2072576" : 6956,
"2088960" : 6960,
"2113536" : 13217,
"2146304" : 12697,
"2179072" : 12040,
"2211840" : 11623,
"2244608" : 11114,
"2277376" : 10641,
"2310144" : 10020,
"2342912" : 9576,
"2375680" : 9203,
"2408448" : 8786,
"2441216" : 8380,
"2473984" : 8100,
"2506752" : 7762,
"2539520" : 7599,
"2572288" : 7406,
"2605056" : 7075,
"2637824" : 6874,
"2670592" : 6593,
"2703360" : 6522,
"2736128" : 6299,
"2768896" : 6240,
"2801664" : 5943,
"2834432" : 5773,
"2867200" : 5626,
"2899968" : 5484,
"2932736" : 5251,
"2965504" : 5293,
"2998272" : 5192,
"3031040" : 5062,
"3063808" : 4726,
"3096576" : 4855,
"3129344" : 4673,
"3162112" : 4477,
"3194880" : 4430,
"3227648" : 4386,
"3260416" : 4336,
"3293184" : 4122,
"3325952" : 4174,
"3358720" : 4026,
"3391488" : 3965,
"3424256" : 3797,
"3457024" : 3755,
"3489792" : 3574,
"3522560" : 3519,
"3555328" : 3347,
"3588096" : 3359,
"3620864" : 3256,
"3653632" : 3248,
"3686400" : 3246,
"3719168" : 3185,
"3751936" : 3124,
"3784704" : 2959,
"3817472" : 2932,
"3850240" : 2827,
"3883008" : 2892,
"3915776" : 2810,
"3948544" : 2744,
"3981312" : 2734,
"4014080" : 2685,
"4046848" : 2598,
"4079616" : 2573,
"4112384" : 2619,
"4145152" : 2434,
"4177920" : 2371,
"4227072" : 4717,
"4292608" : 4495,
"4358144" : 4319,
"4423680" : 4216,
"4489216" : 4204,
"4554752" : 3983,
"4620288" : 3782,
"4685824" : 3609,
"4751360" : 3573,
"4816896" : 3390,
"4882432" : 3253,
"4947968" : 2981,
"5013504" : 3002,
"5079040" : 2796,
"5144576" : 2720,
"5210112" : 2623,
"5275648" : 2496,
"5341184" : 2284,
"5406720" : 2261,
"5472256" : 2083,
"5537792" : 2011,
"5603328" : 1789,
"5668864" : 1867,
"5734400" : 1707,
"5799936" : 1610,
"5865472" : 1580,
"5931008" : 1506,
"5996544" : 1373,
"6062080" : 1375,
"6127616" : 1198,
"6193152" : 1192,
"6258688" : 1078,
"6324224" : 1110,
"6389760" : 979,
"6455296" : 949,
"6520832" : 872,
"6586368" : 866,
"6651904" : 826,
"6717440" : 826,
"6782976" : 761,
"6848512" : 784,
"6914048" : 680,
"6979584" : 716,
"7045120" : 662,
"7110656" : 681,
"7176192" : 636,
"7241728" : 580,
"7307264" : 574,
"7372800" : 592,
"7438336" : 565,
"7503872" : 515,
"7569408" : 515,
"7634944" : 475,
"7700480" : 459,
"7766016" : 461,
"7831552" : 419,
"7897088" : 469,
"7962624" : 403,
"8028160" : 385,
"8093696" : 408,
"8159232" : 399,
"8224768" : 361,
"8290304" : 367,
"8355840" : 359,
"8454144" : 680,
"8585216" : 672,
"8716288" : 612,
"8847360" : 616,
"8978432" : 598,
"9109504" : 532,
"9240576" : 504,
"9371648" : 529,
"9502720" : 484,
"9633792" : 500,
"9764864" : 520,
"9895936" : 438,
"10027008" : 456,
"10158080" : 449,
"10289152" : 450,
"10420224" : 403,
"10551296" : 409,
"10682368" : 370,
"10813440" : 351,
"10944512" : 324,
"11075584" : 270,
"11206656" : 231,
"11337728" : 221,
"11468800" : 179,
"11599872" : 180,
"11730944" : 151,
"11862016" : 143,
"11993088" : 126,
"12124160" : 131,
"12255232" : 133,
"12386304" : 86,
"12517376" : 90,
"12648448" : 92,
"12779520" : 63,
"12910592" : 76,
"13041664" : 91,
"13172736" : 83,
"13303808" : 50,
"13434880" : 72,
"13565952" : 74,
"13697024" : 54,
"13828096" : 66,
"13959168" : 50,
"14090240" : 49,
"14221312" : 50,
"14352384" : 61,
"14483456" : 54,
"14614528" : 53,
"14745600" : 61,
"14876672" : 57,
"15007744" : 57,
"15138816" : 54,
"15269888" : 50,
"15400960" : 35,
"15532032" : 33,
"15663104" : 54,
"15794176" : 37,
"15925248" : 34,
"16056320" : 33,
"16187392" : 16,
"16318464" : 18,
"16449536" : 12,
"16580608" : 15,
"16711680" : 7,
"16908288" : 21,
"17170432" : 15,
"17432576" : 14,
"17694720" : 15,
"17956864" : 12,
"18219008" : 7,
"18481152" : 10,
"18743296" : 4,
"19005440" : 4,
"19267584" : 5,
"19529728" : 4,
"19791872" : 6,
"20054016" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 25965746,
"mean" : 3636309.303751,
"stddev" : 1957960.933284,
"N" : 879557
},
"bw_min" : 49372,
"bw_max" : 91579,
"bw_agg" : 100.000000,
"bw_mean" : 70567.838384,
"bw_dev" : 566.160970,
"bw_samples" : 1584,
"iops_min" : 12342,
"iops_max" : 22894,
"iops_mean" : 17641.070707,
"iops_stddev" : 141.545458,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799999,
"usr_cpu" : 0.431126,
"sys_cpu" : 8.458386,
"ctx" : 1125762,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.647595,
"4" : 43.183454,
"10" : 14.401875,
"20" : 0.765144,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091845,
"timestamp_ms" : 1773091845761,
"time" : "Mon Mar 9 18:30:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4336398336,
"io_kbytes" : 4234764,
"bw_bytes" : 72272101,
"bw" : 70578,
"iops" : 17645.255912,
"runtime" : 60001,
"total_ios" : 1058733,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7519695,
"mean" : 902142.268160,
"stddev" : 827640.061116,
"N" : 1058733
},
"clat_ns" : {
"min" : 1000590,
"max" : 20024342,
"mean" : 2723010.432183,
"stddev" : 1610255.646208,
"N" : 1058717,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1351680,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1794048,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2441216,
"70.000000" : 2867200,
"80.000000" : 3522560,
"90.000000" : 4620288,
"95.000000" : 5734400,
"99.000000" : 9371648,
"99.500000" : 10682368,
"99.900000" : 14090240,
"99.950000" : 15269888,
"99.990000" : 16908288
},
"bins" : {
"1003520" : 10,
"1011712" : 7,
"1019904" : 14,
"1028096" : 30,
"1036288" : 44,
"1044480" : 38,
"1056768" : 121,
"1073152" : 240,
"1089536" : 366,
"1105920" : 434,
"1122304" : 653,
"1138688" : 942,
"1155072" : 1231,
"1171456" : 1589,
"1187840" : 2026,
"1204224" : 2373,
"1220608" : 2718,
"1236992" : 3239,
"1253376" : 3765,
"1269760" : 4321,
"1286144" : 4744,
"1302528" : 5380,
"1318912" : 5782,
"1335296" : 6318,
"1351680" : 6876,
"1368064" : 7229,
"1384448" : 7503,
"1400832" : 7951,
"1417216" : 8237,
"1433600" : 8317,
"1449984" : 8520,
"1466368" : 8840,
"1482752" : 8796,
"1499136" : 9087,
"1515520" : 9166,
"1531904" : 9192,
"1548288" : 9401,
"1564672" : 9588,
"1581056" : 9926,
"1597440" : 10027,
"1613824" : 10298,
"1630208" : 10533,
"1646592" : 10624,
"1662976" : 10839,
"1679360" : 11116,
"1695744" : 11297,
"1712128" : 11585,
"1728512" : 11362,
"1744896" : 11391,
"1761280" : 11373,
"1777664" : 11619,
"1794048" : 11307,
"1810432" : 11245,
"1826816" : 10958,
"1843200" : 10699,
"1859584" : 10646,
"1875968" : 10545,
"1892352" : 10240,
"1908736" : 10294,
"1925120" : 10180,
"1941504" : 9954,
"1957888" : 9776,
"1974272" : 9461,
"1990656" : 9519,
"2007040" : 9350,
"2023424" : 8768,
"2039808" : 8801,
"2056192" : 8718,
"2072576" : 8426,
"2088960" : 8427,
"2113536" : 16031,
"2146304" : 15447,
"2179072" : 14655,
"2211840" : 14035,
"2244608" : 13415,
"2277376" : 12869,
"2310144" : 12140,
"2342912" : 11572,
"2375680" : 11048,
"2408448" : 10582,
"2441216" : 10078,
"2473984" : 9754,
"2506752" : 9282,
"2539520" : 9114,
"2572288" : 8815,
"2605056" : 8518,
"2637824" : 8319,
"2670592" : 7936,
"2703360" : 7781,
"2736128" : 7547,
"2768896" : 7461,
"2801664" : 7048,
"2834432" : 6860,
"2867200" : 6732,
"2899968" : 6572,
"2932736" : 6346,
"2965504" : 6285,
"2998272" : 6218,
"3031040" : 6052,
"3063808" : 5685,
"3096576" : 5778,
"3129344" : 5583,
"3162112" : 5424,
"3194880" : 5370,
"3227648" : 5310,
"3260416" : 5189,
"3293184" : 4912,
"3325952" : 4976,
"3358720" : 4825,
"3391488" : 4709,
"3424256" : 4583,
"3457024" : 4445,
"3489792" : 4279,
"3522560" : 4246,
"3555328" : 4074,
"3588096" : 4030,
"3620864" : 3959,
"3653632" : 3899,
"3686400" : 3865,
"3719168" : 3814,
"3751936" : 3704,
"3784704" : 3569,
"3817472" : 3507,
"3850240" : 3413,
"3883008" : 3431,
"3915776" : 3385,
"3948544" : 3294,
"3981312" : 3282,
"4014080" : 3247,
"4046848" : 3094,
"4079616" : 3090,
"4112384" : 3091,
"4145152" : 2905,
"4177920" : 2838,
"4227072" : 5633,
"4292608" : 5435,
"4358144" : 5157,
"4423680" : 5117,
"4489216" : 5032,
"4554752" : 4783,
"4620288" : 4500,
"4685824" : 4291,
"4751360" : 4275,
"4816896" : 4056,
"4882432" : 3928,
"4947968" : 3548,
"5013504" : 3569,
"5079040" : 3315,
"5144576" : 3219,
"5210112" : 3120,
"5275648" : 2924,
"5341184" : 2747,
"5406720" : 2687,
"5472256" : 2498,
"5537792" : 2425,
"5603328" : 2141,
"5668864" : 2212,
"5734400" : 2048,
"5799936" : 1907,
"5865472" : 1923,
"5931008" : 1810,
"5996544" : 1634,
"6062080" : 1630,
"6127616" : 1457,
"6193152" : 1432,
"6258688" : 1295,
"6324224" : 1343,
"6389760" : 1166,
"6455296" : 1148,
"6520832" : 1038,
"6586368" : 1048,
"6651904" : 991,
"6717440" : 982,
"6782976" : 888,
"6848512" : 926,
"6914048" : 812,
"6979584" : 859,
"7045120" : 795,
"7110656" : 804,
"7176192" : 752,
"7241728" : 682,
"7307264" : 658,
"7372800" : 712,
"7438336" : 666,
"7503872" : 607,
"7569408" : 590,
"7634944" : 566,
"7700480" : 548,
"7766016" : 546,
"7831552" : 504,
"7897088" : 554,
"7962624" : 478,
"8028160" : 448,
"8093696" : 467,
"8159232" : 466,
"8224768" : 434,
"8290304" : 428,
"8355840" : 414,
"8454144" : 801,
"8585216" : 805,
"8716288" : 732,
"8847360" : 721,
"8978432" : 685,
"9109504" : 616,
"9240576" : 599,
"9371648" : 633,
"9502720" : 565,
"9633792" : 594,
"9764864" : 618,
"9895936" : 502,
"10027008" : 544,
"10158080" : 523,
"10289152" : 523,
"10420224" : 474,
"10551296" : 478,
"10682368" : 428,
"10813440" : 412,
"10944512" : 377,
"11075584" : 311,
"11206656" : 294,
"11337728" : 263,
"11468800" : 207,
"11599872" : 205,
"11730944" : 180,
"11862016" : 184,
"11993088" : 147,
"12124160" : 150,
"12255232" : 149,
"12386304" : 104,
"12517376" : 101,
"12648448" : 102,
"12779520" : 87,
"12910592" : 90,
"13041664" : 104,
"13172736" : 93,
"13303808" : 60,
"13434880" : 82,
"13565952" : 84,
"13697024" : 61,
"13828096" : 78,
"13959168" : 60,
"14090240" : 60,
"14221312" : 58,
"14352384" : 69,
"14483456" : 62,
"14614528" : 59,
"14745600" : 67,
"14876672" : 67,
"15007744" : 65,
"15138816" : 69,
"15269888" : 60,
"15400960" : 45,
"15532032" : 42,
"15663104" : 59,
"15794176" : 44,
"15925248" : 42,
"16056320" : 40,
"16187392" : 25,
"16318464" : 19,
"16449536" : 15,
"16580608" : 17,
"16711680" : 7,
"16908288" : 23,
"17170432" : 15,
"17432576" : 15,
"17694720" : 16,
"17956864" : 12,
"18219008" : 7,
"18481152" : 11,
"18743296" : 4,
"19005440" : 4,
"19267584" : 5,
"19529728" : 4,
"19791872" : 6,
"20054016" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 25965746,
"mean" : 3625130.396386,
"stddev" : 1944312.107158,
"N" : 1058717
},
"bw_min" : 49350,
"bw_max" : 91819,
"bw_agg" : 100.000000,
"bw_mean" : 70720.411765,
"bw_dev" : 570.789521,
"bw_samples" : 1904,
"iops_min" : 12337,
"iops_max" : 22954,
"iops_mean" : 17679.243697,
"iops_stddev" : 142.707538,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960002,
"usr_cpu" : 0.431041,
"sys_cpu" : 8.488628,
"ctx" : 1352486,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.799302,
"4" : 43.174814,
"10" : 14.279521,
"20" : 0.744758,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091855,
"timestamp_ms" : 1773091855761,
"time" : "Mon Mar 9 18:30:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5067935744,
"io_kbytes" : 4949156,
"bw_bytes" : 72399082,
"bw" : 70702,
"iops" : 17676.128571,
"runtime" : 70000,
"total_ios" : 1237329,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7519695,
"mean" : 900559.157298,
"stddev" : 823326.935137,
"N" : 1237329
},
"clat_ns" : {
"min" : 1000590,
"max" : 20024342,
"mean" : 2718257.515894,
"stddev" : 1601017.812899,
"N" : 1237313,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1351680,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1794048,
"40.000000" : 1957888,
"50.000000" : 2179072,
"60.000000" : 2441216,
"70.000000" : 2867200,
"80.000000" : 3522560,
"90.000000" : 4620288,
"95.000000" : 5734400,
"99.000000" : 9371648,
"99.500000" : 10682368,
"99.900000" : 14090240,
"99.950000" : 15269888,
"99.990000" : 16908288
},
"bins" : {
"1003520" : 10,
"1011712" : 8,
"1019904" : 18,
"1028096" : 36,
"1036288" : 52,
"1044480" : 47,
"1056768" : 137,
"1073152" : 267,
"1089536" : 435,
"1105920" : 511,
"1122304" : 770,
"1138688" : 1113,
"1155072" : 1434,
"1171456" : 1857,
"1187840" : 2391,
"1204224" : 2777,
"1220608" : 3197,
"1236992" : 3777,
"1253376" : 4353,
"1269760" : 5064,
"1286144" : 5566,
"1302528" : 6273,
"1318912" : 6788,
"1335296" : 7452,
"1351680" : 8021,
"1368064" : 8516,
"1384448" : 8816,
"1400832" : 9294,
"1417216" : 9608,
"1433600" : 9732,
"1449984" : 9978,
"1466368" : 10262,
"1482752" : 10286,
"1499136" : 10668,
"1515520" : 10714,
"1531904" : 10780,
"1548288" : 11029,
"1564672" : 11277,
"1581056" : 11577,
"1597440" : 11802,
"1613824" : 11988,
"1630208" : 12272,
"1646592" : 12545,
"1662976" : 12764,
"1679360" : 13009,
"1695744" : 13208,
"1712128" : 13434,
"1728512" : 13322,
"1744896" : 13283,
"1761280" : 13335,
"1777664" : 13547,
"1794048" : 13318,
"1810432" : 13198,
"1826816" : 12768,
"1843200" : 12601,
"1859584" : 12539,
"1875968" : 12339,
"1892352" : 11966,
"1908736" : 12006,
"1925120" : 11857,
"1941504" : 11676,
"1957888" : 11432,
"1974272" : 11048,
"1990656" : 11173,
"2007040" : 10861,
"2023424" : 10316,
"2039808" : 10254,
"2056192" : 10167,
"2072576" : 9869,
"2088960" : 9834,
"2113536" : 18842,
"2146304" : 18050,
"2179072" : 17085,
"2211840" : 16378,
"2244608" : 15675,
"2277376" : 14987,
"2310144" : 14157,
"2342912" : 13490,
"2375680" : 12875,
"2408448" : 12189,
"2441216" : 11801,
"2473984" : 11366,
"2506752" : 10816,
"2539520" : 10593,
"2572288" : 10279,
"2605056" : 9924,
"2637824" : 9723,
"2670592" : 9262,
"2703360" : 9088,
"2736128" : 8817,
"2768896" : 8746,
"2801664" : 8320,
"2834432" : 8104,
"2867200" : 7861,
"2899968" : 7692,
"2932736" : 7467,
"2965504" : 7360,
"2998272" : 7200,
"3031040" : 7145,
"3063808" : 6653,
"3096576" : 6778,
"3129344" : 6513,
"3162112" : 6419,
"3194880" : 6319,
"3227648" : 6254,
"3260416" : 6006,
"3293184" : 5732,
"3325952" : 5808,
"3358720" : 5650,
"3391488" : 5531,
"3424256" : 5323,
"3457024" : 5198,
"3489792" : 5007,
"3522560" : 4986,
"3555328" : 4775,
"3588096" : 4698,
"3620864" : 4610,
"3653632" : 4566,
"3686400" : 4538,
"3719168" : 4446,
"3751936" : 4341,
"3784704" : 4228,
"3817472" : 4102,
"3850240" : 4003,
"3883008" : 4010,
"3915776" : 3958,
"3948544" : 3809,
"3981312" : 3824,
"4014080" : 3812,
"4046848" : 3658,
"4079616" : 3576,
"4112384" : 3628,
"4145152" : 3413,
"4177920" : 3319,
"4227072" : 6541,
"4292608" : 6338,
"4358144" : 6123,
"4423680" : 5995,
"4489216" : 5871,
"4554752" : 5579,
"4620288" : 5231,
"4685824" : 5021,
"4751360" : 4974,
"4816896" : 4758,
"4882432" : 4628,
"4947968" : 4157,
"5013504" : 4141,
"5079040" : 3868,
"5144576" : 3760,
"5210112" : 3622,
"5275648" : 3428,
"5341184" : 3218,
"5406720" : 3096,
"5472256" : 2933,
"5537792" : 2835,
"5603328" : 2491,
"5668864" : 2560,
"5734400" : 2422,
"5799936" : 2209,
"5865472" : 2218,
"5931008" : 2086,
"5996544" : 1855,
"6062080" : 1839,
"6127616" : 1683,
"6193152" : 1659,
"6258688" : 1500,
"6324224" : 1563,
"6389760" : 1343,
"6455296" : 1343,
"6520832" : 1204,
"6586368" : 1210,
"6651904" : 1167,
"6717440" : 1123,
"6782976" : 1035,
"6848512" : 1071,
"6914048" : 921,
"6979584" : 1007,
"7045120" : 912,
"7110656" : 926,
"7176192" : 876,
"7241728" : 806,
"7307264" : 781,
"7372800" : 831,
"7438336" : 761,
"7503872" : 725,
"7569408" : 679,
"7634944" : 675,
"7700480" : 640,
"7766016" : 654,
"7831552" : 600,
"7897088" : 646,
"7962624" : 557,
"8028160" : 525,
"8093696" : 533,
"8159232" : 527,
"8224768" : 517,
"8290304" : 488,
"8355840" : 472,
"8454144" : 914,
"8585216" : 913,
"8716288" : 854,
"8847360" : 814,
"8978432" : 769,
"9109504" : 708,
"9240576" : 687,
"9371648" : 725,
"9502720" : 651,
"9633792" : 687,
"9764864" : 716,
"9895936" : 574,
"10027008" : 614,
"10158080" : 601,
"10289152" : 605,
"10420224" : 549,
"10551296" : 543,
"10682368" : 491,
"10813440" : 459,
"10944512" : 416,
"11075584" : 345,
"11206656" : 337,
"11337728" : 289,
"11468800" : 243,
"11599872" : 231,
"11730944" : 203,
"11862016" : 205,
"11993088" : 166,
"12124160" : 164,
"12255232" : 165,
"12386304" : 114,
"12517376" : 106,
"12648448" : 115,
"12779520" : 99,
"12910592" : 106,
"13041664" : 112,
"13172736" : 105,
"13303808" : 67,
"13434880" : 93,
"13565952" : 96,
"13697024" : 62,
"13828096" : 88,
"13959168" : 72,
"14090240" : 69,
"14221312" : 60,
"14352384" : 76,
"14483456" : 74,
"14614528" : 72,
"14745600" : 79,
"14876672" : 79,
"15007744" : 74,
"15138816" : 75,
"15269888" : 69,
"15400960" : 52,
"15532032" : 54,
"15663104" : 69,
"15794176" : 50,
"15925248" : 48,
"16056320" : 47,
"16187392" : 30,
"16318464" : 23,
"16449536" : 18,
"16580608" : 19,
"16711680" : 8,
"16908288" : 26,
"17170432" : 16,
"17432576" : 16,
"17694720" : 17,
"17956864" : 14,
"18219008" : 7,
"18481152" : 11,
"18743296" : 4,
"19005440" : 6,
"19267584" : 5,
"19529728" : 4,
"19791872" : 6,
"20054016" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 25965746,
"mean" : 3618796.877218,
"stddev" : 1932685.688309,
"N" : 1237313
},
"bw_min" : 49350,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 70824.431655,
"bw_dev" : 579.065094,
"bw_samples" : 2224,
"iops_min" : 12337,
"iops_max" : 22964,
"iops_mean" : 17705.143885,
"iops_stddev" : 144.777902,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 0.430536,
"sys_cpu" : 8.507865,
"ctx" : 1583153,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.870675,
"4" : 43.170976,
"10" : 14.234937,
"20" : 0.722039,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091865,
"timestamp_ms" : 1773091865763,
"time" : "Mon Mar 9 18:31:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5780520960,
"io_kbytes" : 5645040,
"bw_bytes" : 72256512,
"bw" : 70563,
"iops" : 17641.237500,
"runtime" : 80000,
"total_ios" : 1411299,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 902368.821627,
"stddev" : 826116.497662,
"N" : 1411299
},
"clat_ns" : {
"min" : 1000590,
"max" : 20256748,
"mean" : 2723619.838803,
"stddev" : 1606770.644062,
"N" : 1411283,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1794048,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2899968,
"80.000000" : 3522560,
"90.000000" : 4620288,
"95.000000" : 5734400,
"99.000000" : 9371648,
"99.500000" : 10682368,
"99.900000" : 14221312,
"99.950000" : 15269888,
"99.990000" : 16908288
},
"bins" : {
"1003520" : 10,
"1011712" : 8,
"1019904" : 19,
"1028096" : 38,
"1036288" : 52,
"1044480" : 48,
"1056768" : 146,
"1073152" : 301,
"1089536" : 471,
"1105920" : 557,
"1122304" : 841,
"1138688" : 1226,
"1155072" : 1567,
"1171456" : 2076,
"1187840" : 2675,
"1204224" : 3122,
"1220608" : 3599,
"1236992" : 4264,
"1253376" : 4946,
"1269760" : 5718,
"1286144" : 6286,
"1302528" : 7063,
"1318912" : 7692,
"1335296" : 8394,
"1351680" : 9003,
"1368064" : 9641,
"1384448" : 9985,
"1400832" : 10489,
"1417216" : 10922,
"1433600" : 11065,
"1449984" : 11378,
"1466368" : 11680,
"1482752" : 11785,
"1499136" : 12173,
"1515520" : 12217,
"1531904" : 12323,
"1548288" : 12547,
"1564672" : 12893,
"1581056" : 13180,
"1597440" : 13481,
"1613824" : 13638,
"1630208" : 13969,
"1646592" : 14259,
"1662976" : 14587,
"1679360" : 14742,
"1695744" : 14995,
"1712128" : 15237,
"1728512" : 15169,
"1744896" : 15155,
"1761280" : 15170,
"1777664" : 15386,
"1794048" : 15207,
"1810432" : 14972,
"1826816" : 14591,
"1843200" : 14432,
"1859584" : 14324,
"1875968" : 14069,
"1892352" : 13665,
"1908736" : 13671,
"1925120" : 13518,
"1941504" : 13300,
"1957888" : 13017,
"1974272" : 12600,
"1990656" : 12720,
"2007040" : 12234,
"2023424" : 11807,
"2039808" : 11709,
"2056192" : 11586,
"2072576" : 11296,
"2088960" : 11194,
"2113536" : 21390,
"2146304" : 20556,
"2179072" : 19465,
"2211840" : 18636,
"2244608" : 17870,
"2277376" : 17083,
"2310144" : 16151,
"2342912" : 15383,
"2375680" : 14761,
"2408448" : 13917,
"2441216" : 13419,
"2473984" : 12987,
"2506752" : 12353,
"2539520" : 12092,
"2572288" : 11740,
"2605056" : 11325,
"2637824" : 11158,
"2670592" : 10548,
"2703360" : 10394,
"2736128" : 10049,
"2768896" : 9998,
"2801664" : 9527,
"2834432" : 9224,
"2867200" : 8990,
"2899968" : 8790,
"2932736" : 8541,
"2965504" : 8387,
"2998272" : 8225,
"3031040" : 8149,
"3063808" : 7642,
"3096576" : 7719,
"3129344" : 7479,
"3162112" : 7318,
"3194880" : 7224,
"3227648" : 7125,
"3260416" : 6878,
"3293184" : 6622,
"3325952" : 6594,
"3358720" : 6429,
"3391488" : 6293,
"3424256" : 6069,
"3457024" : 5928,
"3489792" : 5728,
"3522560" : 5689,
"3555328" : 5503,
"3588096" : 5402,
"3620864" : 5292,
"3653632" : 5190,
"3686400" : 5259,
"3719168" : 5114,
"3751936" : 4979,
"3784704" : 4884,
"3817472" : 4751,
"3850240" : 4583,
"3883008" : 4603,
"3915776" : 4549,
"3948544" : 4369,
"3981312" : 4420,
"4014080" : 4372,
"4046848" : 4228,
"4079616" : 4123,
"4112384" : 4148,
"4145152" : 3915,
"4177920" : 3814,
"4227072" : 7574,
"4292608" : 7293,
"4358144" : 6994,
"4423680" : 6907,
"4489216" : 6679,
"4554752" : 6363,
"4620288" : 5982,
"4685824" : 5754,
"4751360" : 5657,
"4816896" : 5465,
"4882432" : 5268,
"4947968" : 4716,
"5013504" : 4709,
"5079040" : 4381,
"5144576" : 4287,
"5210112" : 4117,
"5275648" : 3885,
"5341184" : 3612,
"5406720" : 3511,
"5472256" : 3356,
"5537792" : 3247,
"5603328" : 2870,
"5668864" : 2903,
"5734400" : 2807,
"5799936" : 2560,
"5865472" : 2555,
"5931008" : 2393,
"5996544" : 2192,
"6062080" : 2134,
"6127616" : 1928,
"6193152" : 1935,
"6258688" : 1753,
"6324224" : 1781,
"6389760" : 1541,
"6455296" : 1533,
"6520832" : 1406,
"6586368" : 1413,
"6651904" : 1356,
"6717440" : 1283,
"6782976" : 1182,
"6848512" : 1236,
"6914048" : 1079,
"6979584" : 1153,
"7045120" : 1059,
"7110656" : 1054,
"7176192" : 1014,
"7241728" : 921,
"7307264" : 888,
"7372800" : 939,
"7438336" : 887,
"7503872" : 841,
"7569408" : 770,
"7634944" : 769,
"7700480" : 734,
"7766016" : 728,
"7831552" : 689,
"7897088" : 744,
"7962624" : 639,
"8028160" : 606,
"8093696" : 618,
"8159232" : 607,
"8224768" : 579,
"8290304" : 551,
"8355840" : 538,
"8454144" : 1020,
"8585216" : 1040,
"8716288" : 963,
"8847360" : 929,
"8978432" : 874,
"9109504" : 817,
"9240576" : 783,
"9371648" : 826,
"9502720" : 756,
"9633792" : 804,
"9764864" : 817,
"9895936" : 669,
"10027008" : 713,
"10158080" : 703,
"10289152" : 699,
"10420224" : 624,
"10551296" : 618,
"10682368" : 570,
"10813440" : 521,
"10944512" : 493,
"11075584" : 416,
"11206656" : 383,
"11337728" : 330,
"11468800" : 280,
"11599872" : 272,
"11730944" : 244,
"11862016" : 234,
"11993088" : 192,
"12124160" : 187,
"12255232" : 184,
"12386304" : 129,
"12517376" : 123,
"12648448" : 134,
"12779520" : 113,
"12910592" : 121,
"13041664" : 127,
"13172736" : 120,
"13303808" : 79,
"13434880" : 110,
"13565952" : 115,
"13697024" : 76,
"13828096" : 99,
"13959168" : 89,
"14090240" : 80,
"14221312" : 76,
"14352384" : 91,
"14483456" : 86,
"14614528" : 89,
"14745600" : 90,
"14876672" : 97,
"15007744" : 88,
"15138816" : 90,
"15269888" : 76,
"15400960" : 66,
"15532032" : 60,
"15663104" : 80,
"15794176" : 63,
"15925248" : 54,
"16056320" : 55,
"16187392" : 39,
"16318464" : 29,
"16449536" : 22,
"16580608" : 23,
"16711680" : 10,
"16908288" : 31,
"17170432" : 16,
"17432576" : 19,
"17694720" : 19,
"17956864" : 15,
"18219008" : 9,
"18481152" : 15,
"18743296" : 6,
"19005440" : 6,
"19267584" : 5,
"19529728" : 5,
"19791872" : 6,
"20054016" : 2,
"20316160" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 25965746,
"mean" : 3625935.893454,
"stddev" : 1939631.513972,
"N" : 1411283
},
"bw_min" : 49144,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 70633.301887,
"bw_dev" : 569.930232,
"bw_samples" : 2544,
"iops_min" : 12286,
"iops_max" : 22964,
"iops_mean" : 17657.415094,
"iops_stddev" : 142.490217,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279999,
"usr_cpu" : 0.431797,
"sys_cpu" : 8.486960,
"ctx" : 1802081,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.743883,
"4" : 43.222379,
"10" : 14.296758,
"20" : 0.735634,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091875,
"timestamp_ms" : 1773091875764,
"time" : "Mon Mar 9 18:31:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6433169408,
"io_kbytes" : 6282392,
"bw_bytes" : 71479660,
"bw" : 69804,
"iops" : 17451.577778,
"runtime" : 90000,
"total_ios" : 1570642,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 912262.393354,
"stddev" : 845732.092391,
"N" : 1570642
},
"clat_ns" : {
"min" : 1000590,
"max" : 20256748,
"mean" : 2753200.464612,
"stddev" : 1642193.011338,
"N" : 1570626,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3588096,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9502720,
"99.500000" : 10813440,
"99.900000" : 14352384,
"99.950000" : 15400960,
"99.990000" : 17170432
},
"bins" : {
"1003520" : 10,
"1011712" : 9,
"1019904" : 20,
"1028096" : 39,
"1036288" : 54,
"1044480" : 52,
"1056768" : 155,
"1073152" : 315,
"1089536" : 500,
"1105920" : 591,
"1122304" : 905,
"1138688" : 1319,
"1155072" : 1694,
"1171456" : 2273,
"1187840" : 2896,
"1204224" : 3381,
"1220608" : 3957,
"1236992" : 4683,
"1253376" : 5449,
"1269760" : 6294,
"1286144" : 6948,
"1302528" : 7822,
"1318912" : 8517,
"1335296" : 9340,
"1351680" : 9992,
"1368064" : 10663,
"1384448" : 11184,
"1400832" : 11653,
"1417216" : 12126,
"1433600" : 12376,
"1449984" : 12609,
"1466368" : 12954,
"1482752" : 13089,
"1499136" : 13452,
"1515520" : 13513,
"1531904" : 13683,
"1548288" : 13836,
"1564672" : 14317,
"1581056" : 14641,
"1597440" : 14897,
"1613824" : 15143,
"1630208" : 15452,
"1646592" : 15775,
"1662976" : 16141,
"1679360" : 16263,
"1695744" : 16501,
"1712128" : 16873,
"1728512" : 16797,
"1744896" : 16802,
"1761280" : 16823,
"1777664" : 17039,
"1794048" : 16801,
"1810432" : 16506,
"1826816" : 16120,
"1843200" : 15945,
"1859584" : 15781,
"1875968" : 15554,
"1892352" : 15119,
"1908736" : 15033,
"1925120" : 14859,
"1941504" : 14567,
"1957888" : 14333,
"1974272" : 13862,
"1990656" : 13960,
"2007040" : 13456,
"2023424" : 12982,
"2039808" : 12859,
"2056192" : 12705,
"2072576" : 12424,
"2088960" : 12239,
"2113536" : 23497,
"2146304" : 22540,
"2179072" : 21381,
"2211840" : 20429,
"2244608" : 19614,
"2277376" : 18722,
"2310144" : 17675,
"2342912" : 16812,
"2375680" : 16180,
"2408448" : 15238,
"2441216" : 14727,
"2473984" : 14207,
"2506752" : 13518,
"2539520" : 13248,
"2572288" : 12767,
"2605056" : 12370,
"2637824" : 12202,
"2670592" : 11616,
"2703360" : 11382,
"2736128" : 11000,
"2768896" : 10921,
"2801664" : 10455,
"2834432" : 10087,
"2867200" : 9876,
"2899968" : 9666,
"2932736" : 9412,
"2965504" : 9206,
"2998272" : 9047,
"3031040" : 8969,
"3063808" : 8414,
"3096576" : 8506,
"3129344" : 8225,
"3162112" : 8083,
"3194880" : 8008,
"3227648" : 7906,
"3260416" : 7644,
"3293184" : 7359,
"3325952" : 7311,
"3358720" : 7186,
"3391488" : 7006,
"3424256" : 6760,
"3457024" : 6553,
"3489792" : 6383,
"3522560" : 6330,
"3555328" : 6150,
"3588096" : 6100,
"3620864" : 5988,
"3653632" : 5832,
"3686400" : 5903,
"3719168" : 5702,
"3751936" : 5591,
"3784704" : 5476,
"3817472" : 5328,
"3850240" : 5191,
"3883008" : 5162,
"3915776" : 5112,
"3948544" : 5003,
"3981312" : 5037,
"4014080" : 4961,
"4046848" : 4799,
"4079616" : 4708,
"4112384" : 4755,
"4145152" : 4504,
"4177920" : 4392,
"4227072" : 8681,
"4292608" : 8394,
"4358144" : 8092,
"4423680" : 7927,
"4489216" : 7745,
"4554752" : 7357,
"4620288" : 6942,
"4685824" : 6700,
"4751360" : 6548,
"4816896" : 6341,
"4882432" : 6109,
"4947968" : 5486,
"5013504" : 5461,
"5079040" : 5156,
"5144576" : 5029,
"5210112" : 4798,
"5275648" : 4532,
"5341184" : 4241,
"5406720" : 4105,
"5472256" : 3925,
"5537792" : 3799,
"5603328" : 3398,
"5668864" : 3392,
"5734400" : 3288,
"5799936" : 3012,
"5865472" : 2989,
"5931008" : 2814,
"5996544" : 2583,
"6062080" : 2470,
"6127616" : 2297,
"6193152" : 2281,
"6258688" : 2080,
"6324224" : 2068,
"6389760" : 1845,
"6455296" : 1821,
"6520832" : 1638,
"6586368" : 1657,
"6651904" : 1584,
"6717440" : 1500,
"6782976" : 1414,
"6848512" : 1464,
"6914048" : 1295,
"6979584" : 1351,
"7045120" : 1273,
"7110656" : 1242,
"7176192" : 1208,
"7241728" : 1111,
"7307264" : 1075,
"7372800" : 1102,
"7438336" : 1026,
"7503872" : 1015,
"7569408" : 927,
"7634944" : 900,
"7700480" : 858,
"7766016" : 856,
"7831552" : 836,
"7897088" : 888,
"7962624" : 754,
"8028160" : 729,
"8093696" : 737,
"8159232" : 715,
"8224768" : 689,
"8290304" : 661,
"8355840" : 648,
"8454144" : 1225,
"8585216" : 1223,
"8716288" : 1123,
"8847360" : 1090,
"8978432" : 1020,
"9109504" : 940,
"9240576" : 901,
"9371648" : 961,
"9502720" : 871,
"9633792" : 937,
"9764864" : 941,
"9895936" : 788,
"10027008" : 840,
"10158080" : 843,
"10289152" : 820,
"10420224" : 737,
"10551296" : 712,
"10682368" : 673,
"10813440" : 622,
"10944512" : 596,
"11075584" : 515,
"11206656" : 441,
"11337728" : 385,
"11468800" : 333,
"11599872" : 331,
"11730944" : 310,
"11862016" : 275,
"11993088" : 256,
"12124160" : 239,
"12255232" : 236,
"12386304" : 164,
"12517376" : 155,
"12648448" : 164,
"12779520" : 142,
"12910592" : 145,
"13041664" : 139,
"13172736" : 150,
"13303808" : 106,
"13434880" : 131,
"13565952" : 131,
"13697024" : 89,
"13828096" : 117,
"13959168" : 111,
"14090240" : 93,
"14221312" : 86,
"14352384" : 104,
"14483456" : 100,
"14614528" : 94,
"14745600" : 101,
"14876672" : 110,
"15007744" : 102,
"15138816" : 103,
"15269888" : 81,
"15400960" : 81,
"15532032" : 74,
"15663104" : 87,
"15794176" : 75,
"15925248" : 65,
"16056320" : 67,
"16187392" : 48,
"16318464" : 32,
"16449536" : 27,
"16580608" : 26,
"16711680" : 14,
"16908288" : 36,
"17170432" : 24,
"17432576" : 35,
"17694720" : 27,
"17956864" : 21,
"18219008" : 16,
"18481152" : 21,
"18743296" : 10,
"19005440" : 6,
"19267584" : 5,
"19529728" : 5,
"19791872" : 6,
"20054016" : 2,
"20316160" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 25965746,
"mean" : 3665404.117156,
"stddev" : 1981891.158965,
"N" : 1570626
},
"bw_min" : 48414,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 69887.173184,
"bw_dev" : 580.383796,
"bw_samples" : 2864,
"iops_min" : 12103,
"iops_max" : 22964,
"iops_mean" : 17470.877095,
"iops_stddev" : 145.109066,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439998,
"usr_cpu" : 0.428056,
"sys_cpu" : 8.381609,
"ctx" : 2000090,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.460817,
"4" : 42.788809,
"10" : 14.958342,
"20" : 0.790823,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091885,
"timestamp_ms" : 1773091885760,
"time" : "Mon Mar 9 18:31:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7124168704,
"io_kbytes" : 6957196,
"bw_bytes" : 71241687,
"bw" : 69571,
"iops" : 17393.370000,
"runtime" : 100000,
"total_ios" : 1739337,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 915328.331519,
"stddev" : 851626.296764,
"N" : 1739337
},
"clat_ns" : {
"min" : 1000590,
"max" : 20256748,
"mean" : 2762349.238273,
"stddev" : 1651663.745857,
"N" : 1739321,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9502720,
"99.500000" : 10813440,
"99.900000" : 14352384,
"99.950000" : 15400960,
"99.990000" : 17170432
},
"bins" : {
"1003520" : 10,
"1011712" : 11,
"1019904" : 22,
"1028096" : 41,
"1036288" : 60,
"1044480" : 58,
"1056768" : 173,
"1073152" : 331,
"1089536" : 533,
"1105920" : 647,
"1122304" : 988,
"1138688" : 1452,
"1155072" : 1850,
"1171456" : 2510,
"1187840" : 3155,
"1204224" : 3728,
"1220608" : 4363,
"1236992" : 5197,
"1253376" : 5995,
"1269760" : 6953,
"1286144" : 7684,
"1302528" : 8695,
"1318912" : 9434,
"1335296" : 10267,
"1351680" : 11035,
"1368064" : 11779,
"1384448" : 12332,
"1400832" : 12829,
"1417216" : 13412,
"1433600" : 13651,
"1449984" : 13958,
"1466368" : 14336,
"1482752" : 14470,
"1499136" : 14909,
"1515520" : 14912,
"1531904" : 15138,
"1548288" : 15301,
"1564672" : 15782,
"1581056" : 16146,
"1597440" : 16467,
"1613824" : 16684,
"1630208" : 17040,
"1646592" : 17408,
"1662976" : 17896,
"1679360" : 17984,
"1695744" : 18259,
"1712128" : 18652,
"1728512" : 18632,
"1744896" : 18511,
"1761280" : 18531,
"1777664" : 18858,
"1794048" : 18595,
"1810432" : 18306,
"1826816" : 17834,
"1843200" : 17651,
"1859584" : 17440,
"1875968" : 17206,
"1892352" : 16701,
"1908736" : 16651,
"1925120" : 16432,
"1941504" : 16120,
"1957888" : 15834,
"1974272" : 15316,
"1990656" : 15411,
"2007040" : 14875,
"2023424" : 14332,
"2039808" : 14233,
"2056192" : 14112,
"2072576" : 13760,
"2088960" : 13519,
"2113536" : 25926,
"2146304" : 24970,
"2179072" : 23692,
"2211840" : 22570,
"2244608" : 21607,
"2277376" : 20565,
"2310144" : 19433,
"2342912" : 18527,
"2375680" : 17851,
"2408448" : 16751,
"2441216" : 16249,
"2473984" : 15680,
"2506752" : 14913,
"2539520" : 14597,
"2572288" : 14092,
"2605056" : 13583,
"2637824" : 13389,
"2670592" : 12742,
"2703360" : 12451,
"2736128" : 12050,
"2768896" : 12021,
"2801664" : 11451,
"2834432" : 11124,
"2867200" : 10833,
"2899968" : 10724,
"2932736" : 10354,
"2965504" : 10094,
"2998272" : 9954,
"3031040" : 9908,
"3063808" : 9267,
"3096576" : 9362,
"3129344" : 9013,
"3162112" : 8907,
"3194880" : 8827,
"3227648" : 8715,
"3260416" : 8433,
"3293184" : 8105,
"3325952" : 8076,
"3358720" : 7857,
"3391488" : 7778,
"3424256" : 7468,
"3457024" : 7249,
"3489792" : 7066,
"3522560" : 6999,
"3555328" : 6817,
"3588096" : 6774,
"3620864" : 6632,
"3653632" : 6503,
"3686400" : 6487,
"3719168" : 6356,
"3751936" : 6212,
"3784704" : 6082,
"3817472" : 5952,
"3850240" : 5770,
"3883008" : 5735,
"3915776" : 5661,
"3948544" : 5587,
"3981312" : 5589,
"4014080" : 5530,
"4046848" : 5322,
"4079616" : 5249,
"4112384" : 5303,
"4145152" : 5053,
"4177920" : 4916,
"4227072" : 9705,
"4292608" : 9335,
"4358144" : 9078,
"4423680" : 8849,
"4489216" : 8609,
"4554752" : 8343,
"4620288" : 7862,
"4685824" : 7530,
"4751360" : 7309,
"4816896" : 7150,
"4882432" : 6923,
"4947968" : 6187,
"5013504" : 6145,
"5079040" : 5774,
"5144576" : 5692,
"5210112" : 5426,
"5275648" : 5066,
"5341184" : 4840,
"5406720" : 4635,
"5472256" : 4398,
"5537792" : 4284,
"5603328" : 3833,
"5668864" : 3830,
"5734400" : 3733,
"5799936" : 3370,
"5865472" : 3357,
"5931008" : 3222,
"5996544" : 2918,
"6062080" : 2803,
"6127616" : 2598,
"6193152" : 2586,
"6258688" : 2345,
"6324224" : 2320,
"6389760" : 2081,
"6455296" : 2053,
"6520832" : 1884,
"6586368" : 1877,
"6651904" : 1796,
"6717440" : 1710,
"6782976" : 1606,
"6848512" : 1637,
"6914048" : 1456,
"6979584" : 1525,
"7045120" : 1436,
"7110656" : 1384,
"7176192" : 1346,
"7241728" : 1275,
"7307264" : 1226,
"7372800" : 1236,
"7438336" : 1152,
"7503872" : 1151,
"7569408" : 1060,
"7634944" : 1011,
"7700480" : 977,
"7766016" : 988,
"7831552" : 937,
"7897088" : 984,
"7962624" : 837,
"8028160" : 818,
"8093696" : 837,
"8159232" : 789,
"8224768" : 782,
"8290304" : 739,
"8355840" : 731,
"8454144" : 1360,
"8585216" : 1362,
"8716288" : 1265,
"8847360" : 1233,
"8978432" : 1151,
"9109504" : 1041,
"9240576" : 1029,
"9371648" : 1093,
"9502720" : 977,
"9633792" : 1031,
"9764864" : 1048,
"9895936" : 894,
"10027008" : 951,
"10158080" : 948,
"10289152" : 917,
"10420224" : 841,
"10551296" : 825,
"10682368" : 759,
"10813440" : 696,
"10944512" : 681,
"11075584" : 563,
"11206656" : 506,
"11337728" : 453,
"11468800" : 382,
"11599872" : 374,
"11730944" : 353,
"11862016" : 307,
"11993088" : 293,
"12124160" : 263,
"12255232" : 262,
"12386304" : 185,
"12517376" : 178,
"12648448" : 187,
"12779520" : 161,
"12910592" : 166,
"13041664" : 152,
"13172736" : 174,
"13303808" : 125,
"13434880" : 140,
"13565952" : 140,
"13697024" : 102,
"13828096" : 127,
"13959168" : 123,
"14090240" : 104,
"14221312" : 97,
"14352384" : 118,
"14483456" : 117,
"14614528" : 104,
"14745600" : 110,
"14876672" : 119,
"15007744" : 112,
"15138816" : 113,
"15269888" : 91,
"15400960" : 83,
"15532032" : 85,
"15663104" : 99,
"15794176" : 84,
"15925248" : 69,
"16056320" : 72,
"16187392" : 53,
"16318464" : 35,
"16449536" : 29,
"16580608" : 29,
"16711680" : 21,
"16908288" : 40,
"17170432" : 25,
"17432576" : 37,
"17694720" : 28,
"17956864" : 23,
"18219008" : 17,
"18481152" : 21,
"18743296" : 12,
"19005440" : 7,
"19267584" : 5,
"19529728" : 6,
"19791872" : 8,
"20054016" : 3,
"20316160" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 26802124,
"mean" : 3677670.129708,
"stddev" : 1993027.652813,
"N" : 1739321
},
"bw_min" : 47840,
"bw_max" : 91859,
"bw_agg" : 99.997183,
"bw_mean" : 69570.824121,
"bw_dev" : 573.487518,
"bw_samples" : 3184,
"iops_min" : 11960,
"iops_max" : 22964,
"iops_mean" : 17391.814070,
"iops_stddev" : 143.386177,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599999,
"usr_cpu" : 0.426000,
"sys_cpu" : 8.346193,
"ctx" : 2209155,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.372086,
"4" : 42.633314,
"10" : 15.188316,
"20" : 0.805134,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091895,
"timestamp_ms" : 1773091895762,
"time" : "Mon Mar 9 18:31:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7819808768,
"io_kbytes" : 7636532,
"bw_bytes" : 71089170,
"bw" : 69423,
"iops" : 17356.072727,
"runtime" : 110000,
"total_ios" : 1909168,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 917304.961260,
"stddev" : 855077.465921,
"N" : 1909168
},
"clat_ns" : {
"min" : 1000590,
"max" : 20256748,
"mean" : 2768262.740576,
"stddev" : 1657013.630776,
"N" : 1909152,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9633792,
"99.500000" : 10813440,
"99.900000" : 14352384,
"99.950000" : 15400960,
"99.990000" : 17170432
},
"bins" : {
"1003520" : 10,
"1011712" : 11,
"1019904" : 22,
"1028096" : 43,
"1036288" : 63,
"1044480" : 61,
"1056768" : 181,
"1073152" : 346,
"1089536" : 570,
"1105920" : 696,
"1122304" : 1061,
"1138688" : 1579,
"1155072" : 2012,
"1171456" : 2761,
"1187840" : 3493,
"1204224" : 4080,
"1220608" : 4812,
"1236992" : 5752,
"1253376" : 6596,
"1269760" : 7733,
"1286144" : 8484,
"1302528" : 9618,
"1318912" : 10401,
"1335296" : 11245,
"1351680" : 12212,
"1368064" : 13014,
"1384448" : 13570,
"1400832" : 14061,
"1417216" : 14662,
"1433600" : 14997,
"1449984" : 15272,
"1466368" : 15677,
"1482752" : 15894,
"1499136" : 16321,
"1515520" : 16338,
"1531904" : 16621,
"1548288" : 16844,
"1564672" : 17331,
"1581056" : 17725,
"1597440" : 18049,
"1613824" : 18274,
"1630208" : 18708,
"1646592" : 19060,
"1662976" : 19646,
"1679360" : 19675,
"1695744" : 20024,
"1712128" : 20419,
"1728512" : 20360,
"1744896" : 20234,
"1761280" : 20285,
"1777664" : 20511,
"1794048" : 20275,
"1810432" : 20016,
"1826816" : 19495,
"1843200" : 19273,
"1859584" : 19015,
"1875968" : 18836,
"1892352" : 18265,
"1908736" : 18162,
"1925120" : 17966,
"1941504" : 17637,
"1957888" : 17241,
"1974272" : 16769,
"1990656" : 16900,
"2007040" : 16269,
"2023424" : 15692,
"2039808" : 15561,
"2056192" : 15458,
"2072576" : 15031,
"2088960" : 14721,
"2113536" : 28311,
"2146304" : 27349,
"2179072" : 25976,
"2211840" : 24649,
"2244608" : 23610,
"2277376" : 22536,
"2310144" : 21323,
"2342912" : 20306,
"2375680" : 19509,
"2408448" : 18346,
"2441216" : 17810,
"2473984" : 17055,
"2506752" : 16368,
"2539520" : 16009,
"2572288" : 15382,
"2605056" : 14866,
"2637824" : 14658,
"2670592" : 14015,
"2703360" : 13596,
"2736128" : 13213,
"2768896" : 13080,
"2801664" : 12556,
"2834432" : 12210,
"2867200" : 11914,
"2899968" : 11815,
"2932736" : 11406,
"2965504" : 11075,
"2998272" : 10953,
"3031040" : 10856,
"3063808" : 10228,
"3096576" : 10242,
"3129344" : 9882,
"3162112" : 9694,
"3194880" : 9689,
"3227648" : 9565,
"3260416" : 9280,
"3293184" : 8919,
"3325952" : 8823,
"3358720" : 8606,
"3391488" : 8567,
"3424256" : 8280,
"3457024" : 7985,
"3489792" : 7782,
"3522560" : 7690,
"3555328" : 7503,
"3588096" : 7441,
"3620864" : 7329,
"3653632" : 7145,
"3686400" : 7129,
"3719168" : 6915,
"3751936" : 6795,
"3784704" : 6671,
"3817472" : 6511,
"3850240" : 6330,
"3883008" : 6300,
"3915776" : 6216,
"3948544" : 6129,
"3981312" : 6145,
"4014080" : 6069,
"4046848" : 5796,
"4079616" : 5756,
"4112384" : 5789,
"4145152" : 5562,
"4177920" : 5415,
"4227072" : 10722,
"4292608" : 10289,
"4358144" : 10014,
"4423680" : 9735,
"4489216" : 9490,
"4554752" : 9245,
"4620288" : 8698,
"4685824" : 8315,
"4751360" : 8102,
"4816896" : 7926,
"4882432" : 7607,
"4947968" : 6880,
"5013504" : 6823,
"5079040" : 6434,
"5144576" : 6328,
"5210112" : 6044,
"5275648" : 5697,
"5341184" : 5406,
"5406720" : 5203,
"5472256" : 4901,
"5537792" : 4812,
"5603328" : 4278,
"5668864" : 4268,
"5734400" : 4193,
"5799936" : 3835,
"5865472" : 3732,
"5931008" : 3580,
"5996544" : 3259,
"6062080" : 3115,
"6127616" : 2887,
"6193152" : 2875,
"6258688" : 2623,
"6324224" : 2542,
"6389760" : 2314,
"6455296" : 2279,
"6520832" : 2088,
"6586368" : 2085,
"6651904" : 1973,
"6717440" : 1884,
"6782976" : 1777,
"6848512" : 1807,
"6914048" : 1619,
"6979584" : 1703,
"7045120" : 1586,
"7110656" : 1532,
"7176192" : 1499,
"7241728" : 1399,
"7307264" : 1356,
"7372800" : 1372,
"7438336" : 1269,
"7503872" : 1266,
"7569408" : 1158,
"7634944" : 1098,
"7700480" : 1072,
"7766016" : 1102,
"7831552" : 1051,
"7897088" : 1082,
"7962624" : 932,
"8028160" : 933,
"8093696" : 917,
"8159232" : 878,
"8224768" : 863,
"8290304" : 827,
"8355840" : 816,
"8454144" : 1495,
"8585216" : 1506,
"8716288" : 1404,
"8847360" : 1374,
"8978432" : 1281,
"9109504" : 1167,
"9240576" : 1185,
"9371648" : 1216,
"9502720" : 1088,
"9633792" : 1162,
"9764864" : 1170,
"9895936" : 1022,
"10027008" : 1043,
"10158080" : 1042,
"10289152" : 1016,
"10420224" : 929,
"10551296" : 901,
"10682368" : 845,
"10813440" : 760,
"10944512" : 746,
"11075584" : 630,
"11206656" : 570,
"11337728" : 493,
"11468800" : 423,
"11599872" : 408,
"11730944" : 389,
"11862016" : 336,
"11993088" : 321,
"12124160" : 288,
"12255232" : 291,
"12386304" : 208,
"12517376" : 201,
"12648448" : 209,
"12779520" : 183,
"12910592" : 189,
"13041664" : 164,
"13172736" : 188,
"13303808" : 141,
"13434880" : 152,
"13565952" : 152,
"13697024" : 117,
"13828096" : 136,
"13959168" : 134,
"14090240" : 115,
"14221312" : 109,
"14352384" : 130,
"14483456" : 132,
"14614528" : 113,
"14745600" : 123,
"14876672" : 131,
"15007744" : 123,
"15138816" : 120,
"15269888" : 94,
"15400960" : 92,
"15532032" : 93,
"15663104" : 108,
"15794176" : 92,
"15925248" : 80,
"16056320" : 77,
"16187392" : 57,
"16318464" : 37,
"16449536" : 34,
"16580608" : 30,
"16711680" : 24,
"16908288" : 43,
"17170432" : 26,
"17432576" : 38,
"17694720" : 28,
"17956864" : 26,
"18219008" : 18,
"18481152" : 21,
"18743296" : 12,
"19005440" : 7,
"19267584" : 5,
"19529728" : 6,
"19791872" : 8,
"20054016" : 3,
"20316160" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 26802124,
"mean" : 3685538.939534,
"stddev" : 1999161.231626,
"N" : 1909152
},
"bw_min" : 47840,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 69480.260274,
"bw_dev" : 566.876435,
"bw_samples" : 3504,
"iops_min" : 11960,
"iops_max" : 22964,
"iops_mean" : 17369.182648,
"iops_stddev" : 141.731612,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759987,
"usr_cpu" : 0.425799,
"sys_cpu" : 8.326255,
"ctx" : 2425147,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.295056,
"4" : 42.560162,
"10" : 15.335581,
"20" : 0.808153,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091905,
"timestamp_ms" : 1773091905759,
"time" : "Mon Mar 9 18:31:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8530903040,
"io_kbytes" : 8330960,
"bw_bytes" : 71090858,
"bw" : 69424,
"iops" : 17356.391667,
"runtime" : 120000,
"total_ios" : 2082767,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 917286.319921,
"stddev" : 855199.959006,
"N" : 2082767
},
"clat_ns" : {
"min" : 1000590,
"max" : 20256748,
"mean" : 2768207.980209,
"stddev" : 1658046.511807,
"N" : 2082751,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9633792,
"99.500000" : 10813440,
"99.900000" : 14352384,
"99.950000" : 15400960,
"99.990000" : 17170432
},
"bins" : {
"1003520" : 10,
"1011712" : 11,
"1019904" : 22,
"1028096" : 43,
"1036288" : 63,
"1044480" : 63,
"1056768" : 185,
"1073152" : 356,
"1089536" : 601,
"1105920" : 747,
"1122304" : 1116,
"1138688" : 1684,
"1155072" : 2153,
"1171456" : 2937,
"1187840" : 3792,
"1204224" : 4402,
"1220608" : 5185,
"1236992" : 6234,
"1253376" : 7152,
"1269760" : 8386,
"1286144" : 9247,
"1302528" : 10419,
"1318912" : 11240,
"1335296" : 12262,
"1351680" : 13262,
"1368064" : 14233,
"1384448" : 14848,
"1400832" : 15304,
"1417216" : 16062,
"1433600" : 16346,
"1449984" : 16717,
"1466368" : 17140,
"1482752" : 17360,
"1499136" : 17833,
"1515520" : 17866,
"1531904" : 18142,
"1548288" : 18434,
"1564672" : 18922,
"1581056" : 19367,
"1597440" : 19688,
"1613824" : 19951,
"1630208" : 20407,
"1646592" : 20881,
"1662976" : 21502,
"1679360" : 21495,
"1695744" : 21909,
"1712128" : 22250,
"1728512" : 22272,
"1744896" : 22056,
"1761280" : 22245,
"1777664" : 22318,
"1794048" : 22075,
"1810432" : 21877,
"1826816" : 21315,
"1843200" : 21113,
"1859584" : 20830,
"1875968" : 20564,
"1892352" : 19938,
"1908736" : 19870,
"1925120" : 19609,
"1941504" : 19199,
"1957888" : 18815,
"1974272" : 18445,
"1990656" : 18382,
"2007040" : 17783,
"2023424" : 17144,
"2039808" : 17000,
"2056192" : 16823,
"2072576" : 16440,
"2088960" : 16167,
"2113536" : 30963,
"2146304" : 29867,
"2179072" : 28389,
"2211840" : 26897,
"2244608" : 25711,
"2277376" : 24592,
"2310144" : 23257,
"2342912" : 22097,
"2375680" : 21298,
"2408448" : 20000,
"2441216" : 19437,
"2473984" : 18578,
"2506752" : 17778,
"2539520" : 17406,
"2572288" : 16743,
"2605056" : 16188,
"2637824" : 15951,
"2670592" : 15251,
"2703360" : 14900,
"2736128" : 14363,
"2768896" : 14200,
"2801664" : 13631,
"2834432" : 13282,
"2867200" : 12974,
"2899968" : 12843,
"2932736" : 12426,
"2965504" : 12029,
"2998272" : 11939,
"3031040" : 11813,
"3063808" : 11220,
"3096576" : 11154,
"3129344" : 10784,
"3162112" : 10555,
"3194880" : 10562,
"3227648" : 10430,
"3260416" : 10024,
"3293184" : 9733,
"3325952" : 9629,
"3358720" : 9372,
"3391488" : 9325,
"3424256" : 9031,
"3457024" : 8747,
"3489792" : 8495,
"3522560" : 8422,
"3555328" : 8198,
"3588096" : 8105,
"3620864" : 8046,
"3653632" : 7818,
"3686400" : 7796,
"3719168" : 7620,
"3751936" : 7439,
"3784704" : 7262,
"3817472" : 7100,
"3850240" : 6959,
"3883008" : 6904,
"3915776" : 6817,
"3948544" : 6705,
"3981312" : 6728,
"4014080" : 6646,
"4046848" : 6307,
"4079616" : 6311,
"4112384" : 6302,
"4145152" : 6054,
"4177920" : 5925,
"4227072" : 11718,
"4292608" : 11223,
"4358144" : 10959,
"4423680" : 10626,
"4489216" : 10404,
"4554752" : 10045,
"4620288" : 9474,
"4685824" : 9078,
"4751360" : 8859,
"4816896" : 8617,
"4882432" : 8275,
"4947968" : 7520,
"5013504" : 7437,
"5079040" : 6990,
"5144576" : 6885,
"5210112" : 6566,
"5275648" : 6222,
"5341184" : 5890,
"5406720" : 5654,
"5472256" : 5332,
"5537792" : 5282,
"5603328" : 4663,
"5668864" : 4636,
"5734400" : 4518,
"5799936" : 4205,
"5865472" : 4062,
"5931008" : 3903,
"5996544" : 3569,
"6062080" : 3366,
"6127616" : 3145,
"6193152" : 3103,
"6258688" : 2905,
"6324224" : 2730,
"6389760" : 2524,
"6455296" : 2450,
"6520832" : 2296,
"6586368" : 2267,
"6651904" : 2121,
"6717440" : 2054,
"6782976" : 1936,
"6848512" : 1970,
"6914048" : 1766,
"6979584" : 1849,
"7045120" : 1737,
"7110656" : 1676,
"7176192" : 1646,
"7241728" : 1526,
"7307264" : 1470,
"7372800" : 1493,
"7438336" : 1389,
"7503872" : 1384,
"7569408" : 1276,
"7634944" : 1229,
"7700480" : 1188,
"7766016" : 1198,
"7831552" : 1136,
"7897088" : 1174,
"7962624" : 1005,
"8028160" : 1011,
"8093696" : 988,
"8159232" : 949,
"8224768" : 935,
"8290304" : 898,
"8355840" : 879,
"8454144" : 1641,
"8585216" : 1646,
"8716288" : 1535,
"8847360" : 1508,
"8978432" : 1375,
"9109504" : 1292,
"9240576" : 1294,
"9371648" : 1309,
"9502720" : 1176,
"9633792" : 1250,
"9764864" : 1248,
"9895936" : 1096,
"10027008" : 1117,
"10158080" : 1130,
"10289152" : 1082,
"10420224" : 989,
"10551296" : 977,
"10682368" : 902,
"10813440" : 820,
"10944512" : 803,
"11075584" : 682,
"11206656" : 626,
"11337728" : 544,
"11468800" : 474,
"11599872" : 462,
"11730944" : 434,
"11862016" : 381,
"11993088" : 349,
"12124160" : 329,
"12255232" : 328,
"12386304" : 233,
"12517376" : 239,
"12648448" : 229,
"12779520" : 214,
"12910592" : 214,
"13041664" : 190,
"13172736" : 201,
"13303808" : 156,
"13434880" : 165,
"13565952" : 168,
"13697024" : 140,
"13828096" : 151,
"13959168" : 144,
"14090240" : 118,
"14221312" : 122,
"14352384" : 148,
"14483456" : 143,
"14614528" : 123,
"14745600" : 135,
"14876672" : 147,
"15007744" : 136,
"15138816" : 127,
"15269888" : 107,
"15400960" : 103,
"15532032" : 103,
"15663104" : 113,
"15794176" : 102,
"15925248" : 88,
"16056320" : 86,
"16187392" : 65,
"16318464" : 42,
"16449536" : 40,
"16580608" : 40,
"16711680" : 32,
"16908288" : 49,
"17170432" : 27,
"17432576" : 42,
"17694720" : 31,
"17956864" : 26,
"18219008" : 21,
"18481152" : 24,
"18743296" : 14,
"19005440" : 9,
"19267584" : 5,
"19529728" : 9,
"19791872" : 9,
"20054016" : 3,
"20316160" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 26802124,
"mean" : 3685495.993584,
"stddev" : 2000611.440984,
"N" : 2082751
},
"bw_min" : 47840,
"bw_max" : 91859,
"bw_agg" : 99.922699,
"bw_mean" : 69371.066946,
"bw_dev" : 567.920770,
"bw_samples" : 3824,
"iops_min" : 11960,
"iops_max" : 22964,
"iops_mean" : 17341.874477,
"iops_stddev" : 141.996017,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919999,
"usr_cpu" : 0.424948,
"sys_cpu" : 8.330109,
"ctx" : 2642250,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.310046,
"4" : 42.555984,
"10" : 15.320773,
"20" : 0.812237,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091915,
"timestamp_ms" : 1773091915760,
"time" : "Mon Mar 9 18:31:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9261953024,
"io_kbytes" : 9044876,
"bw_bytes" : 71245792,
"bw" : 69575,
"iops" : 17394.261538,
"runtime" : 130000,
"total_ios" : 2261254,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 915273.314335,
"stddev" : 850084.200834,
"N" : 2261254
},
"clat_ns" : {
"min" : 1000590,
"max" : 20275317,
"mean" : 2762192.322465,
"stddev" : 1648486.852907,
"N" : 2261238,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2473984,
"70.000000" : 2932736,
"80.000000" : 3620864,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9502720,
"99.500000" : 10813440,
"99.900000" : 14352384,
"99.950000" : 15400960,
"99.990000" : 17170432
},
"bins" : {
"1003520" : 11,
"1011712" : 12,
"1019904" : 25,
"1028096" : 50,
"1036288" : 74,
"1044480" : 72,
"1056768" : 198,
"1073152" : 392,
"1089536" : 681,
"1105920" : 833,
"1122304" : 1240,
"1138688" : 1839,
"1155072" : 2356,
"1171456" : 3235,
"1187840" : 4126,
"1204224" : 4811,
"1220608" : 5643,
"1236992" : 6742,
"1253376" : 7744,
"1269760" : 9060,
"1286144" : 9965,
"1302528" : 11230,
"1318912" : 12189,
"1335296" : 13302,
"1351680" : 14339,
"1368064" : 15392,
"1384448" : 15994,
"1400832" : 16560,
"1417216" : 17417,
"1433600" : 17729,
"1449984" : 18105,
"1466368" : 18581,
"1482752" : 18854,
"1499136" : 19321,
"1515520" : 19315,
"1531904" : 19646,
"1548288" : 20037,
"1564672" : 20522,
"1581056" : 20975,
"1597440" : 21374,
"1613824" : 21660,
"1630208" : 22122,
"1646592" : 22584,
"1662976" : 23232,
"1679360" : 23311,
"1695744" : 23771,
"1712128" : 24036,
"1728512" : 24101,
"1744896" : 23940,
"1761280" : 24083,
"1777664" : 24254,
"1794048" : 24003,
"1810432" : 23728,
"1826816" : 23220,
"1843200" : 22969,
"1859584" : 22614,
"1875968" : 22353,
"1892352" : 21777,
"1908736" : 21618,
"1925120" : 21335,
"1941504" : 20839,
"1957888" : 20452,
"1974272" : 20023,
"1990656" : 19962,
"2007040" : 19332,
"2023424" : 18654,
"2039808" : 18489,
"2056192" : 18297,
"2072576" : 17876,
"2088960" : 17608,
"2113536" : 33820,
"2146304" : 32486,
"2179072" : 30907,
"2211840" : 29324,
"2244608" : 27994,
"2277376" : 26786,
"2310144" : 25448,
"2342912" : 24136,
"2375680" : 23247,
"2408448" : 21811,
"2441216" : 21218,
"2473984" : 20271,
"2506752" : 19438,
"2539520" : 18942,
"2572288" : 18259,
"2605056" : 17674,
"2637824" : 17388,
"2670592" : 16633,
"2703360" : 16281,
"2736128" : 15750,
"2768896" : 15565,
"2801664" : 14922,
"2834432" : 14531,
"2867200" : 14160,
"2899968" : 14060,
"2932736" : 13606,
"2965504" : 13133,
"2998272" : 13082,
"3031040" : 12886,
"3063808" : 12267,
"3096576" : 12231,
"3129344" : 11822,
"3162112" : 11523,
"3194880" : 11574,
"3227648" : 11454,
"3260416" : 10924,
"3293184" : 10680,
"3325952" : 10443,
"3358720" : 10239,
"3391488" : 10182,
"3424256" : 9852,
"3457024" : 9542,
"3489792" : 9313,
"3522560" : 9218,
"3555328" : 8957,
"3588096" : 8852,
"3620864" : 8839,
"3653632" : 8541,
"3686400" : 8492,
"3719168" : 8273,
"3751936" : 8105,
"3784704" : 7909,
"3817472" : 7715,
"3850240" : 7589,
"3883008" : 7515,
"3915776" : 7413,
"3948544" : 7298,
"3981312" : 7309,
"4014080" : 7185,
"4046848" : 6803,
"4079616" : 6848,
"4112384" : 6827,
"4145152" : 6581,
"4177920" : 6448,
"4227072" : 12691,
"4292608" : 12123,
"4358144" : 11845,
"4423680" : 11412,
"4489216" : 11194,
"4554752" : 10767,
"4620288" : 10175,
"4685824" : 9781,
"4751360" : 9507,
"4816896" : 9232,
"4882432" : 8879,
"4947968" : 8123,
"5013504" : 7967,
"5079040" : 7467,
"5144576" : 7351,
"5210112" : 7056,
"5275648" : 6684,
"5341184" : 6293,
"5406720" : 6077,
"5472256" : 5706,
"5537792" : 5688,
"5603328" : 5010,
"5668864" : 4949,
"5734400" : 4872,
"5799936" : 4494,
"5865472" : 4338,
"5931008" : 4123,
"5996544" : 3843,
"6062080" : 3623,
"6127616" : 3384,
"6193152" : 3325,
"6258688" : 3125,
"6324224" : 2910,
"6389760" : 2695,
"6455296" : 2587,
"6520832" : 2454,
"6586368" : 2414,
"6651904" : 2253,
"6717440" : 2204,
"6782976" : 2067,
"6848512" : 2101,
"6914048" : 1889,
"6979584" : 1971,
"7045120" : 1857,
"7110656" : 1787,
"7176192" : 1754,
"7241728" : 1639,
"7307264" : 1581,
"7372800" : 1598,
"7438336" : 1481,
"7503872" : 1476,
"7569408" : 1364,
"7634944" : 1339,
"7700480" : 1283,
"7766016" : 1292,
"7831552" : 1218,
"7897088" : 1242,
"7962624" : 1079,
"8028160" : 1072,
"8093696" : 1051,
"8159232" : 999,
"8224768" : 979,
"8290304" : 970,
"8355840" : 937,
"8454144" : 1744,
"8585216" : 1734,
"8716288" : 1620,
"8847360" : 1605,
"8978432" : 1461,
"9109504" : 1374,
"9240576" : 1372,
"9371648" : 1389,
"9502720" : 1277,
"9633792" : 1328,
"9764864" : 1309,
"9895936" : 1170,
"10027008" : 1174,
"10158080" : 1190,
"10289152" : 1172,
"10420224" : 1053,
"10551296" : 1038,
"10682368" : 966,
"10813440" : 879,
"10944512" : 856,
"11075584" : 741,
"11206656" : 663,
"11337728" : 580,
"11468800" : 503,
"11599872" : 500,
"11730944" : 459,
"11862016" : 417,
"11993088" : 370,
"12124160" : 360,
"12255232" : 354,
"12386304" : 259,
"12517376" : 256,
"12648448" : 240,
"12779520" : 228,
"12910592" : 227,
"13041664" : 205,
"13172736" : 209,
"13303808" : 167,
"13434880" : 180,
"13565952" : 182,
"13697024" : 153,
"13828096" : 158,
"13959168" : 153,
"14090240" : 128,
"14221312" : 133,
"14352384" : 163,
"14483456" : 155,
"14614528" : 131,
"14745600" : 142,
"14876672" : 159,
"15007744" : 141,
"15138816" : 134,
"15269888" : 120,
"15400960" : 113,
"15532032" : 110,
"15663104" : 117,
"15794176" : 110,
"15925248" : 93,
"16056320" : 91,
"16187392" : 67,
"16318464" : 44,
"16449536" : 42,
"16580608" : 44,
"16711680" : 33,
"16908288" : 52,
"17170432" : 30,
"17432576" : 49,
"17694720" : 32,
"17956864" : 28,
"18219008" : 23,
"18481152" : 25,
"18743296" : 14,
"19005440" : 9,
"19267584" : 5,
"19529728" : 10,
"19791872" : 9,
"20054016" : 3,
"20316160" : 2
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 26802124,
"mean" : 3677461.143644,
"stddev" : 1989207.449679,
"N" : 2261238
},
"bw_min" : 47840,
"bw_max" : 91859,
"bw_agg" : 99.946866,
"bw_mean" : 69539.772201,
"bw_dev" : 583.358225,
"bw_samples" : 4144,
"iops_min" : 11960,
"iops_max" : 22964,
"iops_mean" : 17383.996139,
"iops_stddev" : 145.864784,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079998,
"usr_cpu" : 0.425770,
"sys_cpu" : 8.352123,
"ctx" : 2870555,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.275195,
"4" : 42.773302,
"10" : 15.150753,
"20" : 0.799822,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091925,
"timestamp_ms" : 1773091925761,
"time" : "Mon Mar 9 18:32:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9937670144,
"io_kbytes" : 9704756,
"bw_bytes" : 70983358,
"bw" : 69319,
"iops" : 17330.228571,
"runtime" : 140000,
"total_ios" : 2426232,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 918668.710383,
"stddev" : 855865.631505,
"N" : 2426232
},
"clat_ns" : {
"min" : 1000590,
"max" : 20499769,
"mean" : 2772396.892509,
"stddev" : 1660230.680952,
"N" : 2426216,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2506752,
"70.000000" : 2965504,
"80.000000" : 3653632,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14352384,
"99.950000" : 15400960,
"99.990000" : 17432576
},
"bins" : {
"1003520" : 11,
"1011712" : 13,
"1019904" : 25,
"1028096" : 50,
"1036288" : 75,
"1044480" : 74,
"1056768" : 203,
"1073152" : 406,
"1089536" : 707,
"1105920" : 885,
"1122304" : 1313,
"1138688" : 1951,
"1155072" : 2505,
"1171456" : 3451,
"1187840" : 4446,
"1204224" : 5169,
"1220608" : 6060,
"1236992" : 7206,
"1253376" : 8338,
"1269760" : 9699,
"1286144" : 10678,
"1302528" : 11998,
"1318912" : 13136,
"1335296" : 14285,
"1351680" : 15340,
"1368064" : 16446,
"1384448" : 17189,
"1400832" : 17735,
"1417216" : 18628,
"1433600" : 19001,
"1449984" : 19384,
"1466368" : 19892,
"1482752" : 20102,
"1499136" : 20617,
"1515520" : 20673,
"1531904" : 21018,
"1548288" : 21470,
"1564672" : 21901,
"1581056" : 22453,
"1597440" : 22781,
"1613824" : 23106,
"1630208" : 23617,
"1646592" : 24102,
"1662976" : 24760,
"1679360" : 24911,
"1695744" : 25332,
"1712128" : 25737,
"1728512" : 25759,
"1744896" : 25576,
"1761280" : 25799,
"1777664" : 25911,
"1794048" : 25665,
"1810432" : 25372,
"1826816" : 24793,
"1843200" : 24477,
"1859584" : 24110,
"1875968" : 23887,
"1892352" : 23203,
"1908736" : 23096,
"1925120" : 22807,
"1941504" : 22280,
"1957888" : 21860,
"1974272" : 21338,
"1990656" : 21320,
"2007040" : 20582,
"2023424" : 19903,
"2039808" : 19794,
"2056192" : 19514,
"2072576" : 19110,
"2088960" : 18839,
"2113536" : 36101,
"2146304" : 34697,
"2179072" : 33029,
"2211840" : 31341,
"2244608" : 29823,
"2277376" : 28556,
"2310144" : 27060,
"2342912" : 25716,
"2375680" : 24777,
"2408448" : 23287,
"2441216" : 22714,
"2473984" : 21642,
"2506752" : 20796,
"2539520" : 20231,
"2572288" : 19506,
"2605056" : 18927,
"2637824" : 18615,
"2670592" : 17769,
"2703360" : 17470,
"2736128" : 16882,
"2768896" : 16659,
"2801664" : 16030,
"2834432" : 15546,
"2867200" : 15190,
"2899968" : 15131,
"2932736" : 14592,
"2965504" : 14026,
"2998272" : 14068,
"3031040" : 13798,
"3063808" : 13180,
"3096576" : 13137,
"3129344" : 12689,
"3162112" : 12395,
"3194880" : 12514,
"3227648" : 12343,
"3260416" : 11739,
"3293184" : 11495,
"3325952" : 11282,
"3358720" : 11030,
"3391488" : 11030,
"3424256" : 10629,
"3457024" : 10293,
"3489792" : 10073,
"3522560" : 9905,
"3555328" : 9696,
"3588096" : 9583,
"3620864" : 9559,
"3653632" : 9221,
"3686400" : 9195,
"3719168" : 8968,
"3751936" : 8754,
"3784704" : 8545,
"3817472" : 8327,
"3850240" : 8216,
"3883008" : 8168,
"3915776" : 8019,
"3948544" : 7957,
"3981312" : 7911,
"4014080" : 7722,
"4046848" : 7341,
"4079616" : 7456,
"4112384" : 7403,
"4145152" : 7150,
"4177920" : 6994,
"4227072" : 13787,
"4292608" : 13166,
"4358144" : 12828,
"4423680" : 12424,
"4489216" : 12090,
"4554752" : 11677,
"4620288" : 11036,
"4685824" : 10625,
"4751360" : 10337,
"4816896" : 10038,
"4882432" : 9637,
"4947968" : 8869,
"5013504" : 8672,
"5079040" : 8128,
"5144576" : 7911,
"5210112" : 7624,
"5275648" : 7269,
"5341184" : 6855,
"5406720" : 6603,
"5472256" : 6187,
"5537792" : 6171,
"5603328" : 5471,
"5668864" : 5390,
"5734400" : 5233,
"5799936" : 4867,
"5865472" : 4662,
"5931008" : 4417,
"5996544" : 4176,
"6062080" : 3945,
"6127616" : 3659,
"6193152" : 3597,
"6258688" : 3381,
"6324224" : 3180,
"6389760" : 2937,
"6455296" : 2855,
"6520832" : 2684,
"6586368" : 2654,
"6651904" : 2476,
"6717440" : 2403,
"6782976" : 2277,
"6848512" : 2323,
"6914048" : 2070,
"6979584" : 2147,
"7045120" : 2027,
"7110656" : 1933,
"7176192" : 1907,
"7241728" : 1811,
"7307264" : 1735,
"7372800" : 1718,
"7438336" : 1622,
"7503872" : 1608,
"7569408" : 1504,
"7634944" : 1456,
"7700480" : 1407,
"7766016" : 1394,
"7831552" : 1341,
"7897088" : 1357,
"7962624" : 1178,
"8028160" : 1166,
"8093696" : 1138,
"8159232" : 1066,
"8224768" : 1067,
"8290304" : 1062,
"8355840" : 1026,
"8454144" : 1906,
"8585216" : 1901,
"8716288" : 1755,
"8847360" : 1716,
"8978432" : 1590,
"9109504" : 1513,
"9240576" : 1483,
"9371648" : 1489,
"9502720" : 1396,
"9633792" : 1433,
"9764864" : 1410,
"9895936" : 1267,
"10027008" : 1257,
"10158080" : 1285,
"10289152" : 1255,
"10420224" : 1139,
"10551296" : 1128,
"10682368" : 1060,
"10813440" : 975,
"10944512" : 933,
"11075584" : 843,
"11206656" : 721,
"11337728" : 642,
"11468800" : 551,
"11599872" : 559,
"11730944" : 501,
"11862016" : 462,
"11993088" : 416,
"12124160" : 406,
"12255232" : 391,
"12386304" : 291,
"12517376" : 287,
"12648448" : 277,
"12779520" : 255,
"12910592" : 268,
"13041664" : 229,
"13172736" : 237,
"13303808" : 187,
"13434880" : 197,
"13565952" : 195,
"13697024" : 165,
"13828096" : 175,
"13959168" : 170,
"14090240" : 145,
"14221312" : 148,
"14352384" : 175,
"14483456" : 165,
"14614528" : 143,
"14745600" : 160,
"14876672" : 170,
"15007744" : 153,
"15138816" : 148,
"15269888" : 130,
"15400960" : 131,
"15532032" : 132,
"15663104" : 125,
"15794176" : 125,
"15925248" : 102,
"16056320" : 101,
"16187392" : 77,
"16318464" : 50,
"16449536" : 46,
"16580608" : 49,
"16711680" : 36,
"16908288" : 67,
"17170432" : 41,
"17432576" : 57,
"17694720" : 36,
"17956864" : 35,
"18219008" : 27,
"18481152" : 27,
"18743296" : 18,
"19005440" : 12,
"19267584" : 6,
"19529728" : 11,
"19791872" : 11,
"20054016" : 5,
"20316160" : 2,
"20578304" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 26802124,
"mean" : 3691054.459100,
"stddev" : 2003559.045938,
"N" : 2426216
},
"bw_min" : 47840,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 69374.186380,
"bw_dev" : 584.240645,
"bw_samples" : 4464,
"iops_min" : 11960,
"iops_max" : 22964,
"iops_mean" : 17342.591398,
"iops_stddev" : 146.087644,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239998,
"usr_cpu" : 0.424643,
"sys_cpu" : 8.320231,
"ctx" : 3082608,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.116760,
"4" : 42.726705,
"10" : 15.333900,
"20" : 0.821686,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091935,
"timestamp_ms" : 1773091935759,
"time" : "Mon Mar 9 18:32:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10651533312,
"io_kbytes" : 10401888,
"bw_bytes" : 71010222,
"bw" : 69345,
"iops" : 17336.626667,
"runtime" : 150000,
"total_ios" : 2600494,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 918325.898695,
"stddev" : 855660.634714,
"N" : 2600494
},
"clat_ns" : {
"min" : 1000590,
"max" : 20499769,
"mean" : 2771344.147624,
"stddev" : 1659164.506764,
"N" : 2600478,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2506752,
"70.000000" : 2965504,
"80.000000" : 3653632,
"90.000000" : 4751360,
"95.000000" : 5865472,
"99.000000" : 9633792,
"99.500000" : 10813440,
"99.900000" : 14352384,
"99.950000" : 15400960,
"99.990000" : 17170432
},
"bins" : {
"1003520" : 11,
"1011712" : 13,
"1019904" : 26,
"1028096" : 60,
"1036288" : 77,
"1044480" : 79,
"1056768" : 217,
"1073152" : 431,
"1089536" : 738,
"1105920" : 946,
"1122304" : 1406,
"1138688" : 2074,
"1155072" : 2684,
"1171456" : 3688,
"1187840" : 4809,
"1204224" : 5548,
"1220608" : 6533,
"1236992" : 7771,
"1253376" : 8959,
"1269760" : 10391,
"1286144" : 11448,
"1302528" : 12902,
"1318912" : 14149,
"1335296" : 15383,
"1351680" : 16486,
"1368064" : 17665,
"1384448" : 18455,
"1400832" : 19132,
"1417216" : 19968,
"1433600" : 20438,
"1449984" : 20812,
"1466368" : 21348,
"1482752" : 21672,
"1499136" : 22161,
"1515520" : 22188,
"1531904" : 22629,
"1548288" : 23101,
"1564672" : 23535,
"1581056" : 24076,
"1597440" : 24448,
"1613824" : 24876,
"1630208" : 25375,
"1646592" : 25847,
"1662976" : 26601,
"1679360" : 26760,
"1695744" : 27191,
"1712128" : 27606,
"1728512" : 27624,
"1744896" : 27427,
"1761280" : 27693,
"1777664" : 27735,
"1794048" : 27505,
"1810432" : 27173,
"1826816" : 26625,
"1843200" : 26271,
"1859584" : 25813,
"1875968" : 25641,
"1892352" : 25026,
"1908736" : 24704,
"1925120" : 24369,
"1941504" : 23828,
"1957888" : 23357,
"1974272" : 22883,
"1990656" : 22780,
"2007040" : 22052,
"2023424" : 21421,
"2039808" : 21179,
"2056192" : 20825,
"2072576" : 20448,
"2088960" : 20147,
"2113536" : 38634,
"2146304" : 37192,
"2179072" : 35409,
"2211840" : 33561,
"2244608" : 31881,
"2277376" : 30519,
"2310144" : 28941,
"2342912" : 27497,
"2375680" : 26501,
"2408448" : 24847,
"2441216" : 24267,
"2473984" : 23181,
"2506752" : 22207,
"2539520" : 21679,
"2572288" : 20843,
"2605056" : 20237,
"2637824" : 19814,
"2670592" : 19026,
"2703360" : 18723,
"2736128" : 18087,
"2768896" : 17840,
"2801664" : 17129,
"2834432" : 16676,
"2867200" : 16269,
"2899968" : 16244,
"2932736" : 15651,
"2965504" : 15104,
"2998272" : 15086,
"3031040" : 14756,
"3063808" : 14106,
"3096576" : 14027,
"3129344" : 13584,
"3162112" : 13275,
"3194880" : 13377,
"3227648" : 13228,
"3260416" : 12534,
"3293184" : 12316,
"3325952" : 12096,
"3358720" : 11756,
"3391488" : 11782,
"3424256" : 11394,
"3457024" : 10996,
"3489792" : 10794,
"3522560" : 10635,
"3555328" : 10368,
"3588096" : 10272,
"3620864" : 10235,
"3653632" : 9916,
"3686400" : 9860,
"3719168" : 9613,
"3751936" : 9375,
"3784704" : 9184,
"3817472" : 8907,
"3850240" : 8800,
"3883008" : 8756,
"3915776" : 8608,
"3948544" : 8576,
"3981312" : 8474,
"4014080" : 8248,
"4046848" : 7914,
"4079616" : 8013,
"4112384" : 7926,
"4145152" : 7655,
"4177920" : 7522,
"4227072" : 14779,
"4292608" : 14094,
"4358144" : 13808,
"4423680" : 13333,
"4489216" : 13001,
"4554752" : 12504,
"4620288" : 11903,
"4685824" : 11400,
"4751360" : 11003,
"4816896" : 10722,
"4882432" : 10301,
"4947968" : 9516,
"5013504" : 9299,
"5079040" : 8688,
"5144576" : 8460,
"5210112" : 8161,
"5275648" : 7788,
"5341184" : 7293,
"5406720" : 7038,
"5472256" : 6649,
"5537792" : 6607,
"5603328" : 5880,
"5668864" : 5762,
"5734400" : 5616,
"5799936" : 5213,
"5865472" : 5007,
"5931008" : 4734,
"5996544" : 4473,
"6062080" : 4228,
"6127616" : 3933,
"6193152" : 3871,
"6258688" : 3608,
"6324224" : 3414,
"6389760" : 3122,
"6455296" : 3054,
"6520832" : 2900,
"6586368" : 2844,
"6651904" : 2678,
"6717440" : 2600,
"6782976" : 2453,
"6848512" : 2479,
"6914048" : 2215,
"6979584" : 2309,
"7045120" : 2159,
"7110656" : 2068,
"7176192" : 2042,
"7241728" : 1940,
"7307264" : 1867,
"7372800" : 1841,
"7438336" : 1737,
"7503872" : 1720,
"7569408" : 1620,
"7634944" : 1561,
"7700480" : 1507,
"7766016" : 1486,
"7831552" : 1420,
"7897088" : 1441,
"7962624" : 1276,
"8028160" : 1259,
"8093696" : 1216,
"8159232" : 1143,
"8224768" : 1148,
"8290304" : 1129,
"8355840" : 1095,
"8454144" : 2047,
"8585216" : 2031,
"8716288" : 1889,
"8847360" : 1820,
"8978432" : 1691,
"9109504" : 1629,
"9240576" : 1579,
"9371648" : 1587,
"9502720" : 1490,
"9633792" : 1543,
"9764864" : 1508,
"9895936" : 1363,
"10027008" : 1356,
"10158080" : 1395,
"10289152" : 1350,
"10420224" : 1237,
"10551296" : 1207,
"10682368" : 1142,
"10813440" : 1038,
"10944512" : 993,
"11075584" : 908,
"11206656" : 766,
"11337728" : 678,
"11468800" : 600,
"11599872" : 595,
"11730944" : 524,
"11862016" : 494,
"11993088" : 440,
"12124160" : 424,
"12255232" : 412,
"12386304" : 311,
"12517376" : 310,
"12648448" : 293,
"12779520" : 260,
"12910592" : 282,
"13041664" : 237,
"13172736" : 249,
"13303808" : 199,
"13434880" : 211,
"13565952" : 205,
"13697024" : 179,
"13828096" : 190,
"13959168" : 183,
"14090240" : 156,
"14221312" : 160,
"14352384" : 184,
"14483456" : 186,
"14614528" : 159,
"14745600" : 175,
"14876672" : 179,
"15007744" : 159,
"15138816" : 157,
"15269888" : 143,
"15400960" : 143,
"15532032" : 137,
"15663104" : 131,
"15794176" : 134,
"15925248" : 107,
"16056320" : 107,
"16187392" : 80,
"16318464" : 55,
"16449536" : 47,
"16580608" : 52,
"16711680" : 39,
"16908288" : 68,
"17170432" : 42,
"17432576" : 58,
"17694720" : 37,
"17956864" : 37,
"18219008" : 27,
"18481152" : 28,
"18743296" : 18,
"19005440" : 13,
"19267584" : 8,
"19529728" : 11,
"19791872" : 11,
"20054016" : 5,
"20316160" : 2,
"20578304" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 26802124,
"mean" : 3689661.480041,
"stddev" : 2001995.910190,
"N" : 2600478
},
"bw_min" : 47840,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 69351.923077,
"bw_dev" : 571.520841,
"bw_samples" : 4784,
"iops_min" : 11960,
"iops_max" : 22964,
"iops_mean" : 17337.060201,
"iops_stddev" : 142.905180,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399998,
"usr_cpu" : 0.424584,
"sys_cpu" : 8.321799,
"ctx" : 3301269,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.174561,
"4" : 42.673354,
"10" : 15.331664,
"20" : 0.819537,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091945,
"timestamp_ms" : 1773091945762,
"time" : "Mon Mar 9 18:32:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11326873600,
"io_kbytes" : 11061400,
"bw_bytes" : 70792960,
"bw" : 69133,
"iops" : 17283.662500,
"runtime" : 160000,
"total_ios" : 2765386,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 921167.880475,
"stddev" : 861591.319776,
"N" : 2765386
},
"clat_ns" : {
"min" : 1000590,
"max" : 20499769,
"mean" : 2779841.657924,
"stddev" : 1670878.039617,
"N" : 2765370,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2506752,
"70.000000" : 2965504,
"80.000000" : 3653632,
"90.000000" : 4816896,
"95.000000" : 5931008,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14483456,
"99.950000" : 15532032,
"99.990000" : 17170432
},
"bins" : {
"1003520" : 11,
"1011712" : 13,
"1019904" : 26,
"1028096" : 60,
"1036288" : 81,
"1044480" : 81,
"1056768" : 223,
"1073152" : 441,
"1089536" : 768,
"1105920" : 981,
"1122304" : 1465,
"1138688" : 2170,
"1155072" : 2801,
"1171456" : 3888,
"1187840" : 5051,
"1204224" : 5855,
"1220608" : 6888,
"1236992" : 8204,
"1253376" : 9492,
"1269760" : 11005,
"1286144" : 12206,
"1302528" : 13683,
"1318912" : 15016,
"1335296" : 16335,
"1351680" : 17547,
"1368064" : 18846,
"1384448" : 19549,
"1400832" : 20318,
"1417216" : 21266,
"1433600" : 21667,
"1449984" : 22155,
"1466368" : 22658,
"1482752" : 22992,
"1499136" : 23503,
"1515520" : 23527,
"1531904" : 23990,
"1548288" : 24509,
"1564672" : 25004,
"1581056" : 25544,
"1597440" : 25940,
"1613824" : 26389,
"1630208" : 26966,
"1646592" : 27435,
"1662976" : 28208,
"1679360" : 28372,
"1695744" : 28919,
"1712128" : 29272,
"1728512" : 29299,
"1744896" : 29178,
"1761280" : 29340,
"1777664" : 29456,
"1794048" : 29183,
"1810432" : 28874,
"1826816" : 28323,
"1843200" : 27932,
"1859584" : 27403,
"1875968" : 27231,
"1892352" : 26585,
"1908736" : 26281,
"1925120" : 25907,
"1941504" : 25272,
"1957888" : 24812,
"1974272" : 24364,
"1990656" : 24179,
"2007040" : 23398,
"2023424" : 22722,
"2039808" : 22466,
"2056192" : 22132,
"2072576" : 21750,
"2088960" : 21437,
"2113536" : 41060,
"2146304" : 39465,
"2179072" : 37636,
"2211840" : 35670,
"2244608" : 33846,
"2277376" : 32424,
"2310144" : 30778,
"2342912" : 29193,
"2375680" : 28121,
"2408448" : 26405,
"2441216" : 25790,
"2473984" : 24529,
"2506752" : 23542,
"2539520" : 22926,
"2572288" : 22045,
"2605056" : 21428,
"2637824" : 20970,
"2670592" : 20111,
"2703360" : 19841,
"2736128" : 19144,
"2768896" : 18928,
"2801664" : 18076,
"2834432" : 17662,
"2867200" : 17224,
"2899968" : 17142,
"2932736" : 16565,
"2965504" : 15925,
"2998272" : 15995,
"3031040" : 15582,
"3063808" : 14893,
"3096576" : 14830,
"3129344" : 14267,
"3162112" : 14057,
"3194880" : 14135,
"3227648" : 13961,
"3260416" : 13248,
"3293184" : 13039,
"3325952" : 12746,
"3358720" : 12430,
"3391488" : 12463,
"3424256" : 12057,
"3457024" : 11611,
"3489792" : 11403,
"3522560" : 11201,
"3555328" : 11028,
"3588096" : 10913,
"3620864" : 10838,
"3653632" : 10514,
"3686400" : 10404,
"3719168" : 10210,
"3751936" : 9963,
"3784704" : 9775,
"3817472" : 9471,
"3850240" : 9365,
"3883008" : 9302,
"3915776" : 9185,
"3948544" : 9101,
"3981312" : 8996,
"4014080" : 8808,
"4046848" : 8445,
"4079616" : 8565,
"4112384" : 8480,
"4145152" : 8205,
"4177920" : 8006,
"4227072" : 15788,
"4292608" : 15110,
"4358144" : 14814,
"4423680" : 14279,
"4489216" : 13983,
"4554752" : 13426,
"4620288" : 12783,
"4685824" : 12244,
"4751360" : 11847,
"4816896" : 11559,
"4882432" : 11091,
"4947968" : 10255,
"5013504" : 10000,
"5079040" : 9387,
"5144576" : 9160,
"5210112" : 8790,
"5275648" : 8404,
"5341184" : 7841,
"5406720" : 7623,
"5472256" : 7195,
"5537792" : 7088,
"5603328" : 6374,
"5668864" : 6221,
"5734400" : 6089,
"5799936" : 5610,
"5865472" : 5447,
"5931008" : 5096,
"5996544" : 4807,
"6062080" : 4534,
"6127616" : 4239,
"6193152" : 4165,
"6258688" : 3905,
"6324224" : 3675,
"6389760" : 3391,
"6455296" : 3282,
"6520832" : 3133,
"6586368" : 3055,
"6651904" : 2867,
"6717440" : 2798,
"6782976" : 2689,
"6848512" : 2674,
"6914048" : 2400,
"6979584" : 2485,
"7045120" : 2356,
"7110656" : 2245,
"7176192" : 2236,
"7241728" : 2104,
"7307264" : 2046,
"7372800" : 1995,
"7438336" : 1895,
"7503872" : 1857,
"7569408" : 1755,
"7634944" : 1703,
"7700480" : 1630,
"7766016" : 1604,
"7831552" : 1545,
"7897088" : 1551,
"7962624" : 1382,
"8028160" : 1367,
"8093696" : 1329,
"8159232" : 1242,
"8224768" : 1263,
"8290304" : 1228,
"8355840" : 1182,
"8454144" : 2224,
"8585216" : 2197,
"8716288" : 2032,
"8847360" : 1960,
"8978432" : 1812,
"9109504" : 1782,
"9240576" : 1707,
"9371648" : 1696,
"9502720" : 1612,
"9633792" : 1690,
"9764864" : 1623,
"9895936" : 1499,
"10027008" : 1449,
"10158080" : 1504,
"10289152" : 1449,
"10420224" : 1333,
"10551296" : 1293,
"10682368" : 1249,
"10813440" : 1142,
"10944512" : 1070,
"11075584" : 979,
"11206656" : 842,
"11337728" : 738,
"11468800" : 659,
"11599872" : 647,
"11730944" : 572,
"11862016" : 533,
"11993088" : 479,
"12124160" : 469,
"12255232" : 448,
"12386304" : 360,
"12517376" : 339,
"12648448" : 325,
"12779520" : 292,
"12910592" : 313,
"13041664" : 258,
"13172736" : 275,
"13303808" : 215,
"13434880" : 230,
"13565952" : 223,
"13697024" : 192,
"13828096" : 211,
"13959168" : 198,
"14090240" : 180,
"14221312" : 173,
"14352384" : 195,
"14483456" : 197,
"14614528" : 174,
"14745600" : 190,
"14876672" : 185,
"15007744" : 176,
"15138816" : 171,
"15269888" : 161,
"15400960" : 159,
"15532032" : 149,
"15663104" : 150,
"15794176" : 146,
"15925248" : 123,
"16056320" : 113,
"16187392" : 88,
"16318464" : 70,
"16449536" : 53,
"16580608" : 57,
"16711680" : 42,
"16908288" : 75,
"17170432" : 47,
"17432576" : 61,
"17694720" : 40,
"17956864" : 38,
"18219008" : 30,
"18481152" : 31,
"18743296" : 19,
"19005440" : 15,
"19267584" : 10,
"19529728" : 11,
"19791872" : 13,
"20054016" : 5,
"20316160" : 2,
"20578304" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 26802124,
"mean" : 3700998.359630,
"stddev" : 2016012.005851,
"N" : 2765370
},
"bw_min" : 47838,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 69197.962382,
"bw_dev" : 574.872375,
"bw_samples" : 5104,
"iops_min" : 11959,
"iops_max" : 22964,
"iops_mean" : 17298.564263,
"iops_stddev" : 143.745617,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559998,
"usr_cpu" : 0.424453,
"sys_cpu" : 8.293327,
"ctx" : 3508066,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.101351,
"4" : 42.535617,
"10" : 15.523619,
"20" : 0.838581,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091955,
"timestamp_ms" : 1773091955761,
"time" : "Mon Mar 9 18:32:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12050300928,
"io_kbytes" : 11767872,
"bw_bytes" : 70884123,
"bw" : 69222,
"iops" : 17306.017647,
"runtime" : 170000,
"total_ios" : 2942023,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 919971.445967,
"stddev" : 859358.617776,
"N" : 2942024
},
"clat_ns" : {
"min" : 1000590,
"max" : 20499769,
"mean" : 2776265.742575,
"stddev" : 1666873.889256,
"N" : 2942007,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2506752,
"70.000000" : 2965504,
"80.000000" : 3653632,
"90.000000" : 4816896,
"95.000000" : 5931008,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14483456,
"99.950000" : 15400960,
"99.990000" : 17432576
},
"bins" : {
"1003520" : 12,
"1011712" : 15,
"1019904" : 27,
"1028096" : 70,
"1036288" : 87,
"1044480" : 93,
"1056768" : 251,
"1073152" : 501,
"1089536" : 849,
"1105920" : 1079,
"1122304" : 1598,
"1138688" : 2354,
"1155072" : 3036,
"1171456" : 4176,
"1187840" : 5389,
"1204224" : 6227,
"1220608" : 7335,
"1236992" : 8759,
"1253376" : 10153,
"1269760" : 11696,
"1286144" : 13074,
"1302528" : 14618,
"1318912" : 15989,
"1335296" : 17404,
"1351680" : 18743,
"1368064" : 20043,
"1384448" : 20806,
"1400832" : 21692,
"1417216" : 22633,
"1433600" : 23079,
"1449984" : 23575,
"1466368" : 24161,
"1482752" : 24519,
"1499136" : 25018,
"1515520" : 25096,
"1531904" : 25540,
"1548288" : 26101,
"1564672" : 26630,
"1581056" : 27238,
"1597440" : 27659,
"1613824" : 28151,
"1630208" : 28709,
"1646592" : 29249,
"1662976" : 29988,
"1679360" : 30243,
"1695744" : 30781,
"1712128" : 31054,
"1728512" : 31186,
"1744896" : 31074,
"1761280" : 31237,
"1777664" : 31416,
"1794048" : 31068,
"1810432" : 30787,
"1826816" : 30270,
"1843200" : 29815,
"1859584" : 29171,
"1875968" : 29061,
"1892352" : 28297,
"1908736" : 27969,
"1925120" : 27586,
"1941504" : 26838,
"1957888" : 26410,
"1974272" : 25942,
"1990656" : 25689,
"2007040" : 24955,
"2023424" : 24138,
"2039808" : 23934,
"2056192" : 23538,
"2072576" : 23174,
"2088960" : 22777,
"2113536" : 43645,
"2146304" : 42060,
"2179072" : 39943,
"2211840" : 38041,
"2244608" : 36011,
"2277376" : 34538,
"2310144" : 32776,
"2342912" : 31006,
"2375680" : 29882,
"2408448" : 28106,
"2441216" : 27423,
"2473984" : 26074,
"2506752" : 24981,
"2539520" : 24399,
"2572288" : 23507,
"2605056" : 22739,
"2637824" : 22304,
"2670592" : 21433,
"2703360" : 21145,
"2736128" : 20389,
"2768896" : 20133,
"2801664" : 19205,
"2834432" : 18849,
"2867200" : 18330,
"2899968" : 18254,
"2932736" : 17612,
"2965504" : 17000,
"2998272" : 17016,
"3031040" : 16585,
"3063808" : 15835,
"3096576" : 15806,
"3129344" : 15184,
"3162112" : 14929,
"3194880" : 15008,
"3227648" : 14809,
"3260416" : 14093,
"3293184" : 13896,
"3325952" : 13533,
"3358720" : 13187,
"3391488" : 13266,
"3424256" : 12818,
"3457024" : 12373,
"3489792" : 12203,
"3522560" : 11946,
"3555328" : 11755,
"3588096" : 11604,
"3620864" : 11522,
"3653632" : 11152,
"3686400" : 11003,
"3719168" : 10863,
"3751936" : 10578,
"3784704" : 10405,
"3817472" : 10126,
"3850240" : 9978,
"3883008" : 9866,
"3915776" : 9736,
"3948544" : 9689,
"3981312" : 9569,
"4014080" : 9357,
"4046848" : 9017,
"4079616" : 9138,
"4112384" : 9016,
"4145152" : 8723,
"4177920" : 8539,
"4227072" : 16806,
"4292608" : 16050,
"4358144" : 15799,
"4423680" : 15177,
"4489216" : 14858,
"4554752" : 14244,
"4620288" : 13545,
"4685824" : 12954,
"4751360" : 12539,
"4816896" : 12245,
"4882432" : 11747,
"4947968" : 10881,
"5013504" : 10590,
"5079040" : 9949,
"5144576" : 9668,
"5210112" : 9330,
"5275648" : 8874,
"5341184" : 8263,
"5406720" : 8061,
"5472256" : 7622,
"5537792" : 7476,
"5603328" : 6733,
"5668864" : 6585,
"5734400" : 6442,
"5799936" : 5972,
"5865472" : 5765,
"5931008" : 5379,
"5996544" : 5078,
"6062080" : 4787,
"6127616" : 4505,
"6193152" : 4396,
"6258688" : 4106,
"6324224" : 3892,
"6389760" : 3559,
"6455296" : 3452,
"6520832" : 3327,
"6586368" : 3218,
"6651904" : 3025,
"6717440" : 2961,
"6782976" : 2853,
"6848512" : 2840,
"6914048" : 2546,
"6979584" : 2617,
"7045120" : 2478,
"7110656" : 2393,
"7176192" : 2342,
"7241728" : 2232,
"7307264" : 2183,
"7372800" : 2131,
"7438336" : 2006,
"7503872" : 1967,
"7569408" : 1869,
"7634944" : 1812,
"7700480" : 1738,
"7766016" : 1672,
"7831552" : 1638,
"7897088" : 1632,
"7962624" : 1464,
"8028160" : 1446,
"8093696" : 1409,
"8159232" : 1316,
"8224768" : 1330,
"8290304" : 1307,
"8355840" : 1241,
"8454144" : 2348,
"8585216" : 2300,
"8716288" : 2138,
"8847360" : 2061,
"8978432" : 1906,
"9109504" : 1868,
"9240576" : 1808,
"9371648" : 1797,
"9502720" : 1701,
"9633792" : 1789,
"9764864" : 1723,
"9895936" : 1594,
"10027008" : 1554,
"10158080" : 1597,
"10289152" : 1530,
"10420224" : 1393,
"10551296" : 1373,
"10682368" : 1320,
"10813440" : 1203,
"10944512" : 1117,
"11075584" : 1017,
"11206656" : 877,
"11337728" : 776,
"11468800" : 693,
"11599872" : 668,
"11730944" : 611,
"11862016" : 551,
"11993088" : 500,
"12124160" : 496,
"12255232" : 472,
"12386304" : 378,
"12517376" : 361,
"12648448" : 344,
"12779520" : 308,
"12910592" : 329,
"13041664" : 278,
"13172736" : 294,
"13303808" : 234,
"13434880" : 247,
"13565952" : 230,
"13697024" : 205,
"13828096" : 218,
"13959168" : 213,
"14090240" : 190,
"14221312" : 183,
"14352384" : 205,
"14483456" : 214,
"14614528" : 187,
"14745600" : 195,
"14876672" : 189,
"15007744" : 187,
"15138816" : 178,
"15269888" : 170,
"15400960" : 163,
"15532032" : 156,
"15663104" : 160,
"15794176" : 150,
"15925248" : 131,
"16056320" : 120,
"16187392" : 94,
"16318464" : 72,
"16449536" : 54,
"16580608" : 57,
"16711680" : 42,
"16908288" : 79,
"17170432" : 47,
"17432576" : 62,
"17694720" : 43,
"17956864" : 41,
"18219008" : 33,
"18481152" : 35,
"18743296" : 23,
"19005440" : 19,
"19267584" : 13,
"19529728" : 12,
"19791872" : 13,
"20054016" : 6,
"20316160" : 2,
"20578304" : 1
}
},
"lat_ns" : {
"min" : 1332457,
"max" : 26802124,
"mean" : 3696231.073050,
"stddev" : 2011219.133228,
"N" : 2942007
},
"bw_min" : 47838,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 69256.469027,
"bw_dev" : 568.063809,
"bw_samples" : 5424,
"iops_min" : 11959,
"iops_max" : 22964,
"iops_mean" : 17313.230088,
"iops_stddev" : 142.042158,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719999,
"usr_cpu" : 0.426030,
"sys_cpu" : 8.302430,
"ctx" : 3734041,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 41.165110,
"4" : 42.539334,
"10" : 15.464121,
"20" : 0.830653,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091965,
"timestamp_ms" : 1773091965770,
"time" : "Mon Mar 9 18:32:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 15427,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12773150720,
"io_kbytes" : 12473780,
"bw_bytes" : 70961554,
"bw" : 69298,
"iops" : 17324.420420,
"runtime" : 180001,
"total_ios" : 3118413,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 918970.072674,
"stddev" : 857566.740575,
"N" : 3118429
},
"clat_ns" : {
"min" : 3105,
"max" : 20499769,
"mean" : 2773227.159063,
"stddev" : 1664174.662446,
"N" : 3118461,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2506752,
"70.000000" : 2965504,
"80.000000" : 3653632,
"90.000000" : 4751360,
"95.000000" : 5931008,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14483456,
"99.950000" : 15532032,
"99.990000" : 17432576
},
"bins" : {
"3120" : 1,
"3632" : 1,
"3824" : 1,
"4080" : 1,
"4128" : 1,
"4512" : 1,
"4576" : 1,
"4768" : 1,
"5344" : 1,
"5664" : 1,
"5984" : 1,
"6304" : 1,
"6944" : 1,
"7264" : 1,
"7904" : 1,
"8384" : 1,
"419840" : 1,
"444416" : 1,
"481280" : 1,
"610304" : 1,
"643072" : 1,
"733184" : 1,
"782336" : 1,
"790528" : 1,
"946176" : 1,
"1003520" : 13,
"1011712" : 15,
"1019904" : 28,
"1028096" : 71,
"1036288" : 97,
"1044480" : 96,
"1056768" : 260,
"1073152" : 537,
"1089536" : 904,
"1105920" : 1131,
"1122304" : 1707,
"1138688" : 2488,
"1155072" : 3217,
"1171456" : 4440,
"1187840" : 5754,
"1204224" : 6601,
"1220608" : 7859,
"1236992" : 9321,
"1253376" : 10823,
"1269760" : 12428,
"1286144" : 13896,
"1302528" : 15539,
"1318912" : 17019,
"1335296" : 18496,
"1351680" : 19894,
"1368064" : 21318,
"1384448" : 22152,
"1400832" : 22981,
"1417216" : 24039,
"1433600" : 24588,
"1449984" : 25029,
"1466368" : 25567,
"1482752" : 25970,
"1499136" : 26450,
"1515520" : 26553,
"1531904" : 27045,
"1548288" : 27642,
"1564672" : 28257,
"1581056" : 28893,
"1597440" : 29295,
"1613824" : 29834,
"1630208" : 30374,
"1646592" : 30982,
"1662976" : 31863,
"1679360" : 32077,
"1695744" : 32676,
"1712128" : 32870,
"1728512" : 32968,
"1744896" : 32977,
"1761280" : 33131,
"1777664" : 33294,
"1794048" : 32886,
"1810432" : 32513,
"1826816" : 32164,
"1843200" : 31667,
"1859584" : 31010,
"1875968" : 30825,
"1892352" : 29960,
"1908736" : 29622,
"1925120" : 29273,
"1941504" : 28391,
"1957888" : 28066,
"1974272" : 27552,
"1990656" : 27288,
"2007040" : 26468,
"2023424" : 25549,
"2039808" : 25491,
"2056192" : 24980,
"2072576" : 24546,
"2088960" : 24151,
"2113536" : 46324,
"2146304" : 44643,
"2179072" : 42397,
"2211840" : 40288,
"2244608" : 38286,
"2277376" : 36632,
"2310144" : 34745,
"2342912" : 32939,
"2375680" : 31683,
"2408448" : 29892,
"2441216" : 29078,
"2473984" : 27793,
"2506752" : 26553,
"2539520" : 25898,
"2572288" : 25047,
"2605056" : 24199,
"2637824" : 23641,
"2670592" : 22738,
"2703360" : 22472,
"2736128" : 21668,
"2768896" : 21327,
"2801664" : 20417,
"2834432" : 20015,
"2867200" : 19493,
"2899968" : 19330,
"2932736" : 18723,
"2965504" : 18100,
"2998272" : 18129,
"3031040" : 17593,
"3063808" : 16870,
"3096576" : 16777,
"3129344" : 16180,
"3162112" : 15862,
"3194880" : 15925,
"3227648" : 15728,
"3260416" : 14955,
"3293184" : 14720,
"3325952" : 14357,
"3358720" : 13992,
"3391488" : 14035,
"3424256" : 13587,
"3457024" : 13164,
"3489792" : 12939,
"3522560" : 12666,
"3555328" : 12464,
"3588096" : 12280,
"3620864" : 12164,
"3653632" : 11772,
"3686400" : 11639,
"3719168" : 11500,
"3751936" : 11209,
"3784704" : 11036,
"3817472" : 10723,
"3850240" : 10577,
"3883008" : 10415,
"3915776" : 10261,
"3948544" : 10282,
"3981312" : 10114,
"4014080" : 9869,
"4046848" : 9508,
"4079616" : 9668,
"4112384" : 9511,
"4145152" : 9247,
"4177920" : 9018,
"4227072" : 17746,
"4292608" : 17036,
"4358144" : 16697,
"4423680" : 16027,
"4489216" : 15675,
"4554752" : 15041,
"4620288" : 14330,
"4685824" : 13649,
"4751360" : 13234,
"4816896" : 12917,
"4882432" : 12374,
"4947968" : 11491,
"5013504" : 11177,
"5079040" : 10541,
"5144576" : 10156,
"5210112" : 9787,
"5275648" : 9330,
"5341184" : 8700,
"5406720" : 8478,
"5472256" : 7991,
"5537792" : 7833,
"5603328" : 7096,
"5668864" : 6943,
"5734400" : 6762,
"5799936" : 6301,
"5865472" : 6064,
"5931008" : 5662,
"5996544" : 5368,
"6062080" : 5060,
"6127616" : 4747,
"6193152" : 4631,
"6258688" : 4327,
"6324224" : 4107,
"6389760" : 3787,
"6455296" : 3640,
"6520832" : 3517,
"6586368" : 3372,
"6651904" : 3161,
"6717440" : 3140,
"6782976" : 2995,
"6848512" : 2997,
"6914048" : 2658,
"6979584" : 2741,
"7045120" : 2619,
"7110656" : 2527,
"7176192" : 2466,
"7241728" : 2351,
"7307264" : 2275,
"7372800" : 2266,
"7438336" : 2113,
"7503872" : 2067,
"7569408" : 1968,
"7634944" : 1932,
"7700480" : 1839,
"7766016" : 1766,
"7831552" : 1722,
"7897088" : 1713,
"7962624" : 1558,
"8028160" : 1514,
"8093696" : 1497,
"8159232" : 1400,
"8224768" : 1402,
"8290304" : 1367,
"8355840" : 1311,
"8454144" : 2467,
"8585216" : 2435,
"8716288" : 2267,
"8847360" : 2177,
"8978432" : 2032,
"9109504" : 1954,
"9240576" : 1883,
"9371648" : 1885,
"9502720" : 1778,
"9633792" : 1870,
"9764864" : 1801,
"9895936" : 1661,
"10027008" : 1633,
"10158080" : 1689,
"10289152" : 1617,
"10420224" : 1476,
"10551296" : 1453,
"10682368" : 1390,
"10813440" : 1268,
"10944512" : 1180,
"11075584" : 1079,
"11206656" : 929,
"11337728" : 836,
"11468800" : 728,
"11599872" : 703,
"11730944" : 647,
"11862016" : 578,
"11993088" : 526,
"12124160" : 515,
"12255232" : 493,
"12386304" : 399,
"12517376" : 394,
"12648448" : 372,
"12779520" : 326,
"12910592" : 349,
"13041664" : 294,
"13172736" : 323,
"13303808" : 245,
"13434880" : 259,
"13565952" : 241,
"13697024" : 220,
"13828096" : 231,
"13959168" : 222,
"14090240" : 200,
"14221312" : 188,
"14352384" : 214,
"14483456" : 219,
"14614528" : 195,
"14745600" : 206,
"14876672" : 202,
"15007744" : 199,
"15138816" : 186,
"15269888" : 180,
"15400960" : 179,
"15532032" : 166,
"15663104" : 164,
"15794176" : 161,
"15925248" : 143,
"16056320" : 126,
"16187392" : 100,
"16318464" : 79,
"16449536" : 57,
"16580608" : 59,
"16711680" : 47,
"16908288" : 82,
"17170432" : 53,
"17432576" : 66,
"17694720" : 46,
"17956864" : 47,
"18219008" : 37,
"18481152" : 35,
"18743296" : 28,
"19005440" : 21,
"19267584" : 13,
"19529728" : 13,
"19791872" : 14,
"20054016" : 6,
"20316160" : 2,
"20578304" : 1
}
},
"lat_ns" : {
"min" : 417018,
"max" : 26802124,
"mean" : 3692193.230076,
"stddev" : 2008369.006750,
"N" : 3118461
},
"bw_min" : 47838,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 69326.891365,
"bw_dev" : 561.893625,
"bw_samples" : 5744,
"iops_min" : 11959,
"iops_max" : 22964,
"iops_mean" : 17330.832869,
"iops_stddev" : 140.498774,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879999,
"usr_cpu" : 0.426424,
"sys_cpu" : 8.311565,
"ctx" : 3956754,
"majf" : 0,
"minf" : 629,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.192652,
"4" : 42.593460,
"10" : 15.385550,
"20" : 0.828851,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091965,
"timestamp_ms" : 1773091965805,
"time" : "Mon Mar 9 18:32:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12773281792,
"io_kbytes" : 12473908,
"bw_bytes" : 70957157,
"bw" : 69294,
"iops" : 17323.169309,
"runtime" : 180014,
"total_ios" : 3118413,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 296503,
"max" : 7823310,
"mean" : 918970.072674,
"stddev" : 857566.740575,
"N" : 3118429
},
"clat_ns" : {
"min" : 3105,
"max" : 20499769,
"mean" : 2773227.159063,
"stddev" : 1664174.662446,
"N" : 3118461,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 1368064,
"10.000000" : 1466368,
"20.000000" : 1646592,
"30.000000" : 1810432,
"40.000000" : 1974272,
"50.000000" : 2179072,
"60.000000" : 2506752,
"70.000000" : 2965504,
"80.000000" : 3653632,
"90.000000" : 4751360,
"95.000000" : 5931008,
"99.000000" : 9633792,
"99.500000" : 10944512,
"99.900000" : 14483456,
"99.950000" : 15532032,
"99.990000" : 17432576
},
"bins" : {
"3120" : 1,
"3632" : 1,
"3824" : 1,
"4080" : 1,
"4128" : 1,
"4512" : 1,
"4576" : 1,
"4768" : 1,
"5344" : 1,
"5664" : 1,
"5984" : 1,
"6304" : 1,
"6944" : 1,
"7264" : 1,
"7904" : 1,
"8384" : 1,
"419840" : 1,
"444416" : 1,
"481280" : 1,
"610304" : 1,
"643072" : 1,
"733184" : 1,
"782336" : 1,
"790528" : 1,
"946176" : 1,
"1003520" : 13,
"1011712" : 15,
"1019904" : 28,
"1028096" : 71,
"1036288" : 97,
"1044480" : 96,
"1056768" : 260,
"1073152" : 537,
"1089536" : 904,
"1105920" : 1131,
"1122304" : 1707,
"1138688" : 2488,
"1155072" : 3217,
"1171456" : 4440,
"1187840" : 5754,
"1204224" : 6601,
"1220608" : 7859,
"1236992" : 9321,
"1253376" : 10823,
"1269760" : 12428,
"1286144" : 13896,
"1302528" : 15539,
"1318912" : 17019,
"1335296" : 18496,
"1351680" : 19894,
"1368064" : 21318,
"1384448" : 22152,
"1400832" : 22981,
"1417216" : 24039,
"1433600" : 24588,
"1449984" : 25029,
"1466368" : 25567,
"1482752" : 25970,
"1499136" : 26450,
"1515520" : 26553,
"1531904" : 27045,
"1548288" : 27642,
"1564672" : 28257,
"1581056" : 28893,
"1597440" : 29295,
"1613824" : 29834,
"1630208" : 30374,
"1646592" : 30982,
"1662976" : 31863,
"1679360" : 32077,
"1695744" : 32676,
"1712128" : 32870,
"1728512" : 32968,
"1744896" : 32977,
"1761280" : 33131,
"1777664" : 33294,
"1794048" : 32886,
"1810432" : 32513,
"1826816" : 32164,
"1843200" : 31667,
"1859584" : 31010,
"1875968" : 30825,
"1892352" : 29960,
"1908736" : 29622,
"1925120" : 29273,
"1941504" : 28391,
"1957888" : 28066,
"1974272" : 27552,
"1990656" : 27288,
"2007040" : 26468,
"2023424" : 25549,
"2039808" : 25491,
"2056192" : 24980,
"2072576" : 24546,
"2088960" : 24151,
"2113536" : 46324,
"2146304" : 44643,
"2179072" : 42397,
"2211840" : 40288,
"2244608" : 38286,
"2277376" : 36632,
"2310144" : 34745,
"2342912" : 32939,
"2375680" : 31683,
"2408448" : 29892,
"2441216" : 29078,
"2473984" : 27793,
"2506752" : 26553,
"2539520" : 25898,
"2572288" : 25047,
"2605056" : 24199,
"2637824" : 23641,
"2670592" : 22738,
"2703360" : 22472,
"2736128" : 21668,
"2768896" : 21327,
"2801664" : 20417,
"2834432" : 20015,
"2867200" : 19493,
"2899968" : 19330,
"2932736" : 18723,
"2965504" : 18100,
"2998272" : 18129,
"3031040" : 17593,
"3063808" : 16870,
"3096576" : 16777,
"3129344" : 16180,
"3162112" : 15862,
"3194880" : 15925,
"3227648" : 15728,
"3260416" : 14955,
"3293184" : 14720,
"3325952" : 14357,
"3358720" : 13992,
"3391488" : 14035,
"3424256" : 13587,
"3457024" : 13164,
"3489792" : 12939,
"3522560" : 12666,
"3555328" : 12464,
"3588096" : 12280,
"3620864" : 12164,
"3653632" : 11772,
"3686400" : 11639,
"3719168" : 11500,
"3751936" : 11209,
"3784704" : 11036,
"3817472" : 10723,
"3850240" : 10577,
"3883008" : 10415,
"3915776" : 10261,
"3948544" : 10282,
"3981312" : 10114,
"4014080" : 9869,
"4046848" : 9508,
"4079616" : 9668,
"4112384" : 9511,
"4145152" : 9247,
"4177920" : 9018,
"4227072" : 17746,
"4292608" : 17036,
"4358144" : 16697,
"4423680" : 16027,
"4489216" : 15675,
"4554752" : 15041,
"4620288" : 14330,
"4685824" : 13649,
"4751360" : 13234,
"4816896" : 12917,
"4882432" : 12374,
"4947968" : 11491,
"5013504" : 11177,
"5079040" : 10541,
"5144576" : 10156,
"5210112" : 9787,
"5275648" : 9330,
"5341184" : 8700,
"5406720" : 8478,
"5472256" : 7991,
"5537792" : 7833,
"5603328" : 7096,
"5668864" : 6943,
"5734400" : 6762,
"5799936" : 6301,
"5865472" : 6064,
"5931008" : 5662,
"5996544" : 5368,
"6062080" : 5060,
"6127616" : 4747,
"6193152" : 4631,
"6258688" : 4327,
"6324224" : 4107,
"6389760" : 3787,
"6455296" : 3640,
"6520832" : 3517,
"6586368" : 3372,
"6651904" : 3161,
"6717440" : 3140,
"6782976" : 2995,
"6848512" : 2997,
"6914048" : 2658,
"6979584" : 2741,
"7045120" : 2619,
"7110656" : 2527,
"7176192" : 2466,
"7241728" : 2351,
"7307264" : 2275,
"7372800" : 2266,
"7438336" : 2113,
"7503872" : 2067,
"7569408" : 1968,
"7634944" : 1932,
"7700480" : 1839,
"7766016" : 1766,
"7831552" : 1722,
"7897088" : 1713,
"7962624" : 1558,
"8028160" : 1514,
"8093696" : 1497,
"8159232" : 1400,
"8224768" : 1402,
"8290304" : 1367,
"8355840" : 1311,
"8454144" : 2467,
"8585216" : 2435,
"8716288" : 2267,
"8847360" : 2177,
"8978432" : 2032,
"9109504" : 1954,
"9240576" : 1883,
"9371648" : 1885,
"9502720" : 1778,
"9633792" : 1870,
"9764864" : 1801,
"9895936" : 1661,
"10027008" : 1633,
"10158080" : 1689,
"10289152" : 1617,
"10420224" : 1476,
"10551296" : 1453,
"10682368" : 1390,
"10813440" : 1268,
"10944512" : 1180,
"11075584" : 1079,
"11206656" : 929,
"11337728" : 836,
"11468800" : 728,
"11599872" : 703,
"11730944" : 647,
"11862016" : 578,
"11993088" : 526,
"12124160" : 515,
"12255232" : 493,
"12386304" : 399,
"12517376" : 394,
"12648448" : 372,
"12779520" : 326,
"12910592" : 349,
"13041664" : 294,
"13172736" : 323,
"13303808" : 245,
"13434880" : 259,
"13565952" : 241,
"13697024" : 220,
"13828096" : 231,
"13959168" : 222,
"14090240" : 200,
"14221312" : 188,
"14352384" : 214,
"14483456" : 219,
"14614528" : 195,
"14745600" : 206,
"14876672" : 202,
"15007744" : 199,
"15138816" : 186,
"15269888" : 180,
"15400960" : 179,
"15532032" : 166,
"15663104" : 164,
"15794176" : 161,
"15925248" : 143,
"16056320" : 126,
"16187392" : 100,
"16318464" : 79,
"16449536" : 57,
"16580608" : 59,
"16711680" : 47,
"16908288" : 82,
"17170432" : 53,
"17432576" : 66,
"17694720" : 46,
"17956864" : 47,
"18219008" : 37,
"18481152" : 35,
"18743296" : 28,
"19005440" : 21,
"19267584" : 13,
"19529728" : 13,
"19791872" : 14,
"20054016" : 6,
"20316160" : 2,
"20578304" : 1
}
},
"lat_ns" : {
"min" : 417018,
"max" : 26802124,
"mean" : 3692193.230076,
"stddev" : 2008369.006750,
"N" : 3118461
},
"bw_min" : 47838,
"bw_max" : 91859,
"bw_agg" : 100.000000,
"bw_mean" : 69320.915730,
"bw_dev" : 561.611778,
"bw_samples" : 5752,
"iops_min" : 11959,
"iops_max" : 22964,
"iops_mean" : 17329.332544,
"iops_stddev" : 140.428408,
"iops_samples" : 5752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880103,
"usr_cpu" : 0.426408,
"sys_cpu" : 8.311265,
"ctx" : 3956845,
"majf" : 0,
"minf" : 637,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 41.192652,
"4" : 42.593460,
"10" : 15.385550,
"20" : 0.828851,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}