raidz2/benchmarks/rand/rand-write-qd16-nj32_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774123843,
"timestamp_ms" : 1774123843525,
"time" : "Sat Mar 21 17:10:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1121349632,
"io_kbytes" : 1095068,
"bw_bytes" : 115010218,
"bw" : 112314,
"iops" : 28137.948718,
"runtime" : 9750,
"total_ios" : 274345,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311999,
"usr_cpu" : 0.373078,
"sys_cpu" : 4.814439,
"ctx" : 417233,
"majf" : 0,
"minf" : 177,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.825038,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999635,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123853,
"timestamp_ms" : 1774123853774,
"time" : "Sat Mar 21 17:10:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1259790336,
"io_kbytes" : 1230264,
"bw_bytes" : 125979033,
"bw" : 123026,
"iops" : 30760.700000,
"runtime" : 10000,
"total_ios" : 307607,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 26881,
"max" : 14709073,
"mean" : 1030775.389877,
"stddev" : 579200.985153,
"N" : 307607
},
"clat_ns" : {
"min" : 550311,
"max" : 37081262,
"mean" : 15614121.998163,
"stddev" : 4694322.075695,
"N" : 307575,
"percentile" : {
"1.000000" : 6651904,
"5.000000" : 8847360,
"10.000000" : 10027008,
"20.000000" : 11468800,
"30.000000" : 12517376,
"40.000000" : 13959168,
"50.000000" : 15269888,
"60.000000" : 16580608,
"70.000000" : 17956864,
"80.000000" : 19267584,
"90.000000" : 22151168,
"95.000000" : 24510464,
"99.000000" : 27394048,
"99.500000" : 28442624,
"99.900000" : 30801920,
"99.950000" : 32112640,
"99.990000" : 34340864
},
"bins" : {
"552960" : 4,
"561152" : 3,
"569344" : 4,
"577536" : 2,
"585728" : 3,
"593920" : 1,
"602112" : 3,
"610304" : 3,
"618496" : 5,
"626688" : 2,
"643072" : 2,
"651264" : 2,
"659456" : 2,
"667648" : 2,
"675840" : 1,
"733184" : 1,
"749568" : 1,
"757760" : 1,
"782336" : 1,
"790528" : 1,
"831488" : 1,
"839680" : 2,
"847872" : 2,
"856064" : 2,
"872448" : 2,
"888832" : 2,
"921600" : 1,
"937984" : 1,
"970752" : 1,
"995328" : 1,
"1056768" : 2,
"1073152" : 2,
"1105920" : 1,
"1122304" : 3,
"1138688" : 1,
"1187840" : 2,
"1204224" : 3,
"1220608" : 1,
"1236992" : 1,
"1302528" : 1,
"1400832" : 2,
"1417216" : 2,
"1433600" : 1,
"1482752" : 2,
"1515520" : 1,
"1531904" : 2,
"1548288" : 1,
"1564672" : 1,
"1581056" : 1,
"1613824" : 2,
"1630208" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 3,
"1728512" : 1,
"1744896" : 2,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1826816" : 4,
"1859584" : 1,
"1875968" : 2,
"1892352" : 1,
"1908736" : 4,
"1925120" : 1,
"1941504" : 2,
"1957888" : 1,
"1974272" : 2,
"2023424" : 3,
"2039808" : 2,
"2056192" : 4,
"2072576" : 2,
"2113536" : 6,
"2146304" : 11,
"2179072" : 10,
"2211840" : 11,
"2244608" : 5,
"2277376" : 5,
"2310144" : 7,
"2342912" : 6,
"2375680" : 2,
"2408448" : 4,
"2441216" : 5,
"2473984" : 6,
"2506752" : 4,
"2539520" : 4,
"2572288" : 1,
"2605056" : 8,
"2637824" : 11,
"2670592" : 8,
"2703360" : 8,
"2768896" : 6,
"2801664" : 8,
"2834432" : 8,
"2867200" : 7,
"2899968" : 8,
"2932736" : 4,
"2965504" : 4,
"2998272" : 5,
"3031040" : 7,
"3063808" : 5,
"3096576" : 7,
"3129344" : 1,
"3162112" : 11,
"3194880" : 10,
"3227648" : 4,
"3260416" : 8,
"3293184" : 9,
"3325952" : 4,
"3358720" : 5,
"3391488" : 10,
"3424256" : 4,
"3457024" : 11,
"3489792" : 8,
"3522560" : 8,
"3555328" : 12,
"3588096" : 10,
"3620864" : 6,
"3653632" : 10,
"3686400" : 6,
"3719168" : 9,
"3751936" : 7,
"3784704" : 5,
"3817472" : 12,
"3850240" : 5,
"3883008" : 6,
"3915776" : 6,
"3948544" : 9,
"3981312" : 13,
"4014080" : 16,
"4046848" : 16,
"4079616" : 10,
"4112384" : 17,
"4145152" : 11,
"4177920" : 12,
"4227072" : 28,
"4292608" : 23,
"4358144" : 22,
"4423680" : 21,
"4489216" : 35,
"4554752" : 32,
"4620288" : 23,
"4685824" : 25,
"4751360" : 32,
"4816896" : 31,
"4882432" : 30,
"4947968" : 53,
"5013504" : 39,
"5079040" : 41,
"5144576" : 39,
"5210112" : 27,
"5275648" : 51,
"5341184" : 56,
"5406720" : 47,
"5472256" : 55,
"5537792" : 43,
"5603328" : 80,
"5668864" : 59,
"5734400" : 70,
"5799936" : 69,
"5865472" : 76,
"5931008" : 78,
"5996544" : 101,
"6062080" : 88,
"6127616" : 121,
"6193152" : 105,
"6258688" : 110,
"6324224" : 111,
"6389760" : 97,
"6455296" : 124,
"6520832" : 148,
"6586368" : 135,
"6651904" : 171,
"6717440" : 182,
"6782976" : 182,
"6848512" : 166,
"6914048" : 192,
"6979584" : 190,
"7045120" : 221,
"7110656" : 222,
"7176192" : 222,
"7241728" : 239,
"7307264" : 235,
"7372800" : 268,
"7438336" : 256,
"7503872" : 266,
"7569408" : 280,
"7634944" : 332,
"7700480" : 321,
"7766016" : 348,
"7831552" : 335,
"7897088" : 351,
"7962624" : 367,
"8028160" : 395,
"8093696" : 454,
"8159232" : 426,
"8224768" : 429,
"8290304" : 451,
"8355840" : 474,
"8454144" : 1032,
"8585216" : 1033,
"8716288" : 1178,
"8847360" : 1261,
"8978432" : 1346,
"9109504" : 1405,
"9240576" : 1603,
"9371648" : 1695,
"9502720" : 1810,
"9633792" : 2027,
"9764864" : 2002,
"9895936" : 2218,
"10027008" : 2321,
"10158080" : 2380,
"10289152" : 2642,
"10420224" : 2675,
"10551296" : 2752,
"10682368" : 2883,
"10813440" : 3005,
"10944512" : 3061,
"11075584" : 3227,
"11206656" : 3228,
"11337728" : 3298,
"11468800" : 3235,
"11599872" : 3397,
"11730944" : 3574,
"11862016" : 3734,
"11993088" : 3636,
"12124160" : 3387,
"12255232" : 3560,
"12386304" : 3438,
"12517376" : 3389,
"12648448" : 3289,
"12779520" : 3109,
"12910592" : 3087,
"13041664" : 3143,
"13172736" : 3034,
"13303808" : 2942,
"13434880" : 2939,
"13565952" : 2931,
"13697024" : 2919,
"13828096" : 2929,
"13959168" : 2908,
"14090240" : 3018,
"14221312" : 2977,
"14352384" : 3009,
"14483456" : 3051,
"14614528" : 3112,
"14745600" : 3025,
"14876672" : 2971,
"15007744" : 2929,
"15138816" : 2872,
"15269888" : 2990,
"15400960" : 2954,
"15532032" : 2923,
"15663104" : 2983,
"15794176" : 2926,
"15925248" : 2776,
"16056320" : 2783,
"16187392" : 2945,
"16318464" : 2995,
"16449536" : 3047,
"16580608" : 3132,
"16711680" : 3136,
"16908288" : 6193,
"17170432" : 5989,
"17432576" : 6128,
"17694720" : 6292,
"17956864" : 6252,
"18219008" : 6079,
"18481152" : 6588,
"18743296" : 6427,
"19005440" : 5291,
"19267584" : 4182,
"19529728" : 3747,
"19791872" : 3587,
"20054016" : 3565,
"20316160" : 3273,
"20578304" : 2905,
"20840448" : 2740,
"21102592" : 2555,
"21364736" : 2244,
"21626880" : 2295,
"21889024" : 2085,
"22151168" : 1966,
"22413312" : 1961,
"22675456" : 1756,
"22937600" : 1741,
"23199744" : 1736,
"23461888" : 1698,
"23724032" : 1586,
"23986176" : 1590,
"24248320" : 1502,
"24510464" : 1439,
"24772608" : 1436,
"25034752" : 1373,
"25296896" : 1345,
"25559040" : 1251,
"25821184" : 1163,
"26083328" : 979,
"26345472" : 977,
"26607616" : 881,
"26869760" : 784,
"27131904" : 642,
"27394048" : 530,
"27656192" : 442,
"27918336" : 362,
"28180480" : 279,
"28442624" : 247,
"28704768" : 221,
"28966912" : 197,
"29229056" : 160,
"29491200" : 119,
"29753344" : 109,
"30015488" : 87,
"30277632" : 66,
"30539776" : 53,
"30801920" : 42,
"31064064" : 45,
"31326208" : 34,
"31588352" : 38,
"31850496" : 25,
"32112640" : 23,
"32374784" : 25,
"32636928" : 20,
"32899072" : 18,
"33161216" : 15,
"33423360" : 10,
"33816576" : 18,
"34340864" : 7,
"34865152" : 12,
"35389440" : 3,
"35913728" : 7,
"36438016" : 2,
"36962304" : 2
}
},
"lat_ns" : {
"min" : 588188,
"max" : 38778546,
"mean" : 16644940.483430,
"stddev" : 4956766.820654,
"N" : 307575
},
"bw_min" : 112439,
"bw_max" : 135880,
"bw_agg" : 100.000000,
"bw_mean" : 123192.578947,
"bw_dev" : 214.730737,
"bw_samples" : 608,
"iops_min" : 28109,
"iops_max" : 33970,
"iops_mean" : 30791.947368,
"iops_stddev" : 53.796107,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319993,
"usr_cpu" : 0.407821,
"sys_cpu" : 4.169466,
"ctx" : 440599,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.013329,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.021456,
"4" : 0.134262,
"10" : 9.629820,
"20" : 73.412504,
"50" : 16.772375,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123863,
"timestamp_ms" : 1774123863774,
"time" : "Sat Mar 21 17:11:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2532212736,
"io_kbytes" : 2472864,
"bw_bytes" : 126610636,
"bw" : 123643,
"iops" : 30912.850000,
"runtime" : 20000,
"total_ios" : 618257,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 25529,
"max" : 20291521,
"mean" : 1025571.332832,
"stddev" : 587138.382283,
"N" : 618258
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 15535730.790907,
"stddev" : 4797277.062961,
"N" : 618226,
"percentile" : {
"1.000000" : 5996544,
"5.000000" : 8454144,
"10.000000" : 9764864,
"20.000000" : 11337728,
"30.000000" : 12517376,
"40.000000" : 13959168,
"50.000000" : 15269888,
"60.000000" : 16711680,
"70.000000" : 17956864,
"80.000000" : 19267584,
"90.000000" : 21889024,
"95.000000" : 24248320,
"99.000000" : 27394048,
"99.500000" : 28442624,
"99.900000" : 31326208,
"99.950000" : 33161216,
"99.990000" : 39583744
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 1,
"522240" : 1,
"528384" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 8,
"577536" : 4,
"585728" : 4,
"593920" : 4,
"602112" : 3,
"610304" : 5,
"618496" : 7,
"626688" : 6,
"634880" : 3,
"643072" : 7,
"651264" : 7,
"659456" : 4,
"667648" : 11,
"675840" : 5,
"684032" : 7,
"692224" : 5,
"700416" : 6,
"708608" : 5,
"716800" : 6,
"724992" : 4,
"733184" : 1,
"741376" : 2,
"749568" : 4,
"757760" : 2,
"765952" : 3,
"774144" : 4,
"782336" : 4,
"790528" : 2,
"806912" : 1,
"815104" : 3,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 1,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 5,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 1,
"1028096" : 2,
"1036288" : 6,
"1044480" : 2,
"1056768" : 5,
"1073152" : 10,
"1089536" : 7,
"1105920" : 5,
"1122304" : 10,
"1138688" : 3,
"1155072" : 3,
"1171456" : 3,
"1187840" : 5,
"1204224" : 5,
"1220608" : 7,
"1236992" : 3,
"1253376" : 5,
"1269760" : 6,
"1286144" : 4,
"1302528" : 8,
"1318912" : 5,
"1335296" : 8,
"1351680" : 3,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 11,
"1449984" : 10,
"1466368" : 4,
"1482752" : 5,
"1499136" : 4,
"1515520" : 2,
"1531904" : 4,
"1548288" : 4,
"1564672" : 3,
"1581056" : 1,
"1597440" : 6,
"1613824" : 4,
"1630208" : 8,
"1646592" : 6,
"1662976" : 6,
"1679360" : 5,
"1695744" : 5,
"1712128" : 6,
"1728512" : 3,
"1744896" : 3,
"1761280" : 10,
"1777664" : 5,
"1794048" : 5,
"1810432" : 8,
"1826816" : 12,
"1843200" : 4,
"1859584" : 5,
"1875968" : 3,
"1892352" : 7,
"1908736" : 7,
"1925120" : 8,
"1941504" : 8,
"1957888" : 9,
"1974272" : 7,
"1990656" : 10,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 13,
"2072576" : 9,
"2088960" : 11,
"2113536" : 29,
"2146304" : 32,
"2179072" : 29,
"2211840" : 21,
"2244608" : 14,
"2277376" : 18,
"2310144" : 31,
"2342912" : 24,
"2375680" : 15,
"2408448" : 20,
"2441216" : 22,
"2473984" : 21,
"2506752" : 18,
"2539520" : 24,
"2572288" : 15,
"2605056" : 22,
"2637824" : 31,
"2670592" : 27,
"2703360" : 29,
"2736128" : 17,
"2768896" : 24,
"2801664" : 21,
"2834432" : 27,
"2867200" : 21,
"2899968" : 32,
"2932736" : 17,
"2965504" : 26,
"2998272" : 18,
"3031040" : 23,
"3063808" : 17,
"3096576" : 20,
"3129344" : 15,
"3162112" : 24,
"3194880" : 21,
"3227648" : 16,
"3260416" : 25,
"3293184" : 29,
"3325952" : 17,
"3358720" : 24,
"3391488" : 31,
"3424256" : 24,
"3457024" : 36,
"3489792" : 36,
"3522560" : 35,
"3555328" : 30,
"3588096" : 28,
"3620864" : 21,
"3653632" : 29,
"3686400" : 31,
"3719168" : 24,
"3751936" : 31,
"3784704" : 26,
"3817472" : 36,
"3850240" : 20,
"3883008" : 30,
"3915776" : 38,
"3948544" : 28,
"3981312" : 38,
"4014080" : 37,
"4046848" : 48,
"4079616" : 37,
"4112384" : 42,
"4145152" : 37,
"4177920" : 36,
"4227072" : 84,
"4292608" : 75,
"4358144" : 87,
"4423680" : 94,
"4489216" : 108,
"4554752" : 109,
"4620288" : 93,
"4685824" : 98,
"4751360" : 104,
"4816896" : 108,
"4882432" : 108,
"4947968" : 142,
"5013504" : 127,
"5079040" : 141,
"5144576" : 132,
"5210112" : 119,
"5275648" : 166,
"5341184" : 158,
"5406720" : 160,
"5472256" : 185,
"5537792" : 168,
"5603328" : 194,
"5668864" : 181,
"5734400" : 209,
"5799936" : 200,
"5865472" : 238,
"5931008" : 231,
"5996544" : 250,
"6062080" : 267,
"6127616" : 300,
"6193152" : 277,
"6258688" : 288,
"6324224" : 319,
"6389760" : 320,
"6455296" : 333,
"6520832" : 375,
"6586368" : 397,
"6651904" : 429,
"6717440" : 449,
"6782976" : 466,
"6848512" : 437,
"6914048" : 467,
"6979584" : 491,
"7045120" : 524,
"7110656" : 544,
"7176192" : 562,
"7241728" : 591,
"7307264" : 606,
"7372800" : 622,
"7438336" : 650,
"7503872" : 671,
"7569408" : 700,
"7634944" : 734,
"7700480" : 757,
"7766016" : 846,
"7831552" : 833,
"7897088" : 898,
"7962624" : 926,
"8028160" : 936,
"8093696" : 1028,
"8159232" : 965,
"8224768" : 1059,
"8290304" : 1115,
"8355840" : 1145,
"8454144" : 2381,
"8585216" : 2496,
"8716288" : 2680,
"8847360" : 2808,
"8978432" : 2966,
"9109504" : 3037,
"9240576" : 3315,
"9371648" : 3580,
"9502720" : 3769,
"9633792" : 4131,
"9764864" : 4150,
"9895936" : 4350,
"10027008" : 4594,
"10158080" : 4654,
"10289152" : 5131,
"10420224" : 5242,
"10551296" : 5433,
"10682368" : 5695,
"10813440" : 5836,
"10944512" : 5988,
"11075584" : 6239,
"11206656" : 6240,
"11337728" : 6280,
"11468800" : 6407,
"11599872" : 6396,
"11730944" : 6847,
"11862016" : 6892,
"11993088" : 6873,
"12124160" : 6550,
"12255232" : 6718,
"12386304" : 6417,
"12517376" : 6286,
"12648448" : 6163,
"12779520" : 5974,
"12910592" : 5732,
"13041664" : 6026,
"13172736" : 5764,
"13303808" : 5745,
"13434880" : 5737,
"13565952" : 5732,
"13697024" : 5631,
"13828096" : 5719,
"13959168" : 5735,
"14090240" : 5780,
"14221312" : 5696,
"14352384" : 5588,
"14483456" : 5665,
"14614528" : 5670,
"14745600" : 5572,
"14876672" : 5674,
"15007744" : 5570,
"15138816" : 5467,
"15269888" : 5676,
"15400960" : 5732,
"15532032" : 5694,
"15663104" : 5838,
"15794176" : 6002,
"15925248" : 5803,
"16056320" : 5799,
"16187392" : 6121,
"16318464" : 6212,
"16449536" : 6350,
"16580608" : 6516,
"16711680" : 6584,
"16908288" : 13378,
"17170432" : 13322,
"17432576" : 13107,
"17694720" : 13303,
"17956864" : 12753,
"18219008" : 12301,
"18481152" : 12558,
"18743296" : 12254,
"19005440" : 10690,
"19267584" : 9226,
"19529728" : 7965,
"19791872" : 7079,
"20054016" : 6932,
"20316160" : 6511,
"20578304" : 5796,
"20840448" : 5274,
"21102592" : 5049,
"21364736" : 4632,
"21626880" : 4472,
"21889024" : 4166,
"22151168" : 3883,
"22413312" : 3945,
"22675456" : 3596,
"22937600" : 3525,
"23199744" : 3343,
"23461888" : 3279,
"23724032" : 3100,
"23986176" : 3067,
"24248320" : 2991,
"24510464" : 2799,
"24772608" : 2866,
"25034752" : 2753,
"25296896" : 2684,
"25559040" : 2458,
"25821184" : 2295,
"26083328" : 2037,
"26345472" : 1893,
"26607616" : 1769,
"26869760" : 1530,
"27131904" : 1287,
"27394048" : 1056,
"27656192" : 882,
"27918336" : 715,
"28180480" : 577,
"28442624" : 476,
"28704768" : 432,
"28966912" : 335,
"29229056" : 299,
"29491200" : 212,
"29753344" : 170,
"30015488" : 149,
"30277632" : 117,
"30539776" : 105,
"30801920" : 83,
"31064064" : 78,
"31326208" : 59,
"31588352" : 59,
"31850496" : 49,
"32112640" : 36,
"32374784" : 49,
"32636928" : 37,
"32899072" : 38,
"33161216" : 36,
"33423360" : 23,
"33816576" : 39,
"34340864" : 30,
"34865152" : 27,
"35389440" : 19,
"35913728" : 14,
"36438016" : 23,
"36962304" : 10,
"37486592" : 10,
"38010880" : 7,
"38535168" : 8,
"39059456" : 5,
"39583744" : 6,
"40108032" : 3,
"40632320" : 4,
"41156608" : 4,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 16561509.516675,
"stddev" : 5066014.603259,
"N" : 618226
},
"bw_min" : 111528,
"bw_max" : 142016,
"bw_agg" : 100.000000,
"bw_mean" : 123732.846154,
"bw_dev" : 225.861513,
"bw_samples" : 1248,
"iops_min" : 27882,
"iops_max" : 35504,
"iops_mean" : 30927.564103,
"iops_stddev" : 56.556723,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639985,
"usr_cpu" : 0.400009,
"sys_cpu" : 4.211192,
"ctx" : 881057,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999515,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999515,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.020542,
"1000" : 0.010999
},
"latency_ms" : {
"2" : 0.056126,
"4" : 0.243750,
"10" : 10.933479,
"20" : 72.201043,
"50" : 16.523711,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123873,
"timestamp_ms" : 1774123873777,
"time" : "Sat Mar 21 17:11:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3668455424,
"io_kbytes" : 3582476,
"bw_bytes" : 122277771,
"bw" : 119411,
"iops" : 29854.538182,
"runtime" : 30001,
"total_ios" : 895666,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1062656.388126,
"stddev" : 570677.982401,
"N" : 895666
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 16082161.731207,
"stddev" : 4941690.686176,
"N" : 895634,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 8847360,
"10.000000" : 10158080,
"20.000000" : 11730944,
"30.000000" : 13041664,
"40.000000" : 14483456,
"50.000000" : 15794176,
"60.000000" : 17170432,
"70.000000" : 18481152,
"80.000000" : 20054016,
"90.000000" : 22937600,
"95.000000" : 25296896,
"99.000000" : 28180480,
"99.500000" : 29491200,
"99.900000" : 31850496,
"99.950000" : 32899072,
"99.990000" : 37486592
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 138,
"5275648" : 187,
"5341184" : 182,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 243,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 286,
"6062080" : 310,
"6127616" : 335,
"6193152" : 317,
"6258688" : 320,
"6324224" : 359,
"6389760" : 373,
"6455296" : 380,
"6520832" : 447,
"6586368" : 459,
"6651904" : 494,
"6717440" : 505,
"6782976" : 542,
"6848512" : 504,
"6914048" : 548,
"6979584" : 571,
"7045120" : 610,
"7110656" : 648,
"7176192" : 655,
"7241728" : 676,
"7307264" : 705,
"7372800" : 711,
"7438336" : 770,
"7503872" : 776,
"7569408" : 834,
"7634944" : 861,
"7700480" : 897,
"7766016" : 981,
"7831552" : 966,
"7897088" : 1056,
"7962624" : 1077,
"8028160" : 1092,
"8093696" : 1212,
"8159232" : 1140,
"8224768" : 1244,
"8290304" : 1311,
"8355840" : 1389,
"8454144" : 2851,
"8585216" : 3026,
"8716288" : 3227,
"8847360" : 3441,
"8978432" : 3610,
"9109504" : 3739,
"9240576" : 4077,
"9371648" : 4401,
"9502720" : 4649,
"9633792" : 5144,
"9764864" : 5217,
"9895936" : 5431,
"10027008" : 5820,
"10158080" : 5910,
"10289152" : 6469,
"10420224" : 6751,
"10551296" : 7029,
"10682368" : 7303,
"10813440" : 7455,
"10944512" : 7696,
"11075584" : 8025,
"11206656" : 8014,
"11337728" : 8075,
"11468800" : 8264,
"11599872" : 8308,
"11730944" : 8883,
"11862016" : 8983,
"11993088" : 8999,
"12124160" : 8656,
"12255232" : 8958,
"12386304" : 8738,
"12517376" : 8587,
"12648448" : 8534,
"12779520" : 8357,
"12910592" : 8277,
"13041664" : 8749,
"13172736" : 8488,
"13303808" : 8546,
"13434880" : 8494,
"13565952" : 8459,
"13697024" : 8242,
"13828096" : 8381,
"13959168" : 8426,
"14090240" : 8400,
"14221312" : 8459,
"14352384" : 8399,
"14483456" : 8416,
"14614528" : 8423,
"14745600" : 8471,
"14876672" : 8521,
"15007744" : 8377,
"15138816" : 8298,
"15269888" : 8579,
"15400960" : 8625,
"15532032" : 8436,
"15663104" : 8588,
"15794176" : 8736,
"15925248" : 8663,
"16056320" : 8767,
"16187392" : 8928,
"16318464" : 9152,
"16449536" : 9113,
"16580608" : 9323,
"16711680" : 9477,
"16908288" : 19458,
"17170432" : 19768,
"17432576" : 18623,
"17694720" : 18495,
"17956864" : 18079,
"18219008" : 17138,
"18481152" : 17163,
"18743296" : 16999,
"19005440" : 15673,
"19267584" : 13525,
"19529728" : 12413,
"19791872" : 11151,
"20054016" : 10844,
"20316160" : 10329,
"20578304" : 9768,
"20840448" : 9013,
"21102592" : 8611,
"21364736" : 7767,
"21626880" : 7643,
"21889024" : 6976,
"22151168" : 6437,
"22413312" : 6546,
"22675456" : 6265,
"22937600" : 6001,
"23199744" : 5711,
"23461888" : 5820,
"23724032" : 5185,
"23986176" : 5048,
"24248320" : 5029,
"24510464" : 4822,
"24772608" : 4819,
"25034752" : 4859,
"25296896" : 4509,
"25559040" : 4273,
"25821184" : 4008,
"26083328" : 3727,
"26345472" : 3584,
"26607616" : 3278,
"26869760" : 3030,
"27131904" : 2643,
"27394048" : 2261,
"27656192" : 1986,
"27918336" : 1797,
"28180480" : 1491,
"28442624" : 1310,
"28704768" : 1183,
"28966912" : 1026,
"29229056" : 873,
"29491200" : 693,
"29753344" : 554,
"30015488" : 512,
"30277632" : 442,
"30539776" : 434,
"30801920" : 334,
"31064064" : 271,
"31326208" : 207,
"31588352" : 172,
"31850496" : 135,
"32112640" : 110,
"32374784" : 112,
"32636928" : 87,
"32899072" : 63,
"33161216" : 63,
"33423360" : 42,
"33816576" : 74,
"34340864" : 41,
"34865152" : 32,
"35389440" : 23,
"35913728" : 14,
"36438016" : 23,
"36962304" : 10,
"37486592" : 10,
"38010880" : 7,
"38535168" : 8,
"39059456" : 5,
"39583744" : 6,
"40108032" : 3,
"40632320" : 4,
"41156608" : 4,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 17144477.067829,
"stddev" : 5225076.096998,
"N" : 895634
},
"bw_min" : 95304,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 119862.711864,
"bw_dev" : 333.935766,
"bw_samples" : 1888,
"iops_min" : 23817,
"iops_max" : 35512,
"iops_mean" : 29960.423729,
"iops_stddev" : 83.501148,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960010,
"usr_cpu" : 0.393121,
"sys_cpu" : 4.045062,
"ctx" : 1257217,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999777,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999777,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.017306,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.043431,
"4" : 0.189803,
"10" : 9.095913,
"20" : 70.572513,
"50" : 20.065404,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123883,
"timestamp_ms" : 1774123883775,
"time" : "Sat Mar 21 17:11:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4586704896,
"io_kbytes" : 4479204,
"bw_bytes" : 114667622,
"bw" : 111980,
"iops" : 27996.400000,
"runtime" : 40000,
"total_ios" : 1119856,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1134381.427117,
"stddev" : 570046.849828,
"N" : 1119856
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 17150011.876663,
"stddev" : 5444773.743724,
"N" : 1119824,
"percentile" : {
"1.000000" : 6717440,
"5.000000" : 9240576,
"10.000000" : 10551296,
"20.000000" : 12255232,
"30.000000" : 13828096,
"40.000000" : 15400960,
"50.000000" : 16908288,
"60.000000" : 17956864,
"70.000000" : 19529728,
"80.000000" : 21626880,
"90.000000" : 24772608,
"95.000000" : 27131904,
"99.000000" : 31064064,
"99.500000" : 32374784,
"99.900000" : 33816576,
"99.950000" : 34865152,
"99.990000" : 36962304
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 138,
"5275648" : 187,
"5341184" : 182,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 243,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 286,
"6062080" : 310,
"6127616" : 335,
"6193152" : 317,
"6258688" : 320,
"6324224" : 359,
"6389760" : 373,
"6455296" : 380,
"6520832" : 447,
"6586368" : 459,
"6651904" : 494,
"6717440" : 505,
"6782976" : 542,
"6848512" : 504,
"6914048" : 548,
"6979584" : 571,
"7045120" : 610,
"7110656" : 648,
"7176192" : 655,
"7241728" : 676,
"7307264" : 705,
"7372800" : 711,
"7438336" : 770,
"7503872" : 776,
"7569408" : 834,
"7634944" : 861,
"7700480" : 897,
"7766016" : 981,
"7831552" : 966,
"7897088" : 1056,
"7962624" : 1077,
"8028160" : 1092,
"8093696" : 1212,
"8159232" : 1140,
"8224768" : 1244,
"8290304" : 1311,
"8355840" : 1389,
"8454144" : 2851,
"8585216" : 3026,
"8716288" : 3227,
"8847360" : 3444,
"8978432" : 3611,
"9109504" : 3742,
"9240576" : 4078,
"9371648" : 4404,
"9502720" : 4655,
"9633792" : 5152,
"9764864" : 5229,
"9895936" : 5438,
"10027008" : 5829,
"10158080" : 5933,
"10289152" : 6483,
"10420224" : 6775,
"10551296" : 7049,
"10682368" : 7349,
"10813440" : 7506,
"10944512" : 7764,
"11075584" : 8113,
"11206656" : 8111,
"11337728" : 8219,
"11468800" : 8417,
"11599872" : 8501,
"11730944" : 9121,
"11862016" : 9278,
"11993088" : 9348,
"12124160" : 9099,
"12255232" : 9486,
"12386304" : 9300,
"12517376" : 9173,
"12648448" : 9209,
"12779520" : 9061,
"12910592" : 9168,
"13041664" : 9638,
"13172736" : 9457,
"13303808" : 9618,
"13434880" : 9542,
"13565952" : 9594,
"13697024" : 9274,
"13828096" : 9554,
"13959168" : 9731,
"14090240" : 9679,
"14221312" : 9736,
"14352384" : 9623,
"14483456" : 9662,
"14614528" : 9658,
"14745600" : 9700,
"14876672" : 9747,
"15007744" : 9630,
"15138816" : 9620,
"15269888" : 9995,
"15400960" : 9948,
"15532032" : 9792,
"15663104" : 10041,
"15794176" : 10216,
"15925248" : 10175,
"16056320" : 10350,
"16187392" : 10489,
"16318464" : 10853,
"16449536" : 10841,
"16580608" : 11168,
"16711680" : 11316,
"16908288" : 23322,
"17170432" : 23784,
"17432576" : 23155,
"17694720" : 23446,
"17956864" : 22881,
"18219008" : 21864,
"18481152" : 22111,
"18743296" : 21911,
"19005440" : 20849,
"19267584" : 18719,
"19529728" : 17399,
"19791872" : 15737,
"20054016" : 15248,
"20316160" : 14386,
"20578304" : 13800,
"20840448" : 13130,
"21102592" : 12641,
"21364736" : 11421,
"21626880" : 10985,
"21889024" : 10265,
"22151168" : 9953,
"22413312" : 10029,
"22675456" : 9250,
"22937600" : 8751,
"23199744" : 8339,
"23461888" : 8487,
"23724032" : 7931,
"23986176" : 7777,
"24248320" : 7454,
"24510464" : 7394,
"24772608" : 7301,
"25034752" : 7223,
"25296896" : 6913,
"25559040" : 6692,
"25821184" : 6447,
"26083328" : 6111,
"26345472" : 6105,
"26607616" : 5816,
"26869760" : 5571,
"27131904" : 5247,
"27394048" : 4750,
"27656192" : 4455,
"27918336" : 4136,
"28180480" : 3752,
"28442624" : 3490,
"28704768" : 3302,
"28966912" : 3002,
"29229056" : 2895,
"29491200" : 2520,
"29753344" : 2239,
"30015488" : 2182,
"30277632" : 2109,
"30539776" : 2060,
"30801920" : 1920,
"31064064" : 1689,
"31326208" : 1434,
"31588352" : 1228,
"31850496" : 1082,
"32112640" : 1025,
"32374784" : 969,
"32636928" : 940,
"32899072" : 833,
"33161216" : 735,
"33423360" : 560,
"33816576" : 603,
"34340864" : 385,
"34865152" : 230,
"35389440" : 126,
"35913728" : 74,
"36438016" : 49,
"36962304" : 15,
"37486592" : 13,
"38010880" : 8,
"38535168" : 9,
"39059456" : 5,
"39583744" : 6,
"40108032" : 3,
"40632320" : 4,
"41156608" : 4,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 18284216.654207,
"stddev" : 5769216.486748,
"N" : 1119824
},
"bw_min" : 79376,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 112196.405063,
"bw_dev" : 508.551145,
"bw_samples" : 2528,
"iops_min" : 19844,
"iops_max" : 35512,
"iops_mean" : 28045.177215,
"iops_stddev" : 127.088453,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279975,
"usr_cpu" : 0.371492,
"sys_cpu" : 3.766870,
"ctx" : 1528969,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.013841,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.034737,
"4" : 0.151805,
"10" : 7.278972,
"20" : 65.629867,
"50" : 26.878277,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123893,
"timestamp_ms" : 1774123893774,
"time" : "Sat Mar 21 17:11:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5548032000,
"io_kbytes" : 5418000,
"bw_bytes" : 110958420,
"bw" : 108357,
"iops" : 27090.258195,
"runtime" : 50001,
"total_ios" : 1354540,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1172919.835483,
"stddev" : 562281.978236,
"N" : 1354540
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 17723958.124356,
"stddev" : 5516815.951724,
"N" : 1354508,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 9633792,
"10.000000" : 10944512,
"20.000000" : 12910592,
"30.000000" : 14483456,
"40.000000" : 16056320,
"50.000000" : 17170432,
"60.000000" : 18481152,
"70.000000" : 20054016,
"80.000000" : 22413312,
"90.000000" : 25559040,
"95.000000" : 27918336,
"99.000000" : 31588352,
"99.500000" : 32636928,
"99.900000" : 34340864,
"99.950000" : 34865152,
"99.990000" : 36438016
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 321,
"6324224" : 361,
"6389760" : 374,
"6455296" : 381,
"6520832" : 447,
"6586368" : 459,
"6651904" : 495,
"6717440" : 507,
"6782976" : 542,
"6848512" : 505,
"6914048" : 548,
"6979584" : 572,
"7045120" : 611,
"7110656" : 648,
"7176192" : 657,
"7241728" : 676,
"7307264" : 705,
"7372800" : 713,
"7438336" : 773,
"7503872" : 778,
"7569408" : 835,
"7634944" : 861,
"7700480" : 898,
"7766016" : 982,
"7831552" : 966,
"7897088" : 1057,
"7962624" : 1078,
"8028160" : 1092,
"8093696" : 1214,
"8159232" : 1143,
"8224768" : 1247,
"8290304" : 1311,
"8355840" : 1390,
"8454144" : 2852,
"8585216" : 3029,
"8716288" : 3230,
"8847360" : 3456,
"8978432" : 3613,
"9109504" : 3748,
"9240576" : 4089,
"9371648" : 4418,
"9502720" : 4670,
"9633792" : 5173,
"9764864" : 5247,
"9895936" : 5470,
"10027008" : 5863,
"10158080" : 5968,
"10289152" : 6524,
"10420224" : 6829,
"10551296" : 7125,
"10682368" : 7423,
"10813440" : 7582,
"10944512" : 7870,
"11075584" : 8225,
"11206656" : 8251,
"11337728" : 8386,
"11468800" : 8619,
"11599872" : 8728,
"11730944" : 9353,
"11862016" : 9542,
"11993088" : 9649,
"12124160" : 9499,
"12255232" : 9909,
"12386304" : 9751,
"12517376" : 9667,
"12648448" : 9745,
"12779520" : 9686,
"12910592" : 9882,
"13041664" : 10410,
"13172736" : 10317,
"13303808" : 10570,
"13434880" : 10499,
"13565952" : 10641,
"13697024" : 10521,
"13828096" : 10900,
"13959168" : 11107,
"14090240" : 11238,
"14221312" : 11388,
"14352384" : 11313,
"14483456" : 11596,
"14614528" : 11689,
"14745600" : 11718,
"14876672" : 11902,
"15007744" : 11810,
"15138816" : 11917,
"15269888" : 12304,
"15400960" : 12474,
"15532032" : 12346,
"15663104" : 12693,
"15794176" : 12946,
"15925248" : 12890,
"16056320" : 13089,
"16187392" : 13314,
"16318464" : 13667,
"16449536" : 13720,
"16580608" : 14113,
"16711680" : 14216,
"16908288" : 28823,
"17170432" : 29311,
"17432576" : 28771,
"17694720" : 28917,
"17956864" : 27990,
"18219008" : 26871,
"18481152" : 26959,
"18743296" : 26726,
"19005440" : 25502,
"19267584" : 23310,
"19529728" : 22032,
"19791872" : 20220,
"20054016" : 19336,
"20316160" : 18114,
"20578304" : 17256,
"20840448" : 16463,
"21102592" : 16006,
"21364736" : 14534,
"21626880" : 14005,
"21889024" : 13313,
"22151168" : 12877,
"22413312" : 13087,
"22675456" : 12223,
"22937600" : 11787,
"23199744" : 11514,
"23461888" : 11559,
"23724032" : 11030,
"23986176" : 11135,
"24248320" : 10828,
"24510464" : 10588,
"24772608" : 10365,
"25034752" : 10105,
"25296896" : 9770,
"25559040" : 9505,
"25821184" : 9055,
"26083328" : 8310,
"26345472" : 8257,
"26607616" : 7866,
"26869760" : 7550,
"27131904" : 7141,
"27394048" : 6454,
"27656192" : 6027,
"27918336" : 5659,
"28180480" : 5228,
"28442624" : 4973,
"28704768" : 4718,
"28966912" : 4493,
"29229056" : 4292,
"29491200" : 3854,
"29753344" : 3535,
"30015488" : 3434,
"30277632" : 3356,
"30539776" : 3301,
"30801920" : 2972,
"31064064" : 2702,
"31326208" : 2440,
"31588352" : 2141,
"31850496" : 1902,
"32112640" : 1745,
"32374784" : 1594,
"32636928" : 1431,
"32899072" : 1237,
"33161216" : 1058,
"33423360" : 804,
"33816576" : 959,
"34340864" : 604,
"34865152" : 351,
"35389440" : 196,
"35913728" : 128,
"36438016" : 69,
"36962304" : 21,
"37486592" : 16,
"38010880" : 9,
"38535168" : 9,
"39059456" : 6,
"39583744" : 6,
"40108032" : 3,
"40632320" : 4,
"41156608" : 4,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 18896918.901016,
"stddev" : 5848745.685737,
"N" : 1354508
},
"bw_min" : 79376,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 108593.565657,
"bw_dev" : 510.568659,
"bw_samples" : 3168,
"iops_min" : 19844,
"iops_max" : 35512,
"iops_mean" : 27144.777778,
"iops_stddev" : 127.592419,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599996,
"usr_cpu" : 0.361438,
"sys_cpu" : 3.646009,
"ctx" : 1823041,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.011443,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.028718,
"4" : 0.125504,
"10" : 6.031937,
"20" : 63.558256,
"50" : 30.233806,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123903,
"timestamp_ms" : 1774123903775,
"time" : "Sat Mar 21 17:11:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6481727488,
"io_kbytes" : 6329812,
"bw_bytes" : 108028791,
"bw" : 105496,
"iops" : 26374.833333,
"runtime" : 60000,
"total_ios" : 1582490,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1205237.998648,
"stddev" : 558982.889629,
"N" : 1582490
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 18203131.258016,
"stddev" : 5608169.207720,
"N" : 1582458,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 9895936,
"10.000000" : 11337728,
"20.000000" : 13303808,
"30.000000" : 15007744,
"40.000000" : 16449536,
"50.000000" : 17694720,
"60.000000" : 19005440,
"70.000000" : 20578304,
"80.000000" : 22937600,
"90.000000" : 26083328,
"95.000000" : 28442624,
"99.000000" : 32112640,
"99.500000" : 32899072,
"99.900000" : 34340864,
"99.950000" : 35389440,
"99.990000" : 36962304
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 374,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 507,
"6782976" : 544,
"6848512" : 506,
"6914048" : 549,
"6979584" : 573,
"7045120" : 613,
"7110656" : 651,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 777,
"7503872" : 780,
"7569408" : 836,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 968,
"7897088" : 1062,
"7962624" : 1080,
"8028160" : 1092,
"8093696" : 1218,
"8159232" : 1145,
"8224768" : 1252,
"8290304" : 1312,
"8355840" : 1394,
"8454144" : 2861,
"8585216" : 3038,
"8716288" : 3240,
"8847360" : 3467,
"8978432" : 3622,
"9109504" : 3756,
"9240576" : 4105,
"9371648" : 4426,
"9502720" : 4685,
"9633792" : 5185,
"9764864" : 5264,
"9895936" : 5490,
"10027008" : 5894,
"10158080" : 6001,
"10289152" : 6554,
"10420224" : 6872,
"10551296" : 7166,
"10682368" : 7478,
"10813440" : 7662,
"10944512" : 7943,
"11075584" : 8319,
"11206656" : 8379,
"11337728" : 8533,
"11468800" : 8771,
"11599872" : 8950,
"11730944" : 9605,
"11862016" : 9857,
"11993088" : 9961,
"12124160" : 9885,
"12255232" : 10315,
"12386304" : 10313,
"12517376" : 10305,
"12648448" : 10417,
"12779520" : 10407,
"12910592" : 10676,
"13041664" : 11325,
"13172736" : 11194,
"13303808" : 11511,
"13434880" : 11516,
"13565952" : 11642,
"13697024" : 11552,
"13828096" : 12070,
"13959168" : 12313,
"14090240" : 12522,
"14221312" : 12742,
"14352384" : 12651,
"14483456" : 13069,
"14614528" : 13267,
"14745600" : 13327,
"14876672" : 13666,
"15007744" : 13657,
"15138816" : 13830,
"15269888" : 14428,
"15400960" : 14644,
"15532032" : 14546,
"15663104" : 14908,
"15794176" : 15105,
"15925248" : 15146,
"16056320" : 15563,
"16187392" : 15678,
"16318464" : 15987,
"16449536" : 16031,
"16580608" : 16528,
"16711680" : 16670,
"16908288" : 33739,
"17170432" : 34063,
"17432576" : 33510,
"17694720" : 33571,
"17956864" : 32457,
"18219008" : 31312,
"18481152" : 31159,
"18743296" : 30813,
"19005440" : 29388,
"19267584" : 27145,
"19529728" : 25771,
"19791872" : 24120,
"20054016" : 23335,
"20316160" : 22110,
"20578304" : 21327,
"20840448" : 20513,
"21102592" : 20152,
"21364736" : 18681,
"21626880" : 18218,
"21889024" : 17322,
"22151168" : 16337,
"22413312" : 16391,
"22675456" : 15361,
"22937600" : 14752,
"23199744" : 14328,
"23461888" : 14265,
"23724032" : 13642,
"23986176" : 13502,
"24248320" : 13336,
"24510464" : 13119,
"24772608" : 12900,
"25034752" : 12628,
"25296896" : 12106,
"25559040" : 11920,
"25821184" : 11371,
"26083328" : 10695,
"26345472" : 10619,
"26607616" : 10065,
"26869760" : 9686,
"27131904" : 9274,
"27394048" : 8608,
"27656192" : 8235,
"27918336" : 7778,
"28180480" : 7400,
"28442624" : 6984,
"28704768" : 6659,
"28966912" : 6384,
"29229056" : 6105,
"29491200" : 5625,
"29753344" : 5136,
"30015488" : 5025,
"30277632" : 4868,
"30539776" : 4705,
"30801920" : 4312,
"31064064" : 4030,
"31326208" : 3673,
"31588352" : 3272,
"31850496" : 2912,
"32112640" : 2625,
"32374784" : 2419,
"32636928" : 2071,
"32899072" : 1851,
"33161216" : 1559,
"33423360" : 1213,
"33816576" : 1588,
"34340864" : 1001,
"34865152" : 629,
"35389440" : 369,
"35913728" : 227,
"36438016" : 127,
"36962304" : 44,
"37486592" : 27,
"38010880" : 16,
"38535168" : 15,
"39059456" : 8,
"39583744" : 6,
"40108032" : 4,
"40632320" : 4,
"41156608" : 4,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 19408163.172187,
"stddev" : 5947840.934054,
"N" : 1582458
},
"bw_min" : 79376,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 105651.344538,
"bw_dev" : 511.305436,
"bw_samples" : 3808,
"iops_min" : 19844,
"iops_max" : 35512,
"iops_mean" : 26409.521008,
"iops_stddev" : 127.775443,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919994,
"usr_cpu" : 0.353074,
"sys_cpu" : 3.559386,
"ctx" : 2106521,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.024582,
"4" : 0.107426,
"10" : 5.176968,
"20" : 61.277670,
"50" : 33.394713,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123913,
"timestamp_ms" : 1774123913774,
"time" : "Sat Mar 21 17:11:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7356604416,
"io_kbytes" : 7184184,
"bw_bytes" : 105092847,
"bw" : 102629,
"iops" : 25657.990600,
"runtime" : 70001,
"total_ios" : 1796085,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1239350.264919,
"stddev" : 559425.742148,
"N" : 1796085
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 18711872.602744,
"stddev" : 5728263.080497,
"N" : 1796053,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 10158080,
"10.000000" : 11599872,
"20.000000" : 13828096,
"30.000000" : 15400960,
"40.000000" : 16908288,
"50.000000" : 18219008,
"60.000000" : 19529728,
"70.000000" : 21364736,
"80.000000" : 23724032,
"90.000000" : 26869760,
"95.000000" : 29229056,
"99.000000" : 32374784,
"99.500000" : 33423360,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 37486592
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 374,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 507,
"6782976" : 544,
"6848512" : 506,
"6914048" : 549,
"6979584" : 573,
"7045120" : 613,
"7110656" : 651,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 777,
"7503872" : 780,
"7569408" : 836,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 968,
"7897088" : 1062,
"7962624" : 1080,
"8028160" : 1092,
"8093696" : 1218,
"8159232" : 1145,
"8224768" : 1252,
"8290304" : 1312,
"8355840" : 1394,
"8454144" : 2862,
"8585216" : 3038,
"8716288" : 3241,
"8847360" : 3468,
"8978432" : 3625,
"9109504" : 3760,
"9240576" : 4108,
"9371648" : 4430,
"9502720" : 4694,
"9633792" : 5194,
"9764864" : 5275,
"9895936" : 5496,
"10027008" : 5903,
"10158080" : 6010,
"10289152" : 6574,
"10420224" : 6893,
"10551296" : 7176,
"10682368" : 7498,
"10813440" : 7703,
"10944512" : 7974,
"11075584" : 8353,
"11206656" : 8420,
"11337728" : 8584,
"11468800" : 8830,
"11599872" : 9027,
"11730944" : 9667,
"11862016" : 9963,
"11993088" : 10046,
"12124160" : 9992,
"12255232" : 10449,
"12386304" : 10458,
"12517376" : 10453,
"12648448" : 10581,
"12779520" : 10611,
"12910592" : 10908,
"13041664" : 11589,
"13172736" : 11491,
"13303808" : 11857,
"13434880" : 11900,
"13565952" : 12037,
"13697024" : 12001,
"13828096" : 12602,
"13959168" : 12926,
"14090240" : 13242,
"14221312" : 13523,
"14352384" : 13448,
"14483456" : 13940,
"14614528" : 14213,
"14745600" : 14390,
"14876672" : 14750,
"15007744" : 14911,
"15138816" : 15112,
"15269888" : 15812,
"15400960" : 15969,
"15532032" : 15941,
"15663104" : 16235,
"15794176" : 16437,
"15925248" : 16449,
"16056320" : 17052,
"16187392" : 17204,
"16318464" : 17462,
"16449536" : 17563,
"16580608" : 18025,
"16711680" : 18229,
"16908288" : 37055,
"17170432" : 37568,
"17432576" : 37109,
"17694720" : 37156,
"17956864" : 36046,
"18219008" : 35020,
"18481152" : 35123,
"18743296" : 34888,
"19005440" : 33369,
"19267584" : 31428,
"19529728" : 30139,
"19791872" : 28299,
"20054016" : 27353,
"20316160" : 26239,
"20578304" : 25205,
"20840448" : 24415,
"21102592" : 23841,
"21364736" : 22243,
"21626880" : 21748,
"21889024" : 20767,
"22151168" : 19643,
"22413312" : 19794,
"22675456" : 18813,
"22937600" : 18180,
"23199744" : 17611,
"23461888" : 17445,
"23724032" : 16777,
"23986176" : 16463,
"24248320" : 16398,
"24510464" : 16125,
"24772608" : 15954,
"25034752" : 15704,
"25296896" : 15094,
"25559040" : 14951,
"25821184" : 14338,
"26083328" : 13689,
"26345472" : 13758,
"26607616" : 13227,
"26869760" : 12661,
"27131904" : 12199,
"27394048" : 11540,
"27656192" : 10844,
"27918336" : 10373,
"28180480" : 9962,
"28442624" : 9567,
"28704768" : 9024,
"28966912" : 8644,
"29229056" : 8205,
"29491200" : 7642,
"29753344" : 7087,
"30015488" : 6846,
"30277632" : 6563,
"30539776" : 6326,
"30801920" : 5698,
"31064064" : 5342,
"31326208" : 4898,
"31588352" : 4511,
"31850496" : 4043,
"32112640" : 3671,
"32374784" : 3416,
"32636928" : 2927,
"32899072" : 2626,
"33161216" : 2237,
"33423360" : 1850,
"33816576" : 2556,
"34340864" : 1803,
"34865152" : 1209,
"35389440" : 775,
"35913728" : 452,
"36438016" : 266,
"36962304" : 126,
"37486592" : 88,
"38010880" : 34,
"38535168" : 18,
"39059456" : 10,
"39583744" : 6,
"40108032" : 4,
"40632320" : 4,
"41156608" : 4,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 19951126.972274,
"stddev" : 6077507.142458,
"N" : 1796053
},
"bw_min" : 68264,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 102770.482014,
"bw_dev" : 526.181771,
"bw_samples" : 4448,
"iops_min" : 17066,
"iops_max" : 35512,
"iops_mean" : 25689.460432,
"iops_stddev" : 131.495825,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239998,
"usr_cpu" : 0.345179,
"sys_cpu" : 3.467280,
"ctx" : 2365457,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.021658,
"4" : 0.094650,
"10" : 4.564316,
"20" : 58.352806,
"50" : 36.950144,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123923,
"timestamp_ms" : 1774123923775,
"time" : "Sat Mar 21 17:12:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8226521088,
"io_kbytes" : 8033712,
"bw_bytes" : 102831513,
"bw" : 100421,
"iops" : 25106.100000,
"runtime" : 80000,
"total_ios" : 2008488,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1266968.435067,
"stddev" : 560136.048795,
"N" : 2008488
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 19123159.740170,
"stddev" : 5818323.619386,
"N" : 2008456,
"percentile" : {
"1.000000" : 7569408,
"5.000000" : 10289152,
"10.000000" : 11862016,
"20.000000" : 14221312,
"30.000000" : 15794176,
"40.000000" : 17170432,
"50.000000" : 18481152,
"60.000000" : 19791872,
"70.000000" : 21889024,
"80.000000" : 24248320,
"90.000000" : 27394048,
"95.000000" : 29753344,
"99.000000" : 32899072,
"99.500000" : 33816576,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 38010880
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 374,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 507,
"6782976" : 544,
"6848512" : 506,
"6914048" : 549,
"6979584" : 573,
"7045120" : 613,
"7110656" : 651,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 777,
"7503872" : 781,
"7569408" : 836,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 968,
"7897088" : 1062,
"7962624" : 1080,
"8028160" : 1092,
"8093696" : 1218,
"8159232" : 1145,
"8224768" : 1252,
"8290304" : 1312,
"8355840" : 1394,
"8454144" : 2862,
"8585216" : 3040,
"8716288" : 3243,
"8847360" : 3468,
"8978432" : 3630,
"9109504" : 3761,
"9240576" : 4109,
"9371648" : 4432,
"9502720" : 4698,
"9633792" : 5200,
"9764864" : 5282,
"9895936" : 5504,
"10027008" : 5916,
"10158080" : 6028,
"10289152" : 6589,
"10420224" : 6911,
"10551296" : 7186,
"10682368" : 7525,
"10813440" : 7721,
"10944512" : 7996,
"11075584" : 8379,
"11206656" : 8466,
"11337728" : 8617,
"11468800" : 8883,
"11599872" : 9084,
"11730944" : 9727,
"11862016" : 10038,
"11993088" : 10138,
"12124160" : 10106,
"12255232" : 10569,
"12386304" : 10591,
"12517376" : 10615,
"12648448" : 10771,
"12779520" : 10825,
"12910592" : 11180,
"13041664" : 11844,
"13172736" : 11759,
"13303808" : 12151,
"13434880" : 12280,
"13565952" : 12428,
"13697024" : 12489,
"13828096" : 13076,
"13959168" : 13398,
"14090240" : 13779,
"14221312" : 14152,
"14352384" : 14026,
"14483456" : 14627,
"14614528" : 14916,
"14745600" : 15202,
"14876672" : 15596,
"15007744" : 15833,
"15138816" : 16051,
"15269888" : 16864,
"15400960" : 17097,
"15532032" : 17179,
"15663104" : 17609,
"15794176" : 17823,
"15925248" : 17929,
"16056320" : 18607,
"16187392" : 18901,
"16318464" : 19161,
"16449536" : 19319,
"16580608" : 19975,
"16711680" : 20175,
"16908288" : 41130,
"17170432" : 41819,
"17432576" : 41561,
"17694720" : 41648,
"17956864" : 40488,
"18219008" : 39567,
"18481152" : 39608,
"18743296" : 39241,
"19005440" : 37599,
"19267584" : 35652,
"19529728" : 34193,
"19791872" : 31921,
"20054016" : 30851,
"20316160" : 29673,
"20578304" : 28567,
"20840448" : 27740,
"21102592" : 27283,
"21364736" : 25457,
"21626880" : 24852,
"21889024" : 23950,
"22151168" : 22788,
"22413312" : 22815,
"22675456" : 21899,
"22937600" : 21184,
"23199744" : 20446,
"23461888" : 20383,
"23724032" : 19721,
"23986176" : 19491,
"24248320" : 19482,
"24510464" : 19011,
"24772608" : 18806,
"25034752" : 18582,
"25296896" : 17958,
"25559040" : 17817,
"25821184" : 17325,
"26083328" : 16684,
"26345472" : 16591,
"26607616" : 16015,
"26869760" : 15303,
"27131904" : 14740,
"27394048" : 14051,
"27656192" : 13303,
"27918336" : 12791,
"28180480" : 12374,
"28442624" : 11887,
"28704768" : 11307,
"28966912" : 10774,
"29229056" : 10369,
"29491200" : 9747,
"29753344" : 8942,
"30015488" : 8585,
"30277632" : 8276,
"30539776" : 7960,
"30801920" : 7254,
"31064064" : 6807,
"31326208" : 6360,
"31588352" : 5824,
"31850496" : 5346,
"32112640" : 4867,
"32374784" : 4589,
"32636928" : 4028,
"32899072" : 3651,
"33161216" : 3167,
"33423360" : 2728,
"33816576" : 4119,
"34340864" : 2978,
"34865152" : 2171,
"35389440" : 1481,
"35913728" : 907,
"36438016" : 560,
"36962304" : 290,
"37486592" : 174,
"38010880" : 68,
"38535168" : 41,
"39059456" : 22,
"39583744" : 14,
"40108032" : 7,
"40632320" : 7,
"41156608" : 5,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 20389986.759872,
"stddev" : 6174565.517785,
"N" : 2008456
},
"bw_min" : 68264,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 100551.578616,
"bw_dev" : 526.278196,
"bw_samples" : 5088,
"iops_min" : 17066,
"iops_max" : 35512,
"iops_mean" : 25134.798742,
"iops_stddev" : 131.523348,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559983,
"usr_cpu" : 0.338088,
"sys_cpu" : 3.400413,
"ctx" : 2619398,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.019368,
"4" : 0.084641,
"10" : 4.083818,
"20" : 56.263119,
"50" : 39.534366,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123933,
"timestamp_ms" : 1774123933775,
"time" : "Sat Mar 21 17:12:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9097338880,
"io_kbytes" : 8884120,
"bw_bytes" : 101080419,
"bw" : 98711,
"iops" : 24678.314685,
"runtime" : 90001,
"total_ios" : 2221073,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1289197.866901,
"stddev" : 560751.319902,
"N" : 2221073
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 19454179.824517,
"stddev" : 5883510.031995,
"N" : 2221041,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 10551296,
"10.000000" : 12124160,
"20.000000" : 14483456,
"30.000000" : 16056320,
"40.000000" : 17432576,
"50.000000" : 18743296,
"60.000000" : 20316160,
"70.000000" : 22413312,
"80.000000" : 24772608,
"90.000000" : 27918336,
"95.000000" : 30015488,
"99.000000" : 33161216,
"99.500000" : 34340864,
"99.900000" : 35913728,
"99.950000" : 36438016,
"99.990000" : 38010880
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1218,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3042,
"8716288" : 3245,
"8847360" : 3471,
"8978432" : 3630,
"9109504" : 3766,
"9240576" : 4114,
"9371648" : 4438,
"9502720" : 4706,
"9633792" : 5213,
"9764864" : 5290,
"9895936" : 5517,
"10027008" : 5927,
"10158080" : 6038,
"10289152" : 6606,
"10420224" : 6928,
"10551296" : 7212,
"10682368" : 7556,
"10813440" : 7762,
"10944512" : 8053,
"11075584" : 8439,
"11206656" : 8527,
"11337728" : 8683,
"11468800" : 8949,
"11599872" : 9160,
"11730944" : 9833,
"11862016" : 10141,
"11993088" : 10246,
"12124160" : 10235,
"12255232" : 10716,
"12386304" : 10754,
"12517376" : 10815,
"12648448" : 10953,
"12779520" : 11047,
"12910592" : 11425,
"13041664" : 12140,
"13172736" : 12102,
"13303808" : 12506,
"13434880" : 12682,
"13565952" : 12906,
"13697024" : 13042,
"13828096" : 13673,
"13959168" : 14062,
"14090240" : 14505,
"14221312" : 15041,
"14352384" : 14845,
"14483456" : 15509,
"14614528" : 15839,
"14745600" : 16199,
"14876672" : 16678,
"15007744" : 17057,
"15138816" : 17297,
"15269888" : 18274,
"15400960" : 18554,
"15532032" : 18679,
"15663104" : 19189,
"15794176" : 19493,
"15925248" : 19682,
"16056320" : 20392,
"16187392" : 20824,
"16318464" : 21079,
"16449536" : 21326,
"16580608" : 22002,
"16711680" : 22208,
"16908288" : 45446,
"17170432" : 46103,
"17432576" : 45793,
"17694720" : 46056,
"17956864" : 44640,
"18219008" : 43624,
"18481152" : 43725,
"18743296" : 43184,
"19005440" : 41267,
"19267584" : 39126,
"19529728" : 37457,
"19791872" : 35128,
"20054016" : 33876,
"20316160" : 32639,
"20578304" : 31350,
"20840448" : 30336,
"21102592" : 29972,
"21364736" : 28219,
"21626880" : 27705,
"21889024" : 26822,
"22151168" : 25580,
"22413312" : 25608,
"22675456" : 24760,
"22937600" : 24096,
"23199744" : 23230,
"23461888" : 23275,
"23724032" : 22670,
"23986176" : 22275,
"24248320" : 22361,
"24510464" : 21864,
"24772608" : 21544,
"25034752" : 21467,
"25296896" : 20881,
"25559040" : 20599,
"25821184" : 20187,
"26083328" : 19644,
"26345472" : 19463,
"26607616" : 18978,
"26869760" : 18085,
"27131904" : 17526,
"27394048" : 16888,
"27656192" : 16174,
"27918336" : 15494,
"28180480" : 14965,
"28442624" : 14435,
"28704768" : 13916,
"28966912" : 13333,
"29229056" : 12812,
"29491200" : 11957,
"29753344" : 11044,
"30015488" : 10643,
"30277632" : 10154,
"30539776" : 9782,
"30801920" : 8914,
"31064064" : 8321,
"31326208" : 7920,
"31588352" : 7346,
"31850496" : 6735,
"32112640" : 6161,
"32374784" : 5831,
"32636928" : 5135,
"32899072" : 4638,
"33161216" : 4026,
"33423360" : 3507,
"33816576" : 5473,
"34340864" : 4049,
"34865152" : 3008,
"35389440" : 2124,
"35913728" : 1342,
"36438016" : 818,
"36962304" : 437,
"37486592" : 284,
"38010880" : 126,
"38535168" : 69,
"39059456" : 32,
"39583744" : 17,
"40108032" : 7,
"40632320" : 7,
"41156608" : 5,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 20743258.463453,
"stddev" : 6244988.304571,
"N" : 2221041
},
"bw_min" : 68264,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 98755.782123,
"bw_dev" : 522.266230,
"bw_samples" : 5728,
"iops_min" : 17066,
"iops_max" : 35512,
"iops_mean" : 24685.927374,
"iops_stddev" : 130.522924,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880008,
"usr_cpu" : 0.335034,
"sys_cpu" : 3.351449,
"ctx" : 2876472,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.017514,
"4" : 0.076540,
"10" : 3.696862,
"20" : 54.647011,
"50" : 41.548792,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123943,
"timestamp_ms" : 1774123943774,
"time" : "Sat Mar 21 17:12:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9999847424,
"io_kbytes" : 9765476,
"bw_bytes" : 99998474,
"bw" : 97654,
"iops" : 24414.100000,
"runtime" : 100000,
"total_ios" : 2441410,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1303345.492102,
"stddev" : 558815.364831,
"N" : 2441412
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 19665294.545538,
"stddev" : 5880436.213328,
"N" : 2441379,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 10682368,
"10.000000" : 12386304,
"20.000000" : 14745600,
"30.000000" : 16318464,
"40.000000" : 17694720,
"50.000000" : 19005440,
"60.000000" : 20578304,
"70.000000" : 22413312,
"80.000000" : 25034752,
"90.000000" : 28180480,
"95.000000" : 30277632,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35913728,
"99.950000" : 36962304,
"99.990000" : 38010880
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1218,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3042,
"8716288" : 3245,
"8847360" : 3471,
"8978432" : 3630,
"9109504" : 3766,
"9240576" : 4114,
"9371648" : 4438,
"9502720" : 4707,
"9633792" : 5214,
"9764864" : 5295,
"9895936" : 5517,
"10027008" : 5929,
"10158080" : 6041,
"10289152" : 6615,
"10420224" : 6939,
"10551296" : 7221,
"10682368" : 7571,
"10813440" : 7779,
"10944512" : 8066,
"11075584" : 8468,
"11206656" : 8554,
"11337728" : 8734,
"11468800" : 9003,
"11599872" : 9227,
"11730944" : 9902,
"11862016" : 10217,
"11993088" : 10360,
"12124160" : 10337,
"12255232" : 10883,
"12386304" : 10940,
"12517376" : 11003,
"12648448" : 11188,
"12779520" : 11309,
"12910592" : 11781,
"13041664" : 12523,
"13172736" : 12542,
"13303808" : 13019,
"13434880" : 13198,
"13565952" : 13523,
"13697024" : 13743,
"13828096" : 14424,
"13959168" : 14906,
"14090240" : 15407,
"14221312" : 15959,
"14352384" : 15824,
"14483456" : 16618,
"14614528" : 16963,
"14745600" : 17471,
"14876672" : 18076,
"15007744" : 18570,
"15138816" : 18943,
"15269888" : 19992,
"15400960" : 20303,
"15532032" : 20385,
"15663104" : 21040,
"15794176" : 21478,
"15925248" : 21705,
"16056320" : 22463,
"16187392" : 22990,
"16318464" : 23300,
"16449536" : 23686,
"16580608" : 24381,
"16711680" : 24687,
"16908288" : 50392,
"17170432" : 51119,
"17432576" : 50951,
"17694720" : 51106,
"17956864" : 49644,
"18219008" : 48607,
"18481152" : 48636,
"18743296" : 47982,
"19005440" : 45788,
"19267584" : 43515,
"19529728" : 41603,
"19791872" : 38924,
"20054016" : 37662,
"20316160" : 36271,
"20578304" : 34654,
"20840448" : 33769,
"21102592" : 33361,
"21364736" : 31368,
"21626880" : 30882,
"21889024" : 30132,
"22151168" : 28925,
"22413312" : 28833,
"22675456" : 27853,
"22937600" : 27105,
"23199744" : 26151,
"23461888" : 26047,
"23724032" : 25395,
"23986176" : 24881,
"24248320" : 24765,
"24510464" : 24188,
"24772608" : 23879,
"25034752" : 23840,
"25296896" : 23199,
"25559040" : 22868,
"25821184" : 22335,
"26083328" : 21896,
"26345472" : 21812,
"26607616" : 21131,
"26869760" : 20282,
"27131904" : 19776,
"27394048" : 19212,
"27656192" : 18522,
"27918336" : 17768,
"28180480" : 17170,
"28442624" : 16591,
"28704768" : 16031,
"28966912" : 15424,
"29229056" : 14908,
"29491200" : 14040,
"29753344" : 12976,
"30015488" : 12456,
"30277632" : 11832,
"30539776" : 11389,
"30801920" : 10469,
"31064064" : 9792,
"31326208" : 9250,
"31588352" : 8626,
"31850496" : 7909,
"32112640" : 7230,
"32374784" : 6860,
"32636928" : 6036,
"32899072" : 5452,
"33161216" : 4877,
"33423360" : 4229,
"33816576" : 6650,
"34340864" : 4926,
"34865152" : 3722,
"35389440" : 2628,
"35913728" : 1677,
"36438016" : 1046,
"36962304" : 536,
"37486592" : 336,
"38010880" : 150,
"38535168" : 99,
"39059456" : 39,
"39583744" : 20,
"40108032" : 8,
"40632320" : 8,
"41156608" : 5,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 20968643.270024,
"stddev" : 6242144.521882,
"N" : 2441379
},
"bw_min" : 68264,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 97745.673367,
"bw_dev" : 507.854514,
"bw_samples" : 6368,
"iops_min" : 17066,
"iops_max" : 35512,
"iops_mean" : 24433.462312,
"iops_stddev" : 126.920162,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3199976,
"usr_cpu" : 0.331034,
"sys_cpu" : 3.333119,
"ctx" : 3143546,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015933,
"4" : 0.069632,
"10" : 3.363548,
"20" : 53.822832,
"50" : 42.716012,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123953,
"timestamp_ms" : 1774123953775,
"time" : "Sat Mar 21 17:12:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10879500288,
"io_kbytes" : 10624512,
"bw_bytes" : 98904548,
"bw" : 96586,
"iops" : 24146.954545,
"runtime" : 110000,
"total_ios" : 2656165,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1317965.158932,
"stddev" : 559122.312026,
"N" : 2656165
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 19881788.412310,
"stddev" : 5896227.450963,
"N" : 2656133,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 10944512,
"10.000000" : 12648448,
"20.000000" : 15007744,
"30.000000" : 16449536,
"40.000000" : 17694720,
"50.000000" : 19005440,
"60.000000" : 20840448,
"70.000000" : 22675456,
"80.000000" : 25296896,
"90.000000" : 28442624,
"95.000000" : 30539776,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 35913728,
"99.950000" : 36962304,
"99.990000" : 38010880
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1218,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3042,
"8716288" : 3245,
"8847360" : 3471,
"8978432" : 3631,
"9109504" : 3767,
"9240576" : 4115,
"9371648" : 4438,
"9502720" : 4708,
"9633792" : 5219,
"9764864" : 5299,
"9895936" : 5521,
"10027008" : 5938,
"10158080" : 6054,
"10289152" : 6626,
"10420224" : 6965,
"10551296" : 7246,
"10682368" : 7609,
"10813440" : 7823,
"10944512" : 8095,
"11075584" : 8516,
"11206656" : 8598,
"11337728" : 8797,
"11468800" : 9086,
"11599872" : 9316,
"11730944" : 10020,
"11862016" : 10346,
"11993088" : 10530,
"12124160" : 10501,
"12255232" : 11136,
"12386304" : 11211,
"12517376" : 11272,
"12648448" : 11543,
"12779520" : 11711,
"12910592" : 12226,
"13041664" : 13021,
"13172736" : 13032,
"13303808" : 13586,
"13434880" : 13824,
"13565952" : 14149,
"13697024" : 14422,
"13828096" : 15168,
"13959168" : 15692,
"14090240" : 16265,
"14221312" : 16775,
"14352384" : 16693,
"14483456" : 17602,
"14614528" : 17990,
"14745600" : 18471,
"14876672" : 19128,
"15007744" : 19698,
"15138816" : 20152,
"15269888" : 21277,
"15400960" : 21605,
"15532032" : 21737,
"15663104" : 22405,
"15794176" : 22871,
"15925248" : 23244,
"16056320" : 24026,
"16187392" : 24527,
"16318464" : 25007,
"16449536" : 25431,
"16580608" : 26153,
"16711680" : 26512,
"16908288" : 54145,
"17170432" : 54889,
"17432576" : 54876,
"17694720" : 55000,
"17956864" : 53532,
"18219008" : 52718,
"18481152" : 52854,
"18743296" : 52072,
"19005440" : 49864,
"19267584" : 47770,
"19529728" : 45887,
"19791872" : 43385,
"20054016" : 41995,
"20316160" : 40445,
"20578304" : 38851,
"20840448" : 37970,
"21102592" : 37417,
"21364736" : 35209,
"21626880" : 34580,
"21889024" : 33720,
"22151168" : 32300,
"22413312" : 31809,
"22675456" : 30658,
"22937600" : 29903,
"23199744" : 28607,
"23461888" : 28511,
"23724032" : 27750,
"23986176" : 27246,
"24248320" : 27046,
"24510464" : 26538,
"24772608" : 26152,
"25034752" : 26108,
"25296896" : 25587,
"25559040" : 25209,
"25821184" : 24665,
"26083328" : 24278,
"26345472" : 24242,
"26607616" : 23608,
"26869760" : 22527,
"27131904" : 21981,
"27394048" : 21410,
"27656192" : 20743,
"27918336" : 20013,
"28180480" : 19394,
"28442624" : 18822,
"28704768" : 18455,
"28966912" : 17805,
"29229056" : 17247,
"29491200" : 16275,
"29753344" : 15184,
"30015488" : 14686,
"30277632" : 14136,
"30539776" : 13614,
"30801920" : 12549,
"31064064" : 11778,
"31326208" : 11065,
"31588352" : 10371,
"31850496" : 9518,
"32112640" : 8729,
"32374784" : 8184,
"32636928" : 7211,
"32899072" : 6492,
"33161216" : 5730,
"33423360" : 5006,
"33816576" : 7959,
"34340864" : 5907,
"34865152" : 4300,
"35389440" : 2924,
"35913728" : 1849,
"36438016" : 1141,
"36962304" : 593,
"37486592" : 376,
"38010880" : 158,
"38535168" : 107,
"39059456" : 40,
"39583744" : 23,
"40108032" : 9,
"40632320" : 8,
"41156608" : 5,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 21199611.348756,
"stddev" : 6259080.412122,
"N" : 2656133
},
"bw_min" : 68264,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 96689.972603,
"bw_dev" : 497.091613,
"bw_samples" : 7008,
"iops_min" : 17066,
"iops_max" : 35512,
"iops_mean" : 24169.602740,
"iops_stddev" : 124.229566,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3519988,
"usr_cpu" : 0.327899,
"sys_cpu" : 3.312710,
"ctx" : 3402604,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.014645,
"4" : 0.064002,
"10" : 3.092278,
"20" : 52.689837,
"50" : 44.128132,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123963,
"timestamp_ms" : 1774123963776,
"time" : "Sat Mar 21 17:12:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11719839744,
"io_kbytes" : 11445156,
"bw_bytes" : 97664517,
"bw" : 95375,
"iops" : 23844.451296,
"runtime" : 120001,
"total_ios" : 2861358,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1334876.068893,
"stddev" : 561401.088472,
"N" : 2861359
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 20134616.785434,
"stddev" : 5938480.370289,
"N" : 2861326,
"percentile" : {
"1.000000" : 8159232,
"5.000000" : 11075584,
"10.000000" : 12910592,
"20.000000" : 15138816,
"30.000000" : 16711680,
"40.000000" : 17956864,
"50.000000" : 19267584,
"60.000000" : 21102592,
"70.000000" : 23199744,
"80.000000" : 25559040,
"90.000000" : 28704768,
"95.000000" : 30801920,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36438016,
"99.950000" : 36962304,
"99.990000" : 38535168
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1218,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3042,
"8716288" : 3245,
"8847360" : 3471,
"8978432" : 3631,
"9109504" : 3767,
"9240576" : 4115,
"9371648" : 4438,
"9502720" : 4708,
"9633792" : 5219,
"9764864" : 5299,
"9895936" : 5522,
"10027008" : 5938,
"10158080" : 6054,
"10289152" : 6630,
"10420224" : 6971,
"10551296" : 7249,
"10682368" : 7616,
"10813440" : 7831,
"10944512" : 8100,
"11075584" : 8524,
"11206656" : 8612,
"11337728" : 8816,
"11468800" : 9116,
"11599872" : 9337,
"11730944" : 10054,
"11862016" : 10394,
"11993088" : 10589,
"12124160" : 10560,
"12255232" : 11204,
"12386304" : 11308,
"12517376" : 11387,
"12648448" : 11679,
"12779520" : 11858,
"12910592" : 12393,
"13041664" : 13230,
"13172736" : 13249,
"13303808" : 13836,
"13434880" : 14102,
"13565952" : 14448,
"13697024" : 14786,
"13828096" : 15526,
"13959168" : 16135,
"14090240" : 16743,
"14221312" : 17317,
"14352384" : 17249,
"14483456" : 18174,
"14614528" : 18709,
"14745600" : 19192,
"14876672" : 19876,
"15007744" : 20563,
"15138816" : 21032,
"15269888" : 22194,
"15400960" : 22601,
"15532032" : 22759,
"15663104" : 23493,
"15794176" : 23994,
"15925248" : 24415,
"16056320" : 25225,
"16187392" : 25709,
"16318464" : 26264,
"16449536" : 26716,
"16580608" : 27486,
"16711680" : 27961,
"16908288" : 57028,
"17170432" : 57895,
"17432576" : 58229,
"17694720" : 58439,
"17956864" : 57121,
"18219008" : 56331,
"18481152" : 56382,
"18743296" : 55753,
"19005440" : 53339,
"19267584" : 51074,
"19529728" : 49175,
"19791872" : 46564,
"20054016" : 45164,
"20316160" : 43581,
"20578304" : 42070,
"20840448" : 41071,
"21102592" : 40594,
"21364736" : 38381,
"21626880" : 37858,
"21889024" : 36947,
"22151168" : 35709,
"22413312" : 35188,
"22675456" : 34157,
"22937600" : 33426,
"23199744" : 32077,
"23461888" : 31844,
"23724032" : 31125,
"23986176" : 30537,
"24248320" : 30290,
"24510464" : 29724,
"24772608" : 29366,
"25034752" : 29294,
"25296896" : 28643,
"25559040" : 28137,
"25821184" : 27627,
"26083328" : 27114,
"26345472" : 27198,
"26607616" : 26614,
"26869760" : 25395,
"27131904" : 24590,
"27394048" : 23932,
"27656192" : 23364,
"27918336" : 22586,
"28180480" : 21979,
"28442624" : 21203,
"28704768" : 20627,
"28966912" : 19956,
"29229056" : 19226,
"29491200" : 18217,
"29753344" : 17115,
"30015488" : 16549,
"30277632" : 15990,
"30539776" : 15367,
"30801920" : 14331,
"31064064" : 13594,
"31326208" : 12815,
"31588352" : 11981,
"31850496" : 11034,
"32112640" : 10239,
"32374784" : 9577,
"32636928" : 8528,
"32899072" : 7801,
"33161216" : 6878,
"33423360" : 6037,
"33816576" : 9733,
"34340864" : 7475,
"34865152" : 5605,
"35389440" : 3943,
"35913728" : 2574,
"36438016" : 1731,
"36962304" : 975,
"37486592" : 601,
"38010880" : 314,
"38535168" : 221,
"39059456" : 116,
"39583744" : 43,
"40108032" : 14,
"40632320" : 9,
"41156608" : 6,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 21469418.467912,
"stddev" : 6304488.312445,
"N" : 2861326
},
"bw_min" : 67312,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 95440.573222,
"bw_dev" : 496.958769,
"bw_samples" : 7648,
"iops_min" : 16828,
"iops_max" : 35512,
"iops_mean" : 23857.251046,
"iops_stddev" : 124.197883,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840001,
"usr_cpu" : 0.325156,
"sys_cpu" : 3.284478,
"ctx" : 3649128,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.013595,
"4" : 0.059412,
"10" : 2.870560,
"20" : 51.179475,
"50" : 45.866648,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123973,
"timestamp_ms" : 1774123973774,
"time" : "Sat Mar 21 17:12:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12611969024,
"io_kbytes" : 12316376,
"bw_bytes" : 97015146,
"bw" : 94741,
"iops" : 23685.753846,
"runtime" : 130000,
"total_ios" : 3079148,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1343930.000049,
"stddev" : 560676.731475,
"N" : 3079148
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 20269661.617669,
"stddev" : 5910181.367896,
"N" : 3079116,
"percentile" : {
"1.000000" : 8290304,
"5.000000" : 11206656,
"10.000000" : 13041664,
"20.000000" : 15269888,
"30.000000" : 16908288,
"40.000000" : 18219008,
"50.000000" : 19529728,
"60.000000" : 21102592,
"70.000000" : 23199744,
"80.000000" : 25821184,
"90.000000" : 28704768,
"95.000000" : 30801920,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36438016,
"99.950000" : 36962304,
"99.990000" : 38535168
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1219,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3043,
"8716288" : 3246,
"8847360" : 3471,
"8978432" : 3631,
"9109504" : 3767,
"9240576" : 4116,
"9371648" : 4438,
"9502720" : 4709,
"9633792" : 5222,
"9764864" : 5300,
"9895936" : 5525,
"10027008" : 5942,
"10158080" : 6062,
"10289152" : 6640,
"10420224" : 6980,
"10551296" : 7265,
"10682368" : 7644,
"10813440" : 7848,
"10944512" : 8130,
"11075584" : 8558,
"11206656" : 8672,
"11337728" : 8867,
"11468800" : 9198,
"11599872" : 9414,
"11730944" : 10150,
"11862016" : 10520,
"11993088" : 10747,
"12124160" : 10729,
"12255232" : 11415,
"12386304" : 11524,
"12517376" : 11662,
"12648448" : 11959,
"12779520" : 12249,
"12910592" : 12794,
"13041664" : 13666,
"13172736" : 13787,
"13303808" : 14418,
"13434880" : 14726,
"13565952" : 15198,
"13697024" : 15546,
"13828096" : 16381,
"13959168" : 17058,
"14090240" : 17712,
"14221312" : 18329,
"14352384" : 18325,
"14483456" : 19333,
"14614528" : 19919,
"14745600" : 20468,
"14876672" : 21176,
"15007744" : 21884,
"15138816" : 22385,
"15269888" : 23606,
"15400960" : 24034,
"15532032" : 24183,
"15663104" : 25046,
"15794176" : 25539,
"15925248" : 25992,
"16056320" : 26843,
"16187392" : 27319,
"16318464" : 27923,
"16449536" : 28406,
"16580608" : 29214,
"16711680" : 29672,
"16908288" : 60391,
"17170432" : 61543,
"17432576" : 61858,
"17694720" : 62232,
"17956864" : 61173,
"18219008" : 60455,
"18481152" : 60613,
"18743296" : 60226,
"19005440" : 57665,
"19267584" : 55358,
"19529728" : 53543,
"19791872" : 50731,
"20054016" : 49338,
"20316160" : 47627,
"20578304" : 46002,
"20840448" : 44934,
"21102592" : 44510,
"21364736" : 42243,
"21626880" : 41458,
"21889024" : 40366,
"22151168" : 39172,
"22413312" : 38536,
"22675456" : 37370,
"22937600" : 36528,
"23199744" : 35057,
"23461888" : 34847,
"23724032" : 34019,
"23986176" : 33284,
"24248320" : 32985,
"24510464" : 32539,
"24772608" : 32280,
"25034752" : 32198,
"25296896" : 31416,
"25559040" : 30939,
"25821184" : 30570,
"26083328" : 30062,
"26345472" : 30112,
"26607616" : 29459,
"26869760" : 28322,
"27131904" : 27409,
"27394048" : 26701,
"27656192" : 26017,
"27918336" : 25268,
"28180480" : 24523,
"28442624" : 23685,
"28704768" : 23081,
"28966912" : 22207,
"29229056" : 21282,
"29491200" : 20242,
"29753344" : 19092,
"30015488" : 18364,
"30277632" : 17561,
"30539776" : 16812,
"30801920" : 15785,
"31064064" : 14966,
"31326208" : 14091,
"31588352" : 13093,
"31850496" : 12029,
"32112640" : 11149,
"32374784" : 10435,
"32636928" : 9373,
"32899072" : 8472,
"33161216" : 7449,
"33423360" : 6510,
"33816576" : 10515,
"34340864" : 8043,
"34865152" : 5951,
"35389440" : 4192,
"35913728" : 2727,
"36438016" : 1834,
"36962304" : 1033,
"37486592" : 641,
"38010880" : 338,
"38535168" : 230,
"39059456" : 120,
"39583744" : 44,
"40108032" : 18,
"40632320" : 10,
"41156608" : 8,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 21613565.152214,
"stddev" : 6274123.641549,
"N" : 3079116
},
"bw_min" : 67312,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 94831.640927,
"bw_dev" : 483.447837,
"bw_samples" : 8288,
"iops_min" : 16828,
"iops_max" : 35512,
"iops_mean" : 23705.000000,
"iops_stddev" : 120.821316,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4159990,
"usr_cpu" : 0.323270,
"sys_cpu" : 3.280729,
"ctx" : 3914825,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.012633,
"4" : 0.055210,
"10" : 2.667913,
"20" : 50.403099,
"50" : 46.851564,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123983,
"timestamp_ms" : 1774123983775,
"time" : "Sat Mar 21 17:13:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13435002880,
"io_kbytes" : 13120120,
"bw_bytes" : 95963620,
"bw" : 93714,
"iops" : 23429.004079,
"runtime" : 140001,
"total_ios" : 3280084,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1358809.350383,
"stddev" : 563560.800049,
"N" : 3280085
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 20491614.226555,
"stddev" : 5934879.182702,
"N" : 3280052,
"percentile" : {
"1.000000" : 8355840,
"5.000000" : 11337728,
"10.000000" : 13303808,
"20.000000" : 15532032,
"30.000000" : 16908288,
"40.000000" : 18219008,
"50.000000" : 19791872,
"60.000000" : 21364736,
"70.000000" : 23461888,
"80.000000" : 26083328,
"90.000000" : 28966912,
"95.000000" : 31064064,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36438016,
"99.950000" : 37486592,
"99.990000" : 38535168
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1219,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3043,
"8716288" : 3246,
"8847360" : 3471,
"8978432" : 3631,
"9109504" : 3767,
"9240576" : 4116,
"9371648" : 4438,
"9502720" : 4709,
"9633792" : 5222,
"9764864" : 5300,
"9895936" : 5525,
"10027008" : 5943,
"10158080" : 6062,
"10289152" : 6641,
"10420224" : 6981,
"10551296" : 7267,
"10682368" : 7647,
"10813440" : 7849,
"10944512" : 8132,
"11075584" : 8563,
"11206656" : 8679,
"11337728" : 8874,
"11468800" : 9211,
"11599872" : 9422,
"11730944" : 10159,
"11862016" : 10537,
"11993088" : 10773,
"12124160" : 10751,
"12255232" : 11457,
"12386304" : 11575,
"12517376" : 11704,
"12648448" : 12018,
"12779520" : 12317,
"12910592" : 12873,
"13041664" : 13752,
"13172736" : 13890,
"13303808" : 14546,
"13434880" : 14891,
"13565952" : 15365,
"13697024" : 15745,
"13828096" : 16609,
"13959168" : 17337,
"14090240" : 17997,
"14221312" : 18644,
"14352384" : 18673,
"14483456" : 19714,
"14614528" : 20343,
"14745600" : 20929,
"14876672" : 21680,
"15007744" : 22463,
"15138816" : 22948,
"15269888" : 24229,
"15400960" : 24706,
"15532032" : 24888,
"15663104" : 25805,
"15794176" : 26369,
"15925248" : 26837,
"16056320" : 27769,
"16187392" : 28243,
"16318464" : 28851,
"16449536" : 29464,
"16580608" : 30321,
"16711680" : 30817,
"16908288" : 62773,
"17170432" : 63932,
"17432576" : 64378,
"17694720" : 64838,
"17956864" : 63760,
"18219008" : 62991,
"18481152" : 63512,
"18743296" : 63052,
"19005440" : 60705,
"19267584" : 58598,
"19529728" : 56876,
"19791872" : 54301,
"20054016" : 52868,
"20316160" : 51488,
"20578304" : 49986,
"20840448" : 48990,
"21102592" : 48734,
"21364736" : 46474,
"21626880" : 45492,
"21889024" : 44334,
"22151168" : 43293,
"22413312" : 42505,
"22675456" : 41044,
"22937600" : 40169,
"23199744" : 38608,
"23461888" : 38165,
"23724032" : 37301,
"23986176" : 36393,
"24248320" : 36036,
"24510464" : 35536,
"24772608" : 35193,
"25034752" : 35060,
"25296896" : 34212,
"25559040" : 33718,
"25821184" : 33260,
"26083328" : 32669,
"26345472" : 32787,
"26607616" : 32166,
"26869760" : 31164,
"27131904" : 30249,
"27394048" : 29311,
"27656192" : 28521,
"27918336" : 27807,
"28180480" : 27152,
"28442624" : 26335,
"28704768" : 25608,
"28966912" : 24679,
"29229056" : 23879,
"29491200" : 22665,
"29753344" : 21408,
"30015488" : 20665,
"30277632" : 19915,
"30539776" : 19038,
"30801920" : 17894,
"31064064" : 16884,
"31326208" : 15890,
"31588352" : 14881,
"31850496" : 13737,
"32112640" : 12715,
"32374784" : 11865,
"32636928" : 10796,
"32899072" : 9807,
"33161216" : 8600,
"33423360" : 7571,
"33816576" : 12333,
"34340864" : 9560,
"34865152" : 7082,
"35389440" : 5113,
"35913728" : 3391,
"36438016" : 2252,
"36962304" : 1295,
"37486592" : 788,
"38010880" : 423,
"38535168" : 274,
"39059456" : 148,
"39583744" : 58,
"40108032" : 23,
"40632320" : 13,
"41156608" : 10,
"41680896" : 2,
"42205184" : 3,
"43778048" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 21850411.060258,
"stddev" : 6300540.239563,
"N" : 3280052
},
"bw_min" : 67312,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 93810.053763,
"bw_dev" : 480.495176,
"bw_samples" : 8928,
"iops_min" : 16828,
"iops_max" : 35512,
"iops_mean" : 23449.774194,
"iops_stddev" : 120.081190,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480001,
"usr_cpu" : 0.320045,
"sys_cpu" : 3.258548,
"ctx" : 4152563,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.011859,
"4" : 0.051828,
"10" : 2.504479,
"20" : 48.876706,
"50" : 48.546135,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123993,
"timestamp_ms" : 1774123993774,
"time" : "Sat Mar 21 17:13:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14285942784,
"io_kbytes" : 13951116,
"bw_bytes" : 95239618,
"bw" : 93007,
"iops" : 23252.146667,
"runtime" : 150000,
"total_ios" : 3487822,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1369240.918244,
"stddev" : 565235.550510,
"N" : 3487822
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 20647085.856560,
"stddev" : 5931055.704459,
"N" : 3487790,
"percentile" : {
"1.000000" : 8454144,
"5.000000" : 11468800,
"10.000000" : 13434880,
"20.000000" : 15663104,
"30.000000" : 17170432,
"40.000000" : 18481152,
"50.000000" : 20054016,
"60.000000" : 21626880,
"70.000000" : 23724032,
"80.000000" : 26083328,
"90.000000" : 28966912,
"95.000000" : 31064064,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 36962304,
"99.950000" : 37486592,
"99.990000" : 39059456
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1219,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3043,
"8716288" : 3246,
"8847360" : 3471,
"8978432" : 3631,
"9109504" : 3767,
"9240576" : 4116,
"9371648" : 4438,
"9502720" : 4709,
"9633792" : 5222,
"9764864" : 5300,
"9895936" : 5525,
"10027008" : 5943,
"10158080" : 6063,
"10289152" : 6642,
"10420224" : 6981,
"10551296" : 7267,
"10682368" : 7647,
"10813440" : 7850,
"10944512" : 8133,
"11075584" : 8569,
"11206656" : 8685,
"11337728" : 8881,
"11468800" : 9216,
"11599872" : 9432,
"11730944" : 10172,
"11862016" : 10565,
"11993088" : 10789,
"12124160" : 10786,
"12255232" : 11497,
"12386304" : 11626,
"12517376" : 11783,
"12648448" : 12115,
"12779520" : 12451,
"12910592" : 13025,
"13041664" : 13915,
"13172736" : 14111,
"13303808" : 14797,
"13434880" : 15148,
"13565952" : 15675,
"13697024" : 16115,
"13828096" : 17023,
"13959168" : 17783,
"14090240" : 18558,
"14221312" : 19252,
"14352384" : 19317,
"14483456" : 20379,
"14614528" : 21114,
"14745600" : 21740,
"14876672" : 22507,
"15007744" : 23426,
"15138816" : 23904,
"15269888" : 25289,
"15400960" : 25720,
"15532032" : 25890,
"15663104" : 26910,
"15794176" : 27474,
"15925248" : 27924,
"16056320" : 28989,
"16187392" : 29421,
"16318464" : 30029,
"16449536" : 30726,
"16580608" : 31563,
"16711680" : 32017,
"16908288" : 65461,
"17170432" : 66662,
"17432576" : 67330,
"17694720" : 67839,
"17956864" : 67076,
"18219008" : 66468,
"18481152" : 67098,
"18743296" : 66706,
"19005440" : 64775,
"19267584" : 62747,
"19529728" : 60866,
"19791872" : 58546,
"20054016" : 56942,
"20316160" : 55694,
"20578304" : 54264,
"20840448" : 53220,
"21102592" : 53019,
"21364736" : 50479,
"21626880" : 49601,
"21889024" : 48267,
"22151168" : 46922,
"22413312" : 46241,
"22675456" : 44610,
"22937600" : 43672,
"23199744" : 41827,
"23461888" : 41307,
"23724032" : 40425,
"23986176" : 39444,
"24248320" : 38888,
"24510464" : 38364,
"24772608" : 38091,
"25034752" : 37983,
"25296896" : 37102,
"25559040" : 36445,
"25821184" : 36069,
"26083328" : 35341,
"26345472" : 35508,
"26607616" : 34795,
"26869760" : 33795,
"27131904" : 32810,
"27394048" : 31871,
"27656192" : 31056,
"27918336" : 30323,
"28180480" : 29629,
"28442624" : 28677,
"28704768" : 27970,
"28966912" : 26973,
"29229056" : 25951,
"29491200" : 24620,
"29753344" : 23329,
"30015488" : 22640,
"30277632" : 21694,
"30539776" : 20757,
"30801920" : 19534,
"31064064" : 18460,
"31326208" : 17439,
"31588352" : 16310,
"31850496" : 15108,
"32112640" : 13999,
"32374784" : 13116,
"32636928" : 12037,
"32899072" : 10889,
"33161216" : 9550,
"33423360" : 8411,
"33816576" : 13842,
"34340864" : 10846,
"34865152" : 8013,
"35389440" : 5931,
"35913728" : 3963,
"36438016" : 2662,
"36962304" : 1627,
"37486592" : 1017,
"38010880" : 565,
"38535168" : 330,
"39059456" : 178,
"39583744" : 75,
"40108032" : 29,
"40632320" : 15,
"41156608" : 13,
"41680896" : 5,
"42205184" : 4,
"42729472" : 1,
"43253760" : 2,
"43778048" : 3,
"44302336" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 22016271.258092,
"stddev" : 6296333.050782,
"N" : 3487790
},
"bw_min" : 67312,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 93064.050167,
"bw_dev" : 474.097402,
"bw_samples" : 9568,
"iops_min" : 16828,
"iops_max" : 35512,
"iops_mean" : 23263.387960,
"iops_stddev" : 118.481347,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4799981,
"usr_cpu" : 0.318085,
"sys_cpu" : 3.250638,
"ctx" : 4406426,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.011153,
"4" : 0.048741,
"10" : 2.355309,
"20" : 47.875465,
"50" : 49.700873,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124003,
"timestamp_ms" : 1774124003774,
"time" : "Sat Mar 21 17:13:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15139454976,
"io_kbytes" : 14784624,
"bw_bytes" : 94621593,
"bw" : 92403,
"iops" : 23101.243750,
"runtime" : 160000,
"total_ios" : 3696199,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1378280.849109,
"stddev" : 566118.635405,
"N" : 3696200
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 20782207.125552,
"stddev" : 5918415.993594,
"N" : 3696168,
"percentile" : {
"1.000000" : 8585216,
"5.000000" : 11730944,
"10.000000" : 13565952,
"20.000000" : 15794176,
"30.000000" : 17170432,
"40.000000" : 18743296,
"50.000000" : 20054016,
"60.000000" : 21889024,
"70.000000" : 23986176,
"80.000000" : 26345472,
"90.000000" : 29229056,
"95.000000" : 31064064,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 36962304,
"99.950000" : 37486592,
"99.990000" : 39059456
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1219,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3043,
"8716288" : 3246,
"8847360" : 3471,
"8978432" : 3631,
"9109504" : 3767,
"9240576" : 4116,
"9371648" : 4438,
"9502720" : 4709,
"9633792" : 5222,
"9764864" : 5300,
"9895936" : 5525,
"10027008" : 5944,
"10158080" : 6063,
"10289152" : 6644,
"10420224" : 6983,
"10551296" : 7272,
"10682368" : 7650,
"10813440" : 7854,
"10944512" : 8138,
"11075584" : 8581,
"11206656" : 8695,
"11337728" : 8888,
"11468800" : 9226,
"11599872" : 9445,
"11730944" : 10190,
"11862016" : 10582,
"11993088" : 10807,
"12124160" : 10815,
"12255232" : 11528,
"12386304" : 11676,
"12517376" : 11843,
"12648448" : 12178,
"12779520" : 12538,
"12910592" : 13118,
"13041664" : 14051,
"13172736" : 14243,
"13303808" : 14950,
"13434880" : 15344,
"13565952" : 15860,
"13697024" : 16370,
"13828096" : 17303,
"13959168" : 18065,
"14090240" : 18932,
"14221312" : 19639,
"14352384" : 19701,
"14483456" : 20885,
"14614528" : 21621,
"14745600" : 22319,
"14876672" : 23153,
"15007744" : 24059,
"15138816" : 24638,
"15269888" : 26049,
"15400960" : 26498,
"15532032" : 26754,
"15663104" : 27788,
"15794176" : 28448,
"15925248" : 28926,
"16056320" : 30103,
"16187392" : 30611,
"16318464" : 31249,
"16449536" : 32047,
"16580608" : 32927,
"16711680" : 33474,
"16908288" : 68667,
"17170432" : 70046,
"17432576" : 71004,
"17694720" : 71625,
"17956864" : 71159,
"18219008" : 70819,
"18481152" : 71661,
"18743296" : 71480,
"19005440" : 69686,
"19267584" : 67611,
"19529728" : 65797,
"19791872" : 63349,
"20054016" : 61802,
"20316160" : 60157,
"20578304" : 58384,
"20840448" : 57114,
"21102592" : 56799,
"21364736" : 53998,
"21626880" : 52865,
"21889024" : 51444,
"22151168" : 49852,
"22413312" : 49336,
"22675456" : 47577,
"22937600" : 46613,
"23199744" : 44689,
"23461888" : 44311,
"23724032" : 43301,
"23986176" : 42336,
"24248320" : 41726,
"24510464" : 41254,
"24772608" : 40917,
"25034752" : 40767,
"25296896" : 39914,
"25559040" : 39218,
"25821184" : 38770,
"26083328" : 38103,
"26345472" : 38311,
"26607616" : 37324,
"26869760" : 36315,
"27131904" : 35444,
"27394048" : 34481,
"27656192" : 33587,
"27918336" : 32768,
"28180480" : 32049,
"28442624" : 31189,
"28704768" : 30531,
"28966912" : 29435,
"29229056" : 28134,
"29491200" : 26809,
"29753344" : 25458,
"30015488" : 24644,
"30277632" : 23610,
"30539776" : 22627,
"30801920" : 21422,
"31064064" : 20108,
"31326208" : 19102,
"31588352" : 17787,
"31850496" : 16505,
"32112640" : 15353,
"32374784" : 14362,
"32636928" : 13181,
"32899072" : 11900,
"33161216" : 10483,
"33423360" : 9267,
"33816576" : 15234,
"34340864" : 11978,
"34865152" : 8897,
"35389440" : 6582,
"35913728" : 4403,
"36438016" : 2962,
"36962304" : 1816,
"37486592" : 1138,
"38010880" : 633,
"38535168" : 367,
"39059456" : 199,
"39583744" : 83,
"40108032" : 37,
"40632320" : 16,
"41156608" : 13,
"41680896" : 5,
"42205184" : 4,
"42729472" : 1,
"43253760" : 2,
"43778048" : 3,
"44302336" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 22160476.242023,
"stddev" : 6282782.806336,
"N" : 3696168
},
"bw_min" : 67312,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 92458.053292,
"bw_dev" : 465.944687,
"bw_samples" : 10208,
"iops_min" : 16828,
"iops_max" : 35512,
"iops_mean" : 23112.003135,
"iops_stddev" : 116.442690,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5119981,
"usr_cpu" : 0.317540,
"sys_cpu" : 3.245989,
"ctx" : 4659055,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010524,
"4" : 0.045993,
"10" : 2.222553,
"20" : 47.142159,
"50" : 50.570816,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124013,
"timestamp_ms" : 1774124013774,
"time" : "Sat Mar 21 17:13:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16013344768,
"io_kbytes" : 15638032,
"bw_bytes" : 94196145,
"bw" : 91988,
"iops" : 22997.358824,
"runtime" : 170000,
"total_ios" : 3909551,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1384582.806882,
"stddev" : 567096.061509,
"N" : 3909551
},
"clat_ns" : {
"min" : 484059,
"max" : 61770502,
"mean" : 20876140.010578,
"stddev" : 5898330.959770,
"N" : 3909519,
"percentile" : {
"1.000000" : 8585216,
"5.000000" : 11862016,
"10.000000" : 13697024,
"20.000000" : 15925248,
"30.000000" : 17432576,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 21889024,
"70.000000" : 23986176,
"80.000000" : 26345472,
"90.000000" : 29229056,
"95.000000" : 31326208,
"99.000000" : 34340864,
"99.500000" : 34865152,
"99.900000" : 36962304,
"99.950000" : 37486592,
"99.990000" : 39059456
},
"bins" : {
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 2,
"544768" : 1,
"552960" : 4,
"561152" : 3,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 5,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 8,
"651264" : 8,
"659456" : 4,
"667648" : 14,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 6,
"716800" : 8,
"724992" : 4,
"733184" : 1,
"741376" : 3,
"749568" : 4,
"757760" : 2,
"765952" : 4,
"774144" : 5,
"782336" : 4,
"790528" : 2,
"798720" : 1,
"806912" : 2,
"815104" : 4,
"831488" : 1,
"839680" : 5,
"847872" : 3,
"856064" : 4,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 1,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 4,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 8,
"1105920" : 5,
"1122304" : 11,
"1138688" : 3,
"1155072" : 5,
"1171456" : 3,
"1187840" : 6,
"1204224" : 6,
"1220608" : 7,
"1236992" : 3,
"1253376" : 6,
"1269760" : 6,
"1286144" : 4,
"1302528" : 9,
"1318912" : 6,
"1335296" : 8,
"1351680" : 4,
"1368064" : 2,
"1384448" : 1,
"1400832" : 8,
"1417216" : 8,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 7,
"1499136" : 4,
"1515520" : 3,
"1531904" : 4,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 7,
"1613824" : 4,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 6,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 10,
"1777664" : 6,
"1794048" : 6,
"1810432" : 8,
"1826816" : 12,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 7,
"1908736" : 10,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 11,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 30,
"2211840" : 23,
"2244608" : 15,
"2277376" : 20,
"2310144" : 34,
"2342912" : 26,
"2375680" : 16,
"2408448" : 21,
"2441216" : 25,
"2473984" : 23,
"2506752" : 21,
"2539520" : 26,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 35,
"2932736" : 22,
"2965504" : 32,
"2998272" : 21,
"3031040" : 25,
"3063808" : 19,
"3096576" : 21,
"3129344" : 15,
"3162112" : 27,
"3194880" : 25,
"3227648" : 19,
"3260416" : 27,
"3293184" : 31,
"3325952" : 23,
"3358720" : 28,
"3391488" : 38,
"3424256" : 28,
"3457024" : 37,
"3489792" : 40,
"3522560" : 42,
"3555328" : 32,
"3588096" : 29,
"3620864" : 23,
"3653632" : 36,
"3686400" : 36,
"3719168" : 30,
"3751936" : 33,
"3784704" : 32,
"3817472" : 39,
"3850240" : 28,
"3883008" : 35,
"3915776" : 42,
"3948544" : 33,
"3981312" : 44,
"4014080" : 40,
"4046848" : 51,
"4079616" : 44,
"4112384" : 43,
"4145152" : 39,
"4177920" : 39,
"4227072" : 100,
"4292608" : 87,
"4358144" : 103,
"4423680" : 103,
"4489216" : 125,
"4554752" : 118,
"4620288" : 102,
"4685824" : 110,
"4751360" : 120,
"4816896" : 122,
"4882432" : 129,
"4947968" : 161,
"5013504" : 135,
"5079040" : 166,
"5144576" : 147,
"5210112" : 139,
"5275648" : 187,
"5341184" : 183,
"5406720" : 178,
"5472256" : 210,
"5537792" : 199,
"5603328" : 226,
"5668864" : 206,
"5734400" : 244,
"5799936" : 233,
"5865472" : 271,
"5931008" : 260,
"5996544" : 287,
"6062080" : 310,
"6127616" : 335,
"6193152" : 320,
"6258688" : 322,
"6324224" : 362,
"6389760" : 375,
"6455296" : 381,
"6520832" : 447,
"6586368" : 462,
"6651904" : 496,
"6717440" : 508,
"6782976" : 545,
"6848512" : 506,
"6914048" : 549,
"6979584" : 574,
"7045120" : 613,
"7110656" : 652,
"7176192" : 661,
"7241728" : 678,
"7307264" : 708,
"7372800" : 713,
"7438336" : 778,
"7503872" : 781,
"7569408" : 837,
"7634944" : 863,
"7700480" : 899,
"7766016" : 986,
"7831552" : 969,
"7897088" : 1063,
"7962624" : 1082,
"8028160" : 1095,
"8093696" : 1219,
"8159232" : 1146,
"8224768" : 1252,
"8290304" : 1313,
"8355840" : 1394,
"8454144" : 2865,
"8585216" : 3043,
"8716288" : 3246,
"8847360" : 3471,
"8978432" : 3632,
"9109504" : 3767,
"9240576" : 4118,
"9371648" : 4439,
"9502720" : 4711,
"9633792" : 5223,
"9764864" : 5300,
"9895936" : 5529,
"10027008" : 5948,
"10158080" : 6067,
"10289152" : 6650,
"10420224" : 6990,
"10551296" : 7281,
"10682368" : 7668,
"10813440" : 7872,
"10944512" : 8156,
"11075584" : 8605,
"11206656" : 8729,
"11337728" : 8922,
"11468800" : 9271,
"11599872" : 9493,
"11730944" : 10246,
"11862016" : 10647,
"11993088" : 10896,
"12124160" : 10916,
"12255232" : 11641,
"12386304" : 11794,
"12517376" : 12008,
"12648448" : 12392,
"12779520" : 12771,
"12910592" : 13388,
"13041664" : 14401,
"13172736" : 14605,
"13303808" : 15406,
"13434880" : 15858,
"13565952" : 16397,
"13697024" : 16958,
"13828096" : 18015,
"13959168" : 18841,
"14090240" : 19786,
"14221312" : 20564,
"14352384" : 20660,
"14483456" : 21874,
"14614528" : 22633,
"14745600" : 23365,
"14876672" : 24354,
"15007744" : 25164,
"15138816" : 25827,
"15269888" : 27317,
"15400960" : 27730,
"15532032" : 28031,
"15663104" : 29137,
"15794176" : 29873,
"15925248" : 30362,
"16056320" : 31575,
"16187392" : 32126,
"16318464" : 32738,
"16449536" : 33560,
"16580608" : 34473,
"16711680" : 34997,
"16908288" : 71924,
"17170432" : 73285,
"17432576" : 74426,
"17694720" : 75023,
"17956864" : 74667,
"18219008" : 74454,
"18481152" : 75425,
"18743296" : 75239,
"19005440" : 73598,
"19267584" : 71429,
"19529728" : 69872,
"19791872" : 67398,
"20054016" : 66016,
"20316160" : 64329,
"20578304" : 62534,
"20840448" : 61313,
"21102592" : 60961,
"21364736" : 57970,
"21626880" : 56904,
"21889024" : 55307,
"22151168" : 53605,
"22413312" : 52945,
"22675456" : 50975,
"22937600" : 49879,
"23199744" : 47890,
"23461888" : 47311,
"23724032" : 46215,
"23986176" : 45167,
"24248320" : 44647,
"24510464" : 44079,
"24772608" : 43646,
"25034752" : 43459,
"25296896" : 42615,
"25559040" : 41866,
"25821184" : 41333,
"26083328" : 40789,
"26345472" : 40931,
"26607616" : 40065,
"26869760" : 38989,
"27131904" : 38004,
"27394048" : 37076,
"27656192" : 36080,
"27918336" : 35251,
"28180480" : 34457,
"28442624" : 33543,
"28704768" : 32843,
"28966912" : 31758,
"29229056" : 30433,
"29491200" : 29030,
"29753344" : 27572,
"30015488" : 26623,
"30277632" : 25507,
"30539776" : 24551,
"30801920" : 23275,
"31064064" : 21756,
"31326208" : 20621,
"31588352" : 19191,
"31850496" : 17866,
"32112640" : 16562,
"32374784" : 15393,
"32636928" : 14161,
"32899072" : 12769,
"33161216" : 11262,
"33423360" : 9911,
"33816576" : 16357,
"34340864" : 12705,
"34865152" : 9453,
"35389440" : 6951,
"35913728" : 4649,
"36438016" : 3102,
"36962304" : 1916,
"37486592" : 1207,
"38010880" : 657,
"38535168" : 377,
"39059456" : 210,
"39583744" : 92,
"40108032" : 42,
"40632320" : 16,
"41156608" : 13,
"41680896" : 5,
"42205184" : 4,
"42729472" : 1,
"43253760" : 2,
"43778048" : 3,
"44302336" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 514366,
"max" : 63294811,
"mean" : 22260731.345287,
"stddev" : 6261104.470420,
"N" : 3909519
},
"bw_min" : 67312,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 92053.684366,
"bw_dev" : 456.439902,
"bw_samples" : 10848,
"iops_min" : 16828,
"iops_max" : 35512,
"iops_mean" : 23010.964602,
"iops_stddev" : 114.066900,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5439985,
"usr_cpu" : 0.317023,
"sys_cpu" : 3.248796,
"ctx" : 4921577,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.043483,
"10" : 2.101571,
"20" : 46.548619,
"50" : 51.288831,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124023,
"timestamp_ms" : 1774124023783,
"time" : "Sat Mar 21 17:13:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 23510,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16841019392,
"io_kbytes" : 16446308,
"bw_bytes" : 93560699,
"bw" : 91367,
"iops" : 22841.589769,
"runtime" : 180001,
"total_ios" : 4111509,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1394092.509221,
"stddev" : 571780.577186,
"N" : 4111541
},
"clat_ns" : {
"min" : 3285,
"max" : 61770502,
"mean" : 21016563.069203,
"stddev" : 5924694.132443,
"N" : 4111989,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 11862016,
"10.000000" : 13828096,
"20.000000" : 15925248,
"30.000000" : 17432576,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 22151168,
"70.000000" : 24248320,
"80.000000" : 26607616,
"90.000000" : 29491200,
"95.000000" : 31326208,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 36962304,
"99.950000" : 38010880,
"99.990000" : 39059456
},
"bins" : {
"3280" : 1,
"3504" : 1,
"3568" : 2,
"3632" : 1,
"3920" : 1,
"3952" : 1,
"4016" : 1,
"4128" : 1,
"4256" : 1,
"4320" : 1,
"4512" : 1,
"4640" : 1,
"4960" : 2,
"5152" : 1,
"5216" : 1,
"5600" : 1,
"5792" : 1,
"6176" : 1,
"6240" : 1,
"6432" : 1,
"6496" : 1,
"6624" : 1,
"6880" : 1,
"7008" : 1,
"7520" : 2,
"7968" : 1,
"8256" : 1,
"8896" : 1,
"11840" : 1,
"346112" : 1,
"362496" : 1,
"382976" : 2,
"387072" : 1,
"428032" : 1,
"444416" : 1,
"468992" : 1,
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 3,
"544768" : 1,
"552960" : 4,
"561152" : 4,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 6,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 9,
"651264" : 9,
"659456" : 5,
"667648" : 15,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 7,
"716800" : 9,
"724992" : 4,
"733184" : 1,
"741376" : 5,
"749568" : 4,
"757760" : 2,
"765952" : 5,
"774144" : 5,
"782336" : 5,
"790528" : 5,
"798720" : 3,
"806912" : 3,
"815104" : 4,
"831488" : 3,
"839680" : 5,
"847872" : 3,
"856064" : 5,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 5,
"897024" : 1,
"905216" : 1,
"913408" : 2,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 3,
"995328" : 4,
"1003520" : 1,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 9,
"1105920" : 6,
"1122304" : 11,
"1138688" : 5,
"1155072" : 5,
"1171456" : 4,
"1187840" : 6,
"1204224" : 7,
"1220608" : 9,
"1236992" : 4,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 10,
"1318912" : 6,
"1335296" : 10,
"1351680" : 5,
"1368064" : 2,
"1384448" : 2,
"1400832" : 10,
"1417216" : 9,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 8,
"1499136" : 4,
"1515520" : 4,
"1531904" : 5,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 8,
"1613824" : 5,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 7,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 12,
"1777664" : 6,
"1794048" : 6,
"1810432" : 9,
"1826816" : 13,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 8,
"1908736" : 11,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 12,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 32,
"2211840" : 23,
"2244608" : 15,
"2277376" : 21,
"2310144" : 34,
"2342912" : 27,
"2375680" : 17,
"2408448" : 22,
"2441216" : 25,
"2473984" : 24,
"2506752" : 22,
"2539520" : 27,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 36,
"2932736" : 24,
"2965504" : 33,
"2998272" : 21,
"3031040" : 26,
"3063808" : 20,
"3096576" : 22,
"3129344" : 15,
"3162112" : 29,
"3194880" : 26,
"3227648" : 20,
"3260416" : 28,
"3293184" : 33,
"3325952" : 25,
"3358720" : 28,
"3391488" : 40,
"3424256" : 28,
"3457024" : 38,
"3489792" : 42,
"3522560" : 45,
"3555328" : 32,
"3588096" : 31,
"3620864" : 25,
"3653632" : 36,
"3686400" : 36,
"3719168" : 31,
"3751936" : 33,
"3784704" : 34,
"3817472" : 41,
"3850240" : 28,
"3883008" : 37,
"3915776" : 42,
"3948544" : 35,
"3981312" : 44,
"4014080" : 40,
"4046848" : 52,
"4079616" : 44,
"4112384" : 43,
"4145152" : 40,
"4177920" : 39,
"4227072" : 102,
"4292608" : 88,
"4358144" : 105,
"4423680" : 105,
"4489216" : 127,
"4554752" : 121,
"4620288" : 104,
"4685824" : 111,
"4751360" : 125,
"4816896" : 126,
"4882432" : 130,
"4947968" : 161,
"5013504" : 138,
"5079040" : 167,
"5144576" : 152,
"5210112" : 140,
"5275648" : 189,
"5341184" : 185,
"5406720" : 178,
"5472256" : 210,
"5537792" : 201,
"5603328" : 226,
"5668864" : 212,
"5734400" : 246,
"5799936" : 235,
"5865472" : 274,
"5931008" : 264,
"5996544" : 288,
"6062080" : 312,
"6127616" : 337,
"6193152" : 322,
"6258688" : 325,
"6324224" : 362,
"6389760" : 381,
"6455296" : 384,
"6520832" : 447,
"6586368" : 462,
"6651904" : 497,
"6717440" : 509,
"6782976" : 546,
"6848512" : 507,
"6914048" : 552,
"6979584" : 576,
"7045120" : 617,
"7110656" : 655,
"7176192" : 663,
"7241728" : 680,
"7307264" : 711,
"7372800" : 716,
"7438336" : 782,
"7503872" : 783,
"7569408" : 839,
"7634944" : 863,
"7700480" : 900,
"7766016" : 987,
"7831552" : 971,
"7897088" : 1064,
"7962624" : 1088,
"8028160" : 1097,
"8093696" : 1221,
"8159232" : 1151,
"8224768" : 1253,
"8290304" : 1313,
"8355840" : 1396,
"8454144" : 2873,
"8585216" : 3045,
"8716288" : 3248,
"8847360" : 3473,
"8978432" : 3637,
"9109504" : 3772,
"9240576" : 4125,
"9371648" : 4443,
"9502720" : 4718,
"9633792" : 5225,
"9764864" : 5303,
"9895936" : 5534,
"10027008" : 5962,
"10158080" : 6071,
"10289152" : 6654,
"10420224" : 6997,
"10551296" : 7295,
"10682368" : 7678,
"10813440" : 7883,
"10944512" : 8168,
"11075584" : 8629,
"11206656" : 8752,
"11337728" : 8955,
"11468800" : 9300,
"11599872" : 9517,
"11730944" : 10287,
"11862016" : 10697,
"11993088" : 10949,
"12124160" : 10985,
"12255232" : 11712,
"12386304" : 11884,
"12517376" : 12105,
"12648448" : 12502,
"12779520" : 12911,
"12910592" : 13560,
"13041664" : 14610,
"13172736" : 14837,
"13303808" : 15668,
"13434880" : 16137,
"13565952" : 16728,
"13697024" : 17335,
"13828096" : 18451,
"13959168" : 19273,
"14090240" : 20257,
"14221312" : 21139,
"14352384" : 21241,
"14483456" : 22526,
"14614528" : 23275,
"14745600" : 24056,
"14876672" : 25115,
"15007744" : 26021,
"15138816" : 26704,
"15269888" : 28207,
"15400960" : 28669,
"15532032" : 29034,
"15663104" : 30164,
"15794176" : 30993,
"15925248" : 31508,
"16056320" : 32739,
"16187392" : 33308,
"16318464" : 33924,
"16449536" : 34805,
"16580608" : 35771,
"16711680" : 36230,
"16908288" : 74538,
"17170432" : 76157,
"17432576" : 77215,
"17694720" : 77865,
"17956864" : 77705,
"18219008" : 77655,
"18481152" : 78687,
"18743296" : 78455,
"19005440" : 76946,
"19267584" : 74773,
"19529728" : 73299,
"19791872" : 70775,
"20054016" : 69399,
"20316160" : 67592,
"20578304" : 65889,
"20840448" : 64552,
"21102592" : 64277,
"21364736" : 61050,
"21626880" : 60020,
"21889024" : 58372,
"22151168" : 56570,
"22413312" : 55915,
"22675456" : 53905,
"22937600" : 52715,
"23199744" : 50860,
"23461888" : 50251,
"23724032" : 49085,
"23986176" : 48037,
"24248320" : 47524,
"24510464" : 47156,
"24772608" : 46470,
"25034752" : 46240,
"25296896" : 45373,
"25559040" : 44592,
"25821184" : 44190,
"26083328" : 43751,
"26345472" : 43713,
"26607616" : 42798,
"26869760" : 41685,
"27131904" : 40784,
"27394048" : 39669,
"27656192" : 38783,
"27918336" : 37890,
"28180480" : 36966,
"28442624" : 36040,
"28704768" : 35241,
"28966912" : 34114,
"29229056" : 32794,
"29491200" : 31266,
"29753344" : 29732,
"30015488" : 28743,
"30277632" : 27637,
"30539776" : 26630,
"30801920" : 25151,
"31064064" : 23688,
"31326208" : 22333,
"31588352" : 20901,
"31850496" : 19505,
"32112640" : 18122,
"32374784" : 16911,
"32636928" : 15615,
"32899072" : 14105,
"33161216" : 12581,
"33423360" : 11068,
"33816576" : 18670,
"34340864" : 14738,
"34865152" : 11026,
"35389440" : 8243,
"35913728" : 5670,
"36438016" : 3876,
"36962304" : 2475,
"37486592" : 1581,
"38010880" : 896,
"38535168" : 542,
"39059456" : 315,
"39583744" : 164,
"40108032" : 68,
"40632320" : 35,
"41156608" : 22,
"41680896" : 15,
"42205184" : 7,
"42729472" : 4,
"43253760" : 2,
"43778048" : 3,
"44302336" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 340460,
"max" : 63294811,
"mean" : 22410628.060409,
"stddev" : 6288891.314643,
"N" : 4111989
},
"bw_min" : 67304,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 91449.905292,
"bw_dev" : 452.156317,
"bw_samples" : 11488,
"iops_min" : 16826,
"iops_max" : 35512,
"iops_mean" : 22860.119777,
"iops_stddev" : 112.995798,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759979,
"usr_cpu" : 0.314116,
"sys_cpu" : 3.243380,
"ctx" : 5166231,
"majf" : 0,
"minf" : 1161,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999222,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010313,
"4" : 0.042466,
"10" : 2.002987,
"20" : 45.757555,
"50" : 52.190352,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774124023,
"timestamp_ms" : 1774124023819,
"time" : "Sat Mar 21 17:13:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16842838016,
"io_kbytes" : 16448084,
"bw_bytes" : 93564045,
"bw" : 91371,
"iops" : 22839.940227,
"runtime" : 180014,
"total_ios" : 4111509,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 24978,
"max" : 20291521,
"mean" : 1394092.509221,
"stddev" : 571780.577186,
"N" : 4111541
},
"clat_ns" : {
"min" : 3285,
"max" : 61770502,
"mean" : 21016563.069203,
"stddev" : 5924694.132443,
"N" : 4111989,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 11862016,
"10.000000" : 13828096,
"20.000000" : 15925248,
"30.000000" : 17432576,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 22151168,
"70.000000" : 24248320,
"80.000000" : 26607616,
"90.000000" : 29491200,
"95.000000" : 31326208,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 36962304,
"99.950000" : 38010880,
"99.990000" : 39059456
},
"bins" : {
"3280" : 1,
"3504" : 1,
"3568" : 2,
"3632" : 1,
"3920" : 1,
"3952" : 1,
"4016" : 1,
"4128" : 1,
"4256" : 1,
"4320" : 1,
"4512" : 1,
"4640" : 1,
"4960" : 2,
"5152" : 1,
"5216" : 1,
"5600" : 1,
"5792" : 1,
"6176" : 1,
"6240" : 1,
"6432" : 1,
"6496" : 1,
"6624" : 1,
"6880" : 1,
"7008" : 1,
"7520" : 2,
"7968" : 1,
"8256" : 1,
"8896" : 1,
"11840" : 1,
"346112" : 1,
"362496" : 1,
"382976" : 2,
"387072" : 1,
"428032" : 1,
"444416" : 1,
"468992" : 1,
"485376" : 1,
"489472" : 2,
"514048" : 2,
"522240" : 1,
"528384" : 2,
"536576" : 3,
"544768" : 1,
"552960" : 4,
"561152" : 4,
"569344" : 11,
"577536" : 4,
"585728" : 6,
"593920" : 6,
"602112" : 5,
"610304" : 7,
"618496" : 7,
"626688" : 9,
"634880" : 3,
"643072" : 9,
"651264" : 9,
"659456" : 5,
"667648" : 15,
"675840" : 5,
"684032" : 7,
"692224" : 6,
"700416" : 6,
"708608" : 7,
"716800" : 9,
"724992" : 4,
"733184" : 1,
"741376" : 5,
"749568" : 4,
"757760" : 2,
"765952" : 5,
"774144" : 5,
"782336" : 5,
"790528" : 5,
"798720" : 3,
"806912" : 3,
"815104" : 4,
"831488" : 3,
"839680" : 5,
"847872" : 3,
"856064" : 5,
"864256" : 2,
"872448" : 5,
"880640" : 2,
"888832" : 5,
"897024" : 1,
"905216" : 1,
"913408" : 2,
"921600" : 2,
"929792" : 1,
"937984" : 6,
"946176" : 4,
"962560" : 2,
"970752" : 1,
"978944" : 3,
"995328" : 4,
"1003520" : 1,
"1011712" : 3,
"1019904" : 2,
"1028096" : 3,
"1036288" : 6,
"1044480" : 2,
"1056768" : 6,
"1073152" : 10,
"1089536" : 9,
"1105920" : 6,
"1122304" : 11,
"1138688" : 5,
"1155072" : 5,
"1171456" : 4,
"1187840" : 6,
"1204224" : 7,
"1220608" : 9,
"1236992" : 4,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 10,
"1318912" : 6,
"1335296" : 10,
"1351680" : 5,
"1368064" : 2,
"1384448" : 2,
"1400832" : 10,
"1417216" : 9,
"1433600" : 13,
"1449984" : 11,
"1466368" : 4,
"1482752" : 8,
"1499136" : 4,
"1515520" : 4,
"1531904" : 5,
"1548288" : 5,
"1564672" : 3,
"1581056" : 1,
"1597440" : 8,
"1613824" : 5,
"1630208" : 9,
"1646592" : 8,
"1662976" : 8,
"1679360" : 7,
"1695744" : 7,
"1712128" : 6,
"1728512" : 3,
"1744896" : 4,
"1761280" : 12,
"1777664" : 6,
"1794048" : 6,
"1810432" : 9,
"1826816" : 13,
"1843200" : 5,
"1859584" : 6,
"1875968" : 3,
"1892352" : 8,
"1908736" : 11,
"1925120" : 8,
"1941504" : 10,
"1957888" : 9,
"1974272" : 9,
"1990656" : 12,
"2007040" : 7,
"2023424" : 11,
"2039808" : 5,
"2056192" : 14,
"2072576" : 10,
"2088960" : 12,
"2113536" : 29,
"2146304" : 36,
"2179072" : 32,
"2211840" : 23,
"2244608" : 15,
"2277376" : 21,
"2310144" : 34,
"2342912" : 27,
"2375680" : 17,
"2408448" : 22,
"2441216" : 25,
"2473984" : 24,
"2506752" : 22,
"2539520" : 27,
"2572288" : 21,
"2605056" : 24,
"2637824" : 34,
"2670592" : 31,
"2703360" : 30,
"2736128" : 20,
"2768896" : 28,
"2801664" : 23,
"2834432" : 30,
"2867200" : 23,
"2899968" : 36,
"2932736" : 24,
"2965504" : 33,
"2998272" : 21,
"3031040" : 26,
"3063808" : 20,
"3096576" : 22,
"3129344" : 15,
"3162112" : 29,
"3194880" : 26,
"3227648" : 20,
"3260416" : 28,
"3293184" : 33,
"3325952" : 25,
"3358720" : 28,
"3391488" : 40,
"3424256" : 28,
"3457024" : 38,
"3489792" : 42,
"3522560" : 45,
"3555328" : 32,
"3588096" : 31,
"3620864" : 25,
"3653632" : 36,
"3686400" : 36,
"3719168" : 31,
"3751936" : 33,
"3784704" : 34,
"3817472" : 41,
"3850240" : 28,
"3883008" : 37,
"3915776" : 42,
"3948544" : 35,
"3981312" : 44,
"4014080" : 40,
"4046848" : 52,
"4079616" : 44,
"4112384" : 43,
"4145152" : 40,
"4177920" : 39,
"4227072" : 102,
"4292608" : 88,
"4358144" : 105,
"4423680" : 105,
"4489216" : 127,
"4554752" : 121,
"4620288" : 104,
"4685824" : 111,
"4751360" : 125,
"4816896" : 126,
"4882432" : 130,
"4947968" : 161,
"5013504" : 138,
"5079040" : 167,
"5144576" : 152,
"5210112" : 140,
"5275648" : 189,
"5341184" : 185,
"5406720" : 178,
"5472256" : 210,
"5537792" : 201,
"5603328" : 226,
"5668864" : 212,
"5734400" : 246,
"5799936" : 235,
"5865472" : 274,
"5931008" : 264,
"5996544" : 288,
"6062080" : 312,
"6127616" : 337,
"6193152" : 322,
"6258688" : 325,
"6324224" : 362,
"6389760" : 381,
"6455296" : 384,
"6520832" : 447,
"6586368" : 462,
"6651904" : 497,
"6717440" : 509,
"6782976" : 546,
"6848512" : 507,
"6914048" : 552,
"6979584" : 576,
"7045120" : 617,
"7110656" : 655,
"7176192" : 663,
"7241728" : 680,
"7307264" : 711,
"7372800" : 716,
"7438336" : 782,
"7503872" : 783,
"7569408" : 839,
"7634944" : 863,
"7700480" : 900,
"7766016" : 987,
"7831552" : 971,
"7897088" : 1064,
"7962624" : 1088,
"8028160" : 1097,
"8093696" : 1221,
"8159232" : 1151,
"8224768" : 1253,
"8290304" : 1313,
"8355840" : 1396,
"8454144" : 2873,
"8585216" : 3045,
"8716288" : 3248,
"8847360" : 3473,
"8978432" : 3637,
"9109504" : 3772,
"9240576" : 4125,
"9371648" : 4443,
"9502720" : 4718,
"9633792" : 5225,
"9764864" : 5303,
"9895936" : 5534,
"10027008" : 5962,
"10158080" : 6071,
"10289152" : 6654,
"10420224" : 6997,
"10551296" : 7295,
"10682368" : 7678,
"10813440" : 7883,
"10944512" : 8168,
"11075584" : 8629,
"11206656" : 8752,
"11337728" : 8955,
"11468800" : 9300,
"11599872" : 9517,
"11730944" : 10287,
"11862016" : 10697,
"11993088" : 10949,
"12124160" : 10985,
"12255232" : 11712,
"12386304" : 11884,
"12517376" : 12105,
"12648448" : 12502,
"12779520" : 12911,
"12910592" : 13560,
"13041664" : 14610,
"13172736" : 14837,
"13303808" : 15668,
"13434880" : 16137,
"13565952" : 16728,
"13697024" : 17335,
"13828096" : 18451,
"13959168" : 19273,
"14090240" : 20257,
"14221312" : 21139,
"14352384" : 21241,
"14483456" : 22526,
"14614528" : 23275,
"14745600" : 24056,
"14876672" : 25115,
"15007744" : 26021,
"15138816" : 26704,
"15269888" : 28207,
"15400960" : 28669,
"15532032" : 29034,
"15663104" : 30164,
"15794176" : 30993,
"15925248" : 31508,
"16056320" : 32739,
"16187392" : 33308,
"16318464" : 33924,
"16449536" : 34805,
"16580608" : 35771,
"16711680" : 36230,
"16908288" : 74538,
"17170432" : 76157,
"17432576" : 77215,
"17694720" : 77865,
"17956864" : 77705,
"18219008" : 77655,
"18481152" : 78687,
"18743296" : 78455,
"19005440" : 76946,
"19267584" : 74773,
"19529728" : 73299,
"19791872" : 70775,
"20054016" : 69399,
"20316160" : 67592,
"20578304" : 65889,
"20840448" : 64552,
"21102592" : 64277,
"21364736" : 61050,
"21626880" : 60020,
"21889024" : 58372,
"22151168" : 56570,
"22413312" : 55915,
"22675456" : 53905,
"22937600" : 52715,
"23199744" : 50860,
"23461888" : 50251,
"23724032" : 49085,
"23986176" : 48037,
"24248320" : 47524,
"24510464" : 47156,
"24772608" : 46470,
"25034752" : 46240,
"25296896" : 45373,
"25559040" : 44592,
"25821184" : 44190,
"26083328" : 43751,
"26345472" : 43713,
"26607616" : 42798,
"26869760" : 41685,
"27131904" : 40784,
"27394048" : 39669,
"27656192" : 38783,
"27918336" : 37890,
"28180480" : 36966,
"28442624" : 36040,
"28704768" : 35241,
"28966912" : 34114,
"29229056" : 32794,
"29491200" : 31266,
"29753344" : 29732,
"30015488" : 28743,
"30277632" : 27637,
"30539776" : 26630,
"30801920" : 25151,
"31064064" : 23688,
"31326208" : 22333,
"31588352" : 20901,
"31850496" : 19505,
"32112640" : 18122,
"32374784" : 16911,
"32636928" : 15615,
"32899072" : 14105,
"33161216" : 12581,
"33423360" : 11068,
"33816576" : 18670,
"34340864" : 14738,
"34865152" : 11026,
"35389440" : 8243,
"35913728" : 5670,
"36438016" : 3876,
"36962304" : 2475,
"37486592" : 1581,
"38010880" : 896,
"38535168" : 542,
"39059456" : 315,
"39583744" : 164,
"40108032" : 68,
"40632320" : 35,
"41156608" : 22,
"41680896" : 15,
"42205184" : 7,
"42729472" : 4,
"43253760" : 2,
"43778048" : 3,
"44302336" : 2,
"44826624" : 1,
"45350912" : 2,
"45875200" : 2,
"46923776" : 2,
"47448064" : 1,
"48496640" : 1,
"49020928" : 1,
"49545216" : 1,
"50593792" : 1,
"51118080" : 3,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 5,
"54263808" : 1,
"55836672" : 2,
"56885248" : 1,
"57409536" : 3,
"57933824" : 4,
"58982400" : 1,
"60030976" : 1,
"60555264" : 1,
"61603840" : 2
}
},
"lat_ns" : {
"min" : 340460,
"max" : 63294811,
"mean" : 22410628.060409,
"stddev" : 6288891.314643,
"N" : 4111989
},
"bw_min" : 67304,
"bw_max" : 142048,
"bw_agg" : 100.000000,
"bw_mean" : 91414.435894,
"bw_dev" : 452.169675,
"bw_samples" : 11516,
"iops_min" : 16826,
"iops_max" : 35512,
"iops_mean" : 22851.258155,
"iops_stddev" : 112.999064,
"iops_samples" : 11516
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760335,
"usr_cpu" : 0.314096,
"sys_cpu" : 3.243179,
"ctx" : 5166564,
"majf" : 0,
"minf" : 1188,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999222,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010313,
"4" : 0.042466,
"10" : 2.002987,
"20" : 45.757555,
"50" : 52.190352,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}