raidz2/benchmarks/rand/rand-write-qd16-nj32_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774123604,
"timestamp_ms" : 1774123604216,
"time" : "Sat Mar 21 17:06:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1170292736,
"io_kbytes" : 1142864,
"bw_bytes" : 120042336,
"bw" : 117228,
"iops" : 29367.935173,
"runtime" : 9749,
"total_ios" : 286308,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311967,
"usr_cpu" : 0.378886,
"sys_cpu" : 4.995721,
"ctx" : 447571,
"majf" : 0,
"minf" : 240,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.832348,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999650,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123614,
"timestamp_ms" : 1774123614465,
"time" : "Sat Mar 21 17:06:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1215143936,
"io_kbytes" : 1186664,
"bw_bytes" : 121514393,
"bw" : 118666,
"iops" : 29670.900000,
"runtime" : 10000,
"total_ios" : 296709,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 25679,
"max" : 10408322,
"mean" : 1069458.493684,
"stddev" : 537032.663788,
"N" : 296710
},
"clat_ns" : {
"min" : 507826,
"max" : 34588845,
"mean" : 16182911.766309,
"stddev" : 4718997.693248,
"N" : 296678,
"percentile" : {
"1.000000" : 5996544,
"5.000000" : 8585216,
"10.000000" : 10027008,
"20.000000" : 11993088,
"30.000000" : 13565952,
"40.000000" : 14876672,
"50.000000" : 16056320,
"60.000000" : 17432576,
"70.000000" : 18743296,
"80.000000" : 20316160,
"90.000000" : 22675456,
"95.000000" : 24248320,
"99.000000" : 26607616,
"99.500000" : 27394048,
"99.900000" : 29229056,
"99.950000" : 30277632,
"99.990000" : 31850496
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 5,
"634880" : 6,
"643072" : 3,
"651264" : 2,
"659456" : 1,
"765952" : 1,
"880640" : 1,
"888832" : 1,
"897024" : 1,
"1028096" : 1,
"1499136" : 1,
"1564672" : 3,
"1581056" : 1,
"1597440" : 1,
"1613824" : 1,
"1630208" : 1,
"1662976" : 1,
"1712128" : 1,
"1744896" : 1,
"1826816" : 1,
"1859584" : 2,
"1875968" : 4,
"1957888" : 1,
"1974272" : 1,
"2007040" : 1,
"2039808" : 1,
"2056192" : 1,
"2146304" : 2,
"2211840" : 1,
"2244608" : 1,
"2277376" : 3,
"2310144" : 4,
"2342912" : 3,
"2375680" : 3,
"2408448" : 6,
"2441216" : 1,
"2473984" : 5,
"2506752" : 3,
"2539520" : 7,
"2572288" : 5,
"2605056" : 4,
"2637824" : 5,
"2670592" : 4,
"2703360" : 4,
"2736128" : 2,
"2768896" : 10,
"2801664" : 5,
"2834432" : 11,
"2867200" : 6,
"2899968" : 10,
"2932736" : 1,
"2965504" : 11,
"2998272" : 9,
"3031040" : 6,
"3063808" : 6,
"3096576" : 8,
"3129344" : 5,
"3162112" : 7,
"3194880" : 5,
"3227648" : 4,
"3260416" : 9,
"3293184" : 11,
"3325952" : 4,
"3358720" : 12,
"3391488" : 9,
"3424256" : 11,
"3457024" : 6,
"3489792" : 11,
"3522560" : 15,
"3555328" : 9,
"3588096" : 8,
"3620864" : 9,
"3653632" : 8,
"3686400" : 12,
"3719168" : 13,
"3751936" : 12,
"3784704" : 13,
"3817472" : 18,
"3850240" : 26,
"3883008" : 13,
"3915776" : 20,
"3948544" : 22,
"3981312" : 12,
"4014080" : 11,
"4046848" : 22,
"4079616" : 23,
"4112384" : 21,
"4145152" : 17,
"4177920" : 25,
"4227072" : 47,
"4292608" : 45,
"4358144" : 44,
"4423680" : 48,
"4489216" : 47,
"4554752" : 44,
"4620288" : 63,
"4685824" : 49,
"4751360" : 61,
"4816896" : 72,
"4882432" : 77,
"4947968" : 77,
"5013504" : 76,
"5079040" : 75,
"5144576" : 83,
"5210112" : 97,
"5275648" : 102,
"5341184" : 113,
"5406720" : 102,
"5472256" : 95,
"5537792" : 108,
"5603328" : 120,
"5668864" : 114,
"5734400" : 116,
"5799936" : 111,
"5865472" : 145,
"5931008" : 141,
"5996544" : 136,
"6062080" : 149,
"6127616" : 171,
"6193152" : 158,
"6258688" : 159,
"6324224" : 175,
"6389760" : 154,
"6455296" : 195,
"6520832" : 160,
"6586368" : 180,
"6651904" : 175,
"6717440" : 203,
"6782976" : 198,
"6848512" : 189,
"6914048" : 214,
"6979584" : 232,
"7045120" : 226,
"7110656" : 241,
"7176192" : 258,
"7241728" : 240,
"7307264" : 274,
"7372800" : 272,
"7438336" : 291,
"7503872" : 298,
"7569408" : 313,
"7634944" : 312,
"7700480" : 319,
"7766016" : 294,
"7831552" : 355,
"7897088" : 355,
"7962624" : 395,
"8028160" : 370,
"8093696" : 437,
"8159232" : 429,
"8224768" : 445,
"8290304" : 448,
"8355840" : 483,
"8454144" : 1043,
"8585216" : 1040,
"8716288" : 1106,
"8847360" : 1181,
"8978432" : 1235,
"9109504" : 1383,
"9240576" : 1420,
"9371648" : 1506,
"9502720" : 1468,
"9633792" : 1637,
"9764864" : 1693,
"9895936" : 1801,
"10027008" : 1752,
"10158080" : 1729,
"10289152" : 1711,
"10420224" : 1632,
"10551296" : 1657,
"10682368" : 1740,
"10813440" : 1760,
"10944512" : 1773,
"11075584" : 1832,
"11206656" : 1841,
"11337728" : 1995,
"11468800" : 1964,
"11599872" : 2104,
"11730944" : 2249,
"11862016" : 2215,
"11993088" : 2276,
"12124160" : 2383,
"12255232" : 2363,
"12386304" : 2454,
"12517376" : 2530,
"12648448" : 2506,
"12779520" : 2645,
"12910592" : 2802,
"13041664" : 2761,
"13172736" : 2820,
"13303808" : 2945,
"13434880" : 2898,
"13565952" : 2932,
"13697024" : 2933,
"13828096" : 2843,
"13959168" : 2877,
"14090240" : 2866,
"14221312" : 3089,
"14352384" : 3012,
"14483456" : 3181,
"14614528" : 3118,
"14745600" : 3107,
"14876672" : 3121,
"15007744" : 3210,
"15138816" : 3193,
"15269888" : 3074,
"15400960" : 3123,
"15532032" : 3184,
"15663104" : 3062,
"15794176" : 2967,
"15925248" : 2980,
"16056320" : 3051,
"16187392" : 3066,
"16318464" : 3048,
"16449536" : 3180,
"16580608" : 3174,
"16711680" : 3255,
"16908288" : 6186,
"17170432" : 5973,
"17432576" : 5706,
"17694720" : 5773,
"17956864" : 5882,
"18219008" : 5692,
"18481152" : 5295,
"18743296" : 5000,
"19005440" : 4974,
"19267584" : 4881,
"19529728" : 4674,
"19791872" : 4403,
"20054016" : 4344,
"20316160" : 4154,
"20578304" : 4020,
"20840448" : 3987,
"21102592" : 3875,
"21364736" : 3811,
"21626880" : 3341,
"21889024" : 3370,
"22151168" : 3148,
"22413312" : 3094,
"22675456" : 2907,
"22937600" : 2632,
"23199744" : 2613,
"23461888" : 2417,
"23724032" : 2226,
"23986176" : 2022,
"24248320" : 2075,
"24510464" : 1764,
"24772608" : 1578,
"25034752" : 1325,
"25296896" : 1237,
"25559040" : 1133,
"25821184" : 979,
"26083328" : 807,
"26345472" : 757,
"26607616" : 658,
"26869760" : 535,
"27131904" : 453,
"27394048" : 355,
"27656192" : 266,
"27918336" : 211,
"28180480" : 185,
"28442624" : 149,
"28704768" : 99,
"28966912" : 90,
"29229056" : 59,
"29491200" : 48,
"29753344" : 33,
"30015488" : 30,
"30277632" : 29,
"30539776" : 21,
"30801920" : 21,
"31064064" : 14,
"31326208" : 14,
"31588352" : 11,
"31850496" : 17,
"32112640" : 7,
"32374784" : 5,
"32636928" : 4,
"32899072" : 1,
"33161216" : 4,
"33423360" : 2,
"33816576" : 2,
"34340864" : 3
}
},
"lat_ns" : {
"min" : 542699,
"max" : 36161708,
"mean" : 17252087.207080,
"stddev" : 4986385.707754,
"N" : 296678
},
"bw_min" : 108140,
"bw_max" : 133040,
"bw_agg" : 100.000000,
"bw_mean" : 118901.526316,
"bw_dev" : 223.639099,
"bw_samples" : 608,
"iops_min" : 27034,
"iops_max" : 33260,
"iops_mean" : 29718.789474,
"iops_stddev" : 55.932674,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319982,
"usr_cpu" : 0.389709,
"sys_cpu" : 4.004600,
"ctx" : 417667,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999663,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999663,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.152675,
"10" : 9.894543,
"20" : 67.792349,
"50" : 22.131786,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123624,
"timestamp_ms" : 1774123624465,
"time" : "Sat Mar 21 17:07:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2424467456,
"io_kbytes" : 2367644,
"bw_bytes" : 121223372,
"bw" : 118382,
"iops" : 29597.750000,
"runtime" : 20000,
"total_ios" : 591955,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1071987.234891,
"stddev" : 540407.584272,
"N" : 591955
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 16223089.602046,
"stddev" : 4756457.147785,
"N" : 591923,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 8847360,
"10.000000" : 10158080,
"20.000000" : 11993088,
"30.000000" : 13434880,
"40.000000" : 14745600,
"50.000000" : 15925248,
"60.000000" : 17170432,
"70.000000" : 18743296,
"80.000000" : 20316160,
"90.000000" : 22675456,
"95.000000" : 24510464,
"99.000000" : 26869760,
"99.500000" : 27656192,
"99.900000" : 30015488,
"99.950000" : 31326208,
"99.990000" : 35913728
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 5,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 4,
"667648" : 2,
"675840" : 2,
"692224" : 1,
"700416" : 1,
"708608" : 3,
"716800" : 1,
"724992" : 4,
"733184" : 3,
"741376" : 1,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 3,
"962560" : 1,
"970752" : 2,
"995328" : 1,
"1003520" : 1,
"1011712" : 1,
"1028096" : 3,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1089536" : 2,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1187840" : 1,
"1204224" : 2,
"1236992" : 1,
"1269760" : 2,
"1302528" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 5,
"1384448" : 2,
"1400832" : 2,
"1417216" : 2,
"1449984" : 1,
"1466368" : 2,
"1482752" : 2,
"1499136" : 3,
"1531904" : 2,
"1564672" : 4,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 2,
"1646592" : 2,
"1662976" : 5,
"1679360" : 1,
"1712128" : 2,
"1728512" : 2,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 1,
"1810432" : 1,
"1826816" : 2,
"1843200" : 1,
"1859584" : 4,
"1875968" : 4,
"1892352" : 2,
"1908736" : 1,
"1925120" : 1,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"2007040" : 1,
"2023424" : 2,
"2039808" : 3,
"2056192" : 2,
"2088960" : 2,
"2146304" : 2,
"2179072" : 3,
"2211840" : 6,
"2244608" : 4,
"2277376" : 4,
"2310144" : 7,
"2342912" : 7,
"2375680" : 4,
"2408448" : 9,
"2441216" : 3,
"2473984" : 7,
"2506752" : 7,
"2539520" : 10,
"2572288" : 7,
"2605056" : 7,
"2637824" : 7,
"2670592" : 4,
"2703360" : 7,
"2736128" : 8,
"2768896" : 12,
"2801664" : 8,
"2834432" : 13,
"2867200" : 9,
"2899968" : 14,
"2932736" : 2,
"2965504" : 14,
"2998272" : 13,
"3031040" : 11,
"3063808" : 11,
"3096576" : 15,
"3129344" : 6,
"3162112" : 12,
"3194880" : 10,
"3227648" : 6,
"3260416" : 12,
"3293184" : 12,
"3325952" : 9,
"3358720" : 18,
"3391488" : 10,
"3424256" : 17,
"3457024" : 13,
"3489792" : 17,
"3522560" : 18,
"3555328" : 15,
"3588096" : 13,
"3620864" : 15,
"3653632" : 15,
"3686400" : 18,
"3719168" : 19,
"3751936" : 16,
"3784704" : 16,
"3817472" : 24,
"3850240" : 31,
"3883008" : 24,
"3915776" : 30,
"3948544" : 28,
"3981312" : 17,
"4014080" : 17,
"4046848" : 27,
"4079616" : 28,
"4112384" : 30,
"4145152" : 22,
"4177920" : 34,
"4227072" : 60,
"4292608" : 60,
"4358144" : 60,
"4423680" : 62,
"4489216" : 64,
"4554752" : 58,
"4620288" : 84,
"4685824" : 76,
"4751360" : 87,
"4816896" : 95,
"4882432" : 110,
"4947968" : 109,
"5013504" : 110,
"5079040" : 107,
"5144576" : 111,
"5210112" : 141,
"5275648" : 151,
"5341184" : 153,
"5406720" : 149,
"5472256" : 152,
"5537792" : 154,
"5603328" : 158,
"5668864" : 162,
"5734400" : 190,
"5799936" : 179,
"5865472" : 213,
"5931008" : 204,
"5996544" : 208,
"6062080" : 240,
"6127616" : 248,
"6193152" : 248,
"6258688" : 245,
"6324224" : 266,
"6389760" : 233,
"6455296" : 306,
"6520832" : 281,
"6586368" : 307,
"6651904" : 297,
"6717440" : 347,
"6782976" : 329,
"6848512" : 357,
"6914048" : 358,
"6979584" : 407,
"7045120" : 401,
"7110656" : 437,
"7176192" : 480,
"7241728" : 456,
"7307264" : 489,
"7372800" : 496,
"7438336" : 539,
"7503872" : 529,
"7569408" : 567,
"7634944" : 565,
"7700480" : 562,
"7766016" : 561,
"7831552" : 665,
"7897088" : 662,
"7962624" : 699,
"8028160" : 669,
"8093696" : 766,
"8159232" : 790,
"8224768" : 855,
"8290304" : 869,
"8355840" : 865,
"8454144" : 1875,
"8585216" : 1951,
"8716288" : 2044,
"8847360" : 2212,
"8978432" : 2321,
"9109504" : 2563,
"9240576" : 2696,
"9371648" : 2924,
"9502720" : 2986,
"9633792" : 3200,
"9764864" : 3454,
"9895936" : 3597,
"10027008" : 3742,
"10158080" : 3778,
"10289152" : 3811,
"10420224" : 3830,
"10551296" : 3958,
"10682368" : 4045,
"10813440" : 4063,
"10944512" : 4147,
"11075584" : 4248,
"11206656" : 4196,
"11337728" : 4336,
"11468800" : 4272,
"11599872" : 4524,
"11730944" : 4703,
"11862016" : 4826,
"11993088" : 4942,
"12124160" : 5004,
"12255232" : 5004,
"12386304" : 4961,
"12517376" : 5240,
"12648448" : 5219,
"12779520" : 5420,
"12910592" : 5727,
"13041664" : 5645,
"13172736" : 5652,
"13303808" : 5721,
"13434880" : 5681,
"13565952" : 5853,
"13697024" : 5674,
"13828096" : 5727,
"13959168" : 5852,
"14090240" : 5767,
"14221312" : 6102,
"14352384" : 6130,
"14483456" : 6204,
"14614528" : 6137,
"14745600" : 6223,
"14876672" : 6207,
"15007744" : 6418,
"15138816" : 6265,
"15269888" : 6058,
"15400960" : 6168,
"15532032" : 6232,
"15663104" : 6206,
"15794176" : 6229,
"15925248" : 6167,
"16056320" : 6221,
"16187392" : 6088,
"16318464" : 5989,
"16449536" : 6007,
"16580608" : 6041,
"16711680" : 6228,
"16908288" : 12094,
"17170432" : 11706,
"17432576" : 11577,
"17694720" : 11217,
"17956864" : 10997,
"18219008" : 10708,
"18481152" : 10323,
"18743296" : 9855,
"19005440" : 9498,
"19267584" : 9498,
"19529728" : 9222,
"19791872" : 8522,
"20054016" : 8332,
"20316160" : 7824,
"20578304" : 7485,
"20840448" : 7289,
"21102592" : 7075,
"21364736" : 7138,
"21626880" : 6588,
"21889024" : 6543,
"22151168" : 6077,
"22413312" : 5911,
"22675456" : 5431,
"22937600" : 5121,
"23199744" : 4988,
"23461888" : 4771,
"23724032" : 4546,
"23986176" : 4397,
"24248320" : 4188,
"24510464" : 3775,
"24772608" : 3368,
"25034752" : 3055,
"25296896" : 2839,
"25559040" : 2576,
"25821184" : 2352,
"26083328" : 2050,
"26345472" : 1966,
"26607616" : 1599,
"26869760" : 1324,
"27131904" : 1091,
"27394048" : 884,
"27656192" : 675,
"27918336" : 543,
"28180480" : 443,
"28442624" : 353,
"28704768" : 256,
"28966912" : 207,
"29229056" : 152,
"29491200" : 126,
"29753344" : 92,
"30015488" : 84,
"30277632" : 78,
"30539776" : 60,
"30801920" : 58,
"31064064" : 43,
"31326208" : 50,
"31588352" : 33,
"31850496" : 33,
"32112640" : 19,
"32374784" : 21,
"32636928" : 21,
"32899072" : 14,
"33161216" : 15,
"33423360" : 15,
"33816576" : 18,
"34340864" : 17,
"34865152" : 11,
"35389440" : 14,
"35913728" : 10,
"36438016" : 4,
"36962304" : 5,
"37486592" : 8,
"38010880" : 5,
"38535168" : 6,
"39059456" : 10,
"39583744" : 2,
"40108032" : 2,
"40632320" : 2,
"41156608" : 1,
"41680896" : 1,
"42205184" : 2,
"42729472" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 17294861.640315,
"stddev" : 5026211.892029,
"N" : 591923
},
"bw_min" : 106486,
"bw_max" : 134024,
"bw_agg" : 99.814838,
"bw_mean" : 118163.384615,
"bw_dev" : 210.410834,
"bw_samples" : 1248,
"iops_min" : 26619,
"iops_max" : 33506,
"iops_mean" : 29534.692308,
"iops_stddev" : 52.637741,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.390940,
"sys_cpu" : 4.000963,
"ctx" : 833071,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999662,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999662,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010305,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.016386,
"4" : 0.115887,
"10" : 9.122484,
"20" : 68.492031,
"50" : 22.230575,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123634,
"timestamp_ms" : 1774123634466,
"time" : "Sat Mar 21 17:07:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3649376256,
"io_kbytes" : 3563844,
"bw_bytes" : 121641820,
"bw" : 118790,
"iops" : 29698.976701,
"runtime" : 30001,
"total_ios" : 890999,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1068321.430077,
"stddev" : 549961.449646,
"N" : 890999
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 16164000.098302,
"stddev" : 4798010.672224,
"N" : 890967,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 8847360,
"10.000000" : 10158080,
"20.000000" : 11993088,
"30.000000" : 13303808,
"40.000000" : 14614528,
"50.000000" : 15925248,
"60.000000" : 17170432,
"70.000000" : 18481152,
"80.000000" : 20316160,
"90.000000" : 22675456,
"95.000000" : 24510464,
"99.000000" : 27394048,
"99.500000" : 28180480,
"99.900000" : 30539776,
"99.950000" : 31588352,
"99.990000" : 35389440
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 233,
"5603328" : 227,
"5668864" : 251,
"5734400" : 294,
"5799936" : 280,
"5865472" : 330,
"5931008" : 300,
"5996544" : 330,
"6062080" : 350,
"6127616" : 367,
"6193152" : 374,
"6258688" : 375,
"6324224" : 415,
"6389760" : 386,
"6455296" : 440,
"6520832" : 446,
"6586368" : 499,
"6651904" : 487,
"6717440" : 547,
"6782976" : 536,
"6848512" : 561,
"6914048" : 577,
"6979584" : 638,
"7045120" : 641,
"7110656" : 690,
"7176192" : 726,
"7241728" : 723,
"7307264" : 774,
"7372800" : 768,
"7438336" : 872,
"7503872" : 849,
"7569408" : 885,
"7634944" : 909,
"7700480" : 873,
"7766016" : 918,
"7831552" : 1026,
"7897088" : 1052,
"7962624" : 1114,
"8028160" : 1076,
"8093696" : 1196,
"8159232" : 1245,
"8224768" : 1312,
"8290304" : 1310,
"8355840" : 1353,
"8454144" : 2877,
"8585216" : 2922,
"8716288" : 3184,
"8847360" : 3409,
"8978432" : 3530,
"9109504" : 3842,
"9240576" : 4131,
"9371648" : 4323,
"9502720" : 4583,
"9633792" : 4788,
"9764864" : 5154,
"9895936" : 5384,
"10027008" : 5479,
"10158080" : 5630,
"10289152" : 5705,
"10420224" : 5720,
"10551296" : 5977,
"10682368" : 6092,
"10813440" : 6142,
"10944512" : 6400,
"11075584" : 6397,
"11206656" : 6413,
"11337728" : 6601,
"11468800" : 6657,
"11599872" : 6979,
"11730944" : 7140,
"11862016" : 7455,
"11993088" : 7667,
"12124160" : 7742,
"12255232" : 7780,
"12386304" : 7851,
"12517376" : 8131,
"12648448" : 8327,
"12779520" : 8628,
"12910592" : 8909,
"13041664" : 8840,
"13172736" : 8862,
"13303808" : 9023,
"13434880" : 9000,
"13565952" : 9150,
"13697024" : 8992,
"13828096" : 8895,
"13959168" : 9162,
"14090240" : 8943,
"14221312" : 9206,
"14352384" : 9135,
"14483456" : 9307,
"14614528" : 9165,
"14745600" : 9374,
"14876672" : 9497,
"15007744" : 9612,
"15138816" : 9442,
"15269888" : 9351,
"15400960" : 9344,
"15532032" : 9330,
"15663104" : 9271,
"15794176" : 9397,
"15925248" : 9412,
"16056320" : 9320,
"16187392" : 9287,
"16318464" : 9193,
"16449536" : 9028,
"16580608" : 8912,
"16711680" : 9056,
"16908288" : 17721,
"17170432" : 17495,
"17432576" : 17520,
"17694720" : 16554,
"17956864" : 16218,
"18219008" : 15992,
"18481152" : 15528,
"18743296" : 14821,
"19005440" : 14124,
"19267584" : 13926,
"19529728" : 13575,
"19791872" : 12626,
"20054016" : 12135,
"20316160" : 11453,
"20578304" : 10929,
"20840448" : 10587,
"21102592" : 10084,
"21364736" : 9983,
"21626880" : 9198,
"21889024" : 9023,
"22151168" : 8376,
"22413312" : 8349,
"22675456" : 7627,
"22937600" : 7273,
"23199744" : 7077,
"23461888" : 6591,
"23724032" : 6310,
"23986176" : 6110,
"24248320" : 5884,
"24510464" : 5337,
"24772608" : 4935,
"25034752" : 4574,
"25296896" : 4274,
"25559040" : 3948,
"25821184" : 3688,
"26083328" : 3240,
"26345472" : 3027,
"26607616" : 2670,
"26869760" : 2293,
"27131904" : 1916,
"27394048" : 1657,
"27656192" : 1284,
"27918336" : 1092,
"28180480" : 969,
"28442624" : 806,
"28704768" : 609,
"28966912" : 491,
"29229056" : 399,
"29491200" : 334,
"29753344" : 259,
"30015488" : 229,
"30277632" : 182,
"30539776" : 134,
"30801920" : 130,
"31064064" : 98,
"31326208" : 84,
"31588352" : 74,
"31850496" : 55,
"32112640" : 47,
"32374784" : 44,
"32636928" : 37,
"32899072" : 28,
"33161216" : 27,
"33423360" : 24,
"33816576" : 30,
"34340864" : 30,
"34865152" : 20,
"35389440" : 16,
"35913728" : 11,
"36438016" : 4,
"36962304" : 6,
"37486592" : 10,
"38010880" : 5,
"38535168" : 6,
"39059456" : 12,
"39583744" : 3,
"40108032" : 5,
"40632320" : 3,
"41156608" : 3,
"41680896" : 2,
"42205184" : 2,
"42729472" : 1,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 17231809.682501,
"stddev" : 5070321.139677,
"N" : 890967
},
"bw_min" : 106208,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 119166.033898,
"bw_dev" : 221.169494,
"bw_samples" : 1888,
"iops_min" : 26550,
"iops_max" : 33780,
"iops_mean" : 29786.288136,
"iops_stddev" : 55.329726,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960003,
"usr_cpu" : 0.395311,
"sys_cpu" : 4.020092,
"ctx" : 1255326,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.019304,
"4" : 0.121998,
"10" : 9.281941,
"20" : 68.949685,
"50" : 21.609003,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123644,
"timestamp_ms" : 1774123644468,
"time" : "Sat Mar 21 17:07:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4601294848,
"io_kbytes" : 4493452,
"bw_bytes" : 115032371,
"bw" : 112336,
"iops" : 28086.950000,
"runtime" : 40000,
"total_ios" : 1123478,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1130768.828904,
"stddev" : 550887.167531,
"N" : 1123478
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 17094634.339321,
"stddev" : 5240451.240487,
"N" : 1123446,
"percentile" : {
"1.000000" : 6717440,
"5.000000" : 9240576,
"10.000000" : 10551296,
"20.000000" : 12648448,
"30.000000" : 14090240,
"40.000000" : 15400960,
"50.000000" : 16711680,
"60.000000" : 17956864,
"70.000000" : 19529728,
"80.000000" : 21364736,
"90.000000" : 24248320,
"95.000000" : 26607616,
"99.000000" : 30539776,
"99.500000" : 31850496,
"99.900000" : 33816576,
"99.950000" : 34340864,
"99.990000" : 36438016
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 233,
"5603328" : 227,
"5668864" : 251,
"5734400" : 294,
"5799936" : 280,
"5865472" : 330,
"5931008" : 300,
"5996544" : 330,
"6062080" : 350,
"6127616" : 367,
"6193152" : 375,
"6258688" : 375,
"6324224" : 416,
"6389760" : 386,
"6455296" : 441,
"6520832" : 446,
"6586368" : 499,
"6651904" : 487,
"6717440" : 549,
"6782976" : 536,
"6848512" : 561,
"6914048" : 578,
"6979584" : 639,
"7045120" : 644,
"7110656" : 692,
"7176192" : 727,
"7241728" : 725,
"7307264" : 775,
"7372800" : 770,
"7438336" : 875,
"7503872" : 852,
"7569408" : 888,
"7634944" : 912,
"7700480" : 875,
"7766016" : 925,
"7831552" : 1031,
"7897088" : 1061,
"7962624" : 1118,
"8028160" : 1084,
"8093696" : 1200,
"8159232" : 1256,
"8224768" : 1320,
"8290304" : 1322,
"8355840" : 1370,
"8454144" : 2899,
"8585216" : 2951,
"8716288" : 3221,
"8847360" : 3446,
"8978432" : 3576,
"9109504" : 3896,
"9240576" : 4183,
"9371648" : 4387,
"9502720" : 4651,
"9633792" : 4858,
"9764864" : 5241,
"9895936" : 5487,
"10027008" : 5584,
"10158080" : 5750,
"10289152" : 5862,
"10420224" : 5881,
"10551296" : 6144,
"10682368" : 6292,
"10813440" : 6345,
"10944512" : 6657,
"11075584" : 6675,
"11206656" : 6721,
"11337728" : 6938,
"11468800" : 7039,
"11599872" : 7377,
"11730944" : 7555,
"11862016" : 7893,
"11993088" : 8111,
"12124160" : 8237,
"12255232" : 8309,
"12386304" : 8387,
"12517376" : 8706,
"12648448" : 8921,
"12779520" : 9284,
"12910592" : 9592,
"13041664" : 9590,
"13172736" : 9681,
"13303808" : 9877,
"13434880" : 9890,
"13565952" : 10162,
"13697024" : 10078,
"13828096" : 10023,
"13959168" : 10404,
"14090240" : 10315,
"14221312" : 10647,
"14352384" : 10741,
"14483456" : 11027,
"14614528" : 10952,
"14745600" : 11174,
"14876672" : 11575,
"15007744" : 11613,
"15138816" : 11411,
"15269888" : 11463,
"15400960" : 11529,
"15532032" : 11411,
"15663104" : 11456,
"15794176" : 11721,
"15925248" : 11913,
"16056320" : 11859,
"16187392" : 11765,
"16318464" : 11671,
"16449536" : 11591,
"16580608" : 11592,
"16711680" : 11871,
"16908288" : 23510,
"17170432" : 23359,
"17432576" : 23174,
"17694720" : 22038,
"17956864" : 21315,
"18219008" : 20844,
"18481152" : 20135,
"18743296" : 19562,
"19005440" : 18821,
"19267584" : 18335,
"19529728" : 17730,
"19791872" : 16797,
"20054016" : 16224,
"20316160" : 15708,
"20578304" : 14923,
"20840448" : 14332,
"21102592" : 13318,
"21364736" : 13096,
"21626880" : 12211,
"21889024" : 11870,
"22151168" : 11235,
"22413312" : 11098,
"22675456" : 10321,
"22937600" : 10023,
"23199744" : 9740,
"23461888" : 9079,
"23724032" : 8622,
"23986176" : 8411,
"24248320" : 8110,
"24510464" : 7588,
"24772608" : 7284,
"25034752" : 6815,
"25296896" : 6445,
"25559040" : 6239,
"25821184" : 5977,
"26083328" : 5547,
"26345472" : 5280,
"26607616" : 4855,
"26869760" : 4504,
"27131904" : 4108,
"27394048" : 3965,
"27656192" : 3531,
"27918336" : 3367,
"28180480" : 3285,
"28442624" : 3089,
"28704768" : 2686,
"28966912" : 2406,
"29229056" : 2312,
"29491200" : 2051,
"29753344" : 1913,
"30015488" : 1862,
"30277632" : 1623,
"30539776" : 1491,
"30801920" : 1343,
"31064064" : 1337,
"31326208" : 1232,
"31588352" : 1071,
"31850496" : 861,
"32112640" : 788,
"32374784" : 660,
"32636928" : 559,
"32899072" : 531,
"33161216" : 521,
"33423360" : 412,
"33816576" : 687,
"34340864" : 370,
"34865152" : 203,
"35389440" : 88,
"35913728" : 64,
"36438016" : 37,
"36962304" : 26,
"37486592" : 16,
"38010880" : 5,
"38535168" : 6,
"39059456" : 12,
"39583744" : 3,
"40108032" : 5,
"40632320" : 3,
"41156608" : 3,
"41680896" : 2,
"42205184" : 2,
"42729472" : 1,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 18225075.699322,
"stddev" : 5549010.957494,
"N" : 1123446
},
"bw_min" : 84416,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 112728.962025,
"bw_dev" : 405.390974,
"bw_samples" : 2528,
"iops_min" : 21104,
"iops_max" : 33780,
"iops_mean" : 28177.835443,
"iops_stddev" : 101.322929,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279983,
"usr_cpu" : 0.375396,
"sys_cpu" : 3.781300,
"ctx" : 1543436,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015310,
"4" : 0.096753,
"10" : 7.434057,
"20" : 65.507825,
"50" : 26.931725,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123654,
"timestamp_ms" : 1774123654466,
"time" : "Sat Mar 21 17:07:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5553459200,
"io_kbytes" : 5423300,
"bw_bytes" : 111069184,
"bw" : 108466,
"iops" : 27117.360000,
"runtime" : 50000,
"total_ios" : 1355868,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1171735.182561,
"stddev" : 547785.161209,
"N" : 1355868
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 17703778.030734,
"stddev" : 5399091.777773,
"N" : 1355836,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 9502720,
"10.000000" : 11075584,
"20.000000" : 13172736,
"30.000000" : 14614528,
"40.000000" : 15925248,
"50.000000" : 17170432,
"60.000000" : 18481152,
"70.000000" : 20054016,
"80.000000" : 22151168,
"90.000000" : 25296896,
"95.000000" : 27656192,
"99.000000" : 31326208,
"99.500000" : 32374784,
"99.900000" : 33816576,
"99.950000" : 34865152,
"99.990000" : 36438016
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 233,
"5603328" : 227,
"5668864" : 251,
"5734400" : 294,
"5799936" : 280,
"5865472" : 330,
"5931008" : 300,
"5996544" : 330,
"6062080" : 351,
"6127616" : 368,
"6193152" : 375,
"6258688" : 376,
"6324224" : 418,
"6389760" : 387,
"6455296" : 441,
"6520832" : 446,
"6586368" : 500,
"6651904" : 487,
"6717440" : 549,
"6782976" : 536,
"6848512" : 561,
"6914048" : 578,
"6979584" : 641,
"7045120" : 645,
"7110656" : 692,
"7176192" : 727,
"7241728" : 725,
"7307264" : 775,
"7372800" : 770,
"7438336" : 875,
"7503872" : 852,
"7569408" : 888,
"7634944" : 914,
"7700480" : 879,
"7766016" : 929,
"7831552" : 1037,
"7897088" : 1063,
"7962624" : 1122,
"8028160" : 1087,
"8093696" : 1203,
"8159232" : 1259,
"8224768" : 1324,
"8290304" : 1324,
"8355840" : 1373,
"8454144" : 2912,
"8585216" : 2964,
"8716288" : 3242,
"8847360" : 3470,
"8978432" : 3602,
"9109504" : 3912,
"9240576" : 4222,
"9371648" : 4416,
"9502720" : 4691,
"9633792" : 4907,
"9764864" : 5276,
"9895936" : 5543,
"10027008" : 5651,
"10158080" : 5826,
"10289152" : 5961,
"10420224" : 5966,
"10551296" : 6266,
"10682368" : 6424,
"10813440" : 6488,
"10944512" : 6829,
"11075584" : 6874,
"11206656" : 6916,
"11337728" : 7219,
"11468800" : 7294,
"11599872" : 7672,
"11730944" : 7869,
"11862016" : 8238,
"11993088" : 8507,
"12124160" : 8649,
"12255232" : 8783,
"12386304" : 8873,
"12517376" : 9257,
"12648448" : 9569,
"12779520" : 9936,
"12910592" : 10249,
"13041664" : 10331,
"13172736" : 10444,
"13303808" : 10695,
"13434880" : 10744,
"13565952" : 11102,
"13697024" : 11086,
"13828096" : 11085,
"13959168" : 11580,
"14090240" : 11494,
"14221312" : 12016,
"14352384" : 12214,
"14483456" : 12556,
"14614528" : 12626,
"14745600" : 12960,
"14876672" : 13446,
"15007744" : 13643,
"15138816" : 13527,
"15269888" : 13676,
"15400960" : 13788,
"15532032" : 13792,
"15663104" : 14055,
"15794176" : 14314,
"15925248" : 14569,
"16056320" : 14541,
"16187392" : 14673,
"16318464" : 14604,
"16449536" : 14534,
"16580608" : 14391,
"16711680" : 14925,
"16908288" : 29793,
"17170432" : 29673,
"17432576" : 28827,
"17694720" : 27977,
"17956864" : 26907,
"18219008" : 26128,
"18481152" : 25068,
"18743296" : 24184,
"19005440" : 22882,
"19267584" : 22528,
"19529728" : 21806,
"19791872" : 20572,
"20054016" : 19655,
"20316160" : 18916,
"20578304" : 18263,
"20840448" : 17567,
"21102592" : 16518,
"21364736" : 15999,
"21626880" : 14884,
"21889024" : 14520,
"22151168" : 13817,
"22413312" : 13907,
"22675456" : 13556,
"22937600" : 12947,
"23199744" : 12500,
"23461888" : 11709,
"23724032" : 11059,
"23986176" : 10868,
"24248320" : 10611,
"24510464" : 10242,
"24772608" : 9954,
"25034752" : 9436,
"25296896" : 9036,
"25559040" : 8917,
"25821184" : 8410,
"26083328" : 8096,
"26345472" : 7768,
"26607616" : 7329,
"26869760" : 7060,
"27131904" : 6738,
"27394048" : 6340,
"27656192" : 5836,
"27918336" : 5651,
"28180480" : 5374,
"28442624" : 5113,
"28704768" : 4667,
"28966912" : 4324,
"29229056" : 4073,
"29491200" : 3719,
"29753344" : 3531,
"30015488" : 3386,
"30277632" : 3061,
"30539776" : 2780,
"30801920" : 2569,
"31064064" : 2463,
"31326208" : 2232,
"31588352" : 1987,
"31850496" : 1556,
"32112640" : 1397,
"32374784" : 1216,
"32636928" : 1038,
"32899072" : 899,
"33161216" : 832,
"33423360" : 635,
"33816576" : 962,
"34340864" : 533,
"34865152" : 297,
"35389440" : 158,
"35913728" : 98,
"36438016" : 58,
"36962304" : 38,
"37486592" : 23,
"38010880" : 10,
"38535168" : 6,
"39059456" : 16,
"39583744" : 4,
"40108032" : 6,
"40632320" : 3,
"41156608" : 3,
"41680896" : 2,
"42205184" : 2,
"42729472" : 1,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 18875136.022427,
"stddev" : 5721395.923178,
"N" : 1355836
},
"bw_min" : 84416,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 108709.838384,
"bw_dev" : 442.488934,
"bw_samples" : 3168,
"iops_min" : 21104,
"iops_max" : 33780,
"iops_mean" : 27173.424242,
"iops_stddev" : 110.591575,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599994,
"usr_cpu" : 0.364001,
"sys_cpu" : 3.649826,
"ctx" : 1835694,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.012686,
"4" : 0.080170,
"10" : 6.191532,
"20" : 63.370992,
"50" : 30.332746,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123664,
"timestamp_ms" : 1774123664466,
"time" : "Sat Mar 21 17:07:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6519783424,
"io_kbytes" : 6366976,
"bw_bytes" : 108663057,
"bw" : 106116,
"iops" : 26529.716667,
"runtime" : 60000,
"total_ios" : 1591783,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1198191.599714,
"stddev" : 544527.436644,
"N" : 1591783
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 18095762.002325,
"stddev" : 5494502.350253,
"N" : 1591751,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 9764864,
"10.000000" : 11337728,
"20.000000" : 13434880,
"30.000000" : 15007744,
"40.000000" : 16318464,
"50.000000" : 17432576,
"60.000000" : 18743296,
"70.000000" : 20316160,
"80.000000" : 22675456,
"90.000000" : 26083328,
"95.000000" : 28180480,
"99.000000" : 31588352,
"99.500000" : 32374784,
"99.900000" : 34340864,
"99.950000" : 34865152,
"99.990000" : 36438016
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 300,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 378,
"6324224" : 418,
"6389760" : 387,
"6455296" : 443,
"6520832" : 447,
"6586368" : 504,
"6651904" : 488,
"6717440" : 550,
"6782976" : 539,
"6848512" : 566,
"6914048" : 583,
"6979584" : 645,
"7045120" : 653,
"7110656" : 700,
"7176192" : 739,
"7241728" : 740,
"7307264" : 789,
"7372800" : 783,
"7438336" : 881,
"7503872" : 861,
"7569408" : 903,
"7634944" : 922,
"7700480" : 893,
"7766016" : 950,
"7831552" : 1061,
"7897088" : 1079,
"7962624" : 1144,
"8028160" : 1110,
"8093696" : 1222,
"8159232" : 1280,
"8224768" : 1343,
"8290304" : 1363,
"8355840" : 1398,
"8454144" : 2972,
"8585216" : 3028,
"8716288" : 3323,
"8847360" : 3567,
"8978432" : 3708,
"9109504" : 4023,
"9240576" : 4360,
"9371648" : 4577,
"9502720" : 4868,
"9633792" : 5077,
"9764864" : 5466,
"9895936" : 5742,
"10027008" : 5893,
"10158080" : 6083,
"10289152" : 6224,
"10420224" : 6281,
"10551296" : 6558,
"10682368" : 6792,
"10813440" : 6858,
"10944512" : 7209,
"11075584" : 7289,
"11206656" : 7336,
"11337728" : 7637,
"11468800" : 7753,
"11599872" : 8124,
"11730944" : 8408,
"11862016" : 8800,
"11993088" : 9094,
"12124160" : 9325,
"12255232" : 9538,
"12386304" : 9683,
"12517376" : 10127,
"12648448" : 10556,
"12779520" : 10943,
"12910592" : 11394,
"13041664" : 11518,
"13172736" : 11698,
"13303808" : 12120,
"13434880" : 12151,
"13565952" : 12465,
"13697024" : 12553,
"13828096" : 12497,
"13959168" : 13109,
"14090240" : 13046,
"14221312" : 13619,
"14352384" : 13858,
"14483456" : 14265,
"14614528" : 14410,
"14745600" : 14760,
"14876672" : 15261,
"15007744" : 15610,
"15138816" : 15462,
"15269888" : 15756,
"15400960" : 15888,
"15532032" : 15940,
"15663104" : 16340,
"15794176" : 16619,
"15925248" : 16937,
"16056320" : 17022,
"16187392" : 17164,
"16318464" : 17074,
"16449536" : 17150,
"16580608" : 17069,
"16711680" : 17583,
"16908288" : 35539,
"17170432" : 35614,
"17432576" : 34666,
"17694720" : 33491,
"17956864" : 32252,
"18219008" : 31384,
"18481152" : 30042,
"18743296" : 28941,
"19005440" : 27811,
"19267584" : 27140,
"19529728" : 25982,
"19791872" : 24366,
"20054016" : 23315,
"20316160" : 22233,
"20578304" : 21256,
"20840448" : 20215,
"21102592" : 18968,
"21364736" : 18328,
"21626880" : 17042,
"21889024" : 16671,
"22151168" : 15783,
"22413312" : 15712,
"22675456" : 15378,
"22937600" : 14751,
"23199744" : 14410,
"23461888" : 13705,
"23724032" : 13163,
"23986176" : 12951,
"24248320" : 12788,
"24510464" : 12693,
"24772608" : 12453,
"25034752" : 12095,
"25296896" : 11713,
"25559040" : 11750,
"25821184" : 11329,
"26083328" : 11045,
"26345472" : 10849,
"26607616" : 10260,
"26869760" : 10145,
"27131904" : 9502,
"27394048" : 9033,
"27656192" : 8629,
"27918336" : 8392,
"28180480" : 8052,
"28442624" : 7411,
"28704768" : 6903,
"28966912" : 6374,
"29229056" : 6206,
"29491200" : 5764,
"29753344" : 5365,
"30015488" : 4952,
"30277632" : 4380,
"30539776" : 3970,
"30801920" : 3723,
"31064064" : 3442,
"31326208" : 3103,
"31588352" : 2701,
"31850496" : 2169,
"32112640" : 1943,
"32374784" : 1734,
"32636928" : 1411,
"32899072" : 1214,
"33161216" : 1075,
"33423360" : 817,
"33816576" : 1283,
"34340864" : 705,
"34865152" : 377,
"35389440" : 203,
"35913728" : 125,
"36438016" : 72,
"36962304" : 40,
"37486592" : 26,
"38010880" : 11,
"38535168" : 6,
"39059456" : 16,
"39583744" : 4,
"40108032" : 6,
"40632320" : 3,
"41156608" : 3,
"41680896" : 2,
"42205184" : 2,
"42729472" : 1,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 19293613.009546,
"stddev" : 5824951.633215,
"N" : 1591751
},
"bw_min" : 84416,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 106259.705882,
"bw_dev" : 439.402145,
"bw_samples" : 3808,
"iops_min" : 21104,
"iops_max" : 33780,
"iops_mean" : 26561.218487,
"iops_stddev" : 109.816375,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919993,
"usr_cpu" : 0.358022,
"sys_cpu" : 3.570534,
"ctx" : 2122194,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010805,
"4" : 0.068288,
"10" : 5.400611,
"20" : 62.149677,
"50" : 32.360504,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123674,
"timestamp_ms" : 1774123674465,
"time" : "Sat Mar 21 17:07:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7456460800,
"io_kbytes" : 7281700,
"bw_bytes" : 106520868,
"bw" : 104024,
"iops" : 26006.700000,
"runtime" : 70000,
"total_ios" : 1820469,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1222677.403164,
"stddev" : 542987.721221,
"N" : 1820469
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 18460957.782673,
"stddev" : 5559804.244636,
"N" : 1820437,
"percentile" : {
"1.000000" : 7372800,
"5.000000" : 10027008,
"10.000000" : 11730944,
"20.000000" : 13697024,
"30.000000" : 15269888,
"40.000000" : 16580608,
"50.000000" : 17694720,
"60.000000" : 19267584,
"70.000000" : 20840448,
"80.000000" : 23199744,
"90.000000" : 26607616,
"95.000000" : 28704768,
"99.000000" : 31588352,
"99.500000" : 32636928,
"99.900000" : 34340864,
"99.950000" : 34865152,
"99.990000" : 36438016
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 300,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 379,
"6324224" : 418,
"6389760" : 388,
"6455296" : 445,
"6520832" : 447,
"6586368" : 507,
"6651904" : 488,
"6717440" : 550,
"6782976" : 540,
"6848512" : 567,
"6914048" : 584,
"6979584" : 645,
"7045120" : 655,
"7110656" : 700,
"7176192" : 739,
"7241728" : 741,
"7307264" : 790,
"7372800" : 785,
"7438336" : 883,
"7503872" : 865,
"7569408" : 906,
"7634944" : 929,
"7700480" : 903,
"7766016" : 956,
"7831552" : 1067,
"7897088" : 1095,
"7962624" : 1155,
"8028160" : 1130,
"8093696" : 1240,
"8159232" : 1291,
"8224768" : 1360,
"8290304" : 1373,
"8355840" : 1414,
"8454144" : 2993,
"8585216" : 3066,
"8716288" : 3360,
"8847360" : 3621,
"8978432" : 3772,
"9109504" : 4087,
"9240576" : 4439,
"9371648" : 4656,
"9502720" : 4984,
"9633792" : 5210,
"9764864" : 5620,
"9895936" : 5906,
"10027008" : 6088,
"10158080" : 6267,
"10289152" : 6426,
"10420224" : 6491,
"10551296" : 6821,
"10682368" : 7051,
"10813440" : 7159,
"10944512" : 7539,
"11075584" : 7665,
"11206656" : 7716,
"11337728" : 8010,
"11468800" : 8165,
"11599872" : 8580,
"11730944" : 8887,
"11862016" : 9291,
"11993088" : 9634,
"12124160" : 9937,
"12255232" : 10190,
"12386304" : 10401,
"12517376" : 10843,
"12648448" : 11336,
"12779520" : 11860,
"12910592" : 12293,
"13041664" : 12576,
"13172736" : 12816,
"13303808" : 13293,
"13434880" : 13420,
"13565952" : 13853,
"13697024" : 13971,
"13828096" : 13829,
"13959168" : 14475,
"14090240" : 14510,
"14221312" : 15088,
"14352384" : 15453,
"14483456" : 15852,
"14614528" : 15993,
"14745600" : 16390,
"14876672" : 16821,
"15007744" : 17126,
"15138816" : 16984,
"15269888" : 17235,
"15400960" : 17400,
"15532032" : 17465,
"15663104" : 17864,
"15794176" : 18201,
"15925248" : 18456,
"16056320" : 18567,
"16187392" : 18691,
"16318464" : 18687,
"16449536" : 18790,
"16580608" : 18726,
"16711680" : 19304,
"16908288" : 38947,
"17170432" : 39053,
"17432576" : 38411,
"17694720" : 37368,
"17956864" : 36178,
"18219008" : 35292,
"18481152" : 34005,
"18743296" : 32973,
"19005440" : 31992,
"19267584" : 31378,
"19529728" : 30275,
"19791872" : 28836,
"20054016" : 27917,
"20316160" : 26798,
"20578304" : 25972,
"20840448" : 24822,
"21102592" : 23361,
"21364736" : 22597,
"21626880" : 21059,
"21889024" : 20670,
"22151168" : 19401,
"22413312" : 19105,
"22675456" : 18717,
"22937600" : 17977,
"23199744" : 17244,
"23461888" : 16465,
"23724032" : 15908,
"23986176" : 15729,
"24248320" : 15413,
"24510464" : 15220,
"24772608" : 15012,
"25034752" : 14964,
"25296896" : 14542,
"25559040" : 14678,
"25821184" : 14277,
"26083328" : 13939,
"26345472" : 13573,
"26607616" : 12924,
"26869760" : 12726,
"27131904" : 11976,
"27394048" : 11405,
"27656192" : 10905,
"27918336" : 10628,
"28180480" : 10144,
"28442624" : 9459,
"28704768" : 8758,
"28966912" : 8195,
"29229056" : 7887,
"29491200" : 7590,
"29753344" : 7203,
"30015488" : 6589,
"30277632" : 6111,
"30539776" : 5532,
"30801920" : 5100,
"31064064" : 4595,
"31326208" : 4223,
"31588352" : 3736,
"31850496" : 3046,
"32112640" : 2646,
"32374784" : 2302,
"32636928" : 1920,
"32899072" : 1594,
"33161216" : 1366,
"33423360" : 1047,
"33816576" : 1626,
"34340864" : 881,
"34865152" : 473,
"35389440" : 241,
"35913728" : 142,
"36438016" : 81,
"36962304" : 46,
"37486592" : 27,
"38010880" : 15,
"38535168" : 7,
"39059456" : 17,
"39583744" : 4,
"40108032" : 6,
"40632320" : 3,
"41156608" : 3,
"41680896" : 2,
"42205184" : 2,
"42729472" : 1,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 19683532.093936,
"stddev" : 5895755.234661,
"N" : 1820437
},
"bw_min" : 80288,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 104146.812950,
"bw_dev" : 440.464076,
"bw_samples" : 4448,
"iops_min" : 20072,
"iops_max" : 33780,
"iops_mean" : 26033.172662,
"iops_stddev" : 110.082766,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239994,
"usr_cpu" : 0.350046,
"sys_cpu" : 3.509831,
"ctx" : 2400930,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.059710,
"10" : 4.790139,
"20" : 59.970480,
"50" : 35.161379,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123684,
"timestamp_ms" : 1774123684466,
"time" : "Sat Mar 21 17:08:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8373456896,
"io_kbytes" : 8177204,
"bw_bytes" : 104668211,
"bw" : 102215,
"iops" : 25554.312500,
"runtime" : 80000,
"total_ios" : 2044345,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1244597.935009,
"stddev" : 543518.527798,
"N" : 2044345
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 18787327.761432,
"stddev" : 5620006.041523,
"N" : 2044313,
"percentile" : {
"1.000000" : 7569408,
"5.000000" : 10289152,
"10.000000" : 11993088,
"20.000000" : 13959168,
"30.000000" : 15532032,
"40.000000" : 16908288,
"50.000000" : 18219008,
"60.000000" : 19529728,
"70.000000" : 21364736,
"80.000000" : 23724032,
"90.000000" : 26869760,
"95.000000" : 28966912,
"99.000000" : 31850496,
"99.500000" : 32899072,
"99.900000" : 34340864,
"99.950000" : 34865152,
"99.990000" : 36438016
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 515,
"6651904" : 492,
"6717440" : 551,
"6782976" : 542,
"6848512" : 571,
"6914048" : 584,
"6979584" : 647,
"7045120" : 658,
"7110656" : 702,
"7176192" : 741,
"7241728" : 742,
"7307264" : 793,
"7372800" : 788,
"7438336" : 885,
"7503872" : 869,
"7569408" : 911,
"7634944" : 937,
"7700480" : 906,
"7766016" : 963,
"7831552" : 1070,
"7897088" : 1105,
"7962624" : 1168,
"8028160" : 1137,
"8093696" : 1252,
"8159232" : 1300,
"8224768" : 1367,
"8290304" : 1382,
"8355840" : 1420,
"8454144" : 3013,
"8585216" : 3092,
"8716288" : 3403,
"8847360" : 3675,
"8978432" : 3830,
"9109504" : 4141,
"9240576" : 4516,
"9371648" : 4737,
"9502720" : 5069,
"9633792" : 5328,
"9764864" : 5746,
"9895936" : 6041,
"10027008" : 6219,
"10158080" : 6448,
"10289152" : 6604,
"10420224" : 6700,
"10551296" : 7044,
"10682368" : 7309,
"10813440" : 7429,
"10944512" : 7835,
"11075584" : 7962,
"11206656" : 8044,
"11337728" : 8391,
"11468800" : 8535,
"11599872" : 8977,
"11730944" : 9342,
"11862016" : 9727,
"11993088" : 10096,
"12124160" : 10422,
"12255232" : 10707,
"12386304" : 10953,
"12517376" : 11407,
"12648448" : 11985,
"12779520" : 12531,
"12910592" : 13006,
"13041664" : 13388,
"13172736" : 13655,
"13303808" : 14227,
"13434880" : 14497,
"13565952" : 14941,
"13697024" : 15119,
"13828096" : 15031,
"13959168" : 15710,
"14090240" : 15798,
"14221312" : 16433,
"14352384" : 16850,
"14483456" : 17270,
"14614528" : 17455,
"14745600" : 17745,
"14876672" : 18164,
"15007744" : 18444,
"15138816" : 18243,
"15269888" : 18483,
"15400960" : 18601,
"15532032" : 18662,
"15663104" : 19182,
"15794176" : 19506,
"15925248" : 19744,
"16056320" : 19933,
"16187392" : 20099,
"16318464" : 20106,
"16449536" : 20273,
"16580608" : 20161,
"16711680" : 20750,
"16908288" : 42074,
"17170432" : 42427,
"17432576" : 41927,
"17694720" : 40804,
"17956864" : 39601,
"18219008" : 38990,
"18481152" : 37973,
"18743296" : 37014,
"19005440" : 36103,
"19267584" : 35710,
"19529728" : 34697,
"19791872" : 33338,
"20054016" : 32779,
"20316160" : 31562,
"20578304" : 30417,
"20840448" : 29442,
"21102592" : 28059,
"21364736" : 27165,
"21626880" : 25303,
"21889024" : 25018,
"22151168" : 23301,
"22413312" : 22715,
"22675456" : 22333,
"22937600" : 21354,
"23199744" : 20305,
"23461888" : 19444,
"23724032" : 18773,
"23986176" : 18669,
"24248320" : 18382,
"24510464" : 17974,
"24772608" : 17723,
"25034752" : 17603,
"25296896" : 17067,
"25559040" : 16996,
"25821184" : 16691,
"26083328" : 16364,
"26345472" : 15845,
"26607616" : 15223,
"26869760" : 14976,
"27131904" : 14284,
"27394048" : 13697,
"27656192" : 13100,
"27918336" : 12768,
"28180480" : 12289,
"28442624" : 11601,
"28704768" : 10840,
"28966912" : 10379,
"29229056" : 10001,
"29491200" : 9565,
"29753344" : 9146,
"30015488" : 8361,
"30277632" : 7765,
"30539776" : 7213,
"30801920" : 6726,
"31064064" : 6075,
"31326208" : 5581,
"31588352" : 5023,
"31850496" : 4171,
"32112640" : 3604,
"32374784" : 3119,
"32636928" : 2571,
"32899072" : 2164,
"33161216" : 1847,
"33423360" : 1461,
"33816576" : 2187,
"34340864" : 1221,
"34865152" : 683,
"35389440" : 369,
"35913728" : 207,
"36438016" : 121,
"36962304" : 59,
"37486592" : 32,
"38010880" : 22,
"38535168" : 9,
"39059456" : 17,
"39583744" : 7,
"40108032" : 9,
"40632320" : 6,
"41156608" : 3,
"41680896" : 2,
"42205184" : 2,
"42729472" : 1,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 20031787.224624,
"stddev" : 5960725.842971,
"N" : 2044313
},
"bw_min" : 80261,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 102333.641509,
"bw_dev" : 441.004231,
"bw_samples" : 5088,
"iops_min" : 20065,
"iops_max" : 33780,
"iops_mean" : 25580.081761,
"iops_stddev" : 110.215622,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559994,
"usr_cpu" : 0.345040,
"sys_cpu" : 3.460516,
"ctx" : 2679287,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.053171,
"10" : 4.317667,
"20" : 57.950786,
"50" : 37.662087,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123694,
"timestamp_ms" : 1774123694468,
"time" : "Sat Mar 21 17:08:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9263980544,
"io_kbytes" : 9046856,
"bw_bytes" : 102933117,
"bw" : 100520,
"iops" : 25130.633333,
"runtime" : 90000,
"total_ios" : 2261757,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1265840.228978,
"stddev" : 545711.633265,
"N" : 2261759
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 19102934.359879,
"stddev" : 5688732.603435,
"N" : 2261727,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 10420224,
"10.000000" : 12124160,
"20.000000" : 14221312,
"30.000000" : 15794176,
"40.000000" : 17170432,
"50.000000" : 18481152,
"60.000000" : 20054016,
"70.000000" : 21626880,
"80.000000" : 24248320,
"90.000000" : 27394048,
"95.000000" : 29491200,
"99.000000" : 32374784,
"99.500000" : 33161216,
"99.900000" : 34865152,
"99.950000" : 35913728,
"99.990000" : 37486592
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 515,
"6651904" : 492,
"6717440" : 551,
"6782976" : 542,
"6848512" : 571,
"6914048" : 584,
"6979584" : 647,
"7045120" : 658,
"7110656" : 702,
"7176192" : 741,
"7241728" : 742,
"7307264" : 793,
"7372800" : 788,
"7438336" : 885,
"7503872" : 869,
"7569408" : 911,
"7634944" : 937,
"7700480" : 906,
"7766016" : 963,
"7831552" : 1070,
"7897088" : 1105,
"7962624" : 1168,
"8028160" : 1137,
"8093696" : 1254,
"8159232" : 1300,
"8224768" : 1367,
"8290304" : 1383,
"8355840" : 1421,
"8454144" : 3015,
"8585216" : 3096,
"8716288" : 3410,
"8847360" : 3683,
"8978432" : 3839,
"9109504" : 4155,
"9240576" : 4535,
"9371648" : 4758,
"9502720" : 5099,
"9633792" : 5360,
"9764864" : 5778,
"9895936" : 6082,
"10027008" : 6261,
"10158080" : 6514,
"10289152" : 6675,
"10420224" : 6774,
"10551296" : 7128,
"10682368" : 7398,
"10813440" : 7513,
"10944512" : 7944,
"11075584" : 8118,
"11206656" : 8203,
"11337728" : 8535,
"11468800" : 8714,
"11599872" : 9184,
"11730944" : 9553,
"11862016" : 9956,
"11993088" : 10371,
"12124160" : 10692,
"12255232" : 10987,
"12386304" : 11248,
"12517376" : 11688,
"12648448" : 12339,
"12779520" : 12919,
"12910592" : 13407,
"13041664" : 13797,
"13172736" : 14138,
"13303808" : 14760,
"13434880" : 15063,
"13565952" : 15548,
"13697024" : 15795,
"13828096" : 15809,
"13959168" : 16523,
"14090240" : 16704,
"14221312" : 17406,
"14352384" : 17828,
"14483456" : 18353,
"14614528" : 18588,
"14745600" : 18985,
"14876672" : 19420,
"15007744" : 19794,
"15138816" : 19650,
"15269888" : 19984,
"15400960" : 20182,
"15532032" : 20250,
"15663104" : 20666,
"15794176" : 21106,
"15925248" : 21249,
"16056320" : 21495,
"16187392" : 21690,
"16318464" : 21785,
"16449536" : 21927,
"16580608" : 21835,
"16711680" : 22431,
"16908288" : 45589,
"17170432" : 45881,
"17432576" : 45535,
"17694720" : 44722,
"17956864" : 43607,
"18219008" : 43211,
"18481152" : 42191,
"18743296" : 41366,
"19005440" : 40645,
"19267584" : 40196,
"19529728" : 39243,
"19791872" : 38032,
"20054016" : 37341,
"20316160" : 35792,
"20578304" : 34523,
"20840448" : 33383,
"21102592" : 31796,
"21364736" : 30427,
"21626880" : 28610,
"21889024" : 28256,
"22151168" : 26256,
"22413312" : 25762,
"22675456" : 25250,
"22937600" : 24197,
"23199744" : 23108,
"23461888" : 22081,
"23724032" : 21491,
"23986176" : 21401,
"24248320" : 21092,
"24510464" : 20814,
"24772608" : 20399,
"25034752" : 20239,
"25296896" : 19806,
"25559040" : 19811,
"25821184" : 19336,
"26083328" : 19015,
"26345472" : 18342,
"26607616" : 17767,
"26869760" : 17657,
"27131904" : 16755,
"27394048" : 16110,
"27656192" : 15473,
"27918336" : 15111,
"28180480" : 14658,
"28442624" : 13831,
"28704768" : 13173,
"28966912" : 12512,
"29229056" : 12082,
"29491200" : 11548,
"29753344" : 11007,
"30015488" : 10166,
"30277632" : 9476,
"30539776" : 8889,
"30801920" : 8380,
"31064064" : 7665,
"31326208" : 7035,
"31588352" : 6382,
"31850496" : 5356,
"32112640" : 4761,
"32374784" : 4142,
"32636928" : 3510,
"32899072" : 3054,
"33161216" : 2664,
"33423360" : 2101,
"33816576" : 3295,
"34340864" : 2067,
"34865152" : 1340,
"35389440" : 832,
"35913728" : 505,
"36438016" : 340,
"36962304" : 193,
"37486592" : 120,
"38010880" : 62,
"38535168" : 28,
"39059456" : 33,
"39583744" : 22,
"40108032" : 25,
"40632320" : 10,
"41156608" : 4,
"41680896" : 6,
"42205184" : 6,
"42729472" : 2,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 20368454.932034,
"stddev" : 6034695.316725,
"N" : 2261727
},
"bw_min" : 76928,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 100613.055866,
"bw_dev" : 444.899852,
"bw_samples" : 5728,
"iops_min" : 19232,
"iops_max" : 33780,
"iops_mean" : 25150.039106,
"iops_stddev" : 111.190551,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879999,
"usr_cpu" : 0.341528,
"sys_cpu" : 3.415730,
"ctx" : 2948109,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.048060,
"10" : 3.913020,
"20" : 56.342525,
"50" : 39.681761,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123704,
"timestamp_ms" : 1774123704466,
"time" : "Sat Mar 21 17:08:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10168922112,
"io_kbytes" : 9930588,
"bw_bytes" : 101689221,
"bw" : 99305,
"iops" : 24826.890000,
"runtime" : 100000,
"total_ios" : 2482689,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1281439.406334,
"stddev" : 546436.165277,
"N" : 2482689
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 19337514.801933,
"stddev" : 5705021.581887,
"N" : 2482657,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 10682368,
"10.000000" : 12386304,
"20.000000" : 14483456,
"30.000000" : 15925248,
"40.000000" : 17432576,
"50.000000" : 18743296,
"60.000000" : 20316160,
"70.000000" : 22151168,
"80.000000" : 24510464,
"90.000000" : 27394048,
"95.000000" : 29491200,
"99.000000" : 32374784,
"99.500000" : 33423360,
"99.900000" : 34865152,
"99.950000" : 35913728,
"99.990000" : 37486592
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 517,
"6651904" : 494,
"6717440" : 553,
"6782976" : 543,
"6848512" : 571,
"6914048" : 585,
"6979584" : 647,
"7045120" : 658,
"7110656" : 703,
"7176192" : 741,
"7241728" : 742,
"7307264" : 796,
"7372800" : 789,
"7438336" : 888,
"7503872" : 871,
"7569408" : 912,
"7634944" : 939,
"7700480" : 906,
"7766016" : 963,
"7831552" : 1072,
"7897088" : 1107,
"7962624" : 1173,
"8028160" : 1140,
"8093696" : 1256,
"8159232" : 1302,
"8224768" : 1370,
"8290304" : 1384,
"8355840" : 1424,
"8454144" : 3020,
"8585216" : 3106,
"8716288" : 3420,
"8847360" : 3700,
"8978432" : 3856,
"9109504" : 4180,
"9240576" : 4569,
"9371648" : 4790,
"9502720" : 5131,
"9633792" : 5398,
"9764864" : 5831,
"9895936" : 6137,
"10027008" : 6320,
"10158080" : 6605,
"10289152" : 6753,
"10420224" : 6863,
"10551296" : 7235,
"10682368" : 7497,
"10813440" : 7652,
"10944512" : 8092,
"11075584" : 8314,
"11206656" : 8417,
"11337728" : 8737,
"11468800" : 8932,
"11599872" : 9437,
"11730944" : 9874,
"11862016" : 10287,
"11993088" : 10735,
"12124160" : 11044,
"12255232" : 11416,
"12386304" : 11794,
"12517376" : 12274,
"12648448" : 12925,
"12779520" : 13569,
"12910592" : 14030,
"13041664" : 14512,
"13172736" : 14941,
"13303808" : 15672,
"13434880" : 15950,
"13565952" : 16431,
"13697024" : 16774,
"13828096" : 16834,
"13959168" : 17633,
"14090240" : 17888,
"14221312" : 18711,
"14352384" : 19120,
"14483456" : 19734,
"14614528" : 20091,
"14745600" : 20564,
"14876672" : 20987,
"15007744" : 21418,
"15138816" : 21199,
"15269888" : 21624,
"15400960" : 21772,
"15532032" : 21870,
"15663104" : 22256,
"15794176" : 22671,
"15925248" : 22922,
"16056320" : 23177,
"16187392" : 23322,
"16318464" : 23415,
"16449536" : 23545,
"16580608" : 23499,
"16711680" : 24057,
"16908288" : 48760,
"17170432" : 49009,
"17432576" : 48727,
"17694720" : 47784,
"17956864" : 46605,
"18219008" : 46360,
"18481152" : 45348,
"18743296" : 44703,
"19005440" : 43881,
"19267584" : 43711,
"19529728" : 42834,
"19791872" : 41673,
"20054016" : 41070,
"20316160" : 39570,
"20578304" : 38290,
"20840448" : 37089,
"21102592" : 35512,
"21364736" : 34169,
"21626880" : 32369,
"21889024" : 32167,
"22151168" : 30071,
"22413312" : 29504,
"22675456" : 28960,
"22937600" : 27980,
"23199744" : 26874,
"23461888" : 25671,
"23724032" : 25096,
"23986176" : 24935,
"24248320" : 24495,
"24510464" : 24405,
"24772608" : 23785,
"25034752" : 23475,
"25296896" : 22980,
"25559040" : 22912,
"25821184" : 22293,
"26083328" : 22013,
"26345472" : 21280,
"26607616" : 20604,
"26869760" : 20345,
"27131904" : 19443,
"27394048" : 18802,
"27656192" : 18150,
"27918336" : 17583,
"28180480" : 17060,
"28442624" : 16313,
"28704768" : 15576,
"28966912" : 14644,
"29229056" : 14058,
"29491200" : 13405,
"29753344" : 12718,
"30015488" : 11803,
"30277632" : 10953,
"30539776" : 10291,
"30801920" : 9707,
"31064064" : 8899,
"31326208" : 8193,
"31588352" : 7458,
"31850496" : 6341,
"32112640" : 5589,
"32374784" : 4851,
"32636928" : 4155,
"32899072" : 3635,
"33161216" : 3155,
"33423360" : 2497,
"33816576" : 3920,
"34340864" : 2471,
"34865152" : 1546,
"35389440" : 952,
"35913728" : 552,
"36438016" : 372,
"36962304" : 210,
"37486592" : 133,
"38010880" : 68,
"38535168" : 30,
"39059456" : 33,
"39583744" : 22,
"40108032" : 25,
"40632320" : 10,
"41156608" : 4,
"41680896" : 6,
"42205184" : 6,
"42729472" : 2,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 20618823.271294,
"stddev" : 6052509.896196,
"N" : 2482657
},
"bw_min" : 76688,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 99470.748744,
"bw_dev" : 437.107307,
"bw_samples" : 6368,
"iops_min" : 19172,
"iops_max" : 33780,
"iops_mean" : 24864.507538,
"iops_stddev" : 109.244226,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3199990,
"usr_cpu" : 0.337314,
"sys_cpu" : 3.394917,
"ctx" : 3229050,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.043783,
"10" : 3.580553,
"20" : 54.822211,
"50" : 41.540040,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123714,
"timestamp_ms" : 1774123714467,
"time" : "Sat Mar 21 17:08:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10971361280,
"io_kbytes" : 10714220,
"bw_bytes" : 99739648,
"bw" : 97402,
"iops" : 24350.836364,
"runtime" : 110000,
"total_ios" : 2678592,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1306744.785351,
"stddev" : 554953.908105,
"N" : 2678592
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 19714481.315710,
"stddev" : 5865374.457774,
"N" : 2678560,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 10813440,
"10.000000" : 12517376,
"20.000000" : 14614528,
"30.000000" : 16187392,
"40.000000" : 17694720,
"50.000000" : 19005440,
"60.000000" : 20578304,
"70.000000" : 22675456,
"80.000000" : 25034752,
"90.000000" : 28180480,
"95.000000" : 30015488,
"99.000000" : 33161216,
"99.500000" : 34340864,
"99.900000" : 36438016,
"99.950000" : 36962304,
"99.990000" : 39059456
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 517,
"6651904" : 494,
"6717440" : 553,
"6782976" : 543,
"6848512" : 572,
"6914048" : 585,
"6979584" : 648,
"7045120" : 662,
"7110656" : 703,
"7176192" : 745,
"7241728" : 743,
"7307264" : 798,
"7372800" : 790,
"7438336" : 891,
"7503872" : 872,
"7569408" : 915,
"7634944" : 939,
"7700480" : 909,
"7766016" : 967,
"7831552" : 1074,
"7897088" : 1111,
"7962624" : 1175,
"8028160" : 1146,
"8093696" : 1260,
"8159232" : 1307,
"8224768" : 1376,
"8290304" : 1387,
"8355840" : 1431,
"8454144" : 3030,
"8585216" : 3122,
"8716288" : 3437,
"8847360" : 3726,
"8978432" : 3879,
"9109504" : 4202,
"9240576" : 4597,
"9371648" : 4830,
"9502720" : 5176,
"9633792" : 5444,
"9764864" : 5870,
"9895936" : 6174,
"10027008" : 6343,
"10158080" : 6644,
"10289152" : 6798,
"10420224" : 6898,
"10551296" : 7282,
"10682368" : 7531,
"10813440" : 7706,
"10944512" : 8152,
"11075584" : 8383,
"11206656" : 8486,
"11337728" : 8809,
"11468800" : 9013,
"11599872" : 9533,
"11730944" : 9968,
"11862016" : 10384,
"11993088" : 10839,
"12124160" : 11180,
"12255232" : 11530,
"12386304" : 11938,
"12517376" : 12441,
"12648448" : 13109,
"12779520" : 13758,
"12910592" : 14242,
"13041664" : 14718,
"13172736" : 15156,
"13303808" : 15918,
"13434880" : 16193,
"13565952" : 16725,
"13697024" : 17085,
"13828096" : 17177,
"13959168" : 18012,
"14090240" : 18319,
"14221312" : 19111,
"14352384" : 19566,
"14483456" : 20206,
"14614528" : 20612,
"14745600" : 21093,
"14876672" : 21491,
"15007744" : 21985,
"15138816" : 21727,
"15269888" : 22256,
"15400960" : 22387,
"15532032" : 22526,
"15663104" : 22907,
"15794176" : 23388,
"15925248" : 23670,
"16056320" : 23970,
"16187392" : 24220,
"16318464" : 24320,
"16449536" : 24507,
"16580608" : 24520,
"16711680" : 25075,
"16908288" : 50890,
"17170432" : 51284,
"17432576" : 51077,
"17694720" : 50299,
"17956864" : 49110,
"18219008" : 48905,
"18481152" : 47987,
"18743296" : 47286,
"19005440" : 46461,
"19267584" : 46370,
"19529728" : 45568,
"19791872" : 44254,
"20054016" : 43690,
"20316160" : 42278,
"20578304" : 41025,
"20840448" : 39649,
"21102592" : 38101,
"21364736" : 36852,
"21626880" : 35099,
"21889024" : 34818,
"22151168" : 32712,
"22413312" : 32283,
"22675456" : 31927,
"22937600" : 30934,
"23199744" : 29922,
"23461888" : 28623,
"23724032" : 28040,
"23986176" : 27800,
"24248320" : 27342,
"24510464" : 27328,
"24772608" : 26724,
"25034752" : 26453,
"25296896" : 25806,
"25559040" : 25781,
"25821184" : 25084,
"26083328" : 24686,
"26345472" : 24134,
"26607616" : 23444,
"26869760" : 23146,
"27131904" : 22286,
"27394048" : 21710,
"27656192" : 21163,
"27918336" : 20599,
"28180480" : 20030,
"28442624" : 19242,
"28704768" : 18492,
"28966912" : 17661,
"29229056" : 16874,
"29491200" : 16123,
"29753344" : 15270,
"30015488" : 14489,
"30277632" : 13523,
"30539776" : 12714,
"30801920" : 12069,
"31064064" : 11166,
"31326208" : 10546,
"31588352" : 9813,
"31850496" : 8539,
"32112640" : 7635,
"32374784" : 6665,
"32636928" : 5921,
"32899072" : 5273,
"33161216" : 4623,
"33423360" : 3856,
"33816576" : 6281,
"34340864" : 4260,
"34865152" : 3129,
"35389440" : 2200,
"35913728" : 1545,
"36438016" : 1149,
"36962304" : 724,
"37486592" : 503,
"38010880" : 324,
"38535168" : 168,
"39059456" : 105,
"39583744" : 76,
"40108032" : 58,
"40632320" : 21,
"41156608" : 9,
"41680896" : 7,
"42205184" : 6,
"42729472" : 2,
"43253760" : 1,
"44302336" : 1,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 46841935,
"mean" : 21020930.447973,
"stddev" : 6224522.959983,
"N" : 2678560
},
"bw_min" : 64312,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 97563.461187,
"bw_dev" : 460.015404,
"bw_samples" : 7008,
"iops_min" : 16078,
"iops_max" : 33780,
"iops_mean" : 24387.904110,
"iops_stddev" : 114.966504,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3519999,
"usr_cpu" : 0.330341,
"sys_cpu" : 3.342643,
"ctx" : 3465997,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.040581,
"10" : 3.334550,
"20" : 52.651318,
"50" : 43.961118,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123724,
"timestamp_ms" : 1774123724466,
"time" : "Sat Mar 21 17:08:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11790884864,
"io_kbytes" : 11514536,
"bw_bytes" : 98257373,
"bw" : 95954,
"iops" : 23988.950000,
"runtime" : 120000,
"total_ios" : 2878674,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1326643.347468,
"stddev" : 561428.240674,
"N" : 2878674
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 20012307.232173,
"stddev" : 5968520.367093,
"N" : 2878642,
"percentile" : {
"1.000000" : 8093696,
"5.000000" : 10944512,
"10.000000" : 12779520,
"20.000000" : 14876672,
"30.000000" : 16449536,
"40.000000" : 17956864,
"50.000000" : 19267584,
"60.000000" : 21102592,
"70.000000" : 22937600,
"80.000000" : 25559040,
"90.000000" : 28442624,
"95.000000" : 30539776,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36962304,
"99.950000" : 38535168,
"99.990000" : 41156608
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 517,
"6651904" : 494,
"6717440" : 553,
"6782976" : 543,
"6848512" : 572,
"6914048" : 585,
"6979584" : 648,
"7045120" : 662,
"7110656" : 703,
"7176192" : 745,
"7241728" : 743,
"7307264" : 798,
"7372800" : 790,
"7438336" : 891,
"7503872" : 872,
"7569408" : 915,
"7634944" : 939,
"7700480" : 909,
"7766016" : 968,
"7831552" : 1074,
"7897088" : 1111,
"7962624" : 1176,
"8028160" : 1147,
"8093696" : 1260,
"8159232" : 1307,
"8224768" : 1377,
"8290304" : 1388,
"8355840" : 1431,
"8454144" : 3035,
"8585216" : 3128,
"8716288" : 3444,
"8847360" : 3732,
"8978432" : 3886,
"9109504" : 4204,
"9240576" : 4603,
"9371648" : 4839,
"9502720" : 5188,
"9633792" : 5459,
"9764864" : 5888,
"9895936" : 6193,
"10027008" : 6369,
"10158080" : 6666,
"10289152" : 6831,
"10420224" : 6939,
"10551296" : 7333,
"10682368" : 7594,
"10813440" : 7763,
"10944512" : 8233,
"11075584" : 8460,
"11206656" : 8553,
"11337728" : 8890,
"11468800" : 9096,
"11599872" : 9633,
"11730944" : 10078,
"11862016" : 10511,
"11993088" : 10981,
"12124160" : 11346,
"12255232" : 11702,
"12386304" : 12137,
"12517376" : 12666,
"12648448" : 13365,
"12779520" : 13994,
"12910592" : 14557,
"13041664" : 15013,
"13172736" : 15457,
"13303808" : 16269,
"13434880" : 16566,
"13565952" : 17117,
"13697024" : 17534,
"13828096" : 17647,
"13959168" : 18557,
"14090240" : 18888,
"14221312" : 19754,
"14352384" : 20222,
"14483456" : 20921,
"14614528" : 21404,
"14745600" : 21895,
"14876672" : 22312,
"15007744" : 22834,
"15138816" : 22525,
"15269888" : 23174,
"15400960" : 23355,
"15532032" : 23476,
"15663104" : 23862,
"15794176" : 24376,
"15925248" : 24684,
"16056320" : 25023,
"16187392" : 25258,
"16318464" : 25393,
"16449536" : 25622,
"16580608" : 25659,
"16711680" : 26206,
"16908288" : 53219,
"17170432" : 53896,
"17432576" : 53796,
"17694720" : 53103,
"17956864" : 51961,
"18219008" : 51856,
"18481152" : 50954,
"18743296" : 50219,
"19005440" : 49310,
"19267584" : 49193,
"19529728" : 48549,
"19791872" : 47085,
"20054016" : 46486,
"20316160" : 45141,
"20578304" : 43756,
"20840448" : 42332,
"21102592" : 40790,
"21364736" : 39357,
"21626880" : 37636,
"21889024" : 37453,
"22151168" : 35148,
"22413312" : 34682,
"22675456" : 34407,
"22937600" : 33306,
"23199744" : 32280,
"23461888" : 31004,
"23724032" : 30521,
"23986176" : 30286,
"24248320" : 29892,
"24510464" : 29943,
"24772608" : 29322,
"25034752" : 29177,
"25296896" : 28653,
"25559040" : 28769,
"25821184" : 28091,
"26083328" : 27704,
"26345472" : 27198,
"26607616" : 26590,
"26869760" : 26364,
"27131904" : 25504,
"27394048" : 24869,
"27656192" : 24377,
"27918336" : 23828,
"28180480" : 23275,
"28442624" : 22425,
"28704768" : 21534,
"28966912" : 20499,
"29229056" : 19601,
"29491200" : 18913,
"29753344" : 18051,
"30015488" : 17100,
"30277632" : 16015,
"30539776" : 14993,
"30801920" : 14271,
"31064064" : 13299,
"31326208" : 12629,
"31588352" : 11747,
"31850496" : 10398,
"32112640" : 9366,
"32374784" : 8308,
"32636928" : 7434,
"32899072" : 6695,
"33161216" : 5947,
"33423360" : 5067,
"33816576" : 8296,
"34340864" : 5821,
"34865152" : 4399,
"35389440" : 3216,
"35913728" : 2310,
"36438016" : 1633,
"36962304" : 1110,
"37486592" : 742,
"38010880" : 545,
"38535168" : 340,
"39059456" : 222,
"39583744" : 236,
"40108032" : 172,
"40632320" : 117,
"41156608" : 100,
"41680896" : 77,
"42205184" : 56,
"42729472" : 55,
"43253760" : 39,
"43778048" : 19,
"44302336" : 11,
"44826624" : 5,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 47696060,
"mean" : 21338763.684928,
"stddev" : 6335154.390064,
"N" : 2878642
},
"bw_min" : 63066,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 96089.213389,
"bw_dev" : 469.189682,
"bw_samples" : 7648,
"iops_min" : 15750,
"iops_max" : 33780,
"iops_mean" : 24019.364017,
"iops_stddev" : 117.267496,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3839983,
"usr_cpu" : 0.325288,
"sys_cpu" : 3.307827,
"ctx" : 3709783,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.037760,
"10" : 3.107160,
"20" : 51.053888,
"50" : 45.789624,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123734,
"timestamp_ms" : 1774123734465,
"time" : "Sat Mar 21 17:08:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12632539136,
"io_kbytes" : 12336464,
"bw_bytes" : 97173377,
"bw" : 94895,
"iops" : 23724.276923,
"runtime" : 130000,
"total_ios" : 3084156,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1341593.220924,
"stddev" : 564942.788515,
"N" : 3084156
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 20236183.208321,
"stddev" : 6010043.451614,
"N" : 3084124,
"percentile" : {
"1.000000" : 8159232,
"5.000000" : 11075584,
"10.000000" : 12910592,
"20.000000" : 15007744,
"30.000000" : 16580608,
"40.000000" : 17956864,
"50.000000" : 19529728,
"60.000000" : 21364736,
"70.000000" : 23461888,
"80.000000" : 25821184,
"90.000000" : 28704768,
"95.000000" : 30801920,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36962304,
"99.950000" : 38010880,
"99.990000" : 41156608
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 517,
"6651904" : 494,
"6717440" : 553,
"6782976" : 543,
"6848512" : 572,
"6914048" : 585,
"6979584" : 648,
"7045120" : 662,
"7110656" : 703,
"7176192" : 745,
"7241728" : 743,
"7307264" : 798,
"7372800" : 791,
"7438336" : 892,
"7503872" : 872,
"7569408" : 915,
"7634944" : 939,
"7700480" : 909,
"7766016" : 968,
"7831552" : 1076,
"7897088" : 1112,
"7962624" : 1176,
"8028160" : 1148,
"8093696" : 1261,
"8159232" : 1310,
"8224768" : 1381,
"8290304" : 1389,
"8355840" : 1433,
"8454144" : 3038,
"8585216" : 3132,
"8716288" : 3453,
"8847360" : 3738,
"8978432" : 3896,
"9109504" : 4209,
"9240576" : 4615,
"9371648" : 4853,
"9502720" : 5206,
"9633792" : 5471,
"9764864" : 5910,
"9895936" : 6214,
"10027008" : 6391,
"10158080" : 6695,
"10289152" : 6876,
"10420224" : 6986,
"10551296" : 7414,
"10682368" : 7660,
"10813440" : 7832,
"10944512" : 8315,
"11075584" : 8555,
"11206656" : 8669,
"11337728" : 8999,
"11468800" : 9232,
"11599872" : 9771,
"11730944" : 10239,
"11862016" : 10682,
"11993088" : 11160,
"12124160" : 11548,
"12255232" : 11909,
"12386304" : 12411,
"12517376" : 12957,
"12648448" : 13662,
"12779520" : 14303,
"12910592" : 14884,
"13041664" : 15369,
"13172736" : 15799,
"13303808" : 16679,
"13434880" : 17015,
"13565952" : 17592,
"13697024" : 18070,
"13828096" : 18229,
"13959168" : 19155,
"14090240" : 19549,
"14221312" : 20439,
"14352384" : 20958,
"14483456" : 21714,
"14614528" : 22272,
"14745600" : 22785,
"14876672" : 23277,
"15007744" : 23863,
"15138816" : 23556,
"15269888" : 24237,
"15400960" : 24476,
"15532032" : 24599,
"15663104" : 25027,
"15794176" : 25564,
"15925248" : 25859,
"16056320" : 26222,
"16187392" : 26443,
"16318464" : 26576,
"16449536" : 26855,
"16580608" : 26925,
"16711680" : 27449,
"16908288" : 55743,
"17170432" : 56386,
"17432576" : 56430,
"17694720" : 55693,
"17956864" : 54607,
"18219008" : 54552,
"18481152" : 53784,
"18743296" : 53054,
"19005440" : 52282,
"19267584" : 52216,
"19529728" : 51695,
"19791872" : 50218,
"20054016" : 49750,
"20316160" : 48381,
"20578304" : 46983,
"20840448" : 45444,
"21102592" : 44048,
"21364736" : 42586,
"21626880" : 40864,
"21889024" : 40656,
"22151168" : 38316,
"22413312" : 37789,
"22675456" : 37595,
"22937600" : 36531,
"23199744" : 35437,
"23461888" : 34116,
"23724032" : 33712,
"23986176" : 33436,
"24248320" : 33071,
"24510464" : 33176,
"24772608" : 32529,
"25034752" : 32348,
"25296896" : 31810,
"25559040" : 31998,
"25821184" : 31223,
"26083328" : 30819,
"26345472" : 30264,
"26607616" : 29738,
"26869760" : 29409,
"27131904" : 28415,
"27394048" : 27630,
"27656192" : 27042,
"27918336" : 26478,
"28180480" : 25857,
"28442624" : 24862,
"28704768" : 23656,
"28966912" : 22566,
"29229056" : 21658,
"29491200" : 20903,
"29753344" : 20034,
"30015488" : 19066,
"30277632" : 17946,
"30539776" : 16906,
"30801920" : 16175,
"31064064" : 15125,
"31326208" : 14372,
"31588352" : 13415,
"31850496" : 11998,
"32112640" : 10934,
"32374784" : 9853,
"32636928" : 8873,
"32899072" : 8008,
"33161216" : 7152,
"33423360" : 6230,
"33816576" : 10464,
"34340864" : 7552,
"34865152" : 5791,
"35389440" : 4193,
"35913728" : 3011,
"36438016" : 2139,
"36962304" : 1400,
"37486592" : 898,
"38010880" : 626,
"38535168" : 378,
"39059456" : 232,
"39583744" : 242,
"40108032" : 172,
"40632320" : 117,
"41156608" : 101,
"41680896" : 77,
"42205184" : 56,
"42729472" : 55,
"43253760" : 39,
"43778048" : 19,
"44302336" : 11,
"44826624" : 5,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 47696060,
"mean" : 21577677.639551,
"stddev" : 6379639.611782,
"N" : 3084124
},
"bw_min" : 63066,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 94983.903475,
"bw_dev" : 468.226974,
"bw_samples" : 8288,
"iops_min" : 15750,
"iops_max" : 33780,
"iops_mean" : 23743.158301,
"iops_stddev" : 117.025342,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4159986,
"usr_cpu" : 0.322645,
"sys_cpu" : 3.286742,
"ctx" : 3959834,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.035245,
"10" : 2.905301,
"20" : 49.710520,
"50" : 47.338137,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123744,
"timestamp_ms" : 1774123744468,
"time" : "Sat Mar 21 17:09:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13486952448,
"io_kbytes" : 13170852,
"bw_bytes" : 96334686,
"bw" : 94076,
"iops" : 23519.603431,
"runtime" : 140001,
"total_ios" : 3292768,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1353410.184934,
"stddev" : 567702.250375,
"N" : 3292769
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 20411692.412338,
"stddev" : 6028385.190436,
"N" : 3292737,
"percentile" : {
"1.000000" : 8290304,
"5.000000" : 11337728,
"10.000000" : 13041664,
"20.000000" : 15138816,
"30.000000" : 16711680,
"40.000000" : 18219008,
"50.000000" : 19791872,
"60.000000" : 21364736,
"70.000000" : 23461888,
"80.000000" : 26083328,
"90.000000" : 28966912,
"95.000000" : 31064064,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 37486592,
"99.950000" : 38535168,
"99.990000" : 41156608
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 517,
"6651904" : 494,
"6717440" : 553,
"6782976" : 543,
"6848512" : 572,
"6914048" : 585,
"6979584" : 648,
"7045120" : 662,
"7110656" : 703,
"7176192" : 745,
"7241728" : 743,
"7307264" : 798,
"7372800" : 791,
"7438336" : 892,
"7503872" : 872,
"7569408" : 915,
"7634944" : 939,
"7700480" : 909,
"7766016" : 968,
"7831552" : 1076,
"7897088" : 1112,
"7962624" : 1176,
"8028160" : 1148,
"8093696" : 1261,
"8159232" : 1310,
"8224768" : 1381,
"8290304" : 1389,
"8355840" : 1433,
"8454144" : 3038,
"8585216" : 3132,
"8716288" : 3456,
"8847360" : 3739,
"8978432" : 3898,
"9109504" : 4210,
"9240576" : 4616,
"9371648" : 4854,
"9502720" : 5209,
"9633792" : 5475,
"9764864" : 5915,
"9895936" : 6218,
"10027008" : 6397,
"10158080" : 6705,
"10289152" : 6889,
"10420224" : 6997,
"10551296" : 7429,
"10682368" : 7677,
"10813440" : 7865,
"10944512" : 8331,
"11075584" : 8582,
"11206656" : 8699,
"11337728" : 9037,
"11468800" : 9276,
"11599872" : 9829,
"11730944" : 10306,
"11862016" : 10757,
"11993088" : 11240,
"12124160" : 11648,
"12255232" : 12033,
"12386304" : 12546,
"12517376" : 13110,
"12648448" : 13819,
"12779520" : 14500,
"12910592" : 15070,
"13041664" : 15594,
"13172736" : 16014,
"13303808" : 16939,
"13434880" : 17292,
"13565952" : 17894,
"13697024" : 18404,
"13828096" : 18618,
"13959168" : 19600,
"14090240" : 19983,
"14221312" : 20928,
"14352384" : 21533,
"14483456" : 22315,
"14614528" : 22842,
"14745600" : 23473,
"14876672" : 24062,
"15007744" : 24663,
"15138816" : 24380,
"15269888" : 25204,
"15400960" : 25487,
"15532032" : 25652,
"15663104" : 26219,
"15794176" : 26825,
"15925248" : 27161,
"16056320" : 27681,
"16187392" : 27890,
"16318464" : 28138,
"16449536" : 28422,
"16580608" : 28504,
"16711680" : 29238,
"16908288" : 59522,
"17170432" : 60184,
"17432576" : 60564,
"17694720" : 60027,
"17956864" : 58954,
"18219008" : 58824,
"18481152" : 58367,
"18743296" : 57420,
"19005440" : 56545,
"19267584" : 56417,
"19529728" : 55819,
"19791872" : 54339,
"20054016" : 53651,
"20316160" : 52317,
"20578304" : 50676,
"20840448" : 49034,
"21102592" : 47547,
"21364736" : 45864,
"21626880" : 44211,
"21889024" : 43931,
"22151168" : 41460,
"22413312" : 40816,
"22675456" : 40533,
"22937600" : 39385,
"23199744" : 38167,
"23461888" : 36698,
"23724032" : 36244,
"23986176" : 35917,
"24248320" : 35484,
"24510464" : 35643,
"24772608" : 35015,
"25034752" : 34683,
"25296896" : 34134,
"25559040" : 34371,
"25821184" : 33719,
"26083328" : 33242,
"26345472" : 32732,
"26607616" : 32310,
"26869760" : 31921,
"27131904" : 31031,
"27394048" : 30047,
"27656192" : 29415,
"27918336" : 28835,
"28180480" : 28252,
"28442624" : 27246,
"28704768" : 25924,
"28966912" : 24636,
"29229056" : 23615,
"29491200" : 22954,
"29753344" : 21932,
"30015488" : 20838,
"30277632" : 19719,
"30539776" : 18607,
"30801920" : 17765,
"31064064" : 16771,
"31326208" : 15903,
"31588352" : 14882,
"31850496" : 13361,
"32112640" : 12292,
"32374784" : 11160,
"32636928" : 10116,
"32899072" : 9164,
"33161216" : 8263,
"33423360" : 7262,
"33816576" : 12416,
"34340864" : 9313,
"34865152" : 7261,
"35389440" : 5421,
"35913728" : 3973,
"36438016" : 2932,
"36962304" : 1962,
"37486592" : 1335,
"38010880" : 863,
"38535168" : 527,
"39059456" : 317,
"39583744" : 306,
"40108032" : 204,
"40632320" : 137,
"41156608" : 106,
"41680896" : 82,
"42205184" : 56,
"42729472" : 55,
"43253760" : 39,
"43778048" : 19,
"44302336" : 11,
"44826624" : 5,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 47696060,
"mean" : 21764939.006689,
"stddev" : 6399255.751076,
"N" : 3292737
},
"bw_min" : 63066,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 94140.125448,
"bw_dev" : 462.627912,
"bw_samples" : 8928,
"iops_min" : 15750,
"iops_max" : 33780,
"iops_mean" : 23532.329749,
"iops_stddev" : 115.624290,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480001,
"usr_cpu" : 0.319643,
"sys_cpu" : 3.275624,
"ctx" : 4215971,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.033012,
"10" : 2.722026,
"20" : 48.915259,
"50" : 48.319620,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123754,
"timestamp_ms" : 1774123754467,
"time" : "Sat Mar 21 17:09:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14318157824,
"io_kbytes" : 13982576,
"bw_bytes" : 95454385,
"bw" : 93217,
"iops" : 23304.820000,
"runtime" : 150000,
"total_ios" : 3495723,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1366014.077426,
"stddev" : 573235.416712,
"N" : 3495723
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 20599973.245591,
"stddev" : 6085215.564477,
"N" : 3495691,
"percentile" : {
"1.000000" : 8355840,
"5.000000" : 11468800,
"10.000000" : 13172736,
"20.000000" : 15269888,
"30.000000" : 16908288,
"40.000000" : 18481152,
"50.000000" : 19791872,
"60.000000" : 21626880,
"70.000000" : 23724032,
"80.000000" : 26345472,
"90.000000" : 29229056,
"95.000000" : 31326208,
"99.000000" : 34340864,
"99.500000" : 35913728,
"99.900000" : 38010880,
"99.950000" : 39059456,
"99.990000" : 41680896
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 517,
"6651904" : 494,
"6717440" : 553,
"6782976" : 543,
"6848512" : 572,
"6914048" : 585,
"6979584" : 648,
"7045120" : 662,
"7110656" : 703,
"7176192" : 745,
"7241728" : 743,
"7307264" : 798,
"7372800" : 791,
"7438336" : 892,
"7503872" : 872,
"7569408" : 915,
"7634944" : 939,
"7700480" : 909,
"7766016" : 968,
"7831552" : 1076,
"7897088" : 1112,
"7962624" : 1176,
"8028160" : 1148,
"8093696" : 1261,
"8159232" : 1310,
"8224768" : 1381,
"8290304" : 1389,
"8355840" : 1433,
"8454144" : 3039,
"8585216" : 3132,
"8716288" : 3456,
"8847360" : 3739,
"8978432" : 3899,
"9109504" : 4210,
"9240576" : 4618,
"9371648" : 4855,
"9502720" : 5210,
"9633792" : 5478,
"9764864" : 5921,
"9895936" : 6227,
"10027008" : 6406,
"10158080" : 6725,
"10289152" : 6904,
"10420224" : 7016,
"10551296" : 7448,
"10682368" : 7707,
"10813440" : 7906,
"10944512" : 8376,
"11075584" : 8637,
"11206656" : 8751,
"11337728" : 9106,
"11468800" : 9358,
"11599872" : 9920,
"11730944" : 10424,
"11862016" : 10893,
"11993088" : 11412,
"12124160" : 11815,
"12255232" : 12225,
"12386304" : 12756,
"12517376" : 13346,
"12648448" : 14084,
"12779520" : 14784,
"12910592" : 15412,
"13041664" : 15954,
"13172736" : 16394,
"13303808" : 17319,
"13434880" : 17680,
"13565952" : 18328,
"13697024" : 18885,
"13828096" : 19145,
"13959168" : 20116,
"14090240" : 20588,
"14221312" : 21571,
"14352384" : 22172,
"14483456" : 23032,
"14614528" : 23584,
"14745600" : 24284,
"14876672" : 24963,
"15007744" : 25608,
"15138816" : 25378,
"15269888" : 26253,
"15400960" : 26616,
"15532032" : 26771,
"15663104" : 27350,
"15794176" : 28065,
"15925248" : 28474,
"16056320" : 29057,
"16187392" : 29226,
"16318464" : 29514,
"16449536" : 29897,
"16580608" : 29941,
"16711680" : 30619,
"16908288" : 62379,
"17170432" : 63040,
"17432576" : 63497,
"17694720" : 63066,
"17956864" : 61975,
"18219008" : 61875,
"18481152" : 61534,
"18743296" : 60806,
"19005440" : 59886,
"19267584" : 59855,
"19529728" : 59290,
"19791872" : 57877,
"20054016" : 57050,
"20316160" : 55575,
"20578304" : 54127,
"20840448" : 52446,
"21102592" : 50817,
"21364736" : 49063,
"21626880" : 47483,
"21889024" : 47196,
"22151168" : 44519,
"22413312" : 43850,
"22675456" : 43545,
"22937600" : 42138,
"23199744" : 40858,
"23461888" : 39221,
"23724032" : 38808,
"23986176" : 38453,
"24248320" : 37863,
"24510464" : 37967,
"24772608" : 37353,
"25034752" : 36890,
"25296896" : 36442,
"25559040" : 36580,
"25821184" : 35756,
"26083328" : 35308,
"26345472" : 34700,
"26607616" : 34256,
"26869760" : 33927,
"27131904" : 32955,
"27394048" : 32104,
"27656192" : 31513,
"27918336" : 30835,
"28180480" : 30305,
"28442624" : 29344,
"28704768" : 28037,
"28966912" : 26760,
"29229056" : 25756,
"29491200" : 24944,
"29753344" : 24092,
"30015488" : 23090,
"30277632" : 21931,
"30539776" : 20744,
"30801920" : 19922,
"31064064" : 18937,
"31326208" : 18037,
"31588352" : 16939,
"31850496" : 15357,
"32112640" : 14311,
"32374784" : 13049,
"32636928" : 11936,
"32899072" : 10848,
"33161216" : 9895,
"33423360" : 8838,
"33816576" : 15203,
"34340864" : 11669,
"34865152" : 9277,
"35389440" : 7028,
"35913728" : 5140,
"36438016" : 3918,
"36962304" : 2741,
"37486592" : 1806,
"38010880" : 1228,
"38535168" : 773,
"39059456" : 489,
"39583744" : 424,
"40108032" : 313,
"40632320" : 189,
"41156608" : 139,
"41680896" : 116,
"42205184" : 104,
"42729472" : 67,
"43253760" : 39,
"43778048" : 19,
"44302336" : 11,
"44826624" : 5,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 47696060,
"mean" : 21965816.479266,
"stddev" : 6459852.357865,
"N" : 3495691
},
"bw_min" : 63066,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 93305.531773,
"bw_dev" : 459.176661,
"bw_samples" : 9568,
"iops_min" : 15750,
"iops_max" : 33780,
"iops_mean" : 23323.806020,
"iops_stddev" : 114.759937,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4799976,
"usr_cpu" : 0.315793,
"sys_cpu" : 3.262370,
"ctx" : 4462883,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.031095,
"10" : 2.564763,
"20" : 48.008838,
"50" : 49.385778,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123764,
"timestamp_ms" : 1774123764466,
"time" : "Sat Mar 21 17:09:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15186378752,
"io_kbytes" : 14830448,
"bw_bytes" : 94914867,
"bw" : 92690,
"iops" : 23172.881250,
"runtime" : 160000,
"total_ios" : 3707661,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1373879.544710,
"stddev" : 575106.153121,
"N" : 3707661
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 20716949.501141,
"stddev" : 6084578.284676,
"N" : 3707629,
"percentile" : {
"1.000000" : 8454144,
"5.000000" : 11599872,
"10.000000" : 13303808,
"20.000000" : 15400960,
"30.000000" : 16908288,
"40.000000" : 18481152,
"50.000000" : 20054016,
"60.000000" : 21626880,
"70.000000" : 23724032,
"80.000000" : 26345472,
"90.000000" : 29229056,
"95.000000" : 31326208,
"99.000000" : 34865152,
"99.500000" : 35913728,
"99.900000" : 38010880,
"99.950000" : 39059456,
"99.990000" : 41156608
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 517,
"6651904" : 494,
"6717440" : 553,
"6782976" : 543,
"6848512" : 572,
"6914048" : 585,
"6979584" : 648,
"7045120" : 662,
"7110656" : 703,
"7176192" : 745,
"7241728" : 743,
"7307264" : 798,
"7372800" : 791,
"7438336" : 892,
"7503872" : 872,
"7569408" : 915,
"7634944" : 939,
"7700480" : 909,
"7766016" : 968,
"7831552" : 1076,
"7897088" : 1112,
"7962624" : 1176,
"8028160" : 1148,
"8093696" : 1261,
"8159232" : 1310,
"8224768" : 1381,
"8290304" : 1389,
"8355840" : 1433,
"8454144" : 3039,
"8585216" : 3132,
"8716288" : 3457,
"8847360" : 3739,
"8978432" : 3899,
"9109504" : 4210,
"9240576" : 4619,
"9371648" : 4855,
"9502720" : 5212,
"9633792" : 5480,
"9764864" : 5923,
"9895936" : 6229,
"10027008" : 6409,
"10158080" : 6727,
"10289152" : 6912,
"10420224" : 7022,
"10551296" : 7458,
"10682368" : 7723,
"10813440" : 7926,
"10944512" : 8404,
"11075584" : 8661,
"11206656" : 8783,
"11337728" : 9146,
"11468800" : 9400,
"11599872" : 9988,
"11730944" : 10502,
"11862016" : 10962,
"11993088" : 11489,
"12124160" : 11922,
"12255232" : 12347,
"12386304" : 12896,
"12517376" : 13488,
"12648448" : 14270,
"12779520" : 14969,
"12910592" : 15653,
"13041664" : 16192,
"13172736" : 16664,
"13303808" : 17614,
"13434880" : 18031,
"13565952" : 18716,
"13697024" : 19310,
"13828096" : 19627,
"13959168" : 20608,
"14090240" : 21138,
"14221312" : 22182,
"14352384" : 22810,
"14483456" : 23761,
"14614528" : 24412,
"14745600" : 25165,
"14876672" : 25886,
"15007744" : 26574,
"15138816" : 26414,
"15269888" : 27356,
"15400960" : 27801,
"15532032" : 28029,
"15663104" : 28652,
"15794176" : 29506,
"15925248" : 29869,
"16056320" : 30584,
"16187392" : 30911,
"16318464" : 31201,
"16449536" : 31630,
"16580608" : 31628,
"16711680" : 32411,
"16908288" : 66120,
"17170432" : 66945,
"17432576" : 67534,
"17694720" : 67471,
"17956864" : 66543,
"18219008" : 66598,
"18481152" : 66346,
"18743296" : 65649,
"19005440" : 64808,
"19267584" : 64679,
"19529728" : 64194,
"19791872" : 62596,
"20054016" : 61779,
"20316160" : 60162,
"20578304" : 58520,
"20840448" : 56589,
"21102592" : 54901,
"21364736" : 52842,
"21626880" : 51142,
"21889024" : 50704,
"22151168" : 47846,
"22413312" : 46922,
"22675456" : 46605,
"22937600" : 45004,
"23199744" : 43614,
"23461888" : 41873,
"23724032" : 41173,
"23986176" : 40625,
"24248320" : 40088,
"24510464" : 39993,
"24772608" : 39311,
"25034752" : 38728,
"25296896" : 38243,
"25559040" : 38282,
"25821184" : 37509,
"26083328" : 37012,
"26345472" : 36418,
"26607616" : 35934,
"26869760" : 35717,
"27131904" : 34649,
"27394048" : 33832,
"27656192" : 33304,
"27918336" : 32551,
"28180480" : 32086,
"28442624" : 31174,
"28704768" : 29981,
"28966912" : 28575,
"29229056" : 27700,
"29491200" : 26829,
"29753344" : 25979,
"30015488" : 24999,
"30277632" : 23888,
"30539776" : 22624,
"30801920" : 21841,
"31064064" : 20763,
"31326208" : 19757,
"31588352" : 18711,
"31850496" : 17061,
"32112640" : 15958,
"32374784" : 14612,
"32636928" : 13400,
"32899072" : 12310,
"33161216" : 11223,
"33423360" : 10077,
"33816576" : 17499,
"34340864" : 13567,
"34865152" : 10859,
"35389440" : 8185,
"35913728" : 5962,
"36438016" : 4501,
"36962304" : 3094,
"37486592" : 2016,
"38010880" : 1359,
"38535168" : 859,
"39059456" : 538,
"39583744" : 454,
"40108032" : 330,
"40632320" : 200,
"41156608" : 142,
"41680896" : 118,
"42205184" : 104,
"42729472" : 67,
"43253760" : 39,
"43778048" : 19,
"44302336" : 11,
"44826624" : 5,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 47696060,
"mean" : 22090657.205719,
"stddev" : 6459019.151160,
"N" : 3707629
},
"bw_min" : 63066,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 92749.319749,
"bw_dev" : 452.430593,
"bw_samples" : 10208,
"iops_min" : 15750,
"iops_max" : 33780,
"iops_mean" : 23184.802508,
"iops_stddev" : 113.073196,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5119973,
"usr_cpu" : 0.314338,
"sys_cpu" : 3.261170,
"ctx" : 4721492,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.029318,
"10" : 2.418452,
"20" : 47.566080,
"50" : 49.977169,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123774,
"timestamp_ms" : 1774123774466,
"time" : "Sat Mar 21 17:09:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15997857792,
"io_kbytes" : 15622908,
"bw_bytes" : 94105045,
"bw" : 91899,
"iops" : 22975.158824,
"runtime" : 170000,
"total_ios" : 3905777,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1385833.047794,
"stddev" : 578979.690948,
"N" : 3905777
},
"clat_ns" : {
"min" : 507826,
"max" : 45533856,
"mean" : 20895690.238194,
"stddev" : 6100955.391247,
"N" : 3905745,
"percentile" : {
"1.000000" : 8585216,
"5.000000" : 11730944,
"10.000000" : 13434880,
"20.000000" : 15663104,
"30.000000" : 17170432,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 21889024,
"70.000000" : 23986176,
"80.000000" : 26607616,
"90.000000" : 29491200,
"95.000000" : 31588352,
"99.000000" : 34865152,
"99.500000" : 35913728,
"99.900000" : 38010880,
"99.950000" : 39059456,
"99.990000" : 41680896
},
"bins" : {
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 3,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 1,
"1302528" : 3,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 6,
"1384448" : 4,
"1400832" : 2,
"1417216" : 3,
"1433600" : 3,
"1449984" : 4,
"1466368" : 4,
"1482752" : 2,
"1499136" : 3,
"1515520" : 3,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 2,
"2088960" : 4,
"2113536" : 3,
"2146304" : 4,
"2179072" : 4,
"2211840" : 8,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 8,
"2473984" : 9,
"2506752" : 9,
"2539520" : 15,
"2572288" : 10,
"2605056" : 11,
"2637824" : 11,
"2670592" : 5,
"2703360" : 12,
"2736128" : 10,
"2768896" : 15,
"2801664" : 17,
"2834432" : 16,
"2867200" : 14,
"2899968" : 20,
"2932736" : 6,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 11,
"3260416" : 20,
"3293184" : 25,
"3325952" : 20,
"3358720" : 25,
"3391488" : 16,
"3424256" : 25,
"3457024" : 17,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 29,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 25,
"3784704" : 28,
"3817472" : 40,
"3850240" : 44,
"3883008" : 40,
"3915776" : 40,
"3948544" : 39,
"3981312" : 33,
"4014080" : 28,
"4046848" : 44,
"4079616" : 48,
"4112384" : 47,
"4145152" : 37,
"4177920" : 44,
"4227072" : 92,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 111,
"4554752" : 111,
"4620288" : 127,
"4685824" : 109,
"4751360" : 131,
"4816896" : 155,
"4882432" : 163,
"4947968" : 164,
"5013504" : 168,
"5079040" : 157,
"5144576" : 173,
"5210112" : 207,
"5275648" : 217,
"5341184" : 231,
"5406720" : 226,
"5472256" : 222,
"5537792" : 234,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 280,
"5865472" : 330,
"5931008" : 301,
"5996544" : 332,
"6062080" : 352,
"6127616" : 370,
"6193152" : 375,
"6258688" : 380,
"6324224" : 419,
"6389760" : 389,
"6455296" : 445,
"6520832" : 448,
"6586368" : 517,
"6651904" : 494,
"6717440" : 553,
"6782976" : 543,
"6848512" : 572,
"6914048" : 585,
"6979584" : 648,
"7045120" : 662,
"7110656" : 703,
"7176192" : 745,
"7241728" : 743,
"7307264" : 798,
"7372800" : 791,
"7438336" : 892,
"7503872" : 872,
"7569408" : 915,
"7634944" : 939,
"7700480" : 909,
"7766016" : 968,
"7831552" : 1076,
"7897088" : 1112,
"7962624" : 1176,
"8028160" : 1148,
"8093696" : 1261,
"8159232" : 1310,
"8224768" : 1381,
"8290304" : 1389,
"8355840" : 1433,
"8454144" : 3039,
"8585216" : 3132,
"8716288" : 3457,
"8847360" : 3739,
"8978432" : 3899,
"9109504" : 4210,
"9240576" : 4619,
"9371648" : 4855,
"9502720" : 5212,
"9633792" : 5480,
"9764864" : 5923,
"9895936" : 6229,
"10027008" : 6409,
"10158080" : 6727,
"10289152" : 6912,
"10420224" : 7024,
"10551296" : 7459,
"10682368" : 7725,
"10813440" : 7927,
"10944512" : 8405,
"11075584" : 8664,
"11206656" : 8786,
"11337728" : 9151,
"11468800" : 9404,
"11599872" : 9997,
"11730944" : 10509,
"11862016" : 10968,
"11993088" : 11496,
"12124160" : 11935,
"12255232" : 12366,
"12386304" : 12916,
"12517376" : 13523,
"12648448" : 14302,
"12779520" : 14995,
"12910592" : 15697,
"13041664" : 16247,
"13172736" : 16715,
"13303808" : 17673,
"13434880" : 18097,
"13565952" : 18798,
"13697024" : 19402,
"13828096" : 19724,
"13959168" : 20719,
"14090240" : 21262,
"14221312" : 22312,
"14352384" : 22953,
"14483456" : 23921,
"14614528" : 24577,
"14745600" : 25335,
"14876672" : 26085,
"15007744" : 26810,
"15138816" : 26658,
"15269888" : 27647,
"15400960" : 28097,
"15532032" : 28368,
"15663104" : 28997,
"15794176" : 29876,
"15925248" : 30276,
"16056320" : 31072,
"16187392" : 31434,
"16318464" : 31811,
"16449536" : 32211,
"16580608" : 32304,
"16711680" : 33095,
"16908288" : 67767,
"17170432" : 68782,
"17432576" : 69649,
"17694720" : 69816,
"17956864" : 69232,
"18219008" : 69613,
"18481152" : 69713,
"18743296" : 69403,
"19005440" : 68819,
"19267584" : 68966,
"19529728" : 68585,
"19791872" : 67153,
"20054016" : 66457,
"20316160" : 64936,
"20578304" : 63225,
"20840448" : 61293,
"21102592" : 59530,
"21364736" : 57484,
"21626880" : 55500,
"21889024" : 55108,
"22151168" : 52145,
"22413312" : 51150,
"22675456" : 50627,
"22937600" : 48760,
"23199744" : 47170,
"23461888" : 45352,
"23724032" : 44477,
"23986176" : 43909,
"24248320" : 43090,
"24510464" : 42955,
"24772608" : 42089,
"25034752" : 41403,
"25296896" : 40894,
"25559040" : 40837,
"25821184" : 40116,
"26083328" : 39482,
"26345472" : 38792,
"26607616" : 38176,
"26869760" : 37848,
"27131904" : 36717,
"27394048" : 35961,
"27656192" : 35293,
"27918336" : 34567,
"28180480" : 34089,
"28442624" : 33014,
"28704768" : 31832,
"28966912" : 30510,
"29229056" : 29512,
"29491200" : 28621,
"29753344" : 27651,
"30015488" : 26763,
"30277632" : 25641,
"30539776" : 24277,
"30801920" : 23538,
"31064064" : 22396,
"31326208" : 21347,
"31588352" : 20317,
"31850496" : 18622,
"32112640" : 17479,
"32374784" : 16080,
"32636928" : 14855,
"32899072" : 13748,
"33161216" : 12615,
"33423360" : 11354,
"33816576" : 20040,
"34340864" : 15791,
"34865152" : 12817,
"35389440" : 9849,
"35913728" : 7339,
"36438016" : 5596,
"36962304" : 3918,
"37486592" : 2683,
"38010880" : 1910,
"38535168" : 1229,
"39059456" : 755,
"39583744" : 599,
"40108032" : 442,
"40632320" : 276,
"41156608" : 175,
"41680896" : 140,
"42205184" : 108,
"42729472" : 68,
"43253760" : 40,
"43778048" : 20,
"44302336" : 11,
"44826624" : 5,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 47696060,
"mean" : 22281433.012885,
"stddev" : 6476468.822495,
"N" : 3905745
},
"bw_min" : 63066,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 91978.115044,
"bw_dev" : 451.725314,
"bw_samples" : 10848,
"iops_min" : 15750,
"iops_max" : 33780,
"iops_mean" : 22992.100295,
"iops_stddev" : 112.895091,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5439994,
"usr_cpu" : 0.311839,
"sys_cpu" : 3.246750,
"ctx" : 4956461,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.027831,
"10" : 2.295779,
"20" : 46.367880,
"50" : 51.299985,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123784,
"timestamp_ms" : 1774123784465,
"time" : "Sat Mar 21 17:09:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 23537,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16816869376,
"io_kbytes" : 16422724,
"bw_bytes" : 93427052,
"bw" : 91237,
"iops" : 22809.383333,
"runtime" : 180000,
"total_ios" : 4105689,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1396000.861924,
"stddev" : 582612.262316,
"N" : 4105721
},
"clat_ns" : {
"min" : 3896,
"max" : 45533856,
"mean" : 21045884.107577,
"stddev" : 6113793.155264,
"N" : 4106169,
"percentile" : {
"1.000000" : 8585216,
"5.000000" : 11862016,
"10.000000" : 13565952,
"20.000000" : 15794176,
"30.000000" : 17432576,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 22151168,
"70.000000" : 24248320,
"80.000000" : 26607616,
"90.000000" : 29753344,
"95.000000" : 31850496,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41680896
},
"bins" : {
"3888" : 1,
"4256" : 2,
"4576" : 1,
"4960" : 2,
"5024" : 1,
"5088" : 1,
"5152" : 1,
"5344" : 2,
"5472" : 1,
"5792" : 1,
"6112" : 1,
"6176" : 1,
"6368" : 1,
"6752" : 1,
"6944" : 1,
"7008" : 1,
"7200" : 1,
"7328" : 2,
"7520" : 2,
"7840" : 1,
"7904" : 1,
"8256" : 1,
"8512" : 1,
"8896" : 1,
"10176" : 1,
"12992" : 1,
"15168" : 1,
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 4,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 2,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1073152" : 1,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1269760" : 4,
"1286144" : 2,
"1302528" : 3,
"1318912" : 2,
"1335296" : 7,
"1351680" : 2,
"1368064" : 9,
"1384448" : 4,
"1400832" : 5,
"1417216" : 7,
"1433600" : 8,
"1449984" : 4,
"1466368" : 5,
"1482752" : 2,
"1499136" : 4,
"1515520" : 4,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 4,
"2088960" : 4,
"2113536" : 4,
"2146304" : 4,
"2179072" : 4,
"2211840" : 9,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 9,
"2473984" : 9,
"2506752" : 11,
"2539520" : 15,
"2572288" : 11,
"2605056" : 12,
"2637824" : 12,
"2670592" : 9,
"2703360" : 17,
"2736128" : 12,
"2768896" : 17,
"2801664" : 21,
"2834432" : 18,
"2867200" : 14,
"2899968" : 24,
"2932736" : 7,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 12,
"3260416" : 20,
"3293184" : 26,
"3325952" : 20,
"3358720" : 25,
"3391488" : 17,
"3424256" : 25,
"3457024" : 18,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 30,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 27,
"3784704" : 28,
"3817472" : 41,
"3850240" : 45,
"3883008" : 42,
"3915776" : 41,
"3948544" : 42,
"3981312" : 34,
"4014080" : 31,
"4046848" : 48,
"4079616" : 50,
"4112384" : 47,
"4145152" : 38,
"4177920" : 47,
"4227072" : 94,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 114,
"4554752" : 112,
"4620288" : 128,
"4685824" : 110,
"4751360" : 134,
"4816896" : 156,
"4882432" : 164,
"4947968" : 165,
"5013504" : 172,
"5079040" : 162,
"5144576" : 177,
"5210112" : 209,
"5275648" : 220,
"5341184" : 233,
"5406720" : 227,
"5472256" : 223,
"5537792" : 235,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 281,
"5865472" : 330,
"5931008" : 301,
"5996544" : 333,
"6062080" : 355,
"6127616" : 372,
"6193152" : 376,
"6258688" : 381,
"6324224" : 422,
"6389760" : 389,
"6455296" : 448,
"6520832" : 449,
"6586368" : 522,
"6651904" : 495,
"6717440" : 555,
"6782976" : 545,
"6848512" : 574,
"6914048" : 586,
"6979584" : 650,
"7045120" : 663,
"7110656" : 704,
"7176192" : 745,
"7241728" : 743,
"7307264" : 799,
"7372800" : 792,
"7438336" : 893,
"7503872" : 872,
"7569408" : 917,
"7634944" : 940,
"7700480" : 911,
"7766016" : 972,
"7831552" : 1077,
"7897088" : 1112,
"7962624" : 1177,
"8028160" : 1149,
"8093696" : 1261,
"8159232" : 1317,
"8224768" : 1385,
"8290304" : 1390,
"8355840" : 1434,
"8454144" : 3042,
"8585216" : 3135,
"8716288" : 3459,
"8847360" : 3741,
"8978432" : 3900,
"9109504" : 4217,
"9240576" : 4622,
"9371648" : 4858,
"9502720" : 5218,
"9633792" : 5484,
"9764864" : 5927,
"9895936" : 6235,
"10027008" : 6414,
"10158080" : 6728,
"10289152" : 6914,
"10420224" : 7027,
"10551296" : 7463,
"10682368" : 7727,
"10813440" : 7930,
"10944512" : 8411,
"11075584" : 8671,
"11206656" : 8789,
"11337728" : 9156,
"11468800" : 9417,
"11599872" : 10002,
"11730944" : 10514,
"11862016" : 10983,
"11993088" : 11517,
"12124160" : 11955,
"12255232" : 12389,
"12386304" : 12937,
"12517376" : 13554,
"12648448" : 14342,
"12779520" : 15044,
"12910592" : 15748,
"13041664" : 16291,
"13172736" : 16795,
"13303808" : 17751,
"13434880" : 18179,
"13565952" : 18888,
"13697024" : 19509,
"13828096" : 19865,
"13959168" : 20869,
"14090240" : 21446,
"14221312" : 22475,
"14352384" : 23139,
"14483456" : 24137,
"14614528" : 24809,
"14745600" : 25596,
"14876672" : 26422,
"15007744" : 27171,
"15138816" : 27028,
"15269888" : 28058,
"15400960" : 28584,
"15532032" : 28887,
"15663104" : 29562,
"15794176" : 30456,
"15925248" : 30920,
"16056320" : 31740,
"16187392" : 32205,
"16318464" : 32587,
"16449536" : 33029,
"16580608" : 33222,
"16711680" : 34115,
"16908288" : 70026,
"17170432" : 71278,
"17432576" : 72503,
"17694720" : 72900,
"17956864" : 72473,
"18219008" : 73199,
"18481152" : 73586,
"18743296" : 73399,
"19005440" : 73059,
"19267584" : 73424,
"19529728" : 73142,
"19791872" : 71685,
"20054016" : 71044,
"20316160" : 69545,
"20578304" : 67767,
"20840448" : 65677,
"21102592" : 63781,
"21364736" : 61552,
"21626880" : 59508,
"21889024" : 59026,
"22151168" : 55867,
"22413312" : 54683,
"22675456" : 54090,
"22937600" : 51947,
"23199744" : 50411,
"23461888" : 48534,
"23724032" : 47487,
"23986176" : 46845,
"24248320" : 45963,
"24510464" : 45699,
"24772608" : 44689,
"25034752" : 43986,
"25296896" : 43273,
"25559040" : 43168,
"25821184" : 42381,
"26083328" : 41766,
"26345472" : 40899,
"26607616" : 40267,
"26869760" : 39935,
"27131904" : 38705,
"27394048" : 38012,
"27656192" : 37318,
"27918336" : 36524,
"28180480" : 36016,
"28442624" : 35041,
"28704768" : 33837,
"28966912" : 32560,
"29229056" : 31504,
"29491200" : 30561,
"29753344" : 29598,
"30015488" : 28673,
"30277632" : 27568,
"30539776" : 26220,
"30801920" : 25464,
"31064064" : 24241,
"31326208" : 23182,
"31588352" : 22046,
"31850496" : 20350,
"32112640" : 19101,
"32374784" : 17615,
"32636928" : 16366,
"32899072" : 15247,
"33161216" : 13977,
"33423360" : 12613,
"33816576" : 22392,
"34340864" : 17918,
"34865152" : 14631,
"35389440" : 11381,
"35913728" : 8586,
"36438016" : 6603,
"36962304" : 4649,
"37486592" : 3268,
"38010880" : 2341,
"38535168" : 1572,
"39059456" : 998,
"39583744" : 765,
"40108032" : 549,
"40632320" : 348,
"41156608" : 226,
"41680896" : 162,
"42205184" : 124,
"42729472" : 78,
"43253760" : 45,
"43778048" : 20,
"44302336" : 12,
"44826624" : 5,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 47696060,
"mean" : 22441790.901008,
"stddev" : 6489851.306841,
"N" : 4106169
},
"bw_min" : 63066,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 91310.097493,
"bw_dev" : 449.289259,
"bw_samples" : 11488,
"iops_min" : 15750,
"iops_max" : 33780,
"iops_mean" : 22825.186630,
"iops_stddev" : 112.285045,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759970,
"usr_cpu" : 0.309967,
"sys_cpu" : 3.236996,
"ctx" : 5194369,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999221,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.027693,
"10" : 2.187794,
"20" : 45.477069,
"50" : 52.310294,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123784,
"timestamp_ms" : 1774123784496,
"time" : "Sat Mar 21 17:09:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16818999296,
"io_kbytes" : 16424804,
"bw_bytes" : 93436289,
"bw" : 91246,
"iops" : 22808.749757,
"runtime" : 180005,
"total_ios" : 4105689,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15894,
"max" : 17517613,
"mean" : 1396000.861924,
"stddev" : 582612.262316,
"N" : 4105721
},
"clat_ns" : {
"min" : 3896,
"max" : 45533856,
"mean" : 21045884.107577,
"stddev" : 6113793.155264,
"N" : 4106169,
"percentile" : {
"1.000000" : 8585216,
"5.000000" : 11862016,
"10.000000" : 13565952,
"20.000000" : 15794176,
"30.000000" : 17432576,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 22151168,
"70.000000" : 24248320,
"80.000000" : 26607616,
"90.000000" : 29753344,
"95.000000" : 31850496,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 39583744,
"99.990000" : 41680896
},
"bins" : {
"3888" : 1,
"4256" : 2,
"4576" : 1,
"4960" : 2,
"5024" : 1,
"5088" : 1,
"5152" : 1,
"5344" : 2,
"5472" : 1,
"5792" : 1,
"6112" : 1,
"6176" : 1,
"6368" : 1,
"6752" : 1,
"6944" : 1,
"7008" : 1,
"7200" : 1,
"7328" : 2,
"7520" : 2,
"7840" : 1,
"7904" : 1,
"8256" : 1,
"8512" : 1,
"8896" : 1,
"10176" : 1,
"12992" : 1,
"15168" : 1,
"505856" : 1,
"514048" : 1,
"536576" : 3,
"544768" : 2,
"552960" : 1,
"569344" : 1,
"602112" : 2,
"610304" : 1,
"626688" : 8,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 7,
"667648" : 3,
"675840" : 4,
"684032" : 2,
"692224" : 2,
"700416" : 2,
"708608" : 3,
"716800" : 5,
"724992" : 5,
"733184" : 5,
"741376" : 3,
"749568" : 2,
"757760" : 4,
"765952" : 2,
"774144" : 2,
"782336" : 2,
"790528" : 1,
"798720" : 1,
"806912" : 2,
"815104" : 2,
"823296" : 3,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"880640" : 2,
"888832" : 2,
"897024" : 3,
"905216" : 2,
"921600" : 2,
"929792" : 2,
"946176" : 2,
"954368" : 4,
"962560" : 1,
"970752" : 2,
"995328" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 1,
"1028096" : 3,
"1036288" : 2,
"1044480" : 2,
"1056768" : 3,
"1073152" : 1,
"1089536" : 4,
"1105920" : 2,
"1122304" : 2,
"1138688" : 1,
"1155072" : 4,
"1171456" : 2,
"1187840" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1269760" : 4,
"1286144" : 2,
"1302528" : 3,
"1318912" : 2,
"1335296" : 7,
"1351680" : 2,
"1368064" : 9,
"1384448" : 4,
"1400832" : 5,
"1417216" : 7,
"1433600" : 8,
"1449984" : 4,
"1466368" : 5,
"1482752" : 2,
"1499136" : 4,
"1515520" : 4,
"1531904" : 5,
"1548288" : 2,
"1564672" : 7,
"1581056" : 2,
"1597440" : 2,
"1613824" : 2,
"1630208" : 3,
"1646592" : 2,
"1662976" : 8,
"1679360" : 2,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 4,
"1761280" : 3,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 3,
"1843200" : 3,
"1859584" : 6,
"1875968" : 4,
"1892352" : 2,
"1908736" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 4,
"1974272" : 4,
"1990656" : 1,
"2007040" : 3,
"2023424" : 2,
"2039808" : 5,
"2056192" : 5,
"2072576" : 4,
"2088960" : 4,
"2113536" : 4,
"2146304" : 4,
"2179072" : 4,
"2211840" : 9,
"2244608" : 6,
"2277376" : 7,
"2310144" : 9,
"2342912" : 9,
"2375680" : 8,
"2408448" : 13,
"2441216" : 9,
"2473984" : 9,
"2506752" : 11,
"2539520" : 15,
"2572288" : 11,
"2605056" : 12,
"2637824" : 12,
"2670592" : 9,
"2703360" : 17,
"2736128" : 12,
"2768896" : 17,
"2801664" : 21,
"2834432" : 18,
"2867200" : 14,
"2899968" : 24,
"2932736" : 7,
"2965504" : 19,
"2998272" : 21,
"3031040" : 18,
"3063808" : 13,
"3096576" : 20,
"3129344" : 12,
"3162112" : 18,
"3194880" : 20,
"3227648" : 12,
"3260416" : 20,
"3293184" : 26,
"3325952" : 20,
"3358720" : 25,
"3391488" : 17,
"3424256" : 25,
"3457024" : 18,
"3489792" : 22,
"3522560" : 32,
"3555328" : 22,
"3588096" : 22,
"3620864" : 30,
"3653632" : 25,
"3686400" : 28,
"3719168" : 37,
"3751936" : 27,
"3784704" : 28,
"3817472" : 41,
"3850240" : 45,
"3883008" : 42,
"3915776" : 41,
"3948544" : 42,
"3981312" : 34,
"4014080" : 31,
"4046848" : 48,
"4079616" : 50,
"4112384" : 47,
"4145152" : 38,
"4177920" : 47,
"4227072" : 94,
"4292608" : 101,
"4358144" : 102,
"4423680" : 100,
"4489216" : 114,
"4554752" : 112,
"4620288" : 128,
"4685824" : 110,
"4751360" : 134,
"4816896" : 156,
"4882432" : 164,
"4947968" : 165,
"5013504" : 172,
"5079040" : 162,
"5144576" : 177,
"5210112" : 209,
"5275648" : 220,
"5341184" : 233,
"5406720" : 227,
"5472256" : 223,
"5537792" : 235,
"5603328" : 227,
"5668864" : 251,
"5734400" : 295,
"5799936" : 281,
"5865472" : 330,
"5931008" : 301,
"5996544" : 333,
"6062080" : 355,
"6127616" : 372,
"6193152" : 376,
"6258688" : 381,
"6324224" : 422,
"6389760" : 389,
"6455296" : 448,
"6520832" : 449,
"6586368" : 522,
"6651904" : 495,
"6717440" : 555,
"6782976" : 545,
"6848512" : 574,
"6914048" : 586,
"6979584" : 650,
"7045120" : 663,
"7110656" : 704,
"7176192" : 745,
"7241728" : 743,
"7307264" : 799,
"7372800" : 792,
"7438336" : 893,
"7503872" : 872,
"7569408" : 917,
"7634944" : 940,
"7700480" : 911,
"7766016" : 972,
"7831552" : 1077,
"7897088" : 1112,
"7962624" : 1177,
"8028160" : 1149,
"8093696" : 1261,
"8159232" : 1317,
"8224768" : 1385,
"8290304" : 1390,
"8355840" : 1434,
"8454144" : 3042,
"8585216" : 3135,
"8716288" : 3459,
"8847360" : 3741,
"8978432" : 3900,
"9109504" : 4217,
"9240576" : 4622,
"9371648" : 4858,
"9502720" : 5218,
"9633792" : 5484,
"9764864" : 5927,
"9895936" : 6235,
"10027008" : 6414,
"10158080" : 6728,
"10289152" : 6914,
"10420224" : 7027,
"10551296" : 7463,
"10682368" : 7727,
"10813440" : 7930,
"10944512" : 8411,
"11075584" : 8671,
"11206656" : 8789,
"11337728" : 9156,
"11468800" : 9417,
"11599872" : 10002,
"11730944" : 10514,
"11862016" : 10983,
"11993088" : 11517,
"12124160" : 11955,
"12255232" : 12389,
"12386304" : 12937,
"12517376" : 13554,
"12648448" : 14342,
"12779520" : 15044,
"12910592" : 15748,
"13041664" : 16291,
"13172736" : 16795,
"13303808" : 17751,
"13434880" : 18179,
"13565952" : 18888,
"13697024" : 19509,
"13828096" : 19865,
"13959168" : 20869,
"14090240" : 21446,
"14221312" : 22475,
"14352384" : 23139,
"14483456" : 24137,
"14614528" : 24809,
"14745600" : 25596,
"14876672" : 26422,
"15007744" : 27171,
"15138816" : 27028,
"15269888" : 28058,
"15400960" : 28584,
"15532032" : 28887,
"15663104" : 29562,
"15794176" : 30456,
"15925248" : 30920,
"16056320" : 31740,
"16187392" : 32205,
"16318464" : 32587,
"16449536" : 33029,
"16580608" : 33222,
"16711680" : 34115,
"16908288" : 70026,
"17170432" : 71278,
"17432576" : 72503,
"17694720" : 72900,
"17956864" : 72473,
"18219008" : 73199,
"18481152" : 73586,
"18743296" : 73399,
"19005440" : 73059,
"19267584" : 73424,
"19529728" : 73142,
"19791872" : 71685,
"20054016" : 71044,
"20316160" : 69545,
"20578304" : 67767,
"20840448" : 65677,
"21102592" : 63781,
"21364736" : 61552,
"21626880" : 59508,
"21889024" : 59026,
"22151168" : 55867,
"22413312" : 54683,
"22675456" : 54090,
"22937600" : 51947,
"23199744" : 50411,
"23461888" : 48534,
"23724032" : 47487,
"23986176" : 46845,
"24248320" : 45963,
"24510464" : 45699,
"24772608" : 44689,
"25034752" : 43986,
"25296896" : 43273,
"25559040" : 43168,
"25821184" : 42381,
"26083328" : 41766,
"26345472" : 40899,
"26607616" : 40267,
"26869760" : 39935,
"27131904" : 38705,
"27394048" : 38012,
"27656192" : 37318,
"27918336" : 36524,
"28180480" : 36016,
"28442624" : 35041,
"28704768" : 33837,
"28966912" : 32560,
"29229056" : 31504,
"29491200" : 30561,
"29753344" : 29598,
"30015488" : 28673,
"30277632" : 27568,
"30539776" : 26220,
"30801920" : 25464,
"31064064" : 24241,
"31326208" : 23182,
"31588352" : 22046,
"31850496" : 20350,
"32112640" : 19101,
"32374784" : 17615,
"32636928" : 16366,
"32899072" : 15247,
"33161216" : 13977,
"33423360" : 12613,
"33816576" : 22392,
"34340864" : 17918,
"34865152" : 14631,
"35389440" : 11381,
"35913728" : 8586,
"36438016" : 6603,
"36962304" : 4649,
"37486592" : 3268,
"38010880" : 2341,
"38535168" : 1572,
"39059456" : 998,
"39583744" : 765,
"40108032" : 549,
"40632320" : 348,
"41156608" : 226,
"41680896" : 162,
"42205184" : 124,
"42729472" : 78,
"43253760" : 45,
"43778048" : 20,
"44302336" : 12,
"44826624" : 5,
"45350912" : 1
}
},
"lat_ns" : {
"min" : 542699,
"max" : 47696060,
"mean" : 22441790.901008,
"stddev" : 6489851.306841,
"N" : 4106169
},
"bw_min" : 63066,
"bw_max" : 135120,
"bw_agg" : 100.000000,
"bw_mean" : 91310.097493,
"bw_dev" : 449.289259,
"bw_samples" : 11488,
"iops_min" : 15750,
"iops_max" : 33780,
"iops_mean" : 22825.186630,
"iops_stddev" : 112.285045,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760087,
"usr_cpu" : 0.309961,
"sys_cpu" : 3.236930,
"ctx" : 5194453,
"majf" : 0,
"minf" : 1168,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999221,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.027693,
"10" : 2.187794,
"20" : 45.477069,
"50" : 52.310294,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}