raidz2/benchmarks/rand/rand-write-qd16-nj32_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774123364,
"timestamp_ms" : 1774123364914,
"time" : "Sat Mar 21 17:02:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1127243776,
"io_kbytes" : 1100824,
"bw_bytes" : 115614746,
"bw" : 112905,
"iops" : 28288.512821,
"runtime" : 9750,
"total_ios" : 275813,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312000,
"usr_cpu" : 0.354487,
"sys_cpu" : 4.905449,
"ctx" : 413256,
"majf" : 0,
"minf" : 180,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.825969,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999637,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999637,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123375,
"timestamp_ms" : 1774123375166,
"time" : "Sat Mar 21 17:02:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1234259968,
"io_kbytes" : 1205332,
"bw_bytes" : 123425996,
"bw" : 120533,
"iops" : 30145.400000,
"runtime" : 10000,
"total_ios" : 301454,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 28784,
"max" : 18212145,
"mean" : 1053435.509020,
"stddev" : 524127.752108,
"N" : 301454
},
"clat_ns" : {
"min" : 571122,
"max" : 39112365,
"mean" : 15932201.665293,
"stddev" : 4704300.649948,
"N" : 301422,
"percentile" : {
"1.000000" : 6651904,
"5.000000" : 8847360,
"10.000000" : 10027008,
"20.000000" : 11730944,
"30.000000" : 13172736,
"40.000000" : 14352384,
"50.000000" : 15663104,
"60.000000" : 16908288,
"70.000000" : 18219008,
"80.000000" : 20054016,
"90.000000" : 22413312,
"95.000000" : 24248320,
"99.000000" : 27131904,
"99.500000" : 28180480,
"99.900000" : 30801920,
"99.950000" : 32374784,
"99.990000" : 35389440
},
"bins" : {
"569344" : 1,
"577536" : 4,
"585728" : 2,
"626688" : 1,
"643072" : 1,
"667648" : 2,
"700416" : 1,
"708608" : 1,
"716800" : 2,
"724992" : 2,
"733184" : 2,
"741376" : 1,
"790528" : 1,
"798720" : 2,
"806912" : 1,
"815104" : 1,
"823296" : 1,
"831488" : 1,
"847872" : 4,
"864256" : 1,
"880640" : 1,
"888832" : 1,
"970752" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 2,
"1044480" : 1,
"1105920" : 1,
"1138688" : 2,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1269760" : 1,
"1302528" : 1,
"1318912" : 2,
"1351680" : 2,
"1433600" : 1,
"1482752" : 1,
"1499136" : 1,
"1531904" : 1,
"1548288" : 1,
"1564672" : 3,
"1581056" : 1,
"1597440" : 2,
"1613824" : 1,
"1646592" : 1,
"1679360" : 2,
"1695744" : 1,
"1712128" : 3,
"1728512" : 2,
"1744896" : 1,
"1777664" : 1,
"1794048" : 1,
"1810432" : 1,
"1843200" : 1,
"1875968" : 2,
"1892352" : 1,
"1925120" : 1,
"1941504" : 3,
"1957888" : 2,
"1990656" : 1,
"2007040" : 1,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 4,
"2088960" : 2,
"2113536" : 1,
"2146304" : 1,
"2179072" : 4,
"2211840" : 2,
"2244608" : 1,
"2277376" : 5,
"2310144" : 8,
"2342912" : 5,
"2375680" : 3,
"2408448" : 5,
"2441216" : 3,
"2473984" : 1,
"2539520" : 3,
"2572288" : 5,
"2605056" : 5,
"2637824" : 1,
"2670592" : 8,
"2703360" : 10,
"2736128" : 2,
"2768896" : 1,
"2801664" : 6,
"2834432" : 4,
"2867200" : 3,
"2932736" : 3,
"2965504" : 4,
"2998272" : 3,
"3031040" : 3,
"3063808" : 4,
"3096576" : 8,
"3129344" : 6,
"3162112" : 3,
"3194880" : 7,
"3227648" : 4,
"3260416" : 3,
"3293184" : 7,
"3325952" : 6,
"3358720" : 7,
"3391488" : 5,
"3424256" : 5,
"3457024" : 7,
"3489792" : 5,
"3522560" : 6,
"3555328" : 11,
"3588096" : 9,
"3620864" : 5,
"3653632" : 4,
"3686400" : 7,
"3719168" : 7,
"3751936" : 5,
"3784704" : 8,
"3817472" : 7,
"3850240" : 11,
"3883008" : 11,
"3915776" : 7,
"3948544" : 9,
"3981312" : 5,
"4014080" : 10,
"4046848" : 13,
"4079616" : 9,
"4112384" : 12,
"4145152" : 7,
"4177920" : 14,
"4227072" : 26,
"4292608" : 33,
"4358144" : 30,
"4423680" : 28,
"4489216" : 35,
"4554752" : 26,
"4620288" : 41,
"4685824" : 30,
"4751360" : 43,
"4816896" : 40,
"4882432" : 40,
"4947968" : 36,
"5013504" : 55,
"5079040" : 47,
"5144576" : 49,
"5210112" : 57,
"5275648" : 61,
"5341184" : 57,
"5406720" : 53,
"5472256" : 61,
"5537792" : 68,
"5603328" : 71,
"5668864" : 70,
"5734400" : 80,
"5799936" : 67,
"5865472" : 83,
"5931008" : 74,
"5996544" : 87,
"6062080" : 84,
"6127616" : 80,
"6193152" : 113,
"6258688" : 88,
"6324224" : 100,
"6389760" : 108,
"6455296" : 122,
"6520832" : 128,
"6586368" : 140,
"6651904" : 167,
"6717440" : 142,
"6782976" : 148,
"6848512" : 168,
"6914048" : 183,
"6979584" : 185,
"7045120" : 206,
"7110656" : 205,
"7176192" : 240,
"7241728" : 239,
"7307264" : 240,
"7372800" : 268,
"7438336" : 272,
"7503872" : 284,
"7569408" : 278,
"7634944" : 320,
"7700480" : 303,
"7766016" : 348,
"7831552" : 381,
"7897088" : 376,
"7962624" : 370,
"8028160" : 403,
"8093696" : 423,
"8159232" : 474,
"8224768" : 443,
"8290304" : 477,
"8355840" : 484,
"8454144" : 1002,
"8585216" : 1089,
"8716288" : 1160,
"8847360" : 1186,
"8978432" : 1336,
"9109504" : 1428,
"9240576" : 1559,
"9371648" : 1594,
"9502720" : 1688,
"9633792" : 1784,
"9764864" : 1895,
"9895936" : 1899,
"10027008" : 2008,
"10158080" : 2074,
"10289152" : 2173,
"10420224" : 2310,
"10551296" : 2266,
"10682368" : 2333,
"10813440" : 2525,
"10944512" : 2546,
"11075584" : 2500,
"11206656" : 2569,
"11337728" : 2528,
"11468800" : 2618,
"11599872" : 2541,
"11730944" : 2583,
"11862016" : 2696,
"11993088" : 2727,
"12124160" : 2759,
"12255232" : 2741,
"12386304" : 2694,
"12517376" : 2761,
"12648448" : 2897,
"12779520" : 3110,
"12910592" : 2924,
"13041664" : 2922,
"13172736" : 2863,
"13303808" : 2999,
"13434880" : 2915,
"13565952" : 2844,
"13697024" : 2948,
"13828096" : 2960,
"13959168" : 3042,
"14090240" : 3287,
"14221312" : 3250,
"14352384" : 3176,
"14483456" : 3065,
"14614528" : 3110,
"14745600" : 3211,
"14876672" : 3261,
"15007744" : 3409,
"15138816" : 3311,
"15269888" : 3177,
"15400960" : 3100,
"15532032" : 3059,
"15663104" : 3134,
"15794176" : 3338,
"15925248" : 3201,
"16056320" : 3181,
"16187392" : 3180,
"16318464" : 3066,
"16449536" : 3173,
"16580608" : 3228,
"16711680" : 3365,
"16908288" : 6544,
"17170432" : 6306,
"17432576" : 6040,
"17694720" : 6031,
"17956864" : 5532,
"18219008" : 5325,
"18481152" : 4969,
"18743296" : 4758,
"19005440" : 4568,
"19267584" : 4280,
"19529728" : 4175,
"19791872" : 3970,
"20054016" : 3739,
"20316160" : 3732,
"20578304" : 3433,
"20840448" : 3390,
"21102592" : 3134,
"21364736" : 2817,
"21626880" : 2844,
"21889024" : 2589,
"22151168" : 2685,
"22413312" : 2709,
"22675456" : 2721,
"22937600" : 2643,
"23199744" : 2326,
"23461888" : 2122,
"23724032" : 1988,
"23986176" : 1857,
"24248320" : 1675,
"24510464" : 1568,
"24772608" : 1458,
"25034752" : 1363,
"25296896" : 1367,
"25559040" : 1215,
"25821184" : 1058,
"26083328" : 940,
"26345472" : 807,
"26607616" : 747,
"26869760" : 600,
"27131904" : 475,
"27394048" : 425,
"27656192" : 393,
"27918336" : 328,
"28180480" : 257,
"28442624" : 213,
"28704768" : 170,
"28966912" : 142,
"29229056" : 141,
"29491200" : 102,
"29753344" : 84,
"30015488" : 62,
"30277632" : 48,
"30539776" : 52,
"30801920" : 42,
"31064064" : 39,
"31326208" : 30,
"31588352" : 33,
"31850496" : 20,
"32112640" : 16,
"32374784" : 12,
"32636928" : 12,
"32899072" : 18,
"33161216" : 20,
"33423360" : 5,
"33816576" : 12,
"34340864" : 14,
"34865152" : 19,
"35389440" : 17,
"35913728" : 7,
"36438016" : 6,
"36962304" : 3,
"37486592" : 4,
"38010880" : 2,
"39059456" : 2
}
},
"lat_ns" : {
"min" : 614159,
"max" : 40061435,
"mean" : 16985005.477311,
"stddev" : 4973965.063346,
"N" : 301422
},
"bw_min" : 109352,
"bw_max" : 134824,
"bw_agg" : 100.000000,
"bw_mean" : 120699.578947,
"bw_dev" : 236.404913,
"bw_samples" : 608,
"iops_min" : 27336,
"iops_max" : 33706,
"iops_mean" : 30170.315789,
"iops_stddev" : 59.140699,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 0.390629,
"sys_cpu" : 4.050350,
"ctx" : 413924,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999668,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.018245,
"4" : 0.100181,
"10" : 9.521519,
"20" : 70.560019,
"50" : 19.777478,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123385,
"timestamp_ms" : 1774123385161,
"time" : "Sat Mar 21 17:03:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2529968128,
"io_kbytes" : 2470672,
"bw_bytes" : 126498406,
"bw" : 123533,
"iops" : 30886.200000,
"runtime" : 20000,
"total_ios" : 617724,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 22374,
"max" : 18212145,
"mean" : 1027216.306878,
"stddev" : 547801.719090,
"N" : 617724
},
"clat_ns" : {
"min" : 554096,
"max" : 41064348,
"mean" : 15549474.002678,
"stddev" : 4696067.965510,
"N" : 617692,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 8585216,
"10.000000" : 9633792,
"20.000000" : 11337728,
"30.000000" : 12779520,
"40.000000" : 14090240,
"50.000000" : 15269888,
"60.000000" : 16449536,
"70.000000" : 17694720,
"80.000000" : 19529728,
"90.000000" : 22151168,
"95.000000" : 23986176,
"99.000000" : 26869760,
"99.500000" : 28180480,
"99.900000" : 30801920,
"99.950000" : 32374784,
"99.990000" : 35389440
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 23,
"651264" : 9,
"659456" : 10,
"667648" : 10,
"675840" : 5,
"684032" : 5,
"700416" : 6,
"708608" : 5,
"716800" : 3,
"724992" : 2,
"733184" : 2,
"741376" : 2,
"765952" : 1,
"774144" : 1,
"790528" : 2,
"798720" : 4,
"806912" : 4,
"815104" : 2,
"823296" : 4,
"831488" : 2,
"839680" : 1,
"847872" : 4,
"856064" : 4,
"864256" : 3,
"872448" : 1,
"880640" : 2,
"888832" : 3,
"897024" : 1,
"905216" : 3,
"913408" : 3,
"921600" : 1,
"946176" : 2,
"954368" : 5,
"970752" : 4,
"1003520" : 4,
"1011712" : 3,
"1019904" : 3,
"1028096" : 3,
"1044480" : 2,
"1073152" : 1,
"1089536" : 3,
"1105920" : 4,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1171456" : 3,
"1187840" : 3,
"1204224" : 3,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1269760" : 4,
"1302528" : 2,
"1318912" : 3,
"1335296" : 1,
"1351680" : 2,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1433600" : 1,
"1466368" : 1,
"1482752" : 5,
"1499136" : 6,
"1515520" : 2,
"1531904" : 1,
"1548288" : 2,
"1564672" : 3,
"1581056" : 2,
"1597440" : 4,
"1613824" : 3,
"1630208" : 1,
"1646592" : 1,
"1679360" : 3,
"1695744" : 3,
"1712128" : 4,
"1728512" : 2,
"1744896" : 1,
"1761280" : 1,
"1777664" : 3,
"1794048" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 2,
"1875968" : 5,
"1892352" : 1,
"1908736" : 1,
"1925120" : 1,
"1941504" : 3,
"1957888" : 4,
"1990656" : 4,
"2007040" : 4,
"2023424" : 3,
"2039808" : 1,
"2056192" : 2,
"2072576" : 5,
"2088960" : 4,
"2113536" : 6,
"2146304" : 3,
"2179072" : 6,
"2211840" : 3,
"2244608" : 5,
"2277376" : 9,
"2310144" : 9,
"2342912" : 7,
"2375680" : 4,
"2408448" : 6,
"2441216" : 6,
"2473984" : 3,
"2506752" : 2,
"2539520" : 5,
"2572288" : 8,
"2605056" : 8,
"2637824" : 4,
"2670592" : 9,
"2703360" : 12,
"2736128" : 6,
"2768896" : 8,
"2801664" : 7,
"2834432" : 9,
"2867200" : 5,
"2899968" : 4,
"2932736" : 8,
"2965504" : 5,
"2998272" : 12,
"3031040" : 9,
"3063808" : 9,
"3096576" : 10,
"3129344" : 15,
"3162112" : 12,
"3194880" : 14,
"3227648" : 12,
"3260416" : 9,
"3293184" : 16,
"3325952" : 9,
"3358720" : 20,
"3391488" : 14,
"3424256" : 17,
"3457024" : 9,
"3489792" : 14,
"3522560" : 14,
"3555328" : 25,
"3588096" : 20,
"3620864" : 12,
"3653632" : 12,
"3686400" : 20,
"3719168" : 12,
"3751936" : 17,
"3784704" : 13,
"3817472" : 17,
"3850240" : 21,
"3883008" : 19,
"3915776" : 14,
"3948544" : 25,
"3981312" : 20,
"4014080" : 20,
"4046848" : 22,
"4079616" : 21,
"4112384" : 22,
"4145152" : 16,
"4177920" : 23,
"4227072" : 50,
"4292608" : 61,
"4358144" : 59,
"4423680" : 65,
"4489216" : 66,
"4554752" : 57,
"4620288" : 77,
"4685824" : 67,
"4751360" : 90,
"4816896" : 103,
"4882432" : 85,
"4947968" : 92,
"5013504" : 105,
"5079040" : 109,
"5144576" : 111,
"5210112" : 112,
"5275648" : 125,
"5341184" : 141,
"5406720" : 139,
"5472256" : 148,
"5537792" : 162,
"5603328" : 173,
"5668864" : 163,
"5734400" : 192,
"5799936" : 180,
"5865472" : 227,
"5931008" : 221,
"5996544" : 228,
"6062080" : 246,
"6127616" : 243,
"6193152" : 287,
"6258688" : 275,
"6324224" : 306,
"6389760" : 327,
"6455296" : 360,
"6520832" : 362,
"6586368" : 415,
"6651904" : 422,
"6717440" : 432,
"6782976" : 447,
"6848512" : 460,
"6914048" : 488,
"6979584" : 529,
"7045120" : 547,
"7110656" : 606,
"7176192" : 653,
"7241728" : 598,
"7307264" : 660,
"7372800" : 708,
"7438336" : 716,
"7503872" : 672,
"7569408" : 736,
"7634944" : 772,
"7700480" : 850,
"7766016" : 878,
"7831552" : 926,
"7897088" : 888,
"7962624" : 981,
"8028160" : 1003,
"8093696" : 1066,
"8159232" : 1147,
"8224768" : 1116,
"8290304" : 1169,
"8355840" : 1172,
"8454144" : 2441,
"8585216" : 2714,
"8716288" : 2850,
"8847360" : 3039,
"8978432" : 3323,
"9109504" : 3519,
"9240576" : 3712,
"9371648" : 3974,
"9502720" : 4116,
"9633792" : 4226,
"9764864" : 4417,
"9895936" : 4612,
"10027008" : 4857,
"10158080" : 4824,
"10289152" : 4875,
"10420224" : 5015,
"10551296" : 5019,
"10682368" : 5070,
"10813440" : 5212,
"10944512" : 5306,
"11075584" : 5093,
"11206656" : 5246,
"11337728" : 5176,
"11468800" : 5299,
"11599872" : 5216,
"11730944" : 5266,
"11862016" : 5346,
"11993088" : 5492,
"12124160" : 5541,
"12255232" : 5729,
"12386304" : 5585,
"12517376" : 5720,
"12648448" : 5891,
"12779520" : 6170,
"12910592" : 5988,
"13041664" : 6072,
"13172736" : 6164,
"13303808" : 6414,
"13434880" : 6191,
"13565952" : 6012,
"13697024" : 6278,
"13828096" : 6445,
"13959168" : 6427,
"14090240" : 6630,
"14221312" : 6577,
"14352384" : 6564,
"14483456" : 6401,
"14614528" : 6677,
"14745600" : 6757,
"14876672" : 6868,
"15007744" : 7118,
"15138816" : 6863,
"15269888" : 6797,
"15400960" : 6786,
"15532032" : 6814,
"15663104" : 6933,
"15794176" : 6967,
"15925248" : 6780,
"16056320" : 6636,
"16187392" : 6657,
"16318464" : 6497,
"16449536" : 6616,
"16580608" : 6749,
"16711680" : 6927,
"16908288" : 13394,
"17170432" : 13029,
"17432576" : 12259,
"17694720" : 11736,
"17956864" : 10985,
"18219008" : 10387,
"18481152" : 9864,
"18743296" : 9389,
"19005440" : 9045,
"19267584" : 8419,
"19529728" : 8031,
"19791872" : 7547,
"20054016" : 6816,
"20316160" : 6590,
"20578304" : 6137,
"20840448" : 6025,
"21102592" : 5455,
"21364736" : 5136,
"21626880" : 4953,
"21889024" : 4470,
"22151168" : 4608,
"22413312" : 4542,
"22675456" : 4572,
"22937600" : 4383,
"23199744" : 4088,
"23461888" : 3688,
"23724032" : 3445,
"23986176" : 3304,
"24248320" : 3082,
"24510464" : 2894,
"24772608" : 2741,
"25034752" : 2578,
"25296896" : 2505,
"25559040" : 2256,
"25821184" : 1998,
"26083328" : 1780,
"26345472" : 1565,
"26607616" : 1354,
"26869760" : 1123,
"27131904" : 895,
"27394048" : 775,
"27656192" : 687,
"27918336" : 557,
"28180480" : 477,
"28442624" : 390,
"28704768" : 309,
"28966912" : 266,
"29229056" : 245,
"29491200" : 211,
"29753344" : 169,
"30015488" : 136,
"30277632" : 119,
"30539776" : 101,
"30801920" : 90,
"31064064" : 68,
"31326208" : 66,
"31588352" : 56,
"31850496" : 40,
"32112640" : 39,
"32374784" : 25,
"32636928" : 32,
"32899072" : 34,
"33161216" : 41,
"33423360" : 18,
"33816576" : 32,
"34340864" : 35,
"34865152" : 30,
"35389440" : 24,
"35913728" : 19,
"36438016" : 10,
"36962304" : 7,
"37486592" : 6,
"38010880" : 2,
"38535168" : 2,
"39059456" : 3,
"39583744" : 1,
"41156608" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 41690024,
"mean" : 16576864.931783,
"stddev" : 4962248.352847,
"N" : 617692
},
"bw_min" : 109352,
"bw_max" : 139880,
"bw_agg" : 99.810092,
"bw_mean" : 123299.948718,
"bw_dev" : 223.154023,
"bw_samples" : 1248,
"iops_min" : 27336,
"iops_max" : 34970,
"iops_mean" : 30820.948718,
"iops_stddev" : 55.837067,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640000,
"usr_cpu" : 0.399531,
"sys_cpu" : 4.177656,
"ctx" : 861354,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999676,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999676,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.027682,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.021693,
"4" : 0.105387,
"10" : 11.559855,
"20" : 71.108780,
"50" : 17.162195,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123395,
"timestamp_ms" : 1774123395164,
"time" : "Sat Mar 21 17:03:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3701260288,
"io_kbytes" : 3614512,
"bw_bytes" : 123375342,
"bw" : 120483,
"iops" : 30122.966667,
"runtime" : 30000,
"total_ios" : 903689,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1053691.493445,
"stddev" : 544123.693193,
"N" : 903690
},
"clat_ns" : {
"min" : 554096,
"max" : 41064348,
"mean" : 15937626.363091,
"stddev" : 4832164.840348,
"N" : 903658,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 8716288,
"10.000000" : 9895936,
"20.000000" : 11730944,
"30.000000" : 13172736,
"40.000000" : 14483456,
"50.000000" : 15663104,
"60.000000" : 16908288,
"70.000000" : 18219008,
"80.000000" : 19791872,
"90.000000" : 22675456,
"95.000000" : 24772608,
"99.000000" : 27918336,
"99.500000" : 28966912,
"99.900000" : 31588352,
"99.950000" : 32636928,
"99.990000" : 35389440
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 292,
"5996544" : 307,
"6062080" : 333,
"6127616" : 331,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 489,
"6586368" : 516,
"6651904" : 550,
"6717440" : 542,
"6782976" : 569,
"6848512" : 605,
"6914048" : 656,
"6979584" : 676,
"7045120" : 704,
"7110656" : 792,
"7176192" : 817,
"7241728" : 792,
"7307264" : 852,
"7372800" : 915,
"7438336" : 972,
"7503872" : 899,
"7569408" : 997,
"7634944" : 1050,
"7700480" : 1091,
"7766016" : 1139,
"7831552" : 1185,
"7897088" : 1180,
"7962624" : 1253,
"8028160" : 1281,
"8093696" : 1381,
"8159232" : 1449,
"8224768" : 1423,
"8290304" : 1476,
"8355840" : 1497,
"8454144" : 3167,
"8585216" : 3443,
"8716288" : 3639,
"8847360" : 3792,
"8978432" : 4161,
"9109504" : 4450,
"9240576" : 4677,
"9371648" : 5052,
"9502720" : 5249,
"9633792" : 5443,
"9764864" : 5690,
"9895936" : 5890,
"10027008" : 6286,
"10158080" : 6285,
"10289152" : 6323,
"10420224" : 6512,
"10551296" : 6578,
"10682368" : 6687,
"10813440" : 6912,
"10944512" : 7194,
"11075584" : 6896,
"11206656" : 7163,
"11337728" : 7195,
"11468800" : 7326,
"11599872" : 7320,
"11730944" : 7448,
"11862016" : 7580,
"11993088" : 7786,
"12124160" : 7918,
"12255232" : 8101,
"12386304" : 8189,
"12517376" : 8339,
"12648448" : 8417,
"12779520" : 8829,
"12910592" : 8481,
"13041664" : 8805,
"13172736" : 8954,
"13303808" : 9176,
"13434880" : 8973,
"13565952" : 8697,
"13697024" : 9015,
"13828096" : 9115,
"13959168" : 9045,
"14090240" : 9295,
"14221312" : 9230,
"14352384" : 9218,
"14483456" : 9099,
"14614528" : 9567,
"14745600" : 9718,
"14876672" : 9926,
"15007744" : 10158,
"15138816" : 9987,
"15269888" : 10124,
"15400960" : 10276,
"15532032" : 10175,
"15663104" : 10280,
"15794176" : 10108,
"15925248" : 9992,
"16056320" : 9909,
"16187392" : 10058,
"16318464" : 9826,
"16449536" : 9730,
"16580608" : 9956,
"16711680" : 10035,
"16908288" : 19323,
"17170432" : 18697,
"17432576" : 17749,
"17694720" : 17462,
"17956864" : 16343,
"18219008" : 15530,
"18481152" : 14868,
"18743296" : 13892,
"19005440" : 13592,
"19267584" : 12742,
"19529728" : 12068,
"19791872" : 11340,
"20054016" : 10137,
"20316160" : 10020,
"20578304" : 9666,
"20840448" : 9418,
"21102592" : 8767,
"21364736" : 8308,
"21626880" : 7901,
"21889024" : 7282,
"22151168" : 7432,
"22413312" : 7292,
"22675456" : 7175,
"22937600" : 6925,
"23199744" : 6515,
"23461888" : 6151,
"23724032" : 5662,
"23986176" : 5482,
"24248320" : 5205,
"24510464" : 4959,
"24772608" : 4650,
"25034752" : 4325,
"25296896" : 4283,
"25559040" : 4009,
"25821184" : 3683,
"26083328" : 3252,
"26345472" : 2864,
"26607616" : 2498,
"26869760" : 2238,
"27131904" : 2119,
"27394048" : 1697,
"27656192" : 1410,
"27918336" : 1212,
"28180480" : 1015,
"28442624" : 898,
"28704768" : 784,
"28966912" : 704,
"29229056" : 591,
"29491200" : 569,
"29753344" : 454,
"30015488" : 450,
"30277632" : 393,
"30539776" : 330,
"30801920" : 256,
"31064064" : 212,
"31326208" : 191,
"31588352" : 162,
"31850496" : 127,
"32112640" : 111,
"32374784" : 64,
"32636928" : 80,
"32899072" : 67,
"33161216" : 74,
"33423360" : 43,
"33816576" : 65,
"34340864" : 56,
"34865152" : 41,
"35389440" : 26,
"35913728" : 23,
"36438016" : 13,
"36962304" : 8,
"37486592" : 7,
"38010880" : 6,
"38535168" : 3,
"39059456" : 3,
"39583744" : 1,
"41156608" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 41690024,
"mean" : 16990802.268090,
"stddev" : 5110119.059704,
"N" : 903658
},
"bw_min" : 95640,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 120980.932203,
"bw_dev" : 323.294346,
"bw_samples" : 1888,
"iops_min" : 23910,
"iops_max" : 35720,
"iops_mean" : 30241.186441,
"iops_stddev" : 80.835045,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.395941,
"sys_cpu" : 4.065346,
"ctx" : 1252367,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.020804,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.025673,
"4" : 0.117961,
"10" : 10.156481,
"20" : 70.050648,
"50" : 19.615266,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123405,
"timestamp_ms" : 1774123405161,
"time" : "Sat Mar 21 17:03:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4654710784,
"io_kbytes" : 4545616,
"bw_bytes" : 116367769,
"bw" : 113640,
"iops" : 28411.125000,
"runtime" : 40000,
"total_ios" : 1136445,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1118067.488416,
"stddev" : 544885.083280,
"N" : 1136445
},
"clat_ns" : {
"min" : 554096,
"max" : 41064348,
"mean" : 16899136.484573,
"stddev" : 5236382.775278,
"N" : 1136413,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 9109504,
"10.000000" : 10420224,
"20.000000" : 12386304,
"30.000000" : 13828096,
"40.000000" : 15269888,
"50.000000" : 16449536,
"60.000000" : 17694720,
"70.000000" : 19267584,
"80.000000" : 21364736,
"90.000000" : 24248320,
"95.000000" : 26345472,
"99.000000" : 30015488,
"99.500000" : 31326208,
"99.900000" : 33423360,
"99.950000" : 34340864,
"99.990000" : 35913728
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1099,
"7766016" : 1147,
"7831552" : 1188,
"7897088" : 1190,
"7962624" : 1265,
"8028160" : 1289,
"8093696" : 1389,
"8159232" : 1460,
"8224768" : 1440,
"8290304" : 1487,
"8355840" : 1521,
"8454144" : 3209,
"8585216" : 3487,
"8716288" : 3681,
"8847360" : 3860,
"8978432" : 4213,
"9109504" : 4517,
"9240576" : 4745,
"9371648" : 5125,
"9502720" : 5364,
"9633792" : 5540,
"9764864" : 5801,
"9895936" : 6004,
"10027008" : 6402,
"10158080" : 6415,
"10289152" : 6459,
"10420224" : 6692,
"10551296" : 6785,
"10682368" : 6893,
"10813440" : 7121,
"10944512" : 7439,
"11075584" : 7169,
"11206656" : 7455,
"11337728" : 7503,
"11468800" : 7677,
"11599872" : 7706,
"11730944" : 7862,
"11862016" : 8046,
"11993088" : 8263,
"12124160" : 8465,
"12255232" : 8675,
"12386304" : 8808,
"12517376" : 9039,
"12648448" : 9166,
"12779520" : 9615,
"12910592" : 9308,
"13041664" : 9737,
"13172736" : 9913,
"13303808" : 10233,
"13434880" : 10099,
"13565952" : 9847,
"13697024" : 10248,
"13828096" : 10314,
"13959168" : 10357,
"14090240" : 10568,
"14221312" : 10652,
"14352384" : 10696,
"14483456" : 10652,
"14614528" : 11203,
"14745600" : 11361,
"14876672" : 11681,
"15007744" : 12072,
"15138816" : 11833,
"15269888" : 11972,
"15400960" : 12144,
"15532032" : 12150,
"15663104" : 12301,
"15794176" : 12285,
"15925248" : 12170,
"16056320" : 12141,
"16187392" : 12214,
"16318464" : 12028,
"16449536" : 11993,
"16580608" : 12194,
"16711680" : 12292,
"16908288" : 24028,
"17170432" : 23452,
"17432576" : 22168,
"17694720" : 21871,
"17956864" : 21065,
"18219008" : 20343,
"18481152" : 19265,
"18743296" : 18346,
"19005440" : 17939,
"19267584" : 16973,
"19529728" : 15959,
"19791872" : 15595,
"20054016" : 14258,
"20316160" : 13931,
"20578304" : 13649,
"20840448" : 13465,
"21102592" : 12889,
"21364736" : 12826,
"21626880" : 12121,
"21889024" : 11126,
"22151168" : 11178,
"22413312" : 11289,
"22675456" : 11260,
"22937600" : 10647,
"23199744" : 9843,
"23461888" : 9325,
"23724032" : 8831,
"23986176" : 8433,
"24248320" : 8009,
"24510464" : 7819,
"24772608" : 7498,
"25034752" : 7130,
"25296896" : 6765,
"25559040" : 6417,
"25821184" : 6242,
"26083328" : 5821,
"26345472" : 5296,
"26607616" : 4910,
"26869760" : 4501,
"27131904" : 4326,
"27394048" : 3896,
"27656192" : 3651,
"27918336" : 3544,
"28180480" : 3034,
"28442624" : 2910,
"28704768" : 2609,
"28966912" : 2406,
"29229056" : 2182,
"29491200" : 2078,
"29753344" : 1810,
"30015488" : 1780,
"30277632" : 1586,
"30539776" : 1390,
"30801920" : 1165,
"31064064" : 969,
"31326208" : 920,
"31588352" : 808,
"31850496" : 659,
"32112640" : 590,
"32374784" : 463,
"32636928" : 425,
"32899072" : 341,
"33161216" : 304,
"33423360" : 228,
"33816576" : 341,
"34340864" : 278,
"34865152" : 157,
"35389440" : 105,
"35913728" : 57,
"36438016" : 28,
"36962304" : 15,
"37486592" : 14,
"38010880" : 6,
"38535168" : 3,
"39059456" : 3,
"39583744" : 1,
"41156608" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 41690024,
"mean" : 18017010.810943,
"stddev" : 5547361.341779,
"N" : 1136413
},
"bw_min" : 87905,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 114110.873418,
"bw_dev" : 466.831091,
"bw_samples" : 2528,
"iops_min" : 21975,
"iops_max" : 35720,
"iops_mean" : 28524.101266,
"iops_stddev" : 116.695937,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279969,
"usr_cpu" : 0.378290,
"sys_cpu" : 3.812124,
"ctx" : 1540182,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.016543,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.020415,
"4" : 0.093801,
"10" : 8.172415,
"20" : 65.621478,
"50" : 26.064790,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123415,
"timestamp_ms" : 1774123415161,
"time" : "Sat Mar 21 17:03:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5509206016,
"io_kbytes" : 5380084,
"bw_bytes" : 110184120,
"bw" : 107601,
"iops" : 26901.340000,
"runtime" : 50000,
"total_ios" : 1345067,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1181690.476199,
"stddev" : 554823.873862,
"N" : 1345068
},
"clat_ns" : {
"min" : 554096,
"max" : 41064348,
"mean" : 17846960.984160,
"stddev" : 5708014.217354,
"N" : 1345035,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 9371648,
"10.000000" : 10813440,
"20.000000" : 12910592,
"30.000000" : 14614528,
"40.000000" : 15925248,
"50.000000" : 17170432,
"60.000000" : 18743296,
"70.000000" : 20316160,
"80.000000" : 22675456,
"90.000000" : 25821184,
"95.000000" : 28442624,
"99.000000" : 32374784,
"99.500000" : 33423360,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 36962304
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1099,
"7766016" : 1147,
"7831552" : 1188,
"7897088" : 1193,
"7962624" : 1266,
"8028160" : 1291,
"8093696" : 1390,
"8159232" : 1460,
"8224768" : 1440,
"8290304" : 1488,
"8355840" : 1523,
"8454144" : 3212,
"8585216" : 3490,
"8716288" : 3682,
"8847360" : 3861,
"8978432" : 4214,
"9109504" : 4518,
"9240576" : 4749,
"9371648" : 5126,
"9502720" : 5366,
"9633792" : 5543,
"9764864" : 5807,
"9895936" : 6006,
"10027008" : 6415,
"10158080" : 6427,
"10289152" : 6469,
"10420224" : 6700,
"10551296" : 6797,
"10682368" : 6907,
"10813440" : 7146,
"10944512" : 7464,
"11075584" : 7198,
"11206656" : 7486,
"11337728" : 7535,
"11468800" : 7729,
"11599872" : 7759,
"11730944" : 7932,
"11862016" : 8125,
"11993088" : 8348,
"12124160" : 8555,
"12255232" : 8788,
"12386304" : 8924,
"12517376" : 9196,
"12648448" : 9313,
"12779520" : 9797,
"12910592" : 9489,
"13041664" : 9975,
"13172736" : 10151,
"13303808" : 10508,
"13434880" : 10426,
"13565952" : 10183,
"13697024" : 10632,
"13828096" : 10718,
"13959168" : 10755,
"14090240" : 11041,
"14221312" : 11149,
"14352384" : 11235,
"14483456" : 11264,
"14614528" : 11786,
"14745600" : 11997,
"14876672" : 12371,
"15007744" : 12864,
"15138816" : 12708,
"15269888" : 12936,
"15400960" : 13122,
"15532032" : 13183,
"15663104" : 13426,
"15794176" : 13452,
"15925248" : 13405,
"16056320" : 13379,
"16187392" : 13517,
"16318464" : 13481,
"16449536" : 13413,
"16580608" : 13718,
"16711680" : 13872,
"16908288" : 27437,
"17170432" : 27033,
"17432576" : 25822,
"17694720" : 25707,
"17956864" : 24975,
"18219008" : 24269,
"18481152" : 23041,
"18743296" : 22183,
"19005440" : 21641,
"19267584" : 20789,
"19529728" : 19841,
"19791872" : 19454,
"20054016" : 18100,
"20316160" : 17984,
"20578304" : 17681,
"20840448" : 17718,
"21102592" : 17067,
"21364736" : 16807,
"21626880" : 15711,
"21889024" : 14660,
"22151168" : 14605,
"22413312" : 14675,
"22675456" : 14720,
"22937600" : 13991,
"23199744" : 12869,
"23461888" : 12561,
"23724032" : 11715,
"23986176" : 11176,
"24248320" : 10459,
"24510464" : 10316,
"24772608" : 10128,
"25034752" : 9424,
"25296896" : 9081,
"25559040" : 8838,
"25821184" : 9006,
"26083328" : 8575,
"26345472" : 7703,
"26607616" : 7170,
"26869760" : 6706,
"27131904" : 6704,
"27394048" : 6229,
"27656192" : 6007,
"27918336" : 5993,
"28180480" : 5652,
"28442624" : 5503,
"28704768" : 5142,
"28966912" : 4839,
"29229056" : 4398,
"29491200" : 4405,
"29753344" : 4007,
"30015488" : 3673,
"30277632" : 3358,
"30539776" : 3194,
"30801920" : 3038,
"31064064" : 2735,
"31326208" : 2666,
"31588352" : 2560,
"31850496" : 2425,
"32112640" : 2321,
"32374784" : 2409,
"32636928" : 2174,
"32899072" : 1877,
"33161216" : 1542,
"33423360" : 1235,
"33816576" : 1925,
"34340864" : 1374,
"34865152" : 916,
"35389440" : 634,
"35913728" : 331,
"36438016" : 176,
"36962304" : 106,
"37486592" : 56,
"38010880" : 33,
"38535168" : 9,
"39059456" : 7,
"39583744" : 6,
"41156608" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 41868386,
"mean" : 19028423.835483,
"stddev" : 6055325.558885,
"N" : 1345035
},
"bw_min" : 78324,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 107816.282828,
"bw_dev" : 572.881233,
"bw_samples" : 3168,
"iops_min" : 19581,
"iops_max" : 35720,
"iops_mean" : 26950.787879,
"iops_stddev" : 143.198047,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599969,
"usr_cpu" : 0.354382,
"sys_cpu" : 3.596445,
"ctx" : 1783704,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999777,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.013977,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.017248,
"4" : 0.079253,
"10" : 6.908057,
"20" : 60.734447,
"50" : 32.238097,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123425,
"timestamp_ms" : 1774123425165,
"time" : "Sat Mar 21 17:03:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6362939392,
"io_kbytes" : 6213808,
"bw_bytes" : 106048989,
"bw" : 103563,
"iops" : 25891.983333,
"runtime" : 60000,
"total_ios" : 1553519,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1228447.863205,
"stddev" : 563442.662898,
"N" : 1553519
},
"clat_ns" : {
"min" : 554096,
"max" : 41064348,
"mean" : 18541904.639265,
"stddev" : 6028587.528435,
"N" : 1553487,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 9633792,
"10.000000" : 11206656,
"20.000000" : 13434880,
"30.000000" : 15138816,
"40.000000" : 16449536,
"50.000000" : 17694720,
"60.000000" : 19267584,
"70.000000" : 21102592,
"80.000000" : 23724032,
"90.000000" : 27131904,
"95.000000" : 29753344,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36962304,
"99.950000" : 37486592,
"99.990000" : 38535168
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1195,
"7962624" : 1266,
"8028160" : 1293,
"8093696" : 1390,
"8159232" : 1461,
"8224768" : 1444,
"8290304" : 1490,
"8355840" : 1525,
"8454144" : 3219,
"8585216" : 3494,
"8716288" : 3686,
"8847360" : 3870,
"8978432" : 4223,
"9109504" : 4524,
"9240576" : 4755,
"9371648" : 5133,
"9502720" : 5382,
"9633792" : 5558,
"9764864" : 5831,
"9895936" : 6023,
"10027008" : 6443,
"10158080" : 6470,
"10289152" : 6498,
"10420224" : 6726,
"10551296" : 6850,
"10682368" : 6953,
"10813440" : 7193,
"10944512" : 7534,
"11075584" : 7264,
"11206656" : 7576,
"11337728" : 7635,
"11468800" : 7836,
"11599872" : 7871,
"11730944" : 8068,
"11862016" : 8273,
"11993088" : 8498,
"12124160" : 8709,
"12255232" : 8953,
"12386304" : 9116,
"12517376" : 9394,
"12648448" : 9543,
"12779520" : 10038,
"12910592" : 9759,
"13041664" : 10265,
"13172736" : 10469,
"13303808" : 10895,
"13434880" : 10837,
"13565952" : 10634,
"13697024" : 11110,
"13828096" : 11233,
"13959168" : 11313,
"14090240" : 11647,
"14221312" : 11851,
"14352384" : 11935,
"14483456" : 12066,
"14614528" : 12697,
"14745600" : 12938,
"14876672" : 13375,
"15007744" : 13990,
"15138816" : 13878,
"15269888" : 14156,
"15400960" : 14326,
"15532032" : 14495,
"15663104" : 14828,
"15794176" : 14981,
"15925248" : 14935,
"16056320" : 15073,
"16187392" : 15166,
"16318464" : 15239,
"16449536" : 15211,
"16580608" : 15685,
"16711680" : 15828,
"16908288" : 31461,
"17170432" : 31277,
"17432576" : 30236,
"17694720" : 30086,
"17956864" : 29367,
"18219008" : 28744,
"18481152" : 27346,
"18743296" : 26390,
"19005440" : 25812,
"19267584" : 24432,
"19529728" : 23394,
"19791872" : 22879,
"20054016" : 21492,
"20316160" : 21139,
"20578304" : 20679,
"20840448" : 20583,
"21102592" : 19645,
"21364736" : 19132,
"21626880" : 17946,
"21889024" : 16860,
"22151168" : 16707,
"22413312" : 16775,
"22675456" : 16760,
"22937600" : 16154,
"23199744" : 15216,
"23461888" : 14953,
"23724032" : 13955,
"23986176" : 13564,
"24248320" : 12982,
"24510464" : 12825,
"24772608" : 12425,
"25034752" : 11824,
"25296896" : 11608,
"25559040" : 11385,
"25821184" : 11469,
"26083328" : 11111,
"26345472" : 10112,
"26607616" : 9429,
"26869760" : 8961,
"27131904" : 8960,
"27394048" : 8563,
"27656192" : 8460,
"27918336" : 8449,
"28180480" : 7981,
"28442624" : 7900,
"28704768" : 7411,
"28966912" : 7037,
"29229056" : 6737,
"29491200" : 6706,
"29753344" : 6236,
"30015488" : 5756,
"30277632" : 5305,
"30539776" : 5046,
"30801920" : 4752,
"31064064" : 4414,
"31326208" : 4420,
"31588352" : 4187,
"31850496" : 3989,
"32112640" : 3738,
"32374784" : 3793,
"32636928" : 3480,
"32899072" : 3062,
"33161216" : 2824,
"33423360" : 2427,
"33816576" : 4313,
"34340864" : 3618,
"34865152" : 2882,
"35389440" : 2396,
"35913728" : 1605,
"36438016" : 1167,
"36962304" : 734,
"37486592" : 506,
"38010880" : 358,
"38535168" : 105,
"39059456" : 45,
"39583744" : 30,
"40108032" : 7,
"40632320" : 2,
"41156608" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 42702711,
"mean" : 19770027.335334,
"stddev" : 6399860.925442,
"N" : 1553487
},
"bw_min" : 66968,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 103701.949580,
"bw_dev" : 604.328368,
"bw_samples" : 3808,
"iops_min" : 16742,
"iops_max" : 35720,
"iops_mean" : 25922.689076,
"iops_stddev" : 151.048488,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919997,
"usr_cpu" : 0.337969,
"sys_cpu" : 3.456724,
"ctx" : 2025772,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.012102,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.014934,
"4" : 0.068618,
"10" : 5.990657,
"20" : 57.948374,
"50" : 35.957590,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123435,
"timestamp_ms" : 1774123435162,
"time" : "Sat Mar 21 17:03:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7247822848,
"io_kbytes" : 7077952,
"bw_bytes" : 103540326,
"bw" : 101113,
"iops" : 25278.928571,
"runtime" : 70000,
"total_ios" : 1769525,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1258545.249560,
"stddev" : 559933.665668,
"N" : 1769525
},
"clat_ns" : {
"min" : 554096,
"max" : 41064348,
"mean" : 18990946.235392,
"stddev" : 6045697.269276,
"N" : 1769493,
"percentile" : {
"1.000000" : 7372800,
"5.000000" : 9895936,
"10.000000" : 11468800,
"20.000000" : 13828096,
"30.000000" : 15532032,
"40.000000" : 16908288,
"50.000000" : 18219008,
"60.000000" : 19791872,
"70.000000" : 21626880,
"80.000000" : 24248320,
"90.000000" : 27656192,
"95.000000" : 30015488,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36962304,
"99.950000" : 37486592,
"99.990000" : 38535168
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1444,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3222,
"8585216" : 3502,
"8716288" : 3686,
"8847360" : 3873,
"8978432" : 4234,
"9109504" : 4539,
"9240576" : 4765,
"9371648" : 5140,
"9502720" : 5395,
"9633792" : 5562,
"9764864" : 5836,
"9895936" : 6030,
"10027008" : 6450,
"10158080" : 6479,
"10289152" : 6505,
"10420224" : 6744,
"10551296" : 6874,
"10682368" : 6967,
"10813440" : 7212,
"10944512" : 7564,
"11075584" : 7294,
"11206656" : 7603,
"11337728" : 7666,
"11468800" : 7868,
"11599872" : 7914,
"11730944" : 8105,
"11862016" : 8325,
"11993088" : 8557,
"12124160" : 8788,
"12255232" : 9028,
"12386304" : 9211,
"12517376" : 9508,
"12648448" : 9652,
"12779520" : 10183,
"12910592" : 9932,
"13041664" : 10471,
"13172736" : 10704,
"13303808" : 11111,
"13434880" : 11129,
"13565952" : 10989,
"13697024" : 11471,
"13828096" : 11659,
"13959168" : 11807,
"14090240" : 12190,
"14221312" : 12488,
"14352384" : 12667,
"14483456" : 12908,
"14614528" : 13538,
"14745600" : 13920,
"14876672" : 14395,
"15007744" : 15081,
"15138816" : 15063,
"15269888" : 15442,
"15400960" : 15581,
"15532032" : 15810,
"15663104" : 16261,
"15794176" : 16504,
"15925248" : 16573,
"16056320" : 16806,
"16187392" : 17000,
"16318464" : 17090,
"16449536" : 17209,
"16580608" : 17698,
"16711680" : 17963,
"16908288" : 35949,
"17170432" : 35919,
"17432576" : 35004,
"17694720" : 34879,
"17956864" : 34262,
"18219008" : 33610,
"18481152" : 32017,
"18743296" : 31152,
"19005440" : 30576,
"19267584" : 28662,
"19529728" : 27753,
"19791872" : 27320,
"20054016" : 25493,
"20316160" : 25050,
"20578304" : 24481,
"20840448" : 24177,
"21102592" : 22841,
"21364736" : 22268,
"21626880" : 20981,
"21889024" : 19693,
"22151168" : 19576,
"22413312" : 19650,
"22675456" : 19592,
"22937600" : 19084,
"23199744" : 18032,
"23461888" : 17747,
"23724032" : 16699,
"23986176" : 16327,
"24248320" : 15825,
"24510464" : 15649,
"24772608" : 15267,
"25034752" : 14652,
"25296896" : 14695,
"25559040" : 14548,
"25821184" : 14753,
"26083328" : 14209,
"26345472" : 12967,
"26607616" : 12312,
"26869760" : 11993,
"27131904" : 11764,
"27394048" : 11395,
"27656192" : 11113,
"27918336" : 11118,
"28180480" : 10636,
"28442624" : 10547,
"28704768" : 9964,
"28966912" : 9418,
"29229056" : 8977,
"29491200" : 8734,
"29753344" : 8174,
"30015488" : 7614,
"30277632" : 6929,
"30539776" : 6569,
"30801920" : 6144,
"31064064" : 5769,
"31326208" : 5625,
"31588352" : 5403,
"31850496" : 5117,
"32112640" : 4739,
"32374784" : 4709,
"32636928" : 4352,
"32899072" : 3810,
"33161216" : 3469,
"33423360" : 3014,
"33816576" : 5181,
"34340864" : 4183,
"34865152" : 3223,
"35389440" : 2582,
"35913728" : 1707,
"36438016" : 1229,
"36962304" : 767,
"37486592" : 518,
"38010880" : 368,
"38535168" : 114,
"39059456" : 48,
"39583744" : 34,
"40108032" : 7,
"40632320" : 2,
"41156608" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 42702711,
"mean" : 20249190.185637,
"stddev" : 6418970.843439,
"N" : 1769493
},
"bw_min" : 66968,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 101270.705036,
"bw_dev" : 590.987228,
"bw_samples" : 4448,
"iops_min" : 16742,
"iops_max" : 35720,
"iops_mean" : 25315.107914,
"iops_stddev" : 147.711729,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239975,
"usr_cpu" : 0.331209,
"sys_cpu" : 3.382002,
"ctx" : 2284497,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010624,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.013111,
"4" : 0.060242,
"10" : 5.264690,
"20" : 55.880024,
"50" : 38.764527,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123445,
"timestamp_ms" : 1774123445164,
"time" : "Sat Mar 21 17:04:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8159371264,
"io_kbytes" : 7968136,
"bw_bytes" : 101992140,
"bw" : 99601,
"iops" : 24901.125000,
"runtime" : 80000,
"total_ios" : 1992090,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1277922.959605,
"stddev" : 553589.274324,
"N" : 1992091
},
"clat_ns" : {
"min" : 554096,
"max" : 41064348,
"mean" : 19279037.182869,
"stddev" : 5985421.042549,
"N" : 1992059,
"percentile" : {
"1.000000" : 7503872,
"5.000000" : 10158080,
"10.000000" : 11862016,
"20.000000" : 14221312,
"30.000000" : 15925248,
"40.000000" : 17170432,
"50.000000" : 18481152,
"60.000000" : 20054016,
"70.000000" : 21889024,
"80.000000" : 24510464,
"90.000000" : 27918336,
"95.000000" : 30277632,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36438016,
"99.950000" : 37486592,
"99.990000" : 38535168
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1444,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3222,
"8585216" : 3502,
"8716288" : 3686,
"8847360" : 3873,
"8978432" : 4234,
"9109504" : 4539,
"9240576" : 4765,
"9371648" : 5141,
"9502720" : 5395,
"9633792" : 5562,
"9764864" : 5837,
"9895936" : 6035,
"10027008" : 6456,
"10158080" : 6485,
"10289152" : 6515,
"10420224" : 6751,
"10551296" : 6890,
"10682368" : 6993,
"10813440" : 7244,
"10944512" : 7603,
"11075584" : 7328,
"11206656" : 7651,
"11337728" : 7718,
"11468800" : 7936,
"11599872" : 7995,
"11730944" : 8212,
"11862016" : 8415,
"11993088" : 8694,
"12124160" : 8925,
"12255232" : 9205,
"12386304" : 9400,
"12517376" : 9765,
"12648448" : 9943,
"12779520" : 10493,
"12910592" : 10240,
"13041664" : 10815,
"13172736" : 11136,
"13303808" : 11552,
"13434880" : 11614,
"13565952" : 11511,
"13697024" : 12032,
"13828096" : 12268,
"13959168" : 12443,
"14090240" : 12859,
"14221312" : 13213,
"14352384" : 13411,
"14483456" : 13690,
"14614528" : 14425,
"14745600" : 14866,
"14876672" : 15344,
"15007744" : 16130,
"15138816" : 16071,
"15269888" : 16546,
"15400960" : 16756,
"15532032" : 17007,
"15663104" : 17549,
"15794176" : 17852,
"15925248" : 18069,
"16056320" : 18329,
"16187392" : 18542,
"16318464" : 18743,
"16449536" : 18936,
"16580608" : 19640,
"16711680" : 19908,
"16908288" : 40184,
"17170432" : 40318,
"17432576" : 39903,
"17694720" : 40130,
"17956864" : 39786,
"18219008" : 39680,
"18481152" : 38333,
"18743296" : 37561,
"19005440" : 37238,
"19267584" : 35306,
"19529728" : 34220,
"19791872" : 33547,
"20054016" : 31254,
"20316160" : 30359,
"20578304" : 29504,
"20840448" : 29043,
"21102592" : 27341,
"21364736" : 26177,
"21626880" : 24594,
"21889024" : 23253,
"22151168" : 22991,
"22413312" : 22694,
"22675456" : 22357,
"22937600" : 21898,
"23199744" : 20647,
"23461888" : 20087,
"23724032" : 18982,
"23986176" : 18834,
"24248320" : 18198,
"24510464" : 18039,
"24772608" : 17523,
"25034752" : 16719,
"25296896" : 16868,
"25559040" : 16762,
"25821184" : 16861,
"26083328" : 16422,
"26345472" : 15084,
"26607616" : 14233,
"26869760" : 14134,
"27131904" : 13891,
"27394048" : 13505,
"27656192" : 13276,
"27918336" : 13226,
"28180480" : 12730,
"28442624" : 12661,
"28704768" : 12052,
"28966912" : 11421,
"29229056" : 10916,
"29491200" : 10607,
"29753344" : 9917,
"30015488" : 9338,
"30277632" : 8517,
"30539776" : 8033,
"30801920" : 7562,
"31064064" : 7093,
"31326208" : 6883,
"31588352" : 6492,
"31850496" : 6040,
"32112640" : 5516,
"32374784" : 5473,
"32636928" : 5074,
"32899072" : 4496,
"33161216" : 4050,
"33423360" : 3509,
"33816576" : 5891,
"34340864" : 4640,
"34865152" : 3523,
"35389440" : 2723,
"35913728" : 1800,
"36438016" : 1289,
"36962304" : 798,
"37486592" : 537,
"38010880" : 384,
"38535168" : 114,
"39059456" : 48,
"39583744" : 34,
"40108032" : 7,
"40632320" : 2,
"41156608" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 42702711,
"mean" : 20556632.098479,
"stddev" : 6354884.813457,
"N" : 1992059
},
"bw_min" : 66968,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 99727.245283,
"bw_dev" : 568.523257,
"bw_samples" : 5088,
"iops_min" : 16742,
"iops_max" : 35720,
"iops_mean" : 24929.333333,
"iops_stddev" : 142.096126,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559984,
"usr_cpu" : 0.326799,
"sys_cpu" : 3.344240,
"ctx" : 2553885,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.011646,
"4" : 0.053512,
"10" : 4.676847,
"20" : 54.805255,
"50" : 40.437330,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123455,
"timestamp_ms" : 1774123455162,
"time" : "Sat Mar 21 17:04:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9036468224,
"io_kbytes" : 8824676,
"bw_bytes" : 100405202,
"bw" : 98051,
"iops" : 24513.477778,
"runtime" : 90000,
"total_ios" : 2206213,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1298334.886567,
"stddev" : 551394.497914,
"N" : 2206213
},
"clat_ns" : {
"min" : 554096,
"max" : 41064348,
"mean" : 19584260.186176,
"stddev" : 5974568.092391,
"N" : 2206181,
"percentile" : {
"1.000000" : 7634944,
"5.000000" : 10289152,
"10.000000" : 12124160,
"20.000000" : 14614528,
"30.000000" : 16318464,
"40.000000" : 17694720,
"50.000000" : 19005440,
"60.000000" : 20316160,
"70.000000" : 22413312,
"80.000000" : 24772608,
"90.000000" : 28180480,
"95.000000" : 30539776,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36438016,
"99.950000" : 37486592,
"99.990000" : 38010880
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1444,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3222,
"8585216" : 3502,
"8716288" : 3686,
"8847360" : 3873,
"8978432" : 4234,
"9109504" : 4539,
"9240576" : 4765,
"9371648" : 5141,
"9502720" : 5395,
"9633792" : 5562,
"9764864" : 5837,
"9895936" : 6035,
"10027008" : 6456,
"10158080" : 6485,
"10289152" : 6515,
"10420224" : 6752,
"10551296" : 6890,
"10682368" : 6996,
"10813440" : 7246,
"10944512" : 7603,
"11075584" : 7331,
"11206656" : 7659,
"11337728" : 7731,
"11468800" : 7950,
"11599872" : 8009,
"11730944" : 8228,
"11862016" : 8436,
"11993088" : 8718,
"12124160" : 8953,
"12255232" : 9241,
"12386304" : 9444,
"12517376" : 9805,
"12648448" : 9997,
"12779520" : 10553,
"12910592" : 10318,
"13041664" : 10924,
"13172736" : 11240,
"13303808" : 11702,
"13434880" : 11772,
"13565952" : 11712,
"13697024" : 12248,
"13828096" : 12490,
"13959168" : 12698,
"14090240" : 13146,
"14221312" : 13541,
"14352384" : 13778,
"14483456" : 14075,
"14614528" : 14869,
"14745600" : 15320,
"14876672" : 15899,
"15007744" : 16760,
"15138816" : 16792,
"15269888" : 17329,
"15400960" : 17590,
"15532032" : 17980,
"15663104" : 18609,
"15794176" : 19000,
"15925248" : 19284,
"16056320" : 19746,
"16187392" : 19972,
"16318464" : 20246,
"16449536" : 20594,
"16580608" : 21419,
"16711680" : 21878,
"16908288" : 44420,
"17170432" : 44969,
"17432576" : 45038,
"17694720" : 45463,
"17956864" : 45450,
"18219008" : 45539,
"18481152" : 44119,
"18743296" : 43187,
"19005440" : 42664,
"19267584" : 40544,
"19529728" : 39245,
"19791872" : 38368,
"20054016" : 36017,
"20316160" : 35305,
"20578304" : 33898,
"20840448" : 33268,
"21102592" : 31414,
"21364736" : 30043,
"21626880" : 28422,
"21889024" : 26945,
"22151168" : 26562,
"22413312" : 25983,
"22675456" : 25490,
"22937600" : 24827,
"23199744" : 23411,
"23461888" : 22635,
"23724032" : 21515,
"23986176" : 21319,
"24248320" : 20424,
"24510464" : 20237,
"24772608" : 19820,
"25034752" : 19163,
"25296896" : 19147,
"25559040" : 19089,
"25821184" : 19120,
"26083328" : 18641,
"26345472" : 17510,
"26607616" : 16609,
"26869760" : 16484,
"27131904" : 16398,
"27394048" : 16021,
"27656192" : 15475,
"27918336" : 15404,
"28180480" : 14917,
"28442624" : 14882,
"28704768" : 14310,
"28966912" : 13596,
"29229056" : 12942,
"29491200" : 12605,
"29753344" : 11780,
"30015488" : 11290,
"30277632" : 10490,
"30539776" : 9761,
"30801920" : 9316,
"31064064" : 8717,
"31326208" : 8471,
"31588352" : 7908,
"31850496" : 7421,
"32112640" : 6797,
"32374784" : 6642,
"32636928" : 6157,
"32899072" : 5476,
"33161216" : 4908,
"33423360" : 4246,
"33816576" : 7169,
"34340864" : 5493,
"34865152" : 4088,
"35389440" : 3059,
"35913728" : 1984,
"36438016" : 1378,
"36962304" : 850,
"37486592" : 562,
"38010880" : 409,
"38535168" : 121,
"39059456" : 48,
"39583744" : 35,
"40108032" : 7,
"40632320" : 2,
"41156608" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 42702711,
"mean" : 20882395.199041,
"stddev" : 6343827.661071,
"N" : 2206181
},
"bw_min" : 66968,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 98128.759777,
"bw_dev" : 557.128071,
"bw_samples" : 5728,
"iops_min" : 16742,
"iops_max" : 35720,
"iops_mean" : 24529.810056,
"iops_stddev" : 139.247842,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879969,
"usr_cpu" : 0.323302,
"sys_cpu" : 3.304793,
"ctx" : 2810954,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010516,
"4" : 0.048318,
"10" : 4.222938,
"20" : 53.384827,
"50" : 42.319441,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123465,
"timestamp_ms" : 1774123465163,
"time" : "Sat Mar 21 17:04:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9913139200,
"io_kbytes" : 9680800,
"bw_bytes" : 99131392,
"bw" : 96808,
"iops" : 24202.420000,
"runtime" : 100000,
"total_ios" : 2420242,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1315235.783116,
"stddev" : 551555.638586,
"N" : 2420242
},
"clat_ns" : {
"min" : 554096,
"max" : 42314729,
"mean" : 19835698.880830,
"stddev" : 5988498.510280,
"N" : 2420210,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 10551296,
"10.000000" : 12517376,
"20.000000" : 15007744,
"30.000000" : 16580608,
"40.000000" : 17694720,
"50.000000" : 19005440,
"60.000000" : 20578304,
"70.000000" : 22675456,
"80.000000" : 25296896,
"90.000000" : 28442624,
"95.000000" : 30801920,
"99.000000" : 33816576,
"99.500000" : 34865152,
"99.900000" : 36438016,
"99.950000" : 37486592,
"99.990000" : 38535168
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1444,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3223,
"8585216" : 3502,
"8716288" : 3686,
"8847360" : 3874,
"8978432" : 4234,
"9109504" : 4540,
"9240576" : 4765,
"9371648" : 5141,
"9502720" : 5397,
"9633792" : 5563,
"9764864" : 5838,
"9895936" : 6036,
"10027008" : 6458,
"10158080" : 6486,
"10289152" : 6519,
"10420224" : 6757,
"10551296" : 6893,
"10682368" : 7003,
"10813440" : 7252,
"10944512" : 7617,
"11075584" : 7343,
"11206656" : 7676,
"11337728" : 7753,
"11468800" : 7979,
"11599872" : 8034,
"11730944" : 8269,
"11862016" : 8474,
"11993088" : 8770,
"12124160" : 9023,
"12255232" : 9317,
"12386304" : 9522,
"12517376" : 9907,
"12648448" : 10112,
"12779520" : 10686,
"12910592" : 10475,
"13041664" : 11101,
"13172736" : 11438,
"13303808" : 11922,
"13434880" : 12060,
"13565952" : 12047,
"13697024" : 12593,
"13828096" : 12845,
"13959168" : 13130,
"14090240" : 13592,
"14221312" : 14066,
"14352384" : 14375,
"14483456" : 14696,
"14614528" : 15566,
"14745600" : 16111,
"14876672" : 16734,
"15007744" : 17683,
"15138816" : 17728,
"15269888" : 18434,
"15400960" : 18814,
"15532032" : 19269,
"15663104" : 20009,
"15794176" : 20452,
"15925248" : 20917,
"16056320" : 21499,
"16187392" : 21926,
"16318464" : 22214,
"16449536" : 22709,
"16580608" : 23609,
"16711680" : 24241,
"16908288" : 49741,
"17170432" : 50598,
"17432576" : 50417,
"17694720" : 51119,
"17956864" : 51236,
"18219008" : 51380,
"18481152" : 49632,
"18743296" : 48458,
"19005440" : 47551,
"19267584" : 45105,
"19529728" : 43536,
"19791872" : 42426,
"20054016" : 39732,
"20316160" : 38873,
"20578304" : 37299,
"20840448" : 36406,
"21102592" : 34334,
"21364736" : 32808,
"21626880" : 30963,
"21889024" : 29359,
"22151168" : 28847,
"22413312" : 28175,
"22675456" : 27719,
"22937600" : 27104,
"23199744" : 25577,
"23461888" : 24829,
"23724032" : 23694,
"23986176" : 23518,
"24248320" : 22620,
"24510464" : 22466,
"24772608" : 22128,
"25034752" : 21506,
"25296896" : 21606,
"25559040" : 21708,
"25821184" : 21765,
"26083328" : 21253,
"26345472" : 20105,
"26607616" : 19270,
"26869760" : 19085,
"27131904" : 19188,
"27394048" : 18694,
"27656192" : 18027,
"27918336" : 17918,
"28180480" : 17330,
"28442624" : 17328,
"28704768" : 16691,
"28966912" : 15902,
"29229056" : 15140,
"29491200" : 14859,
"29753344" : 13983,
"30015488" : 13264,
"30277632" : 12417,
"30539776" : 11528,
"30801920" : 10967,
"31064064" : 10309,
"31326208" : 10005,
"31588352" : 9317,
"31850496" : 8816,
"32112640" : 8044,
"32374784" : 7872,
"32636928" : 7270,
"32899072" : 6594,
"33161216" : 6042,
"33423360" : 5191,
"33816576" : 8719,
"34340864" : 6789,
"34865152" : 4998,
"35389440" : 3743,
"35913728" : 2432,
"36438016" : 1624,
"36962304" : 975,
"37486592" : 631,
"38010880" : 451,
"38535168" : 145,
"39059456" : 76,
"39583744" : 42,
"40108032" : 8,
"40632320" : 5,
"41156608" : 1,
"41680896" : 1,
"42205184" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 44886898,
"mean" : 21150704.908491,
"stddev" : 6358815.114689,
"N" : 2420210
},
"bw_min" : 66968,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 96896.316583,
"bw_dev" : 542.600979,
"bw_samples" : 6368,
"iops_min" : 16742,
"iops_max" : 35720,
"iops_mean" : 24221.809045,
"iops_stddev" : 135.616253,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200000,
"usr_cpu" : 0.320625,
"sys_cpu" : 3.276187,
"ctx" : 3065541,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.044045,
"10" : 3.849822,
"20" : 52.526318,
"50" : 43.557504,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123475,
"timestamp_ms" : 1774123475163,
"time" : "Sat Mar 21 17:04:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10728476672,
"io_kbytes" : 10477028,
"bw_bytes" : 97531606,
"bw" : 95245,
"iops" : 23811.754545,
"runtime" : 110000,
"total_ios" : 2619293,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1337041.464165,
"stddev" : 554628.496578,
"N" : 2619293
},
"clat_ns" : {
"min" : 554096,
"max" : 42314729,
"mean" : 20160853.687061,
"stddev" : 6042160.137526,
"N" : 2619261,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 10682368,
"10.000000" : 12779520,
"20.000000" : 15269888,
"30.000000" : 16908288,
"40.000000" : 18219008,
"50.000000" : 19529728,
"60.000000" : 20840448,
"70.000000" : 22937600,
"80.000000" : 25559040,
"90.000000" : 28704768,
"95.000000" : 31064064,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 37486592,
"99.950000" : 38010880,
"99.990000" : 39059456
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1444,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3223,
"8585216" : 3502,
"8716288" : 3686,
"8847360" : 3874,
"8978432" : 4234,
"9109504" : 4540,
"9240576" : 4765,
"9371648" : 5141,
"9502720" : 5397,
"9633792" : 5563,
"9764864" : 5838,
"9895936" : 6036,
"10027008" : 6461,
"10158080" : 6486,
"10289152" : 6519,
"10420224" : 6759,
"10551296" : 6894,
"10682368" : 7003,
"10813440" : 7253,
"10944512" : 7618,
"11075584" : 7343,
"11206656" : 7676,
"11337728" : 7754,
"11468800" : 7979,
"11599872" : 8034,
"11730944" : 8270,
"11862016" : 8482,
"11993088" : 8773,
"12124160" : 9030,
"12255232" : 9323,
"12386304" : 9528,
"12517376" : 9916,
"12648448" : 10126,
"12779520" : 10703,
"12910592" : 10494,
"13041664" : 11132,
"13172736" : 11468,
"13303808" : 11950,
"13434880" : 12099,
"13565952" : 12084,
"13697024" : 12652,
"13828096" : 12911,
"13959168" : 13194,
"14090240" : 13668,
"14221312" : 14163,
"14352384" : 14486,
"14483456" : 14809,
"14614528" : 15716,
"14745600" : 16278,
"14876672" : 16933,
"15007744" : 17910,
"15138816" : 17941,
"15269888" : 18685,
"15400960" : 19096,
"15532032" : 19574,
"15663104" : 20344,
"15794176" : 20818,
"15925248" : 21310,
"16056320" : 21953,
"16187392" : 22440,
"16318464" : 22809,
"16449536" : 23345,
"16580608" : 24322,
"16711680" : 24969,
"16908288" : 51531,
"17170432" : 52782,
"17432576" : 52843,
"17694720" : 53971,
"17956864" : 54228,
"18219008" : 54705,
"18481152" : 53318,
"18743296" : 52289,
"19005440" : 51492,
"19267584" : 49298,
"19529728" : 47873,
"19791872" : 46855,
"20054016" : 44231,
"20316160" : 43387,
"20578304" : 41823,
"20840448" : 41000,
"21102592" : 38708,
"21364736" : 37286,
"21626880" : 35534,
"21889024" : 33776,
"22151168" : 33216,
"22413312" : 32285,
"22675456" : 31896,
"22937600" : 31204,
"23199744" : 29401,
"23461888" : 28515,
"23724032" : 27141,
"23986176" : 26916,
"24248320" : 26001,
"24510464" : 25485,
"24772608" : 25000,
"25034752" : 24288,
"25296896" : 24350,
"25559040" : 24392,
"25821184" : 24235,
"26083328" : 23597,
"26345472" : 22452,
"26607616" : 21477,
"26869760" : 21357,
"27131904" : 21376,
"27394048" : 20737,
"27656192" : 19987,
"27918336" : 19834,
"28180480" : 19280,
"28442624" : 19222,
"28704768" : 18584,
"28966912" : 17753,
"29229056" : 16979,
"29491200" : 16642,
"29753344" : 15681,
"30015488" : 14927,
"30277632" : 14145,
"30539776" : 13255,
"30801920" : 12749,
"31064064" : 12071,
"31326208" : 11751,
"31588352" : 11132,
"31850496" : 10598,
"32112640" : 9685,
"32374784" : 9553,
"32636928" : 8821,
"32899072" : 8111,
"33161216" : 7444,
"33423360" : 6436,
"33816576" : 11119,
"34340864" : 8709,
"34865152" : 6613,
"35389440" : 5226,
"35913728" : 3583,
"36438016" : 2502,
"36962304" : 1680,
"37486592" : 1126,
"38010880" : 807,
"38535168" : 356,
"39059456" : 188,
"39583744" : 100,
"40108032" : 42,
"40632320" : 11,
"41156608" : 2,
"41680896" : 1,
"42205184" : 2
}
},
"lat_ns" : {
"min" : 609311,
"max" : 44886898,
"mean" : 21497644.447622,
"stddev" : 6416352.192199,
"N" : 2619261
},
"bw_min" : 66552,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 95329.095890,
"bw_dev" : 541.749853,
"bw_samples" : 7008,
"iops_min" : 16638,
"iops_max" : 35720,
"iops_mean" : 23830.191781,
"iops_stddev" : 135.401213,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520000,
"usr_cpu" : 0.313977,
"sys_cpu" : 3.235852,
"ctx" : 3296778,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.040698,
"10" : 3.557258,
"20" : 50.392148,
"50" : 45.989280,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123485,
"timestamp_ms" : 1774123485164,
"time" : "Sat Mar 21 17:04:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11591376896,
"io_kbytes" : 11319704,
"bw_bytes" : 96594807,
"bw" : 94330,
"iops" : 23583.466667,
"runtime" : 120000,
"total_ios" : 2830016,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1350145.696667,
"stddev" : 553942.060979,
"N" : 2830016
},
"clat_ns" : {
"min" : 554096,
"max" : 42314729,
"mean" : 20357535.614165,
"stddev" : 6018088.813451,
"N" : 2829984,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 10944512,
"10.000000" : 13041664,
"20.000000" : 15532032,
"30.000000" : 16908288,
"40.000000" : 18219008,
"50.000000" : 19529728,
"60.000000" : 21102592,
"70.000000" : 23199744,
"80.000000" : 25821184,
"90.000000" : 28966912,
"95.000000" : 31064064,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 36962304,
"99.950000" : 38010880,
"99.990000" : 39059456
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1444,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3223,
"8585216" : 3502,
"8716288" : 3686,
"8847360" : 3874,
"8978432" : 4234,
"9109504" : 4540,
"9240576" : 4765,
"9371648" : 5141,
"9502720" : 5397,
"9633792" : 5563,
"9764864" : 5838,
"9895936" : 6036,
"10027008" : 6462,
"10158080" : 6486,
"10289152" : 6520,
"10420224" : 6760,
"10551296" : 6895,
"10682368" : 7006,
"10813440" : 7253,
"10944512" : 7619,
"11075584" : 7347,
"11206656" : 7676,
"11337728" : 7756,
"11468800" : 7984,
"11599872" : 8042,
"11730944" : 8278,
"11862016" : 8491,
"11993088" : 8780,
"12124160" : 9038,
"12255232" : 9337,
"12386304" : 9546,
"12517376" : 9934,
"12648448" : 10156,
"12779520" : 10742,
"12910592" : 10528,
"13041664" : 11184,
"13172736" : 11530,
"13303808" : 12024,
"13434880" : 12186,
"13565952" : 12166,
"13697024" : 12770,
"13828096" : 13069,
"13959168" : 13347,
"14090240" : 13870,
"14221312" : 14396,
"14352384" : 14758,
"14483456" : 15176,
"14614528" : 16099,
"14745600" : 16758,
"14876672" : 17460,
"15007744" : 18460,
"15138816" : 18636,
"15269888" : 19471,
"15400960" : 19962,
"15532032" : 20540,
"15663104" : 21368,
"15794176" : 22042,
"15925248" : 22609,
"16056320" : 23346,
"16187392" : 24015,
"16318464" : 24493,
"16449536" : 25109,
"16580608" : 26159,
"16711680" : 26844,
"16908288" : 55670,
"17170432" : 57169,
"17432576" : 57255,
"17694720" : 58555,
"17956864" : 59089,
"18219008" : 59777,
"18481152" : 58176,
"18743296" : 57055,
"19005440" : 56058,
"19267584" : 53826,
"19529728" : 52283,
"19791872" : 51093,
"20054016" : 48264,
"20316160" : 47486,
"20578304" : 45949,
"20840448" : 44977,
"21102592" : 42540,
"21364736" : 41136,
"21626880" : 39301,
"21889024" : 37431,
"22151168" : 36882,
"22413312" : 35864,
"22675456" : 35469,
"22937600" : 34474,
"23199744" : 32722,
"23461888" : 31703,
"23724032" : 30105,
"23986176" : 29778,
"24248320" : 28756,
"24510464" : 28026,
"24772608" : 27413,
"25034752" : 26718,
"25296896" : 26598,
"25559040" : 26731,
"25821184" : 26513,
"26083328" : 25838,
"26345472" : 24744,
"26607616" : 23881,
"26869760" : 23647,
"27131904" : 23802,
"27394048" : 23152,
"27656192" : 22424,
"27918336" : 22232,
"28180480" : 21759,
"28442624" : 21776,
"28704768" : 21145,
"28966912" : 20148,
"29229056" : 19339,
"29491200" : 18943,
"29753344" : 17905,
"30015488" : 17016,
"30277632" : 16207,
"30539776" : 15191,
"30801920" : 14494,
"31064064" : 13737,
"31326208" : 13277,
"31588352" : 12657,
"31850496" : 11934,
"32112640" : 10934,
"32374784" : 10705,
"32636928" : 9988,
"32899072" : 9109,
"33161216" : 8359,
"33423360" : 7200,
"33816576" : 12484,
"34340864" : 9708,
"34865152" : 7315,
"35389440" : 5717,
"35913728" : 3877,
"36438016" : 2682,
"36962304" : 1770,
"37486592" : 1171,
"38010880" : 842,
"38535168" : 374,
"39059456" : 196,
"39583744" : 102,
"40108032" : 42,
"40632320" : 11,
"41156608" : 2,
"41680896" : 1,
"42205184" : 2
}
},
"lat_ns" : {
"min" : 609311,
"max" : 44886898,
"mean" : 21707629.497071,
"stddev" : 6390797.509534,
"N" : 2829984
},
"bw_min" : 66552,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 94414.560669,
"bw_dev" : 528.380389,
"bw_samples" : 7648,
"iops_min" : 16638,
"iops_max" : 35720,
"iops_mean" : 23601.723849,
"iops_stddev" : 132.057942,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3839992,
"usr_cpu" : 0.311745,
"sys_cpu" : 3.218080,
"ctx" : 3546563,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.037668,
"10" : 3.292384,
"20" : 49.362159,
"50" : 47.288708,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123495,
"timestamp_ms" : 1774123495165,
"time" : "Sat Mar 21 17:04:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12436344832,
"io_kbytes" : 12144868,
"bw_bytes" : 95663455,
"bw" : 93421,
"iops" : 23356.051107,
"runtime" : 130001,
"total_ios" : 3036310,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1363439.497549,
"stddev" : 556929.886658,
"N" : 3036310
},
"clat_ns" : {
"min" : 554096,
"max" : 42314729,
"mean" : 20554879.822087,
"stddev" : 6034948.803807,
"N" : 3036278,
"percentile" : {
"1.000000" : 8093696,
"5.000000" : 11075584,
"10.000000" : 13172736,
"20.000000" : 15663104,
"30.000000" : 17170432,
"40.000000" : 18481152,
"50.000000" : 19791872,
"60.000000" : 21364736,
"70.000000" : 23461888,
"80.000000" : 26083328,
"90.000000" : 29229056,
"95.000000" : 31326208,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 37486592,
"99.950000" : 38010880,
"99.990000" : 39059456
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1054,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1444,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3223,
"8585216" : 3502,
"8716288" : 3686,
"8847360" : 3875,
"8978432" : 4234,
"9109504" : 4540,
"9240576" : 4765,
"9371648" : 5142,
"9502720" : 5400,
"9633792" : 5564,
"9764864" : 5844,
"9895936" : 6043,
"10027008" : 6471,
"10158080" : 6497,
"10289152" : 6526,
"10420224" : 6774,
"10551296" : 6918,
"10682368" : 7027,
"10813440" : 7279,
"10944512" : 7648,
"11075584" : 7379,
"11206656" : 7726,
"11337728" : 7805,
"11468800" : 8052,
"11599872" : 8110,
"11730944" : 8365,
"11862016" : 8593,
"11993088" : 8897,
"12124160" : 9152,
"12255232" : 9482,
"12386304" : 9707,
"12517376" : 10087,
"12648448" : 10335,
"12779520" : 10932,
"12910592" : 10746,
"13041664" : 11426,
"13172736" : 11776,
"13303808" : 12260,
"13434880" : 12474,
"13565952" : 12432,
"13697024" : 13084,
"13828096" : 13363,
"13959168" : 13683,
"14090240" : 14260,
"14221312" : 14811,
"14352384" : 15207,
"14483456" : 15676,
"14614528" : 16607,
"14745600" : 17370,
"14876672" : 18118,
"15007744" : 19173,
"15138816" : 19356,
"15269888" : 20306,
"15400960" : 20850,
"15532032" : 21489,
"15663104" : 22473,
"15794176" : 23144,
"15925248" : 23799,
"16056320" : 24597,
"16187392" : 25337,
"16318464" : 25922,
"16449536" : 26527,
"16580608" : 27660,
"16711680" : 28443,
"16908288" : 59056,
"17170432" : 60540,
"17432576" : 60769,
"17694720" : 62209,
"17956864" : 62863,
"18219008" : 63614,
"18481152" : 62042,
"18743296" : 60889,
"19005440" : 59758,
"19267584" : 57518,
"19529728" : 56135,
"19791872" : 55024,
"20054016" : 52152,
"20316160" : 51284,
"20578304" : 49674,
"20840448" : 48594,
"21102592" : 46043,
"21364736" : 44587,
"21626880" : 42661,
"21889024" : 40654,
"22151168" : 39963,
"22413312" : 38959,
"22675456" : 38637,
"22937600" : 37638,
"23199744" : 35667,
"23461888" : 34708,
"23724032" : 33262,
"23986176" : 32853,
"24248320" : 31649,
"24510464" : 30927,
"24772608" : 30259,
"25034752" : 29645,
"25296896" : 29415,
"25559040" : 29509,
"25821184" : 29194,
"26083328" : 28529,
"26345472" : 27390,
"26607616" : 26451,
"26869760" : 26188,
"27131904" : 26349,
"27394048" : 25515,
"27656192" : 24805,
"27918336" : 24635,
"28180480" : 24097,
"28442624" : 23929,
"28704768" : 23308,
"28966912" : 22121,
"29229056" : 21279,
"29491200" : 20936,
"29753344" : 19880,
"30015488" : 18890,
"30277632" : 18116,
"30539776" : 16980,
"30801920" : 16218,
"31064064" : 15331,
"31326208" : 14807,
"31588352" : 14296,
"31850496" : 13484,
"32112640" : 12435,
"32374784" : 12151,
"32636928" : 11319,
"32899072" : 10396,
"33161216" : 9504,
"33423360" : 8234,
"33816576" : 14527,
"34340864" : 11397,
"34865152" : 8656,
"35389440" : 6891,
"35913728" : 4760,
"36438016" : 3294,
"36962304" : 2265,
"37486592" : 1500,
"38010880" : 1042,
"38535168" : 497,
"39059456" : 297,
"39583744" : 155,
"40108032" : 80,
"40632320" : 18,
"41156608" : 2,
"41680896" : 1,
"42205184" : 2
}
},
"lat_ns" : {
"min" : 609311,
"max" : 44886898,
"mean" : 21918148.397774,
"stddev" : 6408676.993156,
"N" : 3036278
},
"bw_min" : 66336,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 93466.594595,
"bw_dev" : 520.386098,
"bw_samples" : 8288,
"iops_min" : 16584,
"iops_max" : 35720,
"iops_mean" : 23364.880309,
"iops_stddev" : 130.058567,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160018,
"usr_cpu" : 0.309614,
"sys_cpu" : 3.202847,
"ctx" : 3792317,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999967,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.035108,
"10" : 3.069482,
"20" : 48.286308,
"50" : 48.591316,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123505,
"timestamp_ms" : 1774123505163,
"time" : "Sat Mar 21 17:05:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13264203776,
"io_kbytes" : 12953324,
"bw_bytes" : 94744312,
"bw" : 92523,
"iops" : 23131.242857,
"runtime" : 140000,
"total_ios" : 3238374,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1376805.911465,
"stddev" : 561074.685266,
"N" : 3238374
},
"clat_ns" : {
"min" : 554096,
"max" : 42314729,
"mean" : 20754233.878993,
"stddev" : 6072407.678521,
"N" : 3238342,
"percentile" : {
"1.000000" : 8159232,
"5.000000" : 11206656,
"10.000000" : 13434880,
"20.000000" : 15794176,
"30.000000" : 17432576,
"40.000000" : 18743296,
"50.000000" : 20054016,
"60.000000" : 21626880,
"70.000000" : 23724032,
"80.000000" : 26345472,
"90.000000" : 29491200,
"95.000000" : 31588352,
"99.000000" : 34865152,
"99.500000" : 35913728,
"99.900000" : 37486592,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1055,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1445,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3225,
"8585216" : 3502,
"8716288" : 3688,
"8847360" : 3875,
"8978432" : 4234,
"9109504" : 4542,
"9240576" : 4766,
"9371648" : 5144,
"9502720" : 5402,
"9633792" : 5565,
"9764864" : 5846,
"9895936" : 6045,
"10027008" : 6475,
"10158080" : 6504,
"10289152" : 6535,
"10420224" : 6785,
"10551296" : 6934,
"10682368" : 7054,
"10813440" : 7298,
"10944512" : 7676,
"11075584" : 7411,
"11206656" : 7767,
"11337728" : 7853,
"11468800" : 8087,
"11599872" : 8169,
"11730944" : 8431,
"11862016" : 8678,
"11993088" : 8995,
"12124160" : 9276,
"12255232" : 9595,
"12386304" : 9882,
"12517376" : 10261,
"12648448" : 10553,
"12779520" : 11173,
"12910592" : 11029,
"13041664" : 11738,
"13172736" : 12102,
"13303808" : 12635,
"13434880" : 12853,
"13565952" : 12821,
"13697024" : 13531,
"13828096" : 13864,
"13959168" : 14194,
"14090240" : 14773,
"14221312" : 15365,
"14352384" : 15773,
"14483456" : 16291,
"14614528" : 17252,
"14745600" : 18024,
"14876672" : 18768,
"15007744" : 19872,
"15138816" : 20036,
"15269888" : 20985,
"15400960" : 21517,
"15532032" : 22239,
"15663104" : 23208,
"15794176" : 23901,
"15925248" : 24557,
"16056320" : 25424,
"16187392" : 26181,
"16318464" : 26822,
"16449536" : 27451,
"16580608" : 28586,
"16711680" : 29472,
"16908288" : 61098,
"17170432" : 62740,
"17432576" : 63170,
"17694720" : 64847,
"17956864" : 65681,
"18219008" : 66656,
"18481152" : 65228,
"18743296" : 64349,
"19005440" : 63287,
"19267584" : 61009,
"19529728" : 59846,
"19791872" : 59013,
"20054016" : 56237,
"20316160" : 55366,
"20578304" : 54025,
"20840448" : 53007,
"21102592" : 50285,
"21364736" : 48959,
"21626880" : 46861,
"21889024" : 44869,
"22151168" : 43954,
"22413312" : 42890,
"22675456" : 42347,
"22937600" : 41101,
"23199744" : 39025,
"23461888" : 37937,
"23724032" : 36399,
"23986176" : 35658,
"24248320" : 34437,
"24510464" : 33534,
"24772608" : 32862,
"25034752" : 32056,
"25296896" : 31724,
"25559040" : 31613,
"25821184" : 31290,
"26083328" : 30663,
"26345472" : 29341,
"26607616" : 28426,
"26869760" : 28105,
"27131904" : 28287,
"27394048" : 27439,
"27656192" : 26701,
"27918336" : 26515,
"28180480" : 25968,
"28442624" : 25877,
"28704768" : 25192,
"28966912" : 23964,
"29229056" : 23276,
"29491200" : 22848,
"29753344" : 21758,
"30015488" : 20756,
"30277632" : 19920,
"30539776" : 18785,
"30801920" : 18108,
"31064064" : 17326,
"31326208" : 16564,
"31588352" : 16033,
"31850496" : 15276,
"32112640" : 14099,
"32374784" : 13886,
"32636928" : 13022,
"32899072" : 12026,
"33161216" : 11050,
"33423360" : 9603,
"33816576" : 17138,
"34340864" : 13779,
"34865152" : 10628,
"35389440" : 8527,
"35913728" : 6038,
"36438016" : 4256,
"36962304" : 3060,
"37486592" : 2066,
"38010880" : 1480,
"38535168" : 747,
"39059456" : 455,
"39583744" : 256,
"40108032" : 150,
"40632320" : 38,
"41156608" : 23,
"41680896" : 12,
"42205184" : 2
}
},
"lat_ns" : {
"min" : 609311,
"max" : 44886898,
"mean" : 22130857.576622,
"stddev" : 6448472.275066,
"N" : 3238342
},
"bw_min" : 66336,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 92598.681004,
"bw_dev" : 513.780061,
"bw_samples" : 8928,
"iops_min" : 16584,
"iops_max" : 35720,
"iops_mean" : 23148.028674,
"iops_stddev" : 128.406617,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4479994,
"usr_cpu" : 0.307032,
"sys_cpu" : 3.186946,
"ctx" : 4030752,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.032918,
"10" : 2.878512,
"20" : 47.072234,
"50" : 49.999660,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123515,
"timestamp_ms" : 1774123515162,
"time" : "Sat Mar 21 17:05:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14088355840,
"io_kbytes" : 13758160,
"bw_bytes" : 93922998,
"bw" : 91721,
"iops" : 22930.686205,
"runtime" : 149999,
"total_ios" : 3439580,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1388969.201568,
"stddev" : 564270.152957,
"N" : 3439580
},
"clat_ns" : {
"min" : 554096,
"max" : 42314729,
"mean" : 20935380.491615,
"stddev" : 6086674.788801,
"N" : 3439548,
"percentile" : {
"1.000000" : 8290304,
"5.000000" : 11468800,
"10.000000" : 13565952,
"20.000000" : 15925248,
"30.000000" : 17432576,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 21889024,
"70.000000" : 23986176,
"80.000000" : 26345472,
"90.000000" : 29491200,
"95.000000" : 31850496,
"99.000000" : 34865152,
"99.500000" : 35913728,
"99.900000" : 38010880,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1055,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1445,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3225,
"8585216" : 3502,
"8716288" : 3688,
"8847360" : 3875,
"8978432" : 4234,
"9109504" : 4542,
"9240576" : 4766,
"9371648" : 5145,
"9502720" : 5402,
"9633792" : 5568,
"9764864" : 5847,
"9895936" : 6048,
"10027008" : 6478,
"10158080" : 6505,
"10289152" : 6541,
"10420224" : 6796,
"10551296" : 6943,
"10682368" : 7065,
"10813440" : 7314,
"10944512" : 7693,
"11075584" : 7439,
"11206656" : 7804,
"11337728" : 7887,
"11468800" : 8140,
"11599872" : 8231,
"11730944" : 8500,
"11862016" : 8778,
"11993088" : 9113,
"12124160" : 9414,
"12255232" : 9757,
"12386304" : 10049,
"12517376" : 10449,
"12648448" : 10760,
"12779520" : 11435,
"12910592" : 11320,
"13041664" : 12017,
"13172736" : 12445,
"13303808" : 12975,
"13434880" : 13227,
"13565952" : 13201,
"13697024" : 13901,
"13828096" : 14320,
"13959168" : 14623,
"14090240" : 15251,
"14221312" : 15888,
"14352384" : 16304,
"14483456" : 16852,
"14614528" : 17816,
"14745600" : 18625,
"14876672" : 19380,
"15007744" : 20531,
"15138816" : 20692,
"15269888" : 21730,
"15400960" : 22185,
"15532032" : 23004,
"15663104" : 24033,
"15794176" : 24719,
"15925248" : 25373,
"16056320" : 26250,
"16187392" : 27081,
"16318464" : 27728,
"16449536" : 28384,
"16580608" : 29538,
"16711680" : 30482,
"16908288" : 63121,
"17170432" : 64815,
"17432576" : 65357,
"17694720" : 67156,
"17956864" : 67974,
"18219008" : 69104,
"18481152" : 67714,
"18743296" : 66851,
"19005440" : 66132,
"19267584" : 63986,
"19529728" : 62863,
"19791872" : 62326,
"20054016" : 59758,
"20316160" : 59005,
"20578304" : 57816,
"20840448" : 56845,
"21102592" : 54413,
"21364736" : 53101,
"21626880" : 50876,
"21889024" : 49074,
"22151168" : 48075,
"22413312" : 46943,
"22675456" : 46328,
"22937600" : 44888,
"23199744" : 42663,
"23461888" : 41545,
"23724032" : 39877,
"23986176" : 39151,
"24248320" : 37791,
"24510464" : 36637,
"24772608" : 35955,
"25034752" : 35010,
"25296896" : 34607,
"25559040" : 34339,
"25821184" : 33873,
"26083328" : 33335,
"26345472" : 31916,
"26607616" : 30923,
"26869760" : 30496,
"27131904" : 30654,
"27394048" : 29703,
"27656192" : 28889,
"27918336" : 28696,
"28180480" : 28200,
"28442624" : 28037,
"28704768" : 27353,
"28966912" : 26137,
"29229056" : 25495,
"29491200" : 24947,
"29753344" : 23792,
"30015488" : 22750,
"30277632" : 21860,
"30539776" : 20685,
"30801920" : 20115,
"31064064" : 19330,
"31326208" : 18382,
"31588352" : 17753,
"31850496" : 17072,
"32112640" : 15781,
"32374784" : 15526,
"32636928" : 14600,
"32899072" : 13515,
"33161216" : 12402,
"33423360" : 10893,
"33816576" : 19394,
"34340864" : 15788,
"34865152" : 12217,
"35389440" : 9810,
"35913728" : 6954,
"36438016" : 4941,
"36962304" : 3522,
"37486592" : 2372,
"38010880" : 1684,
"38535168" : 839,
"39059456" : 491,
"39583744" : 268,
"40108032" : 156,
"40632320" : 38,
"41156608" : 23,
"41680896" : 12,
"42205184" : 2
}
},
"lat_ns" : {
"min" : 609311,
"max" : 44886898,
"mean" : 22324139.576355,
"stddev" : 6463515.875435,
"N" : 3439548
},
"bw_min" : 66336,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 91800.053512,
"bw_dev" : 506.077415,
"bw_samples" : 9568,
"iops_min" : 16584,
"iops_max" : 35720,
"iops_mean" : 22948.481605,
"iops_stddev" : 126.480618,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4799968,
"usr_cpu" : 0.304627,
"sys_cpu" : 3.174854,
"ctx" : 4267597,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.030992,
"10" : 2.710360,
"20" : 45.824519,
"50" : 51.418429,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123525,
"timestamp_ms" : 1774123525162,
"time" : "Sat Mar 21 17:05:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14895198208,
"io_kbytes" : 14546092,
"bw_bytes" : 93094988,
"bw" : 90913,
"iops" : 22728.556250,
"runtime" : 160000,
"total_ios" : 3636569,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1401426.623647,
"stddev" : 569682.098657,
"N" : 3636569
},
"clat_ns" : {
"min" : 554096,
"max" : 43268165,
"mean" : 21122316.631574,
"stddev" : 6131610.118502,
"N" : 3636537,
"percentile" : {
"1.000000" : 8355840,
"5.000000" : 11599872,
"10.000000" : 13697024,
"20.000000" : 16056320,
"30.000000" : 17694720,
"40.000000" : 19005440,
"50.000000" : 20316160,
"60.000000" : 22151168,
"70.000000" : 23986176,
"80.000000" : 26607616,
"90.000000" : 29753344,
"95.000000" : 32112640,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38010880,
"99.950000" : 39059456,
"99.990000" : 40632320
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1055,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1445,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3225,
"8585216" : 3502,
"8716288" : 3689,
"8847360" : 3876,
"8978432" : 4238,
"9109504" : 4543,
"9240576" : 4770,
"9371648" : 5152,
"9502720" : 5403,
"9633792" : 5573,
"9764864" : 5852,
"9895936" : 6057,
"10027008" : 6486,
"10158080" : 6510,
"10289152" : 6553,
"10420224" : 6819,
"10551296" : 6958,
"10682368" : 7077,
"10813440" : 7339,
"10944512" : 7712,
"11075584" : 7467,
"11206656" : 7826,
"11337728" : 7922,
"11468800" : 8176,
"11599872" : 8263,
"11730944" : 8550,
"11862016" : 8826,
"11993088" : 9169,
"12124160" : 9473,
"12255232" : 9815,
"12386304" : 10101,
"12517376" : 10543,
"12648448" : 10817,
"12779520" : 11530,
"12910592" : 11407,
"13041664" : 12108,
"13172736" : 12544,
"13303808" : 13094,
"13434880" : 13367,
"13565952" : 13339,
"13697024" : 14057,
"13828096" : 14488,
"13959168" : 14845,
"14090240" : 15483,
"14221312" : 16105,
"14352384" : 16587,
"14483456" : 17147,
"14614528" : 18132,
"14745600" : 19013,
"14876672" : 19787,
"15007744" : 20972,
"15138816" : 21134,
"15269888" : 22265,
"15400960" : 22735,
"15532032" : 23592,
"15663104" : 24655,
"15794176" : 25440,
"15925248" : 26095,
"16056320" : 27093,
"16187392" : 27900,
"16318464" : 28619,
"16449536" : 29371,
"16580608" : 30524,
"16711680" : 31505,
"16908288" : 65294,
"17170432" : 67158,
"17432576" : 67923,
"17694720" : 69765,
"17956864" : 70823,
"18219008" : 72175,
"18481152" : 70891,
"18743296" : 70166,
"19005440" : 69432,
"19267584" : 67455,
"19529728" : 66459,
"19791872" : 66001,
"20054016" : 63580,
"20316160" : 62811,
"20578304" : 61837,
"20840448" : 60948,
"21102592" : 58408,
"21364736" : 57365,
"21626880" : 54931,
"21889024" : 53009,
"22151168" : 52042,
"22413312" : 50765,
"22675456" : 50039,
"22937600" : 48510,
"23199744" : 46207,
"23461888" : 44751,
"23724032" : 43034,
"23986176" : 42093,
"24248320" : 40530,
"24510464" : 39178,
"24772608" : 38347,
"25034752" : 37266,
"25296896" : 36905,
"25559040" : 36531,
"25821184" : 36048,
"26083328" : 35419,
"26345472" : 33985,
"26607616" : 32917,
"26869760" : 32413,
"27131904" : 32446,
"27394048" : 31511,
"27656192" : 30767,
"27918336" : 30494,
"28180480" : 29946,
"28442624" : 29733,
"28704768" : 29064,
"28966912" : 27869,
"29229056" : 27180,
"29491200" : 26631,
"29753344" : 25497,
"30015488" : 24507,
"30277632" : 23633,
"30539776" : 22386,
"30801920" : 21858,
"31064064" : 21037,
"31326208" : 20202,
"31588352" : 19527,
"31850496" : 18761,
"32112640" : 17491,
"32374784" : 17288,
"32636928" : 16306,
"32899072" : 15221,
"33161216" : 14088,
"33423360" : 12458,
"33816576" : 22285,
"34340864" : 18510,
"34865152" : 14697,
"35389440" : 11967,
"35913728" : 8818,
"36438016" : 6464,
"36962304" : 4802,
"37486592" : 3398,
"38010880" : 2493,
"38535168" : 1355,
"39059456" : 861,
"39583744" : 567,
"40108032" : 394,
"40632320" : 181,
"41156608" : 114,
"41680896" : 54,
"42205184" : 20,
"42729472" : 6,
"43253760" : 1
}
},
"lat_ns" : {
"min" : 609311,
"max" : 45674372,
"mean" : 22523667.445537,
"stddev" : 6511505.506492,
"N" : 3636537
},
"bw_min" : 65192,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 90990.495298,
"bw_dev" : 502.136052,
"bw_samples" : 10208,
"iops_min" : 16298,
"iops_max" : 35720,
"iops_mean" : 22746.188088,
"iops_stddev" : 125.495162,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5119976,
"usr_cpu" : 0.303029,
"sys_cpu" : 3.160230,
"ctx" : 4498203,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.029313,
"10" : 2.564643,
"20" : 44.763292,
"50" : 52.627903,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123535,
"timestamp_ms" : 1774123535162,
"time" : "Sat Mar 21 17:05:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15719276544,
"io_kbytes" : 15350856,
"bw_bytes" : 92466332,
"bw" : 90299,
"iops" : 22575.047059,
"runtime" : 170000,
"total_ios" : 3837758,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1411063.746997,
"stddev" : 572903.360896,
"N" : 3837758
},
"clat_ns" : {
"min" : 554096,
"max" : 43476062,
"mean" : 21265723.254612,
"stddev" : 6136466.353900,
"N" : 3837726,
"percentile" : {
"1.000000" : 8454144,
"5.000000" : 11730944,
"10.000000" : 13959168,
"20.000000" : 16187392,
"30.000000" : 17694720,
"40.000000" : 19005440,
"50.000000" : 20578304,
"60.000000" : 22151168,
"70.000000" : 24248320,
"80.000000" : 26869760,
"90.000000" : 30015488,
"95.000000" : 32112640,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40632320
},
"bins" : {
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 12,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 4,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 4,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 4,
"1318912" : 6,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 1,
"1433600" : 4,
"1466368" : 5,
"1482752" : 7,
"1499136" : 9,
"1515520" : 3,
"1531904" : 1,
"1548288" : 4,
"1564672" : 6,
"1581056" : 3,
"1597440" : 6,
"1613824" : 4,
"1630208" : 1,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 5,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 6,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 9,
"2277376" : 13,
"2310144" : 12,
"2342912" : 8,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 17,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 11,
"2932736" : 15,
"2965504" : 8,
"2998272" : 20,
"3031040" : 17,
"3063808" : 16,
"3096576" : 21,
"3129344" : 25,
"3162112" : 18,
"3194880" : 17,
"3227648" : 21,
"3260416" : 18,
"3293184" : 27,
"3325952" : 16,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 32,
"3588096" : 27,
"3620864" : 28,
"3653632" : 21,
"3686400" : 31,
"3719168" : 18,
"3751936" : 30,
"3784704" : 25,
"3817472" : 29,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 32,
"3981312" : 29,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 39,
"4227072" : 62,
"4292608" : 83,
"4358144" : 80,
"4423680" : 101,
"4489216" : 89,
"4554752" : 89,
"4620288" : 109,
"4685824" : 97,
"4751360" : 123,
"4816896" : 141,
"4882432" : 129,
"4947968" : 142,
"5013504" : 144,
"5079040" : 145,
"5144576" : 153,
"5210112" : 146,
"5275648" : 167,
"5341184" : 191,
"5406720" : 198,
"5472256" : 202,
"5537792" : 227,
"5603328" : 231,
"5668864" : 219,
"5734400" : 237,
"5799936" : 236,
"5865472" : 290,
"5931008" : 293,
"5996544" : 307,
"6062080" : 333,
"6127616" : 332,
"6193152" : 375,
"6258688" : 351,
"6324224" : 409,
"6389760" : 419,
"6455296" : 461,
"6520832" : 490,
"6586368" : 516,
"6651904" : 555,
"6717440" : 542,
"6782976" : 571,
"6848512" : 605,
"6914048" : 657,
"6979584" : 678,
"7045120" : 709,
"7110656" : 796,
"7176192" : 819,
"7241728" : 796,
"7307264" : 855,
"7372800" : 918,
"7438336" : 972,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1055,
"7700480" : 1100,
"7766016" : 1149,
"7831552" : 1190,
"7897088" : 1196,
"7962624" : 1266,
"8028160" : 1294,
"8093696" : 1390,
"8159232" : 1463,
"8224768" : 1445,
"8290304" : 1490,
"8355840" : 1526,
"8454144" : 3225,
"8585216" : 3502,
"8716288" : 3689,
"8847360" : 3877,
"8978432" : 4238,
"9109504" : 4543,
"9240576" : 4772,
"9371648" : 5154,
"9502720" : 5404,
"9633792" : 5575,
"9764864" : 5856,
"9895936" : 6062,
"10027008" : 6489,
"10158080" : 6514,
"10289152" : 6561,
"10420224" : 6824,
"10551296" : 6962,
"10682368" : 7080,
"10813440" : 7348,
"10944512" : 7718,
"11075584" : 7478,
"11206656" : 7840,
"11337728" : 7939,
"11468800" : 8192,
"11599872" : 8288,
"11730944" : 8575,
"11862016" : 8852,
"11993088" : 9202,
"12124160" : 9510,
"12255232" : 9858,
"12386304" : 10150,
"12517376" : 10614,
"12648448" : 10885,
"12779520" : 11627,
"12910592" : 11499,
"13041664" : 12221,
"13172736" : 12665,
"13303808" : 13265,
"13434880" : 13520,
"13565952" : 13515,
"13697024" : 14248,
"13828096" : 14690,
"13959168" : 15068,
"14090240" : 15737,
"14221312" : 16376,
"14352384" : 16913,
"14483456" : 17488,
"14614528" : 18506,
"14745600" : 19413,
"14876672" : 20234,
"15007744" : 21467,
"15138816" : 21692,
"15269888" : 22816,
"15400960" : 23408,
"15532032" : 24236,
"15663104" : 25345,
"15794176" : 26184,
"15925248" : 26876,
"16056320" : 27992,
"16187392" : 28843,
"16318464" : 29654,
"16449536" : 30487,
"16580608" : 31684,
"16711680" : 32728,
"16908288" : 67894,
"17170432" : 70028,
"17432576" : 70993,
"17694720" : 73049,
"17956864" : 74310,
"18219008" : 75964,
"18481152" : 74756,
"18743296" : 74127,
"19005440" : 73506,
"19267584" : 71683,
"19529728" : 70680,
"19791872" : 70279,
"20054016" : 67864,
"20316160" : 67040,
"20578304" : 65879,
"20840448" : 64948,
"21102592" : 62307,
"21364736" : 61192,
"21626880" : 58567,
"21889024" : 56437,
"22151168" : 55277,
"22413312" : 54062,
"22675456" : 53097,
"22937600" : 51440,
"23199744" : 48997,
"23461888" : 47389,
"23724032" : 45538,
"23986176" : 44461,
"24248320" : 42847,
"24510464" : 41457,
"24772608" : 40542,
"25034752" : 39479,
"25296896" : 39194,
"25559040" : 38678,
"25821184" : 38294,
"26083328" : 37640,
"26345472" : 36176,
"26607616" : 35168,
"26869760" : 34739,
"27131904" : 34773,
"27394048" : 33896,
"27656192" : 33114,
"27918336" : 32909,
"28180480" : 32324,
"28442624" : 32155,
"28704768" : 31542,
"28966912" : 30360,
"29229056" : 29624,
"29491200" : 29026,
"29753344" : 27897,
"30015488" : 26892,
"30277632" : 25945,
"30539776" : 24545,
"30801920" : 23909,
"31064064" : 23045,
"31326208" : 22234,
"31588352" : 21441,
"31850496" : 20564,
"32112640" : 19150,
"32374784" : 18895,
"32636928" : 17768,
"32899072" : 16633,
"33161216" : 15489,
"33423360" : 13716,
"33816576" : 24569,
"34340864" : 20429,
"34865152" : 16379,
"35389440" : 13335,
"35913728" : 9861,
"36438016" : 7255,
"36962304" : 5368,
"37486592" : 3794,
"38010880" : 2751,
"38535168" : 1529,
"39059456" : 973,
"39583744" : 639,
"40108032" : 416,
"40632320" : 194,
"41156608" : 124,
"41680896" : 58,
"42205184" : 23,
"42729472" : 6,
"43253760" : 3
}
},
"lat_ns" : {
"min" : 609311,
"max" : 46226264,
"mean" : 22676682.510909,
"stddev" : 6516485.661244,
"N" : 3837726
},
"bw_min" : 65192,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 90405.663717,
"bw_dev" : 494.197381,
"bw_samples" : 10848,
"iops_min" : 16298,
"iops_max" : 35720,
"iops_mean" : 22600.064897,
"iops_stddev" : 123.510638,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5439979,
"usr_cpu" : 0.301049,
"sys_cpu" : 3.154075,
"ctx" : 4733672,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.027777,
"10" : 2.430638,
"20" : 44.004781,
"50" : 53.522734,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123545,
"timestamp_ms" : 1774123545168,
"time" : "Sat Mar 21 17:05:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 23872,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16589033472,
"io_kbytes" : 16200228,
"bw_bytes" : 92160785,
"bw" : 90000,
"iops" : 22500.130555,
"runtime" : 180001,
"total_ios" : 4050046,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1415789.649101,
"stddev" : 573239.187924,
"N" : 4050078
},
"clat_ns" : {
"min" : 3726,
"max" : 43476062,
"mean" : 21334983.422651,
"stddev" : 6096974.406075,
"N" : 4050526,
"percentile" : {
"1.000000" : 8585216,
"5.000000" : 11862016,
"10.000000" : 14090240,
"20.000000" : 16318464,
"30.000000" : 17694720,
"40.000000" : 19267584,
"50.000000" : 20578304,
"60.000000" : 22151168,
"70.000000" : 24248320,
"80.000000" : 26869760,
"90.000000" : 30015488,
"95.000000" : 32112640,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40632320
},
"bins" : {
"3728" : 1,
"4640" : 1,
"4832" : 1,
"4896" : 1,
"5152" : 1,
"5536" : 1,
"5600" : 1,
"5664" : 1,
"5728" : 1,
"6240" : 1,
"6432" : 2,
"6496" : 1,
"6752" : 1,
"6944" : 1,
"7136" : 1,
"7200" : 1,
"7264" : 1,
"7520" : 2,
"8256" : 2,
"8384" : 1,
"8512" : 1,
"9024" : 1,
"9920" : 1,
"10944" : 1,
"11200" : 1,
"11840" : 1,
"12480" : 1,
"14016" : 1,
"37632" : 1,
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 13,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 5,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 5,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 5,
"1318912" : 7,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 2,
"1417216" : 2,
"1433600" : 4,
"1466368" : 6,
"1482752" : 7,
"1499136" : 12,
"1515520" : 5,
"1531904" : 3,
"1548288" : 8,
"1564672" : 9,
"1581056" : 6,
"1597440" : 8,
"1613824" : 6,
"1630208" : 2,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 6,
"1728512" : 4,
"1744896" : 4,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 7,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 10,
"2277376" : 13,
"2310144" : 12,
"2342912" : 10,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 18,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 13,
"2932736" : 16,
"2965504" : 11,
"2998272" : 24,
"3031040" : 18,
"3063808" : 19,
"3096576" : 26,
"3129344" : 29,
"3162112" : 19,
"3194880" : 18,
"3227648" : 22,
"3260416" : 19,
"3293184" : 27,
"3325952" : 17,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 33,
"3588096" : 28,
"3620864" : 28,
"3653632" : 22,
"3686400" : 31,
"3719168" : 19,
"3751936" : 30,
"3784704" : 25,
"3817472" : 30,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 33,
"3981312" : 30,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 40,
"4227072" : 62,
"4292608" : 84,
"4358144" : 83,
"4423680" : 104,
"4489216" : 90,
"4554752" : 92,
"4620288" : 111,
"4685824" : 97,
"4751360" : 130,
"4816896" : 143,
"4882432" : 132,
"4947968" : 142,
"5013504" : 147,
"5079040" : 146,
"5144576" : 153,
"5210112" : 146,
"5275648" : 169,
"5341184" : 192,
"5406720" : 199,
"5472256" : 203,
"5537792" : 227,
"5603328" : 232,
"5668864" : 220,
"5734400" : 237,
"5799936" : 237,
"5865472" : 291,
"5931008" : 293,
"5996544" : 308,
"6062080" : 334,
"6127616" : 335,
"6193152" : 376,
"6258688" : 352,
"6324224" : 409,
"6389760" : 425,
"6455296" : 462,
"6520832" : 495,
"6586368" : 517,
"6651904" : 556,
"6717440" : 544,
"6782976" : 573,
"6848512" : 606,
"6914048" : 658,
"6979584" : 679,
"7045120" : 710,
"7110656" : 796,
"7176192" : 820,
"7241728" : 797,
"7307264" : 855,
"7372800" : 920,
"7438336" : 973,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1055,
"7700480" : 1101,
"7766016" : 1152,
"7831552" : 1192,
"7897088" : 1197,
"7962624" : 1268,
"8028160" : 1298,
"8093696" : 1391,
"8159232" : 1465,
"8224768" : 1450,
"8290304" : 1492,
"8355840" : 1526,
"8454144" : 3231,
"8585216" : 3502,
"8716288" : 3692,
"8847360" : 3879,
"8978432" : 4241,
"9109504" : 4544,
"9240576" : 4775,
"9371648" : 5154,
"9502720" : 5410,
"9633792" : 5578,
"9764864" : 5861,
"9895936" : 6067,
"10027008" : 6496,
"10158080" : 6521,
"10289152" : 6567,
"10420224" : 6826,
"10551296" : 6966,
"10682368" : 7083,
"10813440" : 7352,
"10944512" : 7723,
"11075584" : 7484,
"11206656" : 7850,
"11337728" : 7943,
"11468800" : 8197,
"11599872" : 8298,
"11730944" : 8589,
"11862016" : 8864,
"11993088" : 9216,
"12124160" : 9526,
"12255232" : 9874,
"12386304" : 10169,
"12517376" : 10635,
"12648448" : 10912,
"12779520" : 11653,
"12910592" : 11558,
"13041664" : 12274,
"13172736" : 12735,
"13303808" : 13344,
"13434880" : 13616,
"13565952" : 13636,
"13697024" : 14364,
"13828096" : 14884,
"13959168" : 15264,
"14090240" : 15944,
"14221312" : 16598,
"14352384" : 17196,
"14483456" : 17767,
"14614528" : 18855,
"14745600" : 19850,
"14876672" : 20681,
"15007744" : 22028,
"15138816" : 22285,
"15269888" : 23478,
"15400960" : 24200,
"15532032" : 25101,
"15663104" : 26365,
"15794176" : 27295,
"15925248" : 28099,
"16056320" : 29406,
"16187392" : 30362,
"16318464" : 31247,
"16449536" : 32261,
"16580608" : 33528,
"16711680" : 34743,
"16908288" : 72114,
"17170432" : 74628,
"17432576" : 75776,
"17694720" : 78197,
"17956864" : 79740,
"18219008" : 81574,
"18481152" : 80400,
"18743296" : 79752,
"19005440" : 79066,
"19267584" : 77255,
"19529728" : 76102,
"19791872" : 75528,
"20054016" : 72902,
"20316160" : 71754,
"20578304" : 70419,
"20840448" : 69146,
"21102592" : 66254,
"21364736" : 64797,
"21626880" : 61956,
"21889024" : 59702,
"22151168" : 58330,
"22413312" : 56959,
"22675456" : 55717,
"22937600" : 54000,
"23199744" : 51337,
"23461888" : 49652,
"23724032" : 47888,
"23986176" : 46809,
"24248320" : 45199,
"24510464" : 43825,
"24772608" : 42929,
"25034752" : 41883,
"25296896" : 41632,
"25559040" : 41193,
"25821184" : 40972,
"26083328" : 40280,
"26345472" : 38821,
"26607616" : 37820,
"26869760" : 37356,
"27131904" : 37405,
"27394048" : 36497,
"27656192" : 35601,
"27918336" : 35388,
"28180480" : 34678,
"28442624" : 34497,
"28704768" : 33764,
"28966912" : 32661,
"29229056" : 31690,
"29491200" : 31065,
"29753344" : 29757,
"30015488" : 28688,
"30277632" : 27711,
"30539776" : 26152,
"30801920" : 25404,
"31064064" : 24506,
"31326208" : 23679,
"31588352" : 22798,
"31850496" : 21784,
"32112640" : 20299,
"32374784" : 19930,
"32636928" : 18780,
"32899072" : 17566,
"33161216" : 16331,
"33423360" : 14469,
"33816576" : 25747,
"34340864" : 21469,
"34865152" : 17229,
"35389440" : 13964,
"35913728" : 10308,
"36438016" : 7594,
"36962304" : 5635,
"37486592" : 3993,
"38010880" : 2873,
"38535168" : 1574,
"39059456" : 1008,
"39583744" : 659,
"40108032" : 429,
"40632320" : 198,
"41156608" : 126,
"41680896" : 59,
"42205184" : 23,
"42729472" : 6,
"43253760" : 3
}
},
"lat_ns" : {
"min" : 609311,
"max" : 46226264,
"mean" : 22750696.730049,
"stddev" : 6473861.760518,
"N" : 4050526
},
"bw_min" : 65104,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 90055.309192,
"bw_dev" : 484.505165,
"bw_samples" : 11488,
"iops_min" : 16276,
"iops_max" : 35720,
"iops_mean" : 22512.551532,
"iops_stddev" : 121.088108,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759975,
"usr_cpu" : 0.300435,
"sys_cpu" : 3.162028,
"ctx" : 4990884,
"majf" : 0,
"minf" : 1139,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999210,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.027308,
"10" : 2.306591,
"20" : 43.792095,
"50" : 53.871734,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774123545,
"timestamp_ms" : 1774123545208,
"time" : "Sat Mar 21 17:05:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16591085568,
"io_kbytes" : 16202232,
"bw_bytes" : 92166553,
"bw" : 90006,
"iops" : 22498.755639,
"runtime" : 180012,
"total_ios" : 4050046,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16986,
"max" : 18212145,
"mean" : 1415789.649101,
"stddev" : 573239.187924,
"N" : 4050078
},
"clat_ns" : {
"min" : 3726,
"max" : 43476062,
"mean" : 21334983.422651,
"stddev" : 6096974.406075,
"N" : 4050526,
"percentile" : {
"1.000000" : 8585216,
"5.000000" : 11862016,
"10.000000" : 14090240,
"20.000000" : 16318464,
"30.000000" : 17694720,
"40.000000" : 19267584,
"50.000000" : 20578304,
"60.000000" : 22151168,
"70.000000" : 24248320,
"80.000000" : 26869760,
"90.000000" : 30015488,
"95.000000" : 32112640,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40632320
},
"bins" : {
"3728" : 1,
"4640" : 1,
"4832" : 1,
"4896" : 1,
"5152" : 1,
"5536" : 1,
"5600" : 1,
"5664" : 1,
"5728" : 1,
"6240" : 1,
"6432" : 2,
"6496" : 1,
"6752" : 1,
"6944" : 1,
"7136" : 1,
"7200" : 1,
"7264" : 1,
"7520" : 2,
"8256" : 2,
"8384" : 1,
"8512" : 1,
"9024" : 1,
"9920" : 1,
"10944" : 1,
"11200" : 1,
"11840" : 1,
"12480" : 1,
"14016" : 1,
"37632" : 1,
"552960" : 1,
"569344" : 3,
"577536" : 6,
"585728" : 6,
"593920" : 8,
"602112" : 17,
"610304" : 11,
"618496" : 13,
"626688" : 13,
"634880" : 12,
"643072" : 25,
"651264" : 10,
"659456" : 17,
"667648" : 11,
"675840" : 6,
"684032" : 5,
"700416" : 8,
"708608" : 6,
"716800" : 3,
"724992" : 3,
"733184" : 2,
"741376" : 3,
"749568" : 1,
"765952" : 1,
"774144" : 2,
"790528" : 3,
"798720" : 5,
"806912" : 4,
"815104" : 4,
"823296" : 6,
"831488" : 3,
"839680" : 3,
"847872" : 5,
"856064" : 7,
"864256" : 5,
"872448" : 2,
"880640" : 2,
"888832" : 4,
"897024" : 1,
"905216" : 3,
"913408" : 7,
"921600" : 2,
"929792" : 1,
"946176" : 4,
"954368" : 6,
"970752" : 5,
"978944" : 1,
"987136" : 2,
"1003520" : 4,
"1011712" : 3,
"1019904" : 4,
"1028096" : 5,
"1044480" : 2,
"1073152" : 4,
"1089536" : 4,
"1105920" : 7,
"1122304" : 3,
"1138688" : 3,
"1155072" : 2,
"1171456" : 6,
"1187840" : 3,
"1204224" : 4,
"1220608" : 5,
"1236992" : 2,
"1253376" : 6,
"1269760" : 7,
"1286144" : 1,
"1302528" : 5,
"1318912" : 7,
"1335296" : 4,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 2,
"1417216" : 2,
"1433600" : 4,
"1466368" : 6,
"1482752" : 7,
"1499136" : 12,
"1515520" : 5,
"1531904" : 3,
"1548288" : 8,
"1564672" : 9,
"1581056" : 6,
"1597440" : 8,
"1613824" : 6,
"1630208" : 2,
"1646592" : 1,
"1662976" : 3,
"1679360" : 4,
"1695744" : 7,
"1712128" : 6,
"1728512" : 4,
"1744896" : 4,
"1761280" : 2,
"1777664" : 6,
"1794048" : 4,
"1810432" : 2,
"1826816" : 2,
"1843200" : 5,
"1859584" : 1,
"1875968" : 9,
"1892352" : 3,
"1908736" : 3,
"1925120" : 1,
"1941504" : 5,
"1957888" : 5,
"1974272" : 2,
"1990656" : 4,
"2007040" : 5,
"2023424" : 4,
"2039808" : 3,
"2056192" : 3,
"2072576" : 6,
"2088960" : 7,
"2113536" : 8,
"2146304" : 7,
"2179072" : 9,
"2211840" : 6,
"2244608" : 10,
"2277376" : 13,
"2310144" : 12,
"2342912" : 10,
"2375680" : 5,
"2408448" : 11,
"2441216" : 10,
"2473984" : 5,
"2506752" : 4,
"2539520" : 14,
"2572288" : 11,
"2605056" : 15,
"2637824" : 10,
"2670592" : 14,
"2703360" : 17,
"2736128" : 18,
"2768896" : 14,
"2801664" : 9,
"2834432" : 18,
"2867200" : 15,
"2899968" : 13,
"2932736" : 16,
"2965504" : 11,
"2998272" : 24,
"3031040" : 18,
"3063808" : 19,
"3096576" : 26,
"3129344" : 29,
"3162112" : 19,
"3194880" : 18,
"3227648" : 22,
"3260416" : 19,
"3293184" : 27,
"3325952" : 17,
"3358720" : 29,
"3391488" : 25,
"3424256" : 26,
"3457024" : 14,
"3489792" : 19,
"3522560" : 19,
"3555328" : 33,
"3588096" : 28,
"3620864" : 28,
"3653632" : 22,
"3686400" : 31,
"3719168" : 19,
"3751936" : 30,
"3784704" : 25,
"3817472" : 30,
"3850240" : 36,
"3883008" : 32,
"3915776" : 22,
"3948544" : 33,
"3981312" : 30,
"4014080" : 34,
"4046848" : 30,
"4079616" : 31,
"4112384" : 34,
"4145152" : 27,
"4177920" : 40,
"4227072" : 62,
"4292608" : 84,
"4358144" : 83,
"4423680" : 104,
"4489216" : 90,
"4554752" : 92,
"4620288" : 111,
"4685824" : 97,
"4751360" : 130,
"4816896" : 143,
"4882432" : 132,
"4947968" : 142,
"5013504" : 147,
"5079040" : 146,
"5144576" : 153,
"5210112" : 146,
"5275648" : 169,
"5341184" : 192,
"5406720" : 199,
"5472256" : 203,
"5537792" : 227,
"5603328" : 232,
"5668864" : 220,
"5734400" : 237,
"5799936" : 237,
"5865472" : 291,
"5931008" : 293,
"5996544" : 308,
"6062080" : 334,
"6127616" : 335,
"6193152" : 376,
"6258688" : 352,
"6324224" : 409,
"6389760" : 425,
"6455296" : 462,
"6520832" : 495,
"6586368" : 517,
"6651904" : 556,
"6717440" : 544,
"6782976" : 573,
"6848512" : 606,
"6914048" : 658,
"6979584" : 679,
"7045120" : 710,
"7110656" : 796,
"7176192" : 820,
"7241728" : 797,
"7307264" : 855,
"7372800" : 920,
"7438336" : 973,
"7503872" : 903,
"7569408" : 1001,
"7634944" : 1055,
"7700480" : 1101,
"7766016" : 1152,
"7831552" : 1192,
"7897088" : 1197,
"7962624" : 1268,
"8028160" : 1298,
"8093696" : 1391,
"8159232" : 1465,
"8224768" : 1450,
"8290304" : 1492,
"8355840" : 1526,
"8454144" : 3231,
"8585216" : 3502,
"8716288" : 3692,
"8847360" : 3879,
"8978432" : 4241,
"9109504" : 4544,
"9240576" : 4775,
"9371648" : 5154,
"9502720" : 5410,
"9633792" : 5578,
"9764864" : 5861,
"9895936" : 6067,
"10027008" : 6496,
"10158080" : 6521,
"10289152" : 6567,
"10420224" : 6826,
"10551296" : 6966,
"10682368" : 7083,
"10813440" : 7352,
"10944512" : 7723,
"11075584" : 7484,
"11206656" : 7850,
"11337728" : 7943,
"11468800" : 8197,
"11599872" : 8298,
"11730944" : 8589,
"11862016" : 8864,
"11993088" : 9216,
"12124160" : 9526,
"12255232" : 9874,
"12386304" : 10169,
"12517376" : 10635,
"12648448" : 10912,
"12779520" : 11653,
"12910592" : 11558,
"13041664" : 12274,
"13172736" : 12735,
"13303808" : 13344,
"13434880" : 13616,
"13565952" : 13636,
"13697024" : 14364,
"13828096" : 14884,
"13959168" : 15264,
"14090240" : 15944,
"14221312" : 16598,
"14352384" : 17196,
"14483456" : 17767,
"14614528" : 18855,
"14745600" : 19850,
"14876672" : 20681,
"15007744" : 22028,
"15138816" : 22285,
"15269888" : 23478,
"15400960" : 24200,
"15532032" : 25101,
"15663104" : 26365,
"15794176" : 27295,
"15925248" : 28099,
"16056320" : 29406,
"16187392" : 30362,
"16318464" : 31247,
"16449536" : 32261,
"16580608" : 33528,
"16711680" : 34743,
"16908288" : 72114,
"17170432" : 74628,
"17432576" : 75776,
"17694720" : 78197,
"17956864" : 79740,
"18219008" : 81574,
"18481152" : 80400,
"18743296" : 79752,
"19005440" : 79066,
"19267584" : 77255,
"19529728" : 76102,
"19791872" : 75528,
"20054016" : 72902,
"20316160" : 71754,
"20578304" : 70419,
"20840448" : 69146,
"21102592" : 66254,
"21364736" : 64797,
"21626880" : 61956,
"21889024" : 59702,
"22151168" : 58330,
"22413312" : 56959,
"22675456" : 55717,
"22937600" : 54000,
"23199744" : 51337,
"23461888" : 49652,
"23724032" : 47888,
"23986176" : 46809,
"24248320" : 45199,
"24510464" : 43825,
"24772608" : 42929,
"25034752" : 41883,
"25296896" : 41632,
"25559040" : 41193,
"25821184" : 40972,
"26083328" : 40280,
"26345472" : 38821,
"26607616" : 37820,
"26869760" : 37356,
"27131904" : 37405,
"27394048" : 36497,
"27656192" : 35601,
"27918336" : 35388,
"28180480" : 34678,
"28442624" : 34497,
"28704768" : 33764,
"28966912" : 32661,
"29229056" : 31690,
"29491200" : 31065,
"29753344" : 29757,
"30015488" : 28688,
"30277632" : 27711,
"30539776" : 26152,
"30801920" : 25404,
"31064064" : 24506,
"31326208" : 23679,
"31588352" : 22798,
"31850496" : 21784,
"32112640" : 20299,
"32374784" : 19930,
"32636928" : 18780,
"32899072" : 17566,
"33161216" : 16331,
"33423360" : 14469,
"33816576" : 25747,
"34340864" : 21469,
"34865152" : 17229,
"35389440" : 13964,
"35913728" : 10308,
"36438016" : 7594,
"36962304" : 5635,
"37486592" : 3993,
"38010880" : 2873,
"38535168" : 1574,
"39059456" : 1008,
"39583744" : 659,
"40108032" : 429,
"40632320" : 198,
"41156608" : 126,
"41680896" : 59,
"42205184" : 23,
"42729472" : 6,
"43253760" : 3
}
},
"lat_ns" : {
"min" : 609311,
"max" : 46226264,
"mean" : 22750696.730049,
"stddev" : 6473861.760518,
"N" : 4050526
},
"bw_min" : 65104,
"bw_max" : 142880,
"bw_agg" : 100.000000,
"bw_mean" : 90055.309192,
"bw_dev" : 484.505165,
"bw_samples" : 11488,
"iops_min" : 16276,
"iops_max" : 35720,
"iops_mean" : 22512.551532,
"iops_stddev" : 121.088108,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760280,
"usr_cpu" : 0.300419,
"sys_cpu" : 3.161860,
"ctx" : 4991163,
"majf" : 0,
"minf" : 1170,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999210,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.027308,
"10" : 2.306591,
"20" : 43.792095,
"50" : 53.871734,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}