raidz2/benchmarks/rand/rand-write-qd32-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774125671,
"timestamp_ms" : 1774125671618,
"time" : "Sat Mar 21 17:41:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1131405312,
"io_kbytes" : 1104888,
"bw_bytes" : 115946434,
"bw" : 113228,
"iops" : 28362.574298,
"runtime" : 9758,
"total_ios" : 276762,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156128,
"usr_cpu" : 0.557235,
"sys_cpu" : 6.939178,
"ctx" : 312655,
"majf" : 0,
"minf" : 105,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.820785,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125681,
"timestamp_ms" : 1774125681860,
"time" : "Sat Mar 21 17:41:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1208950784,
"io_kbytes" : 1180616,
"bw_bytes" : 120895078,
"bw" : 118061,
"iops" : 29517.200000,
"runtime" : 10000,
"total_ios" : 295172,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 538011.923912,
"stddev" : 225986.778486,
"N" : 295172
},
"clat_ns" : {
"min" : 1049403,
"max" : 29656526,
"mean" : 16809305.830534,
"stddev" : 5569901.472818,
"N" : 295156,
"percentile" : {
"1.000000" : 5275648,
"5.000000" : 7897088,
"10.000000" : 9633792,
"20.000000" : 11862016,
"30.000000" : 13434880,
"40.000000" : 14876672,
"50.000000" : 16318464,
"60.000000" : 17694720,
"70.000000" : 20316160,
"80.000000" : 22675456,
"90.000000" : 24772608,
"95.000000" : 25821184,
"99.000000" : 27656192,
"99.500000" : 27918336,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29229056
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 2,
"1105920" : 5,
"1122304" : 3,
"1138688" : 5,
"1155072" : 5,
"1171456" : 11,
"1187840" : 6,
"1204224" : 3,
"1236992" : 1,
"1253376" : 3,
"1269760" : 1,
"1302528" : 1,
"1318912" : 2,
"1351680" : 1,
"1368064" : 2,
"1384448" : 2,
"1400832" : 5,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1826816" : 1,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 3,
"1974272" : 2,
"1990656" : 3,
"2007040" : 1,
"2023424" : 1,
"2039808" : 3,
"2072576" : 1,
"2088960" : 1,
"2113536" : 4,
"2146304" : 1,
"2179072" : 1,
"2211840" : 5,
"2244608" : 6,
"2277376" : 5,
"2310144" : 7,
"2342912" : 7,
"2375680" : 8,
"2408448" : 9,
"2441216" : 14,
"2473984" : 7,
"2506752" : 15,
"2539520" : 13,
"2572288" : 19,
"2605056" : 19,
"2637824" : 9,
"2670592" : 14,
"2703360" : 13,
"2736128" : 15,
"2768896" : 14,
"2801664" : 19,
"2834432" : 13,
"2867200" : 15,
"2899968" : 15,
"2932736" : 20,
"2965504" : 14,
"2998272" : 16,
"3031040" : 23,
"3063808" : 10,
"3096576" : 19,
"3129344" : 23,
"3162112" : 18,
"3194880" : 18,
"3227648" : 17,
"3260416" : 23,
"3293184" : 13,
"3325952" : 24,
"3358720" : 17,
"3391488" : 19,
"3424256" : 25,
"3457024" : 26,
"3489792" : 18,
"3522560" : 34,
"3555328" : 16,
"3588096" : 23,
"3620864" : 24,
"3653632" : 20,
"3686400" : 26,
"3719168" : 22,
"3751936" : 26,
"3784704" : 27,
"3817472" : 28,
"3850240" : 26,
"3883008" : 29,
"3915776" : 38,
"3948544" : 24,
"3981312" : 25,
"4014080" : 29,
"4046848" : 29,
"4079616" : 35,
"4112384" : 27,
"4145152" : 30,
"4177920" : 40,
"4227072" : 74,
"4292608" : 61,
"4358144" : 88,
"4423680" : 86,
"4489216" : 79,
"4554752" : 88,
"4620288" : 82,
"4685824" : 95,
"4751360" : 88,
"4816896" : 101,
"4882432" : 101,
"4947968" : 92,
"5013504" : 126,
"5079040" : 131,
"5144576" : 107,
"5210112" : 126,
"5275648" : 144,
"5341184" : 136,
"5406720" : 157,
"5472256" : 138,
"5537792" : 161,
"5603328" : 174,
"5668864" : 171,
"5734400" : 179,
"5799936" : 210,
"5865472" : 214,
"5931008" : 229,
"5996544" : 254,
"6062080" : 239,
"6127616" : 252,
"6193152" : 274,
"6258688" : 290,
"6324224" : 294,
"6389760" : 302,
"6455296" : 309,
"6520832" : 278,
"6586368" : 315,
"6651904" : 328,
"6717440" : 313,
"6782976" : 322,
"6848512" : 358,
"6914048" : 314,
"6979584" : 318,
"7045120" : 384,
"7110656" : 389,
"7176192" : 398,
"7241728" : 390,
"7307264" : 359,
"7372800" : 408,
"7438336" : 383,
"7503872" : 402,
"7569408" : 424,
"7634944" : 385,
"7700480" : 419,
"7766016" : 392,
"7831552" : 418,
"7897088" : 406,
"7962624" : 444,
"8028160" : 464,
"8093696" : 429,
"8159232" : 433,
"8224768" : 433,
"8290304" : 480,
"8355840" : 462,
"8454144" : 981,
"8585216" : 955,
"8716288" : 1085,
"8847360" : 1054,
"8978432" : 1111,
"9109504" : 1205,
"9240576" : 1228,
"9371648" : 1234,
"9502720" : 1323,
"9633792" : 1365,
"9764864" : 1385,
"9895936" : 1358,
"10027008" : 1442,
"10158080" : 1354,
"10289152" : 1442,
"10420224" : 1555,
"10551296" : 1502,
"10682368" : 1644,
"10813440" : 1658,
"10944512" : 1740,
"11075584" : 1805,
"11206656" : 1929,
"11337728" : 1918,
"11468800" : 2136,
"11599872" : 2053,
"11730944" : 2156,
"11862016" : 2206,
"11993088" : 2177,
"12124160" : 2261,
"12255232" : 2296,
"12386304" : 2379,
"12517376" : 2391,
"12648448" : 2501,
"12779520" : 2739,
"12910592" : 2703,
"13041664" : 2804,
"13172736" : 2716,
"13303808" : 2592,
"13434880" : 2506,
"13565952" : 2520,
"13697024" : 2593,
"13828096" : 2704,
"13959168" : 2974,
"14090240" : 2873,
"14221312" : 2976,
"14352384" : 2744,
"14483456" : 2602,
"14614528" : 2609,
"14745600" : 2782,
"14876672" : 2791,
"15007744" : 2869,
"15138816" : 2797,
"15269888" : 2949,
"15400960" : 2854,
"15532032" : 2958,
"15663104" : 2809,
"15794176" : 2648,
"15925248" : 2444,
"16056320" : 2750,
"16187392" : 2697,
"16318464" : 2738,
"16449536" : 2514,
"16580608" : 2601,
"16711680" : 2639,
"16908288" : 5382,
"17170432" : 5234,
"17432576" : 5004,
"17694720" : 4352,
"17956864" : 4444,
"18219008" : 4413,
"18481152" : 3741,
"18743296" : 3193,
"19005440" : 2942,
"19267584" : 2441,
"19529728" : 2317,
"19791872" : 2482,
"20054016" : 2382,
"20316160" : 2453,
"20578304" : 3057,
"20840448" : 2700,
"21102592" : 2576,
"21364736" : 2855,
"21626880" : 3307,
"21889024" : 3491,
"22151168" : 3831,
"22413312" : 3610,
"22675456" : 3766,
"22937600" : 3804,
"23199744" : 3792,
"23461888" : 3803,
"23724032" : 3837,
"23986176" : 4056,
"24248320" : 4257,
"24510464" : 4182,
"24772608" : 4322,
"25034752" : 3921,
"25296896" : 3102,
"25559040" : 2767,
"25821184" : 2696,
"26083328" : 2397,
"26345472" : 2114,
"26607616" : 1967,
"26869760" : 1430,
"27131904" : 1205,
"27394048" : 979,
"27656192" : 1315,
"27918336" : 1216,
"28180480" : 261,
"28442624" : 99,
"28704768" : 75,
"28966912" : 20,
"29229056" : 16,
"29491200" : 13,
"29753344" : 1
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 30530421,
"mean" : 17347388.025549,
"stddev" : 5736412.436204,
"N" : 295156
},
"bw_min" : 110462,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 118485.052632,
"bw_dev" : 356.887886,
"bw_samples" : 304,
"iops_min" : 27614,
"iops_max" : 33170,
"iops_mean" : 29620.631579,
"iops_stddev" : 89.241378,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.610640,
"sys_cpu" : 6.792045,
"ctx" : 315256,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.039638,
"4" : 0.342173,
"10" : 10.774057,
"20" : 58.012278,
"50" : 30.826433,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125691,
"timestamp_ms" : 1774125691860,
"time" : "Sat Mar 21 17:41:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2353430528,
"io_kbytes" : 2298272,
"bw_bytes" : 117671526,
"bw" : 114913,
"iops" : 28729.300000,
"runtime" : 20000,
"total_ios" : 574586,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 552890.163286,
"stddev" : 222248.124930,
"N" : 574586
},
"clat_ns" : {
"min" : 1049403,
"max" : 31242099,
"mean" : 17266390.260191,
"stddev" : 5590274.763135,
"N" : 574570,
"percentile" : {
"1.000000" : 5931008,
"5.000000" : 8454144,
"10.000000" : 10158080,
"20.000000" : 12386304,
"30.000000" : 13959168,
"40.000000" : 15269888,
"50.000000" : 16580608,
"60.000000" : 17956864,
"70.000000" : 20578304,
"80.000000" : 23199744,
"90.000000" : 25296896,
"95.000000" : 26345472,
"99.000000" : 27918336,
"99.500000" : 28442624,
"99.900000" : 30015488,
"99.950000" : 30277632,
"99.990000" : 30801920
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 31,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 29,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 37,
"3850240" : 33,
"3883008" : 32,
"3915776" : 44,
"3948544" : 29,
"3981312" : 30,
"4014080" : 35,
"4046848" : 33,
"4079616" : 41,
"4112384" : 32,
"4145152" : 38,
"4177920" : 44,
"4227072" : 89,
"4292608" : 77,
"4358144" : 99,
"4423680" : 103,
"4489216" : 87,
"4554752" : 102,
"4620288" : 100,
"4685824" : 112,
"4751360" : 104,
"4816896" : 116,
"4882432" : 119,
"4947968" : 115,
"5013504" : 144,
"5079040" : 148,
"5144576" : 135,
"5210112" : 151,
"5275648" : 167,
"5341184" : 165,
"5406720" : 198,
"5472256" : 175,
"5537792" : 205,
"5603328" : 220,
"5668864" : 228,
"5734400" : 241,
"5799936" : 270,
"5865472" : 288,
"5931008" : 304,
"5996544" : 342,
"6062080" : 322,
"6127616" : 345,
"6193152" : 364,
"6258688" : 390,
"6324224" : 397,
"6389760" : 407,
"6455296" : 422,
"6520832" : 398,
"6586368" : 439,
"6651904" : 466,
"6717440" : 450,
"6782976" : 475,
"6848512" : 499,
"6914048" : 466,
"6979584" : 456,
"7045120" : 529,
"7110656" : 555,
"7176192" : 579,
"7241728" : 601,
"7307264" : 539,
"7372800" : 610,
"7438336" : 610,
"7503872" : 639,
"7569408" : 672,
"7634944" : 641,
"7700480" : 674,
"7766016" : 704,
"7831552" : 723,
"7897088" : 705,
"7962624" : 813,
"8028160" : 816,
"8093696" : 775,
"8159232" : 798,
"8224768" : 798,
"8290304" : 849,
"8355840" : 857,
"8454144" : 1754,
"8585216" : 1788,
"8716288" : 1923,
"8847360" : 1973,
"8978432" : 2132,
"9109504" : 2275,
"9240576" : 2312,
"9371648" : 2270,
"9502720" : 2424,
"9633792" : 2469,
"9764864" : 2590,
"9895936" : 2533,
"10027008" : 2673,
"10158080" : 2592,
"10289152" : 2671,
"10420224" : 2922,
"10551296" : 2863,
"10682368" : 3036,
"10813440" : 3015,
"10944512" : 3186,
"11075584" : 3161,
"11206656" : 3393,
"11337728" : 3302,
"11468800" : 3549,
"11599872" : 3494,
"11730944" : 3592,
"11862016" : 3709,
"11993088" : 3696,
"12124160" : 3799,
"12255232" : 3818,
"12386304" : 4039,
"12517376" : 4116,
"12648448" : 4274,
"12779520" : 4680,
"12910592" : 4800,
"13041664" : 5021,
"13172736" : 5002,
"13303808" : 5096,
"13434880" : 5210,
"13565952" : 5320,
"13697024" : 5481,
"13828096" : 5669,
"13959168" : 5786,
"14090240" : 5630,
"14221312" : 5807,
"14352384" : 5580,
"14483456" : 5487,
"14614528" : 5465,
"14745600" : 5672,
"14876672" : 5707,
"15007744" : 5901,
"15138816" : 5626,
"15269888" : 5818,
"15400960" : 5651,
"15532032" : 5820,
"15663104" : 5688,
"15794176" : 5744,
"15925248" : 5350,
"16056320" : 5781,
"16187392" : 5548,
"16318464" : 5657,
"16449536" : 5397,
"16580608" : 5567,
"16711680" : 5506,
"16908288" : 11100,
"17170432" : 10930,
"17432576" : 10045,
"17694720" : 9376,
"17956864" : 9028,
"18219008" : 8577,
"18481152" : 7870,
"18743296" : 6822,
"19005440" : 5927,
"19267584" : 4921,
"19529728" : 4580,
"19791872" : 4813,
"20054016" : 4650,
"20316160" : 4403,
"20578304" : 5165,
"20840448" : 5267,
"21102592" : 5134,
"21364736" : 5386,
"21626880" : 5869,
"21889024" : 6413,
"22151168" : 6397,
"22413312" : 5806,
"22675456" : 6552,
"22937600" : 7100,
"23199744" : 6744,
"23461888" : 6200,
"23724032" : 6210,
"23986176" : 6375,
"24248320" : 7518,
"24510464" : 7745,
"24772608" : 8172,
"25034752" : 8172,
"25296896" : 7503,
"25559040" : 6907,
"25821184" : 6589,
"26083328" : 5872,
"26345472" : 5745,
"26607616" : 5299,
"26869760" : 4246,
"27131904" : 3979,
"27394048" : 3283,
"27656192" : 3425,
"27918336" : 2788,
"28180480" : 1564,
"28442624" : 986,
"28704768" : 649,
"28966912" : 381,
"29229056" : 183,
"29491200" : 181,
"29753344" : 178,
"30015488" : 201,
"30277632" : 279,
"30539776" : 165,
"30801920" : 60,
"31064064" : 45,
"31326208" : 4
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 32247755,
"mean" : 17819170.829126,
"stddev" : 5757635.943207,
"N" : 574570
},
"bw_min" : 106656,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 115210.282051,
"bw_dev" : 360.687134,
"bw_samples" : 624,
"iops_min" : 26664,
"iops_max" : 33170,
"iops_mean" : 28801.846154,
"iops_stddev" : 90.182344,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319990,
"usr_cpu" : 0.587518,
"sys_cpu" : 6.631145,
"ctx" : 618390,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.026976,
"4" : 0.212501,
"10" : 9.197753,
"20" : 58.462093,
"50" : 32.097893,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125701,
"timestamp_ms" : 1774125701859,
"time" : "Sat Mar 21 17:41:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3523612672,
"io_kbytes" : 3441028,
"bw_bytes" : 117457670,
"bw" : 114704,
"iops" : 28676.922564,
"runtime" : 29999,
"total_ios" : 860279,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 553925.509443,
"stddev" : 222843.776481,
"N" : 860279
},
"clat_ns" : {
"min" : 1049403,
"max" : 32230298,
"mean" : 17302604.760479,
"stddev" : 5507084.082586,
"N" : 860263,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 8716288,
"10.000000" : 10289152,
"20.000000" : 12517376,
"30.000000" : 13959168,
"40.000000" : 15269888,
"50.000000" : 16580608,
"60.000000" : 17956864,
"70.000000" : 20578304,
"80.000000" : 23199744,
"90.000000" : 25296896,
"95.000000" : 26345472,
"99.000000" : 27918336,
"99.500000" : 28442624,
"99.900000" : 30015488,
"99.950000" : 30277632,
"99.990000" : 30801920
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 195,
"5537792" : 239,
"5603328" : 255,
"5668864" : 265,
"5734400" : 299,
"5799936" : 324,
"5865472" : 362,
"5931008" : 383,
"5996544" : 434,
"6062080" : 400,
"6127616" : 448,
"6193152" : 479,
"6258688" : 506,
"6324224" : 530,
"6389760" : 523,
"6455296" : 549,
"6520832" : 525,
"6586368" : 602,
"6651904" : 623,
"6717440" : 605,
"6782976" : 654,
"6848512" : 665,
"6914048" : 666,
"6979584" : 650,
"7045120" : 725,
"7110656" : 774,
"7176192" : 799,
"7241728" : 862,
"7307264" : 805,
"7372800" : 883,
"7438336" : 877,
"7503872" : 951,
"7569408" : 990,
"7634944" : 984,
"7700480" : 977,
"7766016" : 1061,
"7831552" : 1098,
"7897088" : 1098,
"7962624" : 1235,
"8028160" : 1221,
"8093696" : 1157,
"8159232" : 1255,
"8224768" : 1260,
"8290304" : 1297,
"8355840" : 1322,
"8454144" : 2678,
"8585216" : 2646,
"8716288" : 2872,
"8847360" : 2899,
"8978432" : 3105,
"9109504" : 3237,
"9240576" : 3277,
"9371648" : 3319,
"9502720" : 3461,
"9633792" : 3504,
"9764864" : 3767,
"9895936" : 3671,
"10027008" : 3892,
"10158080" : 3795,
"10289152" : 3953,
"10420224" : 4203,
"10551296" : 4206,
"10682368" : 4495,
"10813440" : 4417,
"10944512" : 4631,
"11075584" : 4739,
"11206656" : 4846,
"11337728" : 4949,
"11468800" : 5263,
"11599872" : 5203,
"11730944" : 5326,
"11862016" : 5598,
"11993088" : 5624,
"12124160" : 5808,
"12255232" : 5956,
"12386304" : 6204,
"12517376" : 6422,
"12648448" : 6597,
"12779520" : 7069,
"12910592" : 7119,
"13041664" : 7469,
"13172736" : 7384,
"13303808" : 7621,
"13434880" : 7979,
"13565952" : 8065,
"13697024" : 8361,
"13828096" : 8585,
"13959168" : 8647,
"14090240" : 8325,
"14221312" : 8565,
"14352384" : 8311,
"14483456" : 8368,
"14614528" : 8338,
"14745600" : 8519,
"14876672" : 8437,
"15007744" : 8651,
"15138816" : 8452,
"15269888" : 8773,
"15400960" : 8819,
"15532032" : 8887,
"15663104" : 8713,
"15794176" : 8832,
"15925248" : 8292,
"16056320" : 8805,
"16187392" : 8527,
"16318464" : 8725,
"16449536" : 8474,
"16580608" : 8545,
"16711680" : 8382,
"16908288" : 17495,
"17170432" : 17406,
"17432576" : 15831,
"17694720" : 14616,
"17956864" : 13630,
"18219008" : 12573,
"18481152" : 11528,
"18743296" : 10521,
"19005440" : 9301,
"19267584" : 7795,
"19529728" : 7263,
"19791872" : 7261,
"20054016" : 6856,
"20316160" : 6955,
"20578304" : 7721,
"20840448" : 7992,
"21102592" : 7947,
"21364736" : 8158,
"21626880" : 8602,
"21889024" : 9218,
"22151168" : 9327,
"22413312" : 8987,
"22675456" : 9188,
"22937600" : 9595,
"23199744" : 9620,
"23461888" : 9305,
"23724032" : 9405,
"23986176" : 10000,
"24248320" : 11397,
"24510464" : 11459,
"24772608" : 11925,
"25034752" : 11813,
"25296896" : 11028,
"25559040" : 10515,
"25821184" : 10151,
"26083328" : 9675,
"26345472" : 9281,
"26607616" : 7878,
"26869760" : 6083,
"27131904" : 5458,
"27394048" : 4699,
"27656192" : 4595,
"27918336" : 3587,
"28180480" : 2148,
"28442624" : 1437,
"28704768" : 1010,
"28966912" : 619,
"29229056" : 321,
"29491200" : 292,
"29753344" : 289,
"30015488" : 305,
"30277632" : 357,
"30539776" : 194,
"30801920" : 79,
"31064064" : 59,
"31326208" : 11,
"31588352" : 5,
"31850496" : 9,
"32112640" : 4
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 33028528,
"mean" : 17856744.655429,
"stddev" : 5671970.178613,
"N" : 860263
},
"bw_min" : 104224,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 114789.084746,
"bw_dev" : 342.950427,
"bw_samples" : 944,
"iops_min" : 26056,
"iops_max" : 33170,
"iops_mean" : 28696.711864,
"iops_stddev" : 85.746021,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479984,
"usr_cpu" : 0.590436,
"sys_cpu" : 6.664389,
"ctx" : 929866,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999535,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999535,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.018017,
"4" : 0.142977,
"10" : 8.727285,
"20" : 59.310642,
"50" : 31.799219,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125711,
"timestamp_ms" : 1774125711860,
"time" : "Sat Mar 21 17:41:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4506447872,
"io_kbytes" : 4400828,
"bw_bytes" : 112661196,
"bw" : 110020,
"iops" : 27505.975000,
"runtime" : 40000,
"total_ios" : 1100239,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 577737.587930,
"stddev" : 244696.727307,
"N" : 1100239
},
"clat_ns" : {
"min" : 1049403,
"max" : 40037275,
"mean" : 18037719.814889,
"stddev" : 5884996.197970,
"N" : 1100223,
"percentile" : {
"1.000000" : 6586368,
"5.000000" : 9109504,
"10.000000" : 10813440,
"20.000000" : 12910592,
"30.000000" : 14483456,
"40.000000" : 15925248,
"50.000000" : 17170432,
"60.000000" : 18743296,
"70.000000" : 21364736,
"80.000000" : 23986176,
"90.000000" : 26083328,
"95.000000" : 27656192,
"99.000000" : 32112640,
"99.500000" : 33816576,
"99.900000" : 35389440,
"99.950000" : 35913728,
"99.990000" : 37486592
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 570,
"6520832" : 544,
"6586368" : 620,
"6651904" : 652,
"6717440" : 641,
"6782976" : 680,
"6848512" : 692,
"6914048" : 706,
"6979584" : 694,
"7045120" : 782,
"7110656" : 842,
"7176192" : 860,
"7241728" : 922,
"7307264" : 860,
"7372800" : 953,
"7438336" : 939,
"7503872" : 1029,
"7569408" : 1072,
"7634944" : 1051,
"7700480" : 1055,
"7766016" : 1140,
"7831552" : 1192,
"7897088" : 1199,
"7962624" : 1320,
"8028160" : 1312,
"8093696" : 1295,
"8159232" : 1372,
"8224768" : 1377,
"8290304" : 1418,
"8355840" : 1438,
"8454144" : 2939,
"8585216" : 2895,
"8716288" : 3162,
"8847360" : 3234,
"8978432" : 3448,
"9109504" : 3634,
"9240576" : 3692,
"9371648" : 3764,
"9502720" : 3934,
"9633792" : 3968,
"9764864" : 4254,
"9895936" : 4158,
"10027008" : 4383,
"10158080" : 4340,
"10289152" : 4423,
"10420224" : 4728,
"10551296" : 4757,
"10682368" : 5122,
"10813440" : 5035,
"10944512" : 5290,
"11075584" : 5406,
"11206656" : 5543,
"11337728" : 5634,
"11468800" : 6023,
"11599872" : 5919,
"11730944" : 6145,
"11862016" : 6397,
"11993088" : 6493,
"12124160" : 6662,
"12255232" : 6938,
"12386304" : 7196,
"12517376" : 7468,
"12648448" : 7699,
"12779520" : 8168,
"12910592" : 8224,
"13041664" : 8671,
"13172736" : 8654,
"13303808" : 8779,
"13434880" : 9163,
"13565952" : 9264,
"13697024" : 9559,
"13828096" : 9851,
"13959168" : 10005,
"14090240" : 9730,
"14221312" : 10109,
"14352384" : 9972,
"14483456" : 10008,
"14614528" : 10037,
"14745600" : 10269,
"14876672" : 10075,
"15007744" : 10308,
"15138816" : 10180,
"15269888" : 10600,
"15400960" : 10625,
"15532032" : 10807,
"15663104" : 10712,
"15794176" : 10804,
"15925248" : 10241,
"16056320" : 10854,
"16187392" : 10657,
"16318464" : 10926,
"16449536" : 10563,
"16580608" : 10726,
"16711680" : 10625,
"16908288" : 21948,
"17170432" : 21868,
"17432576" : 20549,
"17694720" : 19437,
"17956864" : 18311,
"18219008" : 16945,
"18481152" : 15745,
"18743296" : 14705,
"19005440" : 13259,
"19267584" : 11671,
"19529728" : 11214,
"19791872" : 11507,
"20054016" : 10574,
"20316160" : 10482,
"20578304" : 10899,
"20840448" : 10872,
"21102592" : 10778,
"21364736" : 10909,
"21626880" : 11376,
"21889024" : 11671,
"22151168" : 11629,
"22413312" : 11374,
"22675456" : 11522,
"22937600" : 11786,
"23199744" : 11929,
"23461888" : 11592,
"23724032" : 11663,
"23986176" : 12244,
"24248320" : 13615,
"24510464" : 13503,
"24772608" : 13969,
"25034752" : 13806,
"25296896" : 13166,
"25559040" : 12797,
"25821184" : 12392,
"26083328" : 11964,
"26345472" : 11572,
"26607616" : 10154,
"26869760" : 8235,
"27131904" : 7816,
"27394048" : 6907,
"27656192" : 6612,
"27918336" : 5660,
"28180480" : 4189,
"28442624" : 3306,
"28704768" : 3105,
"28966912" : 2639,
"29229056" : 2315,
"29491200" : 2281,
"29753344" : 2186,
"30015488" : 2089,
"30277632" : 2132,
"30539776" : 1908,
"30801920" : 1993,
"31064064" : 2005,
"31326208" : 1630,
"31588352" : 1461,
"31850496" : 1376,
"32112640" : 1323,
"32374784" : 1192,
"32636928" : 1072,
"32899072" : 902,
"33161216" : 931,
"33423360" : 874,
"33816576" : 1978,
"34340864" : 1318,
"34865152" : 939,
"35389440" : 613,
"35913728" : 381,
"36438016" : 228,
"36962304" : 143,
"37486592" : 85,
"38010880" : 40,
"38535168" : 33,
"39059456" : 5,
"39583744" : 3,
"40108032" : 3
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 41081279,
"mean" : 18615605.801040,
"stddev" : 6062802.004352,
"N" : 1100223
},
"bw_min" : 83276,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 110340.911392,
"bw_dev" : 642.840377,
"bw_samples" : 1264,
"iops_min" : 20812,
"iops_max" : 33170,
"iops_mean" : 27584.556962,
"iops_stddev" : 160.714582,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640000,
"usr_cpu" : 0.568125,
"sys_cpu" : 6.409063,
"ctx" : 1184486,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.014088,
"4" : 0.111794,
"10" : 7.458016,
"20" : 57.238018,
"50" : 35.176630,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125721,
"timestamp_ms" : 1774125721860,
"time" : "Sat Mar 21 17:42:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5408976896,
"io_kbytes" : 5282204,
"bw_bytes" : 108181701,
"bw" : 105646,
"iops" : 26412.028241,
"runtime" : 49999,
"total_ios" : 1320575,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 601893.114699,
"stddev" : 261262.605890,
"N" : 1320575
},
"clat_ns" : {
"min" : 1049403,
"max" : 40749503,
"mean" : 18780850.907466,
"stddev" : 6212805.980797,
"N" : 1320559,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 9502720,
"10.000000" : 11206656,
"20.000000" : 13565952,
"30.000000" : 15138816,
"40.000000" : 16449536,
"50.000000" : 17956864,
"60.000000" : 19529728,
"70.000000" : 21889024,
"80.000000" : 24510464,
"90.000000" : 26869760,
"95.000000" : 30277632,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 37486592,
"99.950000" : 38535168,
"99.990000" : 39059456
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 570,
"6520832" : 544,
"6586368" : 620,
"6651904" : 652,
"6717440" : 641,
"6782976" : 680,
"6848512" : 692,
"6914048" : 706,
"6979584" : 694,
"7045120" : 782,
"7110656" : 842,
"7176192" : 860,
"7241728" : 922,
"7307264" : 860,
"7372800" : 953,
"7438336" : 939,
"7503872" : 1029,
"7569408" : 1072,
"7634944" : 1051,
"7700480" : 1055,
"7766016" : 1140,
"7831552" : 1192,
"7897088" : 1199,
"7962624" : 1320,
"8028160" : 1312,
"8093696" : 1295,
"8159232" : 1373,
"8224768" : 1378,
"8290304" : 1424,
"8355840" : 1440,
"8454144" : 2945,
"8585216" : 2910,
"8716288" : 3171,
"8847360" : 3253,
"8978432" : 3460,
"9109504" : 3648,
"9240576" : 3708,
"9371648" : 3779,
"9502720" : 3966,
"9633792" : 3997,
"9764864" : 4300,
"9895936" : 4204,
"10027008" : 4438,
"10158080" : 4416,
"10289152" : 4496,
"10420224" : 4818,
"10551296" : 4837,
"10682368" : 5229,
"10813440" : 5149,
"10944512" : 5398,
"11075584" : 5511,
"11206656" : 5669,
"11337728" : 5751,
"11468800" : 6132,
"11599872" : 6060,
"11730944" : 6299,
"11862016" : 6558,
"11993088" : 6725,
"12124160" : 6921,
"12255232" : 7238,
"12386304" : 7525,
"12517376" : 7828,
"12648448" : 8135,
"12779520" : 8589,
"12910592" : 8638,
"13041664" : 9178,
"13172736" : 9195,
"13303808" : 9367,
"13434880" : 9749,
"13565952" : 9868,
"13697024" : 10187,
"13828096" : 10616,
"13959168" : 10850,
"14090240" : 10593,
"14221312" : 11066,
"14352384" : 10957,
"14483456" : 11035,
"14614528" : 11104,
"14745600" : 11380,
"14876672" : 11267,
"15007744" : 11448,
"15138816" : 11341,
"15269888" : 11928,
"15400960" : 12101,
"15532032" : 12342,
"15663104" : 12305,
"15794176" : 12521,
"15925248" : 12029,
"16056320" : 12877,
"16187392" : 12784,
"16318464" : 13076,
"16449536" : 12801,
"16580608" : 13023,
"16711680" : 13016,
"16908288" : 26798,
"17170432" : 26663,
"17432576" : 25589,
"17694720" : 24410,
"17956864" : 23088,
"18219008" : 21636,
"18481152" : 20330,
"18743296" : 19130,
"19005440" : 17710,
"19267584" : 16357,
"19529728" : 15931,
"19791872" : 16006,
"20054016" : 14772,
"20316160" : 14523,
"20578304" : 14902,
"20840448" : 14635,
"21102592" : 14164,
"21364736" : 14514,
"21626880" : 14830,
"21889024" : 14942,
"22151168" : 14692,
"22413312" : 14042,
"22675456" : 14049,
"22937600" : 14208,
"23199744" : 14220,
"23461888" : 13790,
"23724032" : 13710,
"23986176" : 14105,
"24248320" : 15342,
"24510464" : 15285,
"24772608" : 15538,
"25034752" : 15316,
"25296896" : 14650,
"25559040" : 14257,
"25821184" : 13755,
"26083328" : 13420,
"26345472" : 12821,
"26607616" : 11402,
"26869760" : 9409,
"27131904" : 9008,
"27394048" : 8131,
"27656192" : 7718,
"27918336" : 6837,
"28180480" : 5418,
"28442624" : 4524,
"28704768" : 4292,
"28966912" : 3769,
"29229056" : 3542,
"29491200" : 3519,
"29753344" : 3544,
"30015488" : 3616,
"30277632" : 3708,
"30539776" : 3691,
"30801920" : 3812,
"31064064" : 4032,
"31326208" : 3833,
"31588352" : 3810,
"31850496" : 3862,
"32112640" : 3751,
"32374784" : 3382,
"32636928" : 3165,
"32899072" : 3065,
"33161216" : 2852,
"33423360" : 2910,
"33816576" : 5569,
"34340864" : 4116,
"34865152" : 3194,
"35389440" : 2566,
"35913728" : 1707,
"36438016" : 1316,
"36962304" : 931,
"37486592" : 552,
"38010880" : 421,
"38535168" : 383,
"39059456" : 177,
"39583744" : 66,
"40108032" : 38,
"40632320" : 7
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 41962396,
"mean" : 19382631.684278,
"stddev" : 6401803.410323,
"N" : 1320559
},
"bw_min" : 78848,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 105809.131313,
"bw_dev" : 820.138071,
"bw_samples" : 1584,
"iops_min" : 19712,
"iops_max" : 33170,
"iops_mean" : 26451.656566,
"iops_stddev" : 205.033956,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.547386,
"sys_cpu" : 6.180374,
"ctx" : 1414428,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.011737,
"4" : 0.093141,
"10" : 6.235011,
"20" : 55.213676,
"50" : 38.445223,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125731,
"timestamp_ms" : 1774125731860,
"time" : "Sat Mar 21 17:42:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6249779200,
"io_kbytes" : 6103300,
"bw_bytes" : 104162986,
"bw" : 101721,
"iops" : 25430.750000,
"runtime" : 60000,
"total_ios" : 1525845,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 625305.089871,
"stddev" : 273208.495339,
"N" : 1525845
},
"clat_ns" : {
"min" : 1049403,
"max" : 42663627,
"mean" : 19507093.413274,
"stddev" : 6503989.291459,
"N" : 1525829,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 9764864,
"10.000000" : 11730944,
"20.000000" : 13959168,
"30.000000" : 15663104,
"40.000000" : 17170432,
"50.000000" : 18743296,
"60.000000" : 20578304,
"70.000000" : 22675456,
"80.000000" : 25034752,
"90.000000" : 28180480,
"95.000000" : 32112640,
"99.000000" : 35913728,
"99.500000" : 36962304,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40108032
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 570,
"6520832" : 544,
"6586368" : 620,
"6651904" : 652,
"6717440" : 641,
"6782976" : 680,
"6848512" : 692,
"6914048" : 706,
"6979584" : 694,
"7045120" : 782,
"7110656" : 842,
"7176192" : 860,
"7241728" : 922,
"7307264" : 860,
"7372800" : 953,
"7438336" : 939,
"7503872" : 1029,
"7569408" : 1072,
"7634944" : 1051,
"7700480" : 1055,
"7766016" : 1140,
"7831552" : 1192,
"7897088" : 1199,
"7962624" : 1320,
"8028160" : 1312,
"8093696" : 1295,
"8159232" : 1373,
"8224768" : 1378,
"8290304" : 1424,
"8355840" : 1440,
"8454144" : 2945,
"8585216" : 2910,
"8716288" : 3171,
"8847360" : 3253,
"8978432" : 3460,
"9109504" : 3648,
"9240576" : 3708,
"9371648" : 3779,
"9502720" : 3967,
"9633792" : 3998,
"9764864" : 4301,
"9895936" : 4207,
"10027008" : 4444,
"10158080" : 4421,
"10289152" : 4504,
"10420224" : 4823,
"10551296" : 4839,
"10682368" : 5239,
"10813440" : 5160,
"10944512" : 5417,
"11075584" : 5525,
"11206656" : 5688,
"11337728" : 5773,
"11468800" : 6160,
"11599872" : 6100,
"11730944" : 6345,
"11862016" : 6598,
"11993088" : 6764,
"12124160" : 6973,
"12255232" : 7282,
"12386304" : 7584,
"12517376" : 7903,
"12648448" : 8220,
"12779520" : 8709,
"12910592" : 8752,
"13041664" : 9327,
"13172736" : 9358,
"13303808" : 9521,
"13434880" : 9917,
"13565952" : 10051,
"13697024" : 10418,
"13828096" : 10835,
"13959168" : 11076,
"14090240" : 10855,
"14221312" : 11361,
"14352384" : 11239,
"14483456" : 11366,
"14614528" : 11477,
"14745600" : 11779,
"14876672" : 11671,
"15007744" : 11872,
"15138816" : 11802,
"15269888" : 12448,
"15400960" : 12643,
"15532032" : 12992,
"15663104" : 12990,
"15794176" : 13218,
"15925248" : 12846,
"16056320" : 13640,
"16187392" : 13720,
"16318464" : 14053,
"16449536" : 13868,
"16580608" : 14264,
"16711680" : 14410,
"16908288" : 29741,
"17170432" : 29667,
"17432576" : 28744,
"17694720" : 27717,
"17956864" : 26464,
"18219008" : 25185,
"18481152" : 24376,
"18743296" : 23144,
"19005440" : 21925,
"19267584" : 20674,
"19529728" : 20776,
"19791872" : 21376,
"20054016" : 20209,
"20316160" : 19597,
"20578304" : 19746,
"20840448" : 19155,
"21102592" : 18611,
"21364736" : 18826,
"21626880" : 19066,
"21889024" : 19087,
"22151168" : 18355,
"22413312" : 17510,
"22675456" : 17449,
"22937600" : 17603,
"23199744" : 17369,
"23461888" : 16757,
"23724032" : 16293,
"23986176" : 16393,
"24248320" : 17750,
"24510464" : 17591,
"24772608" : 17759,
"25034752" : 17380,
"25296896" : 16659,
"25559040" : 16135,
"25821184" : 15468,
"26083328" : 14937,
"26345472" : 14298,
"26607616" : 12726,
"26869760" : 10641,
"27131904" : 10277,
"27394048" : 9259,
"27656192" : 8782,
"27918336" : 7914,
"28180480" : 6530,
"28442624" : 5647,
"28704768" : 5461,
"28966912" : 4909,
"29229056" : 4801,
"29491200" : 4834,
"29753344" : 4913,
"30015488" : 4949,
"30277632" : 5126,
"30539776" : 5084,
"30801920" : 5106,
"31064064" : 5452,
"31326208" : 5287,
"31588352" : 5235,
"31850496" : 5391,
"32112640" : 5354,
"32374784" : 5130,
"32636928" : 4883,
"32899072" : 4823,
"33161216" : 4612,
"33423360" : 4779,
"33816576" : 9143,
"34340864" : 7865,
"34865152" : 6749,
"35389440" : 5876,
"35913728" : 4717,
"36438016" : 3974,
"36962304" : 3165,
"37486592" : 2251,
"38010880" : 1388,
"38535168" : 1043,
"39059456" : 581,
"39583744" : 354,
"40108032" : 229,
"40632320" : 85,
"41156608" : 30,
"41680896" : 8,
"42205184" : 7,
"42729472" : 1
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 43947929,
"mean" : 20132439.007761,
"stddev" : 6703239.741411,
"N" : 1525829
},
"bw_min" : 69624,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 101948.436975,
"bw_dev" : 935.391350,
"bw_samples" : 1904,
"iops_min" : 17406,
"iops_max" : 33170,
"iops_mean" : 25486.453782,
"iops_stddev" : 233.850127,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959990,
"usr_cpu" : 0.528235,
"sys_cpu" : 5.981000,
"ctx" : 1626555,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010158,
"4" : 0.080611,
"10" : 5.396682,
"20" : 51.957964,
"50" : 42.553536,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125741,
"timestamp_ms" : 1774125741860,
"time" : "Sat Mar 21 17:42:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7076941824,
"io_kbytes" : 6911076,
"bw_bytes" : 101099168,
"bw" : 98729,
"iops" : 24682.657143,
"runtime" : 70000,
"total_ios" : 1727786,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 644416.214902,
"stddev" : 281890.901083,
"N" : 1727786
},
"clat_ns" : {
"min" : 1049403,
"max" : 42663627,
"mean" : 20097912.089162,
"stddev" : 6701568.115471,
"N" : 1727770,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 10027008,
"10.000000" : 12124160,
"20.000000" : 14483456,
"30.000000" : 16187392,
"40.000000" : 17694720,
"50.000000" : 19267584,
"60.000000" : 21102592,
"70.000000" : 23199744,
"80.000000" : 25559040,
"90.000000" : 29753344,
"95.000000" : 33161216,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 39059456,
"99.950000" : 39583744,
"99.990000" : 40632320
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 570,
"6520832" : 544,
"6586368" : 620,
"6651904" : 652,
"6717440" : 641,
"6782976" : 680,
"6848512" : 692,
"6914048" : 706,
"6979584" : 694,
"7045120" : 782,
"7110656" : 842,
"7176192" : 860,
"7241728" : 922,
"7307264" : 860,
"7372800" : 953,
"7438336" : 939,
"7503872" : 1029,
"7569408" : 1072,
"7634944" : 1051,
"7700480" : 1055,
"7766016" : 1140,
"7831552" : 1192,
"7897088" : 1199,
"7962624" : 1320,
"8028160" : 1312,
"8093696" : 1295,
"8159232" : 1373,
"8224768" : 1378,
"8290304" : 1424,
"8355840" : 1440,
"8454144" : 2945,
"8585216" : 2910,
"8716288" : 3171,
"8847360" : 3253,
"8978432" : 3460,
"9109504" : 3648,
"9240576" : 3708,
"9371648" : 3779,
"9502720" : 3967,
"9633792" : 3998,
"9764864" : 4301,
"9895936" : 4207,
"10027008" : 4444,
"10158080" : 4421,
"10289152" : 4504,
"10420224" : 4823,
"10551296" : 4839,
"10682368" : 5239,
"10813440" : 5160,
"10944512" : 5419,
"11075584" : 5530,
"11206656" : 5690,
"11337728" : 5776,
"11468800" : 6162,
"11599872" : 6105,
"11730944" : 6348,
"11862016" : 6601,
"11993088" : 6765,
"12124160" : 6978,
"12255232" : 7292,
"12386304" : 7597,
"12517376" : 7911,
"12648448" : 8236,
"12779520" : 8741,
"12910592" : 8778,
"13041664" : 9362,
"13172736" : 9410,
"13303808" : 9572,
"13434880" : 9995,
"13565952" : 10156,
"13697024" : 10517,
"13828096" : 10976,
"13959168" : 11207,
"14090240" : 11024,
"14221312" : 11541,
"14352384" : 11431,
"14483456" : 11564,
"14614528" : 11709,
"14745600" : 12040,
"14876672" : 11953,
"15007744" : 12196,
"15138816" : 12136,
"15269888" : 12833,
"15400960" : 13051,
"15532032" : 13469,
"15663104" : 13495,
"15794176" : 13794,
"15925248" : 13495,
"16056320" : 14331,
"16187392" : 14477,
"16318464" : 14864,
"16449536" : 14758,
"16580608" : 15171,
"16711680" : 15480,
"16908288" : 32286,
"17170432" : 32546,
"17432576" : 31860,
"17694720" : 31283,
"17956864" : 30392,
"18219008" : 29603,
"18481152" : 29250,
"18743296" : 28254,
"19005440" : 27030,
"19267584" : 25713,
"19529728" : 25848,
"19791872" : 26790,
"20054016" : 25745,
"20316160" : 24799,
"20578304" : 24548,
"20840448" : 23462,
"21102592" : 22658,
"21364736" : 22741,
"21626880" : 22666,
"21889024" : 22582,
"22151168" : 21608,
"22413312" : 20356,
"22675456" : 20097,
"22937600" : 20212,
"23199744" : 19762,
"23461888" : 19082,
"23724032" : 18404,
"23986176" : 18424,
"24248320" : 19617,
"24510464" : 19340,
"24772608" : 19378,
"25034752" : 18816,
"25296896" : 18044,
"25559040" : 17445,
"25821184" : 16762,
"26083328" : 16201,
"26345472" : 15514,
"26607616" : 13973,
"26869760" : 11992,
"27131904" : 11685,
"27394048" : 10697,
"27656192" : 10388,
"27918336" : 9419,
"28180480" : 8139,
"28442624" : 7368,
"28704768" : 7076,
"28966912" : 6516,
"29229056" : 6365,
"29491200" : 6544,
"29753344" : 6582,
"30015488" : 6516,
"30277632" : 6689,
"30539776" : 6719,
"30801920" : 6745,
"31064064" : 7131,
"31326208" : 6856,
"31588352" : 6803,
"31850496" : 6884,
"32112640" : 7010,
"32374784" : 6834,
"32636928" : 6549,
"32899072" : 6609,
"33161216" : 6318,
"33423360" : 6464,
"33816576" : 13010,
"34340864" : 11809,
"34865152" : 10610,
"35389440" : 9492,
"35913728" : 7719,
"36438016" : 6550,
"36962304" : 5403,
"37486592" : 4165,
"38010880" : 2761,
"38535168" : 1919,
"39059456" : 1125,
"39583744" : 735,
"40108032" : 421,
"40632320" : 164,
"41156608" : 71,
"41680896" : 27,
"42205184" : 7,
"42729472" : 1
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 43947929,
"mean" : 20742346.716940,
"stddev" : 6907559.897125,
"N" : 1727770
},
"bw_min" : 69496,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 98974.899281,
"bw_dev" : 987.445611,
"bw_samples" : 2224,
"iops_min" : 17374,
"iops_max" : 33170,
"iops_mean" : 24743.050360,
"iops_stddev" : 246.863631,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119997,
"usr_cpu" : 0.510537,
"sys_cpu" : 5.845284,
"ctx" : 1835158,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.071189,
"10" : 4.765926,
"20" : 49.584266,
"50" : 45.568722,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125751,
"timestamp_ms" : 1774125751860,
"time" : "Sat Mar 21 17:42:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7864225792,
"io_kbytes" : 7679908,
"bw_bytes" : 98302822,
"bw" : 95998,
"iops" : 23999.975000,
"runtime" : 80000,
"total_ios" : 1919998,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 662880.693096,
"stddev" : 291149.661723,
"N" : 1919998
},
"clat_ns" : {
"min" : 1049403,
"max" : 47287291,
"mean" : 20670482.350165,
"stddev" : 6952286.311629,
"N" : 1919982,
"percentile" : {
"1.000000" : 7307264,
"5.000000" : 10420224,
"10.000000" : 12386304,
"20.000000" : 14876672,
"30.000000" : 16711680,
"40.000000" : 18219008,
"50.000000" : 19791872,
"60.000000" : 21626880,
"70.000000" : 23724032,
"80.000000" : 26083328,
"90.000000" : 30801920,
"95.000000" : 34340864,
"99.000000" : 38535168,
"99.500000" : 39583744,
"99.900000" : 42205184,
"99.950000" : 42729472,
"99.990000" : 44302336
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 570,
"6520832" : 544,
"6586368" : 620,
"6651904" : 652,
"6717440" : 641,
"6782976" : 680,
"6848512" : 692,
"6914048" : 706,
"6979584" : 694,
"7045120" : 782,
"7110656" : 842,
"7176192" : 860,
"7241728" : 922,
"7307264" : 860,
"7372800" : 953,
"7438336" : 939,
"7503872" : 1029,
"7569408" : 1072,
"7634944" : 1051,
"7700480" : 1055,
"7766016" : 1140,
"7831552" : 1192,
"7897088" : 1199,
"7962624" : 1320,
"8028160" : 1312,
"8093696" : 1295,
"8159232" : 1373,
"8224768" : 1378,
"8290304" : 1424,
"8355840" : 1440,
"8454144" : 2945,
"8585216" : 2910,
"8716288" : 3171,
"8847360" : 3253,
"8978432" : 3460,
"9109504" : 3648,
"9240576" : 3708,
"9371648" : 3779,
"9502720" : 3967,
"9633792" : 3998,
"9764864" : 4301,
"9895936" : 4207,
"10027008" : 4444,
"10158080" : 4421,
"10289152" : 4504,
"10420224" : 4823,
"10551296" : 4839,
"10682368" : 5242,
"10813440" : 5160,
"10944512" : 5422,
"11075584" : 5536,
"11206656" : 5692,
"11337728" : 5782,
"11468800" : 6168,
"11599872" : 6113,
"11730944" : 6357,
"11862016" : 6612,
"11993088" : 6777,
"12124160" : 6988,
"12255232" : 7298,
"12386304" : 7618,
"12517376" : 7925,
"12648448" : 8264,
"12779520" : 8761,
"12910592" : 8800,
"13041664" : 9388,
"13172736" : 9440,
"13303808" : 9603,
"13434880" : 10027,
"13565952" : 10190,
"13697024" : 10570,
"13828096" : 11015,
"13959168" : 11282,
"14090240" : 11107,
"14221312" : 11649,
"14352384" : 11537,
"14483456" : 11683,
"14614528" : 11848,
"14745600" : 12204,
"14876672" : 12133,
"15007744" : 12405,
"15138816" : 12326,
"15269888" : 13105,
"15400960" : 13306,
"15532032" : 13767,
"15663104" : 13759,
"15794176" : 14129,
"15925248" : 13810,
"16056320" : 14685,
"16187392" : 14851,
"16318464" : 15310,
"16449536" : 15236,
"16580608" : 15653,
"16711680" : 15986,
"16908288" : 33501,
"17170432" : 34142,
"17432576" : 33466,
"17694720" : 33382,
"17956864" : 32960,
"18219008" : 32351,
"18481152" : 32207,
"18743296" : 31319,
"19005440" : 30397,
"19267584" : 29582,
"19529728" : 29979,
"19791872" : 31130,
"20054016" : 30312,
"20316160" : 29570,
"20578304" : 29313,
"20840448" : 28221,
"21102592" : 27292,
"21364736" : 27552,
"21626880" : 27443,
"21889024" : 27015,
"22151168" : 25532,
"22413312" : 24136,
"22675456" : 23464,
"22937600" : 23082,
"23199744" : 22451,
"23461888" : 21710,
"23724032" : 21124,
"23986176" : 21021,
"24248320" : 22253,
"24510464" : 21873,
"24772608" : 21640,
"25034752" : 21038,
"25296896" : 20241,
"25559040" : 19515,
"25821184" : 18682,
"26083328" : 18019,
"26345472" : 17326,
"26607616" : 15745,
"26869760" : 13520,
"27131904" : 13147,
"27394048" : 12165,
"27656192" : 11831,
"27918336" : 10875,
"28180480" : 9549,
"28442624" : 8669,
"28704768" : 8388,
"28966912" : 7922,
"29229056" : 7782,
"29491200" : 7829,
"29753344" : 7798,
"30015488" : 7807,
"30277632" : 7861,
"30539776" : 7931,
"30801920" : 7939,
"31064064" : 8395,
"31326208" : 8161,
"31588352" : 8026,
"31850496" : 8041,
"32112640" : 8167,
"32374784" : 7959,
"32636928" : 7605,
"32899072" : 7765,
"33161216" : 7480,
"33423360" : 7698,
"33816576" : 15304,
"34340864" : 13939,
"34865152" : 12816,
"35389440" : 11666,
"35913728" : 9956,
"36438016" : 8927,
"36962304" : 7927,
"37486592" : 6681,
"38010880" : 5219,
"38535168" : 4283,
"39059456" : 3477,
"39583744" : 2951,
"40108032" : 2326,
"40632320" : 1644,
"41156608" : 1407,
"41680896" : 1078,
"42205184" : 791,
"42729472" : 554,
"43253760" : 350,
"43778048" : 220,
"44302336" : 89,
"44826624" : 49,
"45350912" : 20,
"45875200" : 26,
"46399488" : 7,
"46923776" : 1,
"47448064" : 2
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 48685597,
"mean" : 21333445.191306,
"stddev" : 7166778.634616,
"N" : 1919982
},
"bw_min" : 64480,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 96093.993711,
"bw_dev" : 1052.854818,
"bw_samples" : 2544,
"iops_min" : 16120,
"iops_max" : 33170,
"iops_mean" : 24022.830189,
"iops_stddev" : 263.213329,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280000,
"usr_cpu" : 0.493437,
"sys_cpu" : 5.730391,
"ctx" : 2034042,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.064063,
"10" : 4.288807,
"20" : 46.759007,
"50" : 48.879218,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125761,
"timestamp_ms" : 1774125761860,
"time" : "Sat Mar 21 17:42:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8695242752,
"io_kbytes" : 8491448,
"bw_bytes" : 96613808,
"bw" : 94349,
"iops" : 23587.544444,
"runtime" : 90000,
"total_ios" : 2122879,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 674552.478852,
"stddev" : 294691.199179,
"N" : 2122880
},
"clat_ns" : {
"min" : 1049403,
"max" : 47287291,
"mean" : 21030065.299666,
"stddev" : 7012239.643903,
"N" : 2122863,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 10682368,
"10.000000" : 12779520,
"20.000000" : 15269888,
"30.000000" : 16908288,
"40.000000" : 18481152,
"50.000000" : 20054016,
"60.000000" : 21889024,
"70.000000" : 23986176,
"80.000000" : 26607616,
"90.000000" : 31588352,
"95.000000" : 34340864,
"99.000000" : 38535168,
"99.500000" : 39583744,
"99.900000" : 42205184,
"99.950000" : 42729472,
"99.990000" : 44302336
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 570,
"6520832" : 544,
"6586368" : 620,
"6651904" : 652,
"6717440" : 641,
"6782976" : 680,
"6848512" : 692,
"6914048" : 706,
"6979584" : 694,
"7045120" : 782,
"7110656" : 842,
"7176192" : 860,
"7241728" : 922,
"7307264" : 860,
"7372800" : 953,
"7438336" : 939,
"7503872" : 1029,
"7569408" : 1072,
"7634944" : 1051,
"7700480" : 1055,
"7766016" : 1140,
"7831552" : 1192,
"7897088" : 1199,
"7962624" : 1320,
"8028160" : 1312,
"8093696" : 1295,
"8159232" : 1373,
"8224768" : 1378,
"8290304" : 1424,
"8355840" : 1440,
"8454144" : 2945,
"8585216" : 2910,
"8716288" : 3171,
"8847360" : 3253,
"8978432" : 3460,
"9109504" : 3648,
"9240576" : 3708,
"9371648" : 3780,
"9502720" : 3968,
"9633792" : 4005,
"9764864" : 4308,
"9895936" : 4220,
"10027008" : 4453,
"10158080" : 4428,
"10289152" : 4513,
"10420224" : 4830,
"10551296" : 4852,
"10682368" : 5257,
"10813440" : 5172,
"10944512" : 5434,
"11075584" : 5553,
"11206656" : 5712,
"11337728" : 5800,
"11468800" : 6186,
"11599872" : 6136,
"11730944" : 6390,
"11862016" : 6636,
"11993088" : 6811,
"12124160" : 7026,
"12255232" : 7334,
"12386304" : 7660,
"12517376" : 7973,
"12648448" : 8317,
"12779520" : 8810,
"12910592" : 8852,
"13041664" : 9469,
"13172736" : 9536,
"13303808" : 9729,
"13434880" : 10139,
"13565952" : 10332,
"13697024" : 10721,
"13828096" : 11153,
"13959168" : 11428,
"14090240" : 11295,
"14221312" : 11873,
"14352384" : 11806,
"14483456" : 11972,
"14614528" : 12095,
"14745600" : 12523,
"14876672" : 12444,
"15007744" : 12814,
"15138816" : 12751,
"15269888" : 13578,
"15400960" : 13838,
"15532032" : 14356,
"15663104" : 14449,
"15794176" : 14863,
"15925248" : 14577,
"16056320" : 15593,
"16187392" : 15884,
"16318464" : 16334,
"16449536" : 16397,
"16580608" : 16785,
"16711680" : 17196,
"16908288" : 36394,
"17170432" : 37220,
"17432576" : 36763,
"17694720" : 36939,
"17956864" : 36456,
"18219008" : 35986,
"18481152" : 36178,
"18743296" : 35699,
"19005440" : 34983,
"19267584" : 34168,
"19529728" : 34840,
"19791872" : 35925,
"20054016" : 35284,
"20316160" : 34527,
"20578304" : 34196,
"20840448" : 32855,
"21102592" : 31892,
"21364736" : 31759,
"21626880" : 31251,
"21889024" : 30679,
"22151168" : 29044,
"22413312" : 27437,
"22675456" : 26669,
"22937600" : 26014,
"23199744" : 24998,
"23461888" : 24097,
"23724032" : 23383,
"23986176" : 23091,
"24248320" : 24174,
"24510464" : 23623,
"24772608" : 23367,
"25034752" : 22804,
"25296896" : 22016,
"25559040" : 21400,
"25821184" : 20522,
"26083328" : 19737,
"26345472" : 19055,
"26607616" : 17514,
"26869760" : 15179,
"27131904" : 14890,
"27394048" : 13907,
"27656192" : 13462,
"27918336" : 12438,
"28180480" : 11009,
"28442624" : 10083,
"28704768" : 9866,
"28966912" : 9265,
"29229056" : 9118,
"29491200" : 9089,
"29753344" : 8966,
"30015488" : 9039,
"30277632" : 9041,
"30539776" : 9167,
"30801920" : 9264,
"31064064" : 9658,
"31326208" : 9491,
"31588352" : 9499,
"31850496" : 9433,
"32112640" : 9672,
"32374784" : 9483,
"32636928" : 9087,
"32899072" : 9213,
"33161216" : 8931,
"33423360" : 9027,
"33816576" : 18265,
"34340864" : 17012,
"34865152" : 15728,
"35389440" : 14456,
"35913728" : 12447,
"36438016" : 11302,
"36962304" : 10212,
"37486592" : 8673,
"38010880" : 6998,
"38535168" : 5773,
"39059456" : 4736,
"39583744" : 3949,
"40108032" : 3136,
"40632320" : 2119,
"41156608" : 1765,
"41680896" : 1233,
"42205184" : 885,
"42729472" : 602,
"43253760" : 383,
"43778048" : 229,
"44302336" : 100,
"44826624" : 65,
"45350912" : 24,
"45875200" : 26,
"46399488" : 7,
"46923776" : 1,
"47448064" : 2
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 48685597,
"mean" : 21704587.988646,
"stddev" : 7228810.772595,
"N" : 2122863
},
"bw_min" : 64480,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 94375.290503,
"bw_dev" : 1050.116176,
"bw_samples" : 2864,
"iops_min" : 16120,
"iops_max" : 33170,
"iops_mean" : 23593.162011,
"iops_stddev" : 262.527804,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439989,
"usr_cpu" : 0.485004,
"sys_cpu" : 5.689349,
"ctx" : 2245104,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.057940,
"10" : 3.880438,
"20" : 45.265368,
"50" : 50.788198,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125771,
"timestamp_ms" : 1774125771859,
"time" : "Sat Mar 21 17:42:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9610932224,
"io_kbytes" : 9385676,
"bw_bytes" : 96109322,
"bw" : 93856,
"iops" : 23464.420000,
"runtime" : 100000,
"total_ios" : 2346442,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 678115.682729,
"stddev" : 292973.251156,
"N" : 2346442
},
"clat_ns" : {
"min" : 1049403,
"max" : 47287291,
"mean" : 21141486.755940,
"stddev" : 6920223.987297,
"N" : 2346426,
"percentile" : {
"1.000000" : 7569408,
"5.000000" : 10944512,
"10.000000" : 13041664,
"20.000000" : 15532032,
"30.000000" : 17170432,
"40.000000" : 18743296,
"50.000000" : 20054016,
"60.000000" : 21889024,
"70.000000" : 23986176,
"80.000000" : 26607616,
"90.000000" : 31588352,
"95.000000" : 34340864,
"99.000000" : 38535168,
"99.500000" : 39583744,
"99.900000" : 41680896,
"99.950000" : 42729472,
"99.990000" : 43778048
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 570,
"6520832" : 544,
"6586368" : 620,
"6651904" : 652,
"6717440" : 641,
"6782976" : 680,
"6848512" : 692,
"6914048" : 706,
"6979584" : 694,
"7045120" : 782,
"7110656" : 842,
"7176192" : 860,
"7241728" : 922,
"7307264" : 860,
"7372800" : 953,
"7438336" : 939,
"7503872" : 1029,
"7569408" : 1072,
"7634944" : 1051,
"7700480" : 1055,
"7766016" : 1140,
"7831552" : 1192,
"7897088" : 1199,
"7962624" : 1320,
"8028160" : 1312,
"8093696" : 1295,
"8159232" : 1373,
"8224768" : 1378,
"8290304" : 1424,
"8355840" : 1440,
"8454144" : 2946,
"8585216" : 2910,
"8716288" : 3173,
"8847360" : 3254,
"8978432" : 3462,
"9109504" : 3650,
"9240576" : 3714,
"9371648" : 3786,
"9502720" : 3976,
"9633792" : 4010,
"9764864" : 4312,
"9895936" : 4222,
"10027008" : 4464,
"10158080" : 4438,
"10289152" : 4525,
"10420224" : 4851,
"10551296" : 4870,
"10682368" : 5277,
"10813440" : 5189,
"10944512" : 5466,
"11075584" : 5600,
"11206656" : 5771,
"11337728" : 5883,
"11468800" : 6270,
"11599872" : 6216,
"11730944" : 6483,
"11862016" : 6755,
"11993088" : 6946,
"12124160" : 7189,
"12255232" : 7505,
"12386304" : 7860,
"12517376" : 8213,
"12648448" : 8568,
"12779520" : 9082,
"12910592" : 9123,
"13041664" : 9763,
"13172736" : 9896,
"13303808" : 10102,
"13434880" : 10514,
"13565952" : 10758,
"13697024" : 11223,
"13828096" : 11714,
"13959168" : 12027,
"14090240" : 11973,
"14221312" : 12611,
"14352384" : 12586,
"14483456" : 12904,
"14614528" : 13010,
"14745600" : 13562,
"14876672" : 13477,
"15007744" : 13981,
"15138816" : 13933,
"15269888" : 14851,
"15400960" : 15189,
"15532032" : 15887,
"15663104" : 16147,
"15794176" : 16713,
"15925248" : 16764,
"16056320" : 17931,
"16187392" : 18251,
"16318464" : 18702,
"16449536" : 18670,
"16580608" : 19273,
"16711680" : 19840,
"16908288" : 41916,
"17170432" : 43050,
"17432576" : 42580,
"17694720" : 43008,
"17956864" : 42419,
"18219008" : 41685,
"18481152" : 41434,
"18743296" : 40494,
"19005440" : 39492,
"19267584" : 38410,
"19529728" : 38901,
"19791872" : 40002,
"20054016" : 39417,
"20316160" : 38566,
"20578304" : 38062,
"20840448" : 36602,
"21102592" : 35565,
"21364736" : 35242,
"21626880" : 34516,
"21889024" : 33841,
"22151168" : 32201,
"22413312" : 30548,
"22675456" : 29701,
"22937600" : 28922,
"23199744" : 27777,
"23461888" : 26750,
"23724032" : 25958,
"23986176" : 25608,
"24248320" : 26564,
"24510464" : 25651,
"24772608" : 25147,
"25034752" : 24512,
"25296896" : 23608,
"25559040" : 22945,
"25821184" : 21908,
"26083328" : 21091,
"26345472" : 20385,
"26607616" : 18792,
"26869760" : 16400,
"27131904" : 16118,
"27394048" : 15271,
"27656192" : 14780,
"27918336" : 13732,
"28180480" : 12340,
"28442624" : 11516,
"28704768" : 11272,
"28966912" : 10865,
"29229056" : 10772,
"29491200" : 10898,
"29753344" : 10824,
"30015488" : 11165,
"30277632" : 11217,
"30539776" : 11402,
"30801920" : 11454,
"31064064" : 11998,
"31326208" : 11807,
"31588352" : 11867,
"31850496" : 11723,
"32112640" : 11926,
"32374784" : 11644,
"32636928" : 11088,
"32899072" : 11076,
"33161216" : 10560,
"33423360" : 10460,
"33816576" : 20574,
"34340864" : 18866,
"34865152" : 16935,
"35389440" : 15376,
"35913728" : 12984,
"36438016" : 11604,
"36962304" : 10440,
"37486592" : 8760,
"38010880" : 7061,
"38535168" : 5804,
"39059456" : 4751,
"39583744" : 3958,
"40108032" : 3137,
"40632320" : 2119,
"41156608" : 1765,
"41680896" : 1233,
"42205184" : 885,
"42729472" : 602,
"43253760" : 383,
"43778048" : 229,
"44302336" : 100,
"44826624" : 65,
"45350912" : 24,
"45875200" : 26,
"46399488" : 7,
"46923776" : 1,
"47448064" : 2
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 48685597,
"mean" : 21819650.031642,
"stddev" : 7133953.219805,
"N" : 2346426
},
"bw_min" : 64480,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 93941.653266,
"bw_dev" : 1004.675230,
"bw_samples" : 3184,
"iops_min" : 16120,
"iops_max" : 33170,
"iops_mean" : 23484.703518,
"iops_stddev" : 251.167728,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599985,
"usr_cpu" : 0.483317,
"sys_cpu" : 5.735491,
"ctx" : 2480435,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.052420,
"10" : 3.512637,
"20" : 45.290018,
"50" : 51.137637,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125781,
"timestamp_ms" : 1774125781860,
"time" : "Sat Mar 21 17:43:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10534731776,
"io_kbytes" : 10287824,
"bw_bytes" : 95770288,
"bw" : 93525,
"iops" : 23381.581818,
"runtime" : 110000,
"total_ios" : 2571974,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 680539.542423,
"stddev" : 291689.519815,
"N" : 2571974
},
"clat_ns" : {
"min" : 1049403,
"max" : 47287291,
"mean" : 21215787.628578,
"stddev" : 6849633.247538,
"N" : 2571958,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 11075584,
"10.000000" : 13303808,
"20.000000" : 15663104,
"30.000000" : 17170432,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 21889024,
"70.000000" : 23986176,
"80.000000" : 26869760,
"90.000000" : 31588352,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39583744,
"99.900000" : 41680896,
"99.950000" : 42729472,
"99.990000" : 43778048
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 573,
"6520832" : 545,
"6586368" : 621,
"6651904" : 653,
"6717440" : 642,
"6782976" : 683,
"6848512" : 692,
"6914048" : 707,
"6979584" : 694,
"7045120" : 783,
"7110656" : 843,
"7176192" : 860,
"7241728" : 922,
"7307264" : 861,
"7372800" : 954,
"7438336" : 941,
"7503872" : 1034,
"7569408" : 1075,
"7634944" : 1053,
"7700480" : 1057,
"7766016" : 1143,
"7831552" : 1195,
"7897088" : 1205,
"7962624" : 1323,
"8028160" : 1317,
"8093696" : 1301,
"8159232" : 1375,
"8224768" : 1379,
"8290304" : 1425,
"8355840" : 1445,
"8454144" : 2956,
"8585216" : 2919,
"8716288" : 3185,
"8847360" : 3277,
"8978432" : 3491,
"9109504" : 3682,
"9240576" : 3748,
"9371648" : 3822,
"9502720" : 4019,
"9633792" : 4046,
"9764864" : 4359,
"9895936" : 4280,
"10027008" : 4521,
"10158080" : 4503,
"10289152" : 4592,
"10420224" : 4957,
"10551296" : 4992,
"10682368" : 5407,
"10813440" : 5336,
"10944512" : 5631,
"11075584" : 5761,
"11206656" : 5965,
"11337728" : 6061,
"11468800" : 6506,
"11599872" : 6444,
"11730944" : 6747,
"11862016" : 7022,
"11993088" : 7264,
"12124160" : 7526,
"12255232" : 7827,
"12386304" : 8197,
"12517376" : 8602,
"12648448" : 8988,
"12779520" : 9514,
"12910592" : 9569,
"13041664" : 10228,
"13172736" : 10423,
"13303808" : 10641,
"13434880" : 11176,
"13565952" : 11494,
"13697024" : 11984,
"13828096" : 12487,
"13959168" : 12855,
"14090240" : 12848,
"14221312" : 13523,
"14352384" : 13566,
"14483456" : 14053,
"14614528" : 14181,
"14745600" : 14762,
"14876672" : 14901,
"15007744" : 15544,
"15138816" : 15499,
"15269888" : 16467,
"15400960" : 16843,
"15532032" : 17880,
"15663104" : 18118,
"15794176" : 18825,
"15925248" : 19009,
"16056320" : 20301,
"16187392" : 20729,
"16318464" : 21263,
"16449536" : 21284,
"16580608" : 21883,
"16711680" : 22363,
"16908288" : 47208,
"17170432" : 48353,
"17432576" : 48095,
"17694720" : 48248,
"17956864" : 47348,
"18219008" : 46583,
"18481152" : 46053,
"18743296" : 44977,
"19005440" : 43802,
"19267584" : 42429,
"19529728" : 42954,
"19791872" : 43896,
"20054016" : 43019,
"20316160" : 41803,
"20578304" : 41123,
"20840448" : 39575,
"21102592" : 38270,
"21364736" : 37950,
"21626880" : 37080,
"21889024" : 36510,
"22151168" : 34639,
"22413312" : 32823,
"22675456" : 31984,
"22937600" : 31070,
"23199744" : 29962,
"23461888" : 29127,
"23724032" : 28356,
"23986176" : 28002,
"24248320" : 28860,
"24510464" : 27935,
"24772608" : 27479,
"25034752" : 26812,
"25296896" : 25842,
"25559040" : 24961,
"25821184" : 23972,
"26083328" : 23075,
"26345472" : 22309,
"26607616" : 20672,
"26869760" : 18223,
"27131904" : 17987,
"27394048" : 17221,
"27656192" : 16713,
"27918336" : 15681,
"28180480" : 14410,
"28442624" : 13577,
"28704768" : 13446,
"28966912" : 13038,
"29229056" : 12800,
"29491200" : 12935,
"29753344" : 12993,
"30015488" : 13350,
"30277632" : 13461,
"30539776" : 13699,
"30801920" : 13514,
"31064064" : 13967,
"31326208" : 13860,
"31588352" : 13901,
"31850496" : 13737,
"32112640" : 13858,
"32374784" : 13370,
"32636928" : 12757,
"32899072" : 12624,
"33161216" : 11962,
"33423360" : 11682,
"33816576" : 22593,
"34340864" : 20450,
"34865152" : 18071,
"35389440" : 16019,
"35913728" : 13397,
"36438016" : 11870,
"36962304" : 10598,
"37486592" : 8844,
"38010880" : 7105,
"38535168" : 5813,
"39059456" : 4751,
"39583744" : 3958,
"40108032" : 3137,
"40632320" : 2119,
"41156608" : 1765,
"41680896" : 1233,
"42205184" : 885,
"42729472" : 602,
"43253760" : 383,
"43778048" : 229,
"44302336" : 100,
"44826624" : 65,
"45350912" : 24,
"45875200" : 26,
"46399488" : 7,
"46923776" : 1,
"47448064" : 2
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 48685597,
"mean" : 21896323.739657,
"stddev" : 7061138.915082,
"N" : 2571958
},
"bw_min" : 64480,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 93559.182648,
"bw_dev" : 967.104390,
"bw_samples" : 3504,
"iops_min" : 16120,
"iops_max" : 33170,
"iops_mean" : 23389.059361,
"iops_stddev" : 241.775839,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759999,
"usr_cpu" : 0.485398,
"sys_cpu" : 5.789776,
"ctx" : 2718017,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.047823,
"10" : 3.222155,
"20" : 45.437473,
"50" : 51.285899,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125791,
"timestamp_ms" : 1774125791859,
"time" : "Sat Mar 21 17:43:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11461341184,
"io_kbytes" : 11192716,
"bw_bytes" : 95511176,
"bw" : 93272,
"iops" : 23318.308333,
"runtime" : 120000,
"total_ios" : 2798197,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 682390.066472,
"stddev" : 291440.176561,
"N" : 2798197
},
"clat_ns" : {
"min" : 1049403,
"max" : 47287291,
"mean" : 21273547.113186,
"stddev" : 6806161.770612,
"N" : 2798181,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 11337728,
"10.000000" : 13434880,
"20.000000" : 15794176,
"30.000000" : 17170432,
"40.000000" : 18743296,
"50.000000" : 20054016,
"60.000000" : 21889024,
"70.000000" : 24248320,
"80.000000" : 26869760,
"90.000000" : 31588352,
"95.000000" : 33816576,
"99.000000" : 38010880,
"99.500000" : 39583744,
"99.900000" : 41680896,
"99.950000" : 42729472,
"99.990000" : 43778048
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 573,
"6520832" : 545,
"6586368" : 621,
"6651904" : 653,
"6717440" : 642,
"6782976" : 683,
"6848512" : 692,
"6914048" : 707,
"6979584" : 694,
"7045120" : 783,
"7110656" : 843,
"7176192" : 860,
"7241728" : 922,
"7307264" : 861,
"7372800" : 954,
"7438336" : 942,
"7503872" : 1035,
"7569408" : 1075,
"7634944" : 1053,
"7700480" : 1057,
"7766016" : 1143,
"7831552" : 1195,
"7897088" : 1205,
"7962624" : 1323,
"8028160" : 1317,
"8093696" : 1302,
"8159232" : 1375,
"8224768" : 1380,
"8290304" : 1425,
"8355840" : 1447,
"8454144" : 2962,
"8585216" : 2926,
"8716288" : 3190,
"8847360" : 3286,
"8978432" : 3497,
"9109504" : 3691,
"9240576" : 3761,
"9371648" : 3831,
"9502720" : 4032,
"9633792" : 4068,
"9764864" : 4387,
"9895936" : 4311,
"10027008" : 4562,
"10158080" : 4540,
"10289152" : 4637,
"10420224" : 5016,
"10551296" : 5048,
"10682368" : 5481,
"10813440" : 5414,
"10944512" : 5715,
"11075584" : 5868,
"11206656" : 6096,
"11337728" : 6180,
"11468800" : 6678,
"11599872" : 6604,
"11730944" : 6916,
"11862016" : 7201,
"11993088" : 7461,
"12124160" : 7788,
"12255232" : 8093,
"12386304" : 8523,
"12517376" : 8946,
"12648448" : 9367,
"12779520" : 9963,
"12910592" : 10104,
"13041664" : 10717,
"13172736" : 11000,
"13303808" : 11272,
"13434880" : 11862,
"13565952" : 12306,
"13697024" : 12855,
"13828096" : 13425,
"13959168" : 13883,
"14090240" : 13955,
"14221312" : 14706,
"14352384" : 14660,
"14483456" : 15247,
"14614528" : 15437,
"14745600" : 16169,
"14876672" : 16383,
"15007744" : 17194,
"15138816" : 17199,
"15269888" : 18272,
"15400960" : 18752,
"15532032" : 19913,
"15663104" : 20303,
"15794176" : 21143,
"15925248" : 21515,
"16056320" : 22938,
"16187392" : 23384,
"16318464" : 24114,
"16449536" : 24072,
"16580608" : 24783,
"16711680" : 25390,
"16908288" : 53236,
"17170432" : 54282,
"17432576" : 53991,
"17694720" : 54096,
"17956864" : 53188,
"18219008" : 52229,
"18481152" : 51378,
"18743296" : 50119,
"19005440" : 48501,
"19267584" : 46574,
"19529728" : 46691,
"19791872" : 47265,
"20054016" : 46219,
"20316160" : 44872,
"20578304" : 44151,
"20840448" : 42366,
"21102592" : 40920,
"21364736" : 40413,
"21626880" : 39376,
"21889024" : 38613,
"22151168" : 36491,
"22413312" : 34513,
"22675456" : 33618,
"22937600" : 32563,
"23199744" : 31455,
"23461888" : 30616,
"23724032" : 30015,
"23986176" : 29762,
"24248320" : 30715,
"24510464" : 29851,
"24772608" : 29429,
"25034752" : 28748,
"25296896" : 27877,
"25559040" : 26943,
"25821184" : 26110,
"26083328" : 25121,
"26345472" : 24311,
"26607616" : 22495,
"26869760" : 19995,
"27131904" : 19796,
"27394048" : 19014,
"27656192" : 18565,
"27918336" : 17520,
"28180480" : 16149,
"28442624" : 15380,
"28704768" : 15300,
"28966912" : 14764,
"29229056" : 14654,
"29491200" : 14663,
"29753344" : 14847,
"30015488" : 15199,
"30277632" : 15259,
"30539776" : 15574,
"30801920" : 15454,
"31064064" : 16049,
"31326208" : 15986,
"31588352" : 16070,
"31850496" : 15978,
"32112640" : 15992,
"32374784" : 15499,
"32636928" : 14748,
"32899072" : 14523,
"33161216" : 13616,
"33423360" : 13095,
"33816576" : 25055,
"34340864" : 22333,
"34865152" : 19407,
"35389440" : 17147,
"35913728" : 14267,
"36438016" : 12508,
"36962304" : 10998,
"37486592" : 9059,
"38010880" : 7224,
"38535168" : 5866,
"39059456" : 4800,
"39583744" : 3981,
"40108032" : 3145,
"40632320" : 2122,
"41156608" : 1768,
"41680896" : 1234,
"42205184" : 885,
"42729472" : 602,
"43253760" : 383,
"43778048" : 229,
"44302336" : 100,
"44826624" : 65,
"45350912" : 24,
"45875200" : 26,
"46399488" : 7,
"46923776" : 1,
"47448064" : 2
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 48685597,
"mean" : 21955969.855372,
"stddev" : 7016328.232119,
"N" : 2798181
},
"bw_min" : 64480,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 93296.531381,
"bw_dev" : 937.333996,
"bw_samples" : 3824,
"iops_min" : 16120,
"iops_max" : 33170,
"iops_mean" : 23323.422594,
"iops_stddev" : 234.333391,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919986,
"usr_cpu" : 0.488024,
"sys_cpu" : 5.845043,
"ctx" : 2956489,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.043957,
"10" : 2.968090,
"20" : 45.858137,
"50" : 51.123706,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125801,
"timestamp_ms" : 1774125801860,
"time" : "Sat Mar 21 17:43:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12282494976,
"io_kbytes" : 11994624,
"bw_bytes" : 94480730,
"bw" : 92266,
"iops" : 23066.753846,
"runtime" : 130000,
"total_ios" : 2998678,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 689879.316311,
"stddev" : 293299.801799,
"N" : 2998678
},
"clat_ns" : {
"min" : 1049403,
"max" : 47287291,
"mean" : 21505663.588216,
"stddev" : 6835186.104996,
"N" : 2998662,
"percentile" : {
"1.000000" : 7962624,
"5.000000" : 11599872,
"10.000000" : 13697024,
"20.000000" : 15925248,
"30.000000" : 17432576,
"40.000000" : 18743296,
"50.000000" : 20316160,
"60.000000" : 22151168,
"70.000000" : 24510464,
"80.000000" : 27394048,
"90.000000" : 31850496,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39583744,
"99.900000" : 41680896,
"99.950000" : 42205184,
"99.990000" : 43778048
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 573,
"6520832" : 545,
"6586368" : 621,
"6651904" : 653,
"6717440" : 642,
"6782976" : 683,
"6848512" : 692,
"6914048" : 707,
"6979584" : 694,
"7045120" : 783,
"7110656" : 843,
"7176192" : 860,
"7241728" : 922,
"7307264" : 861,
"7372800" : 954,
"7438336" : 942,
"7503872" : 1035,
"7569408" : 1075,
"7634944" : 1053,
"7700480" : 1057,
"7766016" : 1143,
"7831552" : 1195,
"7897088" : 1205,
"7962624" : 1323,
"8028160" : 1317,
"8093696" : 1302,
"8159232" : 1375,
"8224768" : 1380,
"8290304" : 1425,
"8355840" : 1447,
"8454144" : 2962,
"8585216" : 2926,
"8716288" : 3190,
"8847360" : 3286,
"8978432" : 3497,
"9109504" : 3691,
"9240576" : 3761,
"9371648" : 3831,
"9502720" : 4033,
"9633792" : 4068,
"9764864" : 4387,
"9895936" : 4311,
"10027008" : 4562,
"10158080" : 4541,
"10289152" : 4638,
"10420224" : 5020,
"10551296" : 5054,
"10682368" : 5489,
"10813440" : 5420,
"10944512" : 5717,
"11075584" : 5871,
"11206656" : 6102,
"11337728" : 6188,
"11468800" : 6688,
"11599872" : 6616,
"11730944" : 6926,
"11862016" : 7221,
"11993088" : 7496,
"12124160" : 7811,
"12255232" : 8119,
"12386304" : 8560,
"12517376" : 8996,
"12648448" : 9428,
"12779520" : 10030,
"12910592" : 10173,
"13041664" : 10796,
"13172736" : 11102,
"13303808" : 11365,
"13434880" : 11971,
"13565952" : 12453,
"13697024" : 13041,
"13828096" : 13607,
"13959168" : 14099,
"14090240" : 14169,
"14221312" : 14932,
"14352384" : 14919,
"14483456" : 15561,
"14614528" : 15750,
"14745600" : 16525,
"14876672" : 16754,
"15007744" : 17630,
"15138816" : 17678,
"15269888" : 18778,
"15400960" : 19282,
"15532032" : 20485,
"15663104" : 20921,
"15794176" : 21921,
"15925248" : 22336,
"16056320" : 23822,
"16187392" : 24349,
"16318464" : 25175,
"16449536" : 25096,
"16580608" : 25870,
"16711680" : 26566,
"16908288" : 55712,
"17170432" : 56985,
"17432576" : 57056,
"17694720" : 57247,
"17956864" : 56723,
"18219008" : 55821,
"18481152" : 55031,
"18743296" : 53908,
"19005440" : 52256,
"19267584" : 50618,
"19529728" : 50749,
"19791872" : 51475,
"20054016" : 50429,
"20316160" : 48884,
"20578304" : 48047,
"20840448" : 46134,
"21102592" : 44528,
"21364736" : 43746,
"21626880" : 42379,
"21889024" : 41341,
"22151168" : 39116,
"22413312" : 37183,
"22675456" : 36278,
"22937600" : 35261,
"23199744" : 34171,
"23461888" : 33153,
"23724032" : 32497,
"23986176" : 32240,
"24248320" : 33151,
"24510464" : 32219,
"24772608" : 31891,
"25034752" : 31158,
"25296896" : 30257,
"25559040" : 29361,
"25821184" : 28318,
"26083328" : 27450,
"26345472" : 26582,
"26607616" : 24707,
"26869760" : 22167,
"27131904" : 21964,
"27394048" : 20953,
"27656192" : 20531,
"27918336" : 19336,
"28180480" : 17911,
"28442624" : 17150,
"28704768" : 17008,
"28966912" : 16368,
"29229056" : 16236,
"29491200" : 16243,
"29753344" : 16470,
"30015488" : 16787,
"30277632" : 16933,
"30539776" : 17221,
"30801920" : 17076,
"31064064" : 17669,
"31326208" : 17587,
"31588352" : 17703,
"31850496" : 17653,
"32112640" : 17720,
"32374784" : 17234,
"32636928" : 16553,
"32899072" : 16228,
"33161216" : 15450,
"33423360" : 14849,
"33816576" : 28488,
"34340864" : 25778,
"34865152" : 22630,
"35389440" : 20317,
"35913728" : 16877,
"36438016" : 14863,
"36962304" : 13087,
"37486592" : 10577,
"38010880" : 8291,
"38535168" : 6589,
"39059456" : 5459,
"39583744" : 4467,
"40108032" : 3451,
"40632320" : 2344,
"41156608" : 1928,
"41680896" : 1334,
"42205184" : 927,
"42729472" : 639,
"43253760" : 385,
"43778048" : 233,
"44302336" : 100,
"44826624" : 65,
"45350912" : 24,
"45875200" : 26,
"46399488" : 7,
"46923776" : 1,
"47448064" : 2
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 48685597,
"mean" : 22195572.661634,
"stddev" : 7046387.075447,
"N" : 2998662
},
"bw_min" : 64456,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 92303.806950,
"bw_dev" : 935.195849,
"bw_samples" : 4144,
"iops_min" : 16114,
"iops_max" : 33170,
"iops_mean" : 23075.266409,
"iops_stddev" : 233.797555,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079997,
"usr_cpu" : 0.486635,
"sys_cpu" : 5.841451,
"ctx" : 3167212,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.041018,
"10" : 2.769687,
"20" : 44.721707,
"50" : 52.461885,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125811,
"timestamp_ms" : 1774125811859,
"time" : "Sat Mar 21 17:43:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13039177728,
"io_kbytes" : 12733572,
"bw_bytes" : 93136983,
"bw" : 90954,
"iops" : 22738.664286,
"runtime" : 140000,
"total_ios" : 3183413,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 699887.718883,
"stddev" : 297939.121829,
"N" : 3183413
},
"clat_ns" : {
"min" : 1049403,
"max" : 47597655,
"mean" : 21815814.696632,
"stddev" : 6942908.103170,
"N" : 3183397,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 11730944,
"10.000000" : 13828096,
"20.000000" : 16187392,
"30.000000" : 17694720,
"40.000000" : 19005440,
"50.000000" : 20578304,
"60.000000" : 22413312,
"70.000000" : 24772608,
"80.000000" : 27656192,
"90.000000" : 32112640,
"95.000000" : 34865152,
"99.000000" : 38535168,
"99.500000" : 40108032,
"99.900000" : 42205184,
"99.950000" : 43253760,
"99.990000" : 44826624
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 573,
"6520832" : 545,
"6586368" : 621,
"6651904" : 653,
"6717440" : 642,
"6782976" : 683,
"6848512" : 692,
"6914048" : 707,
"6979584" : 694,
"7045120" : 783,
"7110656" : 843,
"7176192" : 860,
"7241728" : 922,
"7307264" : 861,
"7372800" : 954,
"7438336" : 942,
"7503872" : 1035,
"7569408" : 1075,
"7634944" : 1053,
"7700480" : 1057,
"7766016" : 1143,
"7831552" : 1195,
"7897088" : 1205,
"7962624" : 1323,
"8028160" : 1317,
"8093696" : 1302,
"8159232" : 1375,
"8224768" : 1380,
"8290304" : 1425,
"8355840" : 1447,
"8454144" : 2962,
"8585216" : 2926,
"8716288" : 3190,
"8847360" : 3286,
"8978432" : 3497,
"9109504" : 3691,
"9240576" : 3761,
"9371648" : 3831,
"9502720" : 4033,
"9633792" : 4068,
"9764864" : 4387,
"9895936" : 4311,
"10027008" : 4564,
"10158080" : 4543,
"10289152" : 4641,
"10420224" : 5022,
"10551296" : 5057,
"10682368" : 5491,
"10813440" : 5423,
"10944512" : 5720,
"11075584" : 5878,
"11206656" : 6109,
"11337728" : 6194,
"11468800" : 6692,
"11599872" : 6625,
"11730944" : 6943,
"11862016" : 7230,
"11993088" : 7521,
"12124160" : 7822,
"12255232" : 8137,
"12386304" : 8577,
"12517376" : 9012,
"12648448" : 9445,
"12779520" : 10048,
"12910592" : 10185,
"13041664" : 10823,
"13172736" : 11120,
"13303808" : 11400,
"13434880" : 12014,
"13565952" : 12495,
"13697024" : 13095,
"13828096" : 13660,
"13959168" : 14160,
"14090240" : 14241,
"14221312" : 15006,
"14352384" : 14991,
"14483456" : 15644,
"14614528" : 15864,
"14745600" : 16649,
"14876672" : 16902,
"15007744" : 17799,
"15138816" : 17834,
"15269888" : 18961,
"15400960" : 19460,
"15532032" : 20693,
"15663104" : 21090,
"15794176" : 22135,
"15925248" : 22571,
"16056320" : 24040,
"16187392" : 24596,
"16318464" : 25439,
"16449536" : 25425,
"16580608" : 26251,
"16711680" : 26977,
"16908288" : 56636,
"17170432" : 57958,
"17432576" : 58146,
"17694720" : 58585,
"17956864" : 58235,
"18219008" : 57489,
"18481152" : 56993,
"18743296" : 56110,
"19005440" : 54580,
"19267584" : 53172,
"19529728" : 53652,
"19791872" : 54682,
"20054016" : 53649,
"20316160" : 52311,
"20578304" : 51602,
"20840448" : 49871,
"21102592" : 48403,
"21364736" : 47749,
"21626880" : 46243,
"21889024" : 44950,
"22151168" : 42348,
"22413312" : 40046,
"22675456" : 39014,
"22937600" : 37771,
"23199744" : 36655,
"23461888" : 35583,
"23724032" : 34915,
"23986176" : 34731,
"24248320" : 35651,
"24510464" : 34679,
"24772608" : 34420,
"25034752" : 33632,
"25296896" : 32668,
"25559040" : 31817,
"25821184" : 30753,
"26083328" : 29917,
"26345472" : 29047,
"26607616" : 27013,
"26869760" : 24498,
"27131904" : 24207,
"27394048" : 23129,
"27656192" : 22628,
"27918336" : 21366,
"28180480" : 19775,
"28442624" : 18950,
"28704768" : 18840,
"28966912" : 18201,
"29229056" : 17970,
"29491200" : 17911,
"29753344" : 18218,
"30015488" : 18465,
"30277632" : 18604,
"30539776" : 18894,
"30801920" : 18707,
"31064064" : 19296,
"31326208" : 19225,
"31588352" : 19382,
"31850496" : 19153,
"32112640" : 19229,
"32374784" : 18688,
"32636928" : 18037,
"32899072" : 17719,
"33161216" : 16926,
"33423360" : 16254,
"33816576" : 31504,
"34340864" : 28800,
"34865152" : 25591,
"35389440" : 23286,
"35913728" : 19776,
"36438016" : 17577,
"36962304" : 15875,
"37486592" : 13199,
"38010880" : 10669,
"38535168" : 8692,
"39059456" : 7353,
"39583744" : 6169,
"40108032" : 4876,
"40632320" : 3526,
"41156608" : 2950,
"41680896" : 2081,
"42205184" : 1465,
"42729472" : 1028,
"43253760" : 672,
"43778048" : 447,
"44302336" : 253,
"44826624" : 168,
"45350912" : 83,
"45875200" : 78,
"46399488" : 18,
"46923776" : 3,
"47448064" : 4
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 49153332,
"mean" : 22515729.487619,
"stddev" : 7157726.005314,
"N" : 3183397
},
"bw_min" : 60656,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 91041.258065,
"bw_dev" : 955.322079,
"bw_samples" : 4464,
"iops_min" : 15164,
"iops_max" : 33170,
"iops_mean" : 22759.648746,
"iops_stddev" : 238.827729,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239985,
"usr_cpu" : 0.480271,
"sys_cpu" : 5.812405,
"ctx" : 3360329,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.038638,
"10" : 2.608992,
"20" : 43.012075,
"50" : 54.334923,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125821,
"timestamp_ms" : 1774125821861,
"time" : "Sat Mar 21 17:43:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13810421760,
"io_kbytes" : 13486740,
"bw_bytes" : 92069478,
"bw" : 89911,
"iops" : 22478.153333,
"runtime" : 150000,
"total_ios" : 3371723,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 708053.912666,
"stddev" : 301707.546321,
"N" : 3371723
},
"clat_ns" : {
"min" : 1049403,
"max" : 48839852,
"mean" : 22068642.527514,
"stddev" : 7014152.229942,
"N" : 3371707,
"percentile" : {
"1.000000" : 8159232,
"5.000000" : 11862016,
"10.000000" : 13959168,
"20.000000" : 16318464,
"30.000000" : 17956864,
"40.000000" : 19267584,
"50.000000" : 20840448,
"60.000000" : 22675456,
"70.000000" : 25034752,
"80.000000" : 28180480,
"90.000000" : 32636928,
"95.000000" : 35389440,
"99.000000" : 39059456,
"99.500000" : 40632320,
"99.900000" : 42729472,
"99.950000" : 43778048,
"99.990000" : 45350912
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 573,
"6520832" : 545,
"6586368" : 621,
"6651904" : 653,
"6717440" : 642,
"6782976" : 683,
"6848512" : 692,
"6914048" : 707,
"6979584" : 694,
"7045120" : 783,
"7110656" : 843,
"7176192" : 860,
"7241728" : 922,
"7307264" : 861,
"7372800" : 954,
"7438336" : 942,
"7503872" : 1035,
"7569408" : 1075,
"7634944" : 1053,
"7700480" : 1057,
"7766016" : 1143,
"7831552" : 1195,
"7897088" : 1205,
"7962624" : 1323,
"8028160" : 1317,
"8093696" : 1302,
"8159232" : 1375,
"8224768" : 1380,
"8290304" : 1425,
"8355840" : 1447,
"8454144" : 2962,
"8585216" : 2926,
"8716288" : 3190,
"8847360" : 3286,
"8978432" : 3497,
"9109504" : 3691,
"9240576" : 3761,
"9371648" : 3831,
"9502720" : 4033,
"9633792" : 4068,
"9764864" : 4387,
"9895936" : 4311,
"10027008" : 4564,
"10158080" : 4543,
"10289152" : 4641,
"10420224" : 5022,
"10551296" : 5057,
"10682368" : 5491,
"10813440" : 5423,
"10944512" : 5720,
"11075584" : 5878,
"11206656" : 6109,
"11337728" : 6194,
"11468800" : 6692,
"11599872" : 6625,
"11730944" : 6943,
"11862016" : 7230,
"11993088" : 7524,
"12124160" : 7823,
"12255232" : 8145,
"12386304" : 8588,
"12517376" : 9027,
"12648448" : 9458,
"12779520" : 10061,
"12910592" : 10199,
"13041664" : 10847,
"13172736" : 11142,
"13303808" : 11423,
"13434880" : 12037,
"13565952" : 12527,
"13697024" : 13133,
"13828096" : 13712,
"13959168" : 14215,
"14090240" : 14310,
"14221312" : 15075,
"14352384" : 15082,
"14483456" : 15723,
"14614528" : 15986,
"14745600" : 16798,
"14876672" : 17046,
"15007744" : 17939,
"15138816" : 18000,
"15269888" : 19117,
"15400960" : 19603,
"15532032" : 20867,
"15663104" : 21272,
"15794176" : 22368,
"15925248" : 22808,
"16056320" : 24297,
"16187392" : 24882,
"16318464" : 25773,
"16449536" : 25752,
"16580608" : 26562,
"16711680" : 27342,
"16908288" : 57397,
"17170432" : 58766,
"17432576" : 59044,
"17694720" : 59687,
"17956864" : 59581,
"18219008" : 59132,
"18481152" : 59028,
"18743296" : 58501,
"19005440" : 57476,
"19267584" : 56419,
"19529728" : 57278,
"19791872" : 58762,
"20054016" : 58122,
"20316160" : 56844,
"20578304" : 55986,
"20840448" : 53995,
"21102592" : 52710,
"21364736" : 51836,
"21626880" : 50334,
"21889024" : 49270,
"22151168" : 46542,
"22413312" : 44259,
"22675456" : 43108,
"22937600" : 41771,
"23199744" : 40209,
"23461888" : 39073,
"23724032" : 38216,
"23986176" : 37931,
"24248320" : 38479,
"24510464" : 37319,
"24772608" : 37066,
"25034752" : 36138,
"25296896" : 34927,
"25559040" : 33912,
"25821184" : 32730,
"26083328" : 31719,
"26345472" : 30852,
"26607616" : 28734,
"26869760" : 26190,
"27131904" : 25882,
"27394048" : 24716,
"27656192" : 24197,
"27918336" : 22836,
"28180480" : 21309,
"28442624" : 20458,
"28704768" : 20325,
"28966912" : 19655,
"29229056" : 19367,
"29491200" : 19289,
"29753344" : 19629,
"30015488" : 19831,
"30277632" : 19907,
"30539776" : 20188,
"30801920" : 19927,
"31064064" : 20540,
"31326208" : 20416,
"31588352" : 20482,
"31850496" : 20232,
"32112640" : 20258,
"32374784" : 19737,
"32636928" : 19128,
"32899072" : 18847,
"33161216" : 18029,
"33423360" : 17377,
"33816576" : 33919,
"34340864" : 31399,
"34865152" : 28262,
"35389440" : 26035,
"35913728" : 22784,
"36438016" : 20694,
"36962304" : 19043,
"37486592" : 16255,
"38010880" : 13449,
"38535168" : 11124,
"39059456" : 9366,
"39583744" : 7809,
"40108032" : 6274,
"40632320" : 4719,
"41156608" : 3795,
"41680896" : 2807,
"42205184" : 2060,
"42729472" : 1402,
"43253760" : 1001,
"43778048" : 705,
"44302336" : 437,
"44826624" : 286,
"45350912" : 194,
"45875200" : 154,
"46399488" : 72,
"46923776" : 32,
"47448064" : 18,
"47972352" : 9,
"48496640" : 11,
"49020928" : 1
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 50145257,
"mean" : 22776710.623680,
"stddev" : 7231354.136780,
"N" : 3371707
},
"bw_min" : 59056,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 89994.682274,
"bw_dev" : 963.571937,
"bw_samples" : 4784,
"iops_min" : 14764,
"iops_max" : 33170,
"iops_mean" : 22498.000000,
"iops_stddev" : 240.888668,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399994,
"usr_cpu" : 0.474210,
"sys_cpu" : 5.800056,
"ctx" : 3557624,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.036480,
"10" : 2.463281,
"20" : 41.514353,
"50" : 55.980815,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125831,
"timestamp_ms" : 1774125831861,
"time" : "Sat Mar 21 17:43:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14577078272,
"io_kbytes" : 14235428,
"bw_bytes" : 91106739,
"bw" : 88971,
"iops" : 22242.975000,
"runtime" : 160000,
"total_ios" : 3558876,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 715582.560918,
"stddev" : 304874.642030,
"N" : 3558876
},
"clat_ns" : {
"min" : 1049403,
"max" : 53005256,
"mean" : 22300877.809806,
"stddev" : 7071793.332689,
"N" : 3558860,
"percentile" : {
"1.000000" : 8224768,
"5.000000" : 12124160,
"10.000000" : 14221312,
"20.000000" : 16449536,
"30.000000" : 18219008,
"40.000000" : 19529728,
"50.000000" : 21102592,
"60.000000" : 22937600,
"70.000000" : 25296896,
"80.000000" : 28442624,
"90.000000" : 32899072,
"95.000000" : 35389440,
"99.000000" : 39583744,
"99.500000" : 40632320,
"99.900000" : 43253760,
"99.950000" : 44302336,
"99.990000" : 45875200
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 573,
"6520832" : 545,
"6586368" : 621,
"6651904" : 653,
"6717440" : 642,
"6782976" : 683,
"6848512" : 692,
"6914048" : 707,
"6979584" : 694,
"7045120" : 783,
"7110656" : 843,
"7176192" : 860,
"7241728" : 922,
"7307264" : 861,
"7372800" : 954,
"7438336" : 942,
"7503872" : 1035,
"7569408" : 1075,
"7634944" : 1053,
"7700480" : 1057,
"7766016" : 1143,
"7831552" : 1195,
"7897088" : 1205,
"7962624" : 1323,
"8028160" : 1317,
"8093696" : 1302,
"8159232" : 1375,
"8224768" : 1380,
"8290304" : 1425,
"8355840" : 1447,
"8454144" : 2962,
"8585216" : 2926,
"8716288" : 3190,
"8847360" : 3286,
"8978432" : 3497,
"9109504" : 3691,
"9240576" : 3761,
"9371648" : 3831,
"9502720" : 4033,
"9633792" : 4068,
"9764864" : 4387,
"9895936" : 4311,
"10027008" : 4564,
"10158080" : 4543,
"10289152" : 4641,
"10420224" : 5022,
"10551296" : 5057,
"10682368" : 5491,
"10813440" : 5423,
"10944512" : 5720,
"11075584" : 5878,
"11206656" : 6109,
"11337728" : 6194,
"11468800" : 6692,
"11599872" : 6625,
"11730944" : 6943,
"11862016" : 7230,
"11993088" : 7524,
"12124160" : 7823,
"12255232" : 8145,
"12386304" : 8589,
"12517376" : 9028,
"12648448" : 9461,
"12779520" : 10064,
"12910592" : 10205,
"13041664" : 10855,
"13172736" : 11151,
"13303808" : 11435,
"13434880" : 12044,
"13565952" : 12536,
"13697024" : 13150,
"13828096" : 13728,
"13959168" : 14227,
"14090240" : 14323,
"14221312" : 15088,
"14352384" : 15098,
"14483456" : 15741,
"14614528" : 16007,
"14745600" : 16825,
"14876672" : 17074,
"15007744" : 17982,
"15138816" : 18052,
"15269888" : 19181,
"15400960" : 19663,
"15532032" : 20939,
"15663104" : 21359,
"15794176" : 22460,
"15925248" : 22937,
"16056320" : 24442,
"16187392" : 25052,
"16318464" : 25966,
"16449536" : 25958,
"16580608" : 26818,
"16711680" : 27618,
"16908288" : 57969,
"17170432" : 59465,
"17432576" : 59886,
"17694720" : 60777,
"17956864" : 60959,
"18219008" : 60895,
"18481152" : 61176,
"18743296" : 61020,
"19005440" : 60304,
"19267584" : 59732,
"19529728" : 60957,
"19791872" : 62818,
"20054016" : 62691,
"20316160" : 61723,
"20578304" : 61176,
"20840448" : 59198,
"21102592" : 57725,
"21364736" : 56549,
"21626880" : 55012,
"21889024" : 53885,
"22151168" : 50946,
"22413312" : 48207,
"22675456" : 46641,
"22937600" : 45199,
"23199744" : 43358,
"23461888" : 42014,
"23724032" : 41128,
"23986176" : 40793,
"24248320" : 41056,
"24510464" : 39684,
"24772608" : 39291,
"25034752" : 38272,
"25296896" : 36805,
"25559040" : 35687,
"25821184" : 34391,
"26083328" : 33395,
"26345472" : 32497,
"26607616" : 30300,
"26869760" : 27652,
"27131904" : 27400,
"27394048" : 26255,
"27656192" : 25761,
"27918336" : 24314,
"28180480" : 22766,
"28442624" : 21899,
"28704768" : 21725,
"28966912" : 21066,
"29229056" : 20780,
"29491200" : 20605,
"29753344" : 20918,
"30015488" : 21166,
"30277632" : 21259,
"30539776" : 21485,
"30801920" : 21265,
"31064064" : 21905,
"31326208" : 21636,
"31588352" : 21792,
"31850496" : 21484,
"32112640" : 21617,
"32374784" : 21085,
"32636928" : 20499,
"32899072" : 20246,
"33161216" : 19428,
"33423360" : 18765,
"33816576" : 36942,
"34340864" : 34546,
"34865152" : 31698,
"35389440" : 29285,
"35913728" : 26068,
"36438016" : 23781,
"36962304" : 21856,
"37486592" : 18922,
"38010880" : 15848,
"38535168" : 13066,
"39059456" : 11079,
"39583744" : 9249,
"40108032" : 7515,
"40632320" : 5725,
"41156608" : 4706,
"41680896" : 3583,
"42205184" : 2659,
"42729472" : 1835,
"43253760" : 1358,
"43778048" : 992,
"44302336" : 672,
"44826624" : 488,
"45350912" : 308,
"45875200" : 234,
"46399488" : 130,
"46923776" : 66,
"47448064" : 36,
"47972352" : 21,
"48496640" : 29,
"49020928" : 4,
"49545216" : 2,
"50069504" : 1,
"50593792" : 3,
"51118080" : 2,
"51642368" : 5,
"52166656" : 14,
"52690944" : 5,
"53215232" : 1
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 54592480,
"mean" : 23016408.965282,
"stddev" : 7290917.384165,
"N" : 3558860
},
"bw_min" : 58104,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 89017.661442,
"bw_dev" : 972.495489,
"bw_samples" : 5104,
"iops_min" : 14526,
"iops_max" : 33170,
"iops_mean" : 22253.749216,
"iops_stddev" : 243.118808,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560000,
"usr_cpu" : 0.469805,
"sys_cpu" : 5.791523,
"ctx" : 3752281,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.034561,
"10" : 2.333742,
"20" : 40.124803,
"50" : 57.501245,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125841,
"timestamp_ms" : 1774125841860,
"time" : "Sat Mar 21 17:44:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15337959424,
"io_kbytes" : 14978476,
"bw_bytes" : 90223290,
"bw" : 88108,
"iops" : 22027.300000,
"runtime" : 170000,
"total_ios" : 3744641,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 722625.360334,
"stddev" : 307657.436316,
"N" : 3744641
},
"clat_ns" : {
"min" : 1049403,
"max" : 53005256,
"mean" : 22520248.241112,
"stddev" : 7114203.947082,
"N" : 3744625,
"percentile" : {
"1.000000" : 8290304,
"5.000000" : 12255232,
"10.000000" : 14352384,
"20.000000" : 16711680,
"30.000000" : 18219008,
"40.000000" : 19791872,
"50.000000" : 21364736,
"60.000000" : 23199744,
"70.000000" : 25559040,
"80.000000" : 28704768,
"90.000000" : 33161216,
"95.000000" : 35913728,
"99.000000" : 39583744,
"99.500000" : 41156608,
"99.900000" : 43253760,
"99.950000" : 44302336,
"99.990000" : 45875200
},
"bins" : {
"1056768" : 5,
"1073152" : 2,
"1089536" : 3,
"1105920" : 14,
"1122304" : 4,
"1138688" : 6,
"1155072" : 5,
"1171456" : 12,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 2,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 4,
"1482752" : 5,
"1548288" : 1,
"1597440" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 2,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 2,
"2088960" : 2,
"2113536" : 6,
"2146304" : 3,
"2179072" : 2,
"2211840" : 5,
"2244608" : 7,
"2277376" : 6,
"2310144" : 7,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 15,
"2473984" : 9,
"2506752" : 15,
"2539520" : 13,
"2572288" : 23,
"2605056" : 20,
"2637824" : 13,
"2670592" : 15,
"2703360" : 15,
"2736128" : 19,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 26,
"3063808" : 16,
"3096576" : 23,
"3129344" : 26,
"3162112" : 24,
"3194880" : 23,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 26,
"3391488" : 20,
"3424256" : 29,
"3457024" : 32,
"3489792" : 25,
"3522560" : 42,
"3555328" : 19,
"3588096" : 25,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 30,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 45,
"3948544" : 30,
"3981312" : 32,
"4014080" : 35,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 81,
"4358144" : 101,
"4423680" : 109,
"4489216" : 93,
"4554752" : 106,
"4620288" : 102,
"4685824" : 117,
"4751360" : 114,
"4816896" : 120,
"4882432" : 123,
"4947968" : 122,
"5013504" : 152,
"5079040" : 154,
"5144576" : 144,
"5210112" : 162,
"5275648" : 179,
"5341184" : 180,
"5406720" : 211,
"5472256" : 196,
"5537792" : 241,
"5603328" : 258,
"5668864" : 268,
"5734400" : 308,
"5799936" : 331,
"5865472" : 365,
"5931008" : 393,
"5996544" : 440,
"6062080" : 408,
"6127616" : 455,
"6193152" : 496,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 573,
"6520832" : 545,
"6586368" : 621,
"6651904" : 653,
"6717440" : 642,
"6782976" : 683,
"6848512" : 692,
"6914048" : 707,
"6979584" : 694,
"7045120" : 783,
"7110656" : 843,
"7176192" : 860,
"7241728" : 922,
"7307264" : 861,
"7372800" : 954,
"7438336" : 942,
"7503872" : 1035,
"7569408" : 1075,
"7634944" : 1053,
"7700480" : 1057,
"7766016" : 1143,
"7831552" : 1195,
"7897088" : 1205,
"7962624" : 1323,
"8028160" : 1317,
"8093696" : 1302,
"8159232" : 1375,
"8224768" : 1380,
"8290304" : 1425,
"8355840" : 1447,
"8454144" : 2962,
"8585216" : 2926,
"8716288" : 3190,
"8847360" : 3286,
"8978432" : 3497,
"9109504" : 3691,
"9240576" : 3761,
"9371648" : 3831,
"9502720" : 4033,
"9633792" : 4068,
"9764864" : 4387,
"9895936" : 4311,
"10027008" : 4564,
"10158080" : 4543,
"10289152" : 4641,
"10420224" : 5022,
"10551296" : 5057,
"10682368" : 5491,
"10813440" : 5423,
"10944512" : 5720,
"11075584" : 5878,
"11206656" : 6109,
"11337728" : 6194,
"11468800" : 6692,
"11599872" : 6625,
"11730944" : 6943,
"11862016" : 7230,
"11993088" : 7524,
"12124160" : 7823,
"12255232" : 8145,
"12386304" : 8589,
"12517376" : 9028,
"12648448" : 9461,
"12779520" : 10064,
"12910592" : 10205,
"13041664" : 10855,
"13172736" : 11151,
"13303808" : 11435,
"13434880" : 12044,
"13565952" : 12538,
"13697024" : 13158,
"13828096" : 13741,
"13959168" : 14231,
"14090240" : 14326,
"14221312" : 15102,
"14352384" : 15105,
"14483456" : 15756,
"14614528" : 16035,
"14745600" : 16850,
"14876672" : 17135,
"15007744" : 18030,
"15138816" : 18112,
"15269888" : 19239,
"15400960" : 19725,
"15532032" : 21038,
"15663104" : 21454,
"15794176" : 22575,
"15925248" : 23049,
"16056320" : 24564,
"16187392" : 25197,
"16318464" : 26131,
"16449536" : 26124,
"16580608" : 27060,
"16711680" : 27871,
"16908288" : 58530,
"17170432" : 60116,
"17432576" : 60645,
"17694720" : 61766,
"17956864" : 62182,
"18219008" : 62360,
"18481152" : 62896,
"18743296" : 63023,
"19005440" : 62599,
"19267584" : 62406,
"19529728" : 63973,
"19791872" : 66160,
"20054016" : 66400,
"20316160" : 65786,
"20578304" : 65294,
"20840448" : 63398,
"21102592" : 61884,
"21364736" : 60730,
"21626880" : 59003,
"21889024" : 57696,
"22151168" : 54890,
"22413312" : 52074,
"22675456" : 50727,
"22937600" : 49010,
"23199744" : 47063,
"23461888" : 45633,
"23724032" : 44658,
"23986176" : 44200,
"24248320" : 44376,
"24510464" : 42873,
"24772608" : 42424,
"25034752" : 41383,
"25296896" : 39711,
"25559040" : 38307,
"25821184" : 36987,
"26083328" : 35718,
"26345472" : 34762,
"26607616" : 32359,
"26869760" : 29504,
"27131904" : 29028,
"27394048" : 27916,
"27656192" : 27336,
"27918336" : 25802,
"28180480" : 24209,
"28442624" : 23321,
"28704768" : 23018,
"28966912" : 22299,
"29229056" : 22042,
"29491200" : 21788,
"29753344" : 22148,
"30015488" : 22358,
"30277632" : 22440,
"30539776" : 22640,
"30801920" : 22422,
"31064064" : 23125,
"31326208" : 22830,
"31588352" : 23031,
"31850496" : 22756,
"32112640" : 22950,
"32374784" : 22399,
"32636928" : 21783,
"32899072" : 21685,
"33161216" : 20830,
"33423360" : 20242,
"33816576" : 39830,
"34340864" : 37481,
"34865152" : 34608,
"35389440" : 32325,
"35913728" : 29105,
"36438016" : 26782,
"36962304" : 24929,
"37486592" : 21751,
"38010880" : 18630,
"38535168" : 15366,
"39059456" : 13131,
"39583744" : 10886,
"40108032" : 8861,
"40632320" : 6797,
"41156608" : 5592,
"41680896" : 4270,
"42205184" : 3196,
"42729472" : 2230,
"43253760" : 1712,
"43778048" : 1170,
"44302336" : 814,
"44826624" : 572,
"45350912" : 373,
"45875200" : 260,
"46399488" : 150,
"46923776" : 80,
"47448064" : 39,
"47972352" : 21,
"48496640" : 29,
"49020928" : 4,
"49545216" : 2,
"50069504" : 1,
"50593792" : 3,
"51118080" : 2,
"51642368" : 5,
"52166656" : 14,
"52690944" : 5,
"53215232" : 1
}
},
"lat_ns" : {
"min" : 1081792,
"max" : 54592480,
"mean" : 23242902.054483,
"stddev" : 7334798.789896,
"N" : 3744625
},
"bw_min" : 58104,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 88153.351032,
"bw_dev" : 973.758038,
"bw_samples" : 5424,
"iops_min" : 14526,
"iops_max" : 33170,
"iops_mean" : 22037.687316,
"iops_stddev" : 243.433658,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719988,
"usr_cpu" : 0.465737,
"sys_cpu" : 5.785209,
"ctx" : 3946048,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.032847,
"10" : 2.217970,
"20" : 38.765906,
"50" : 58.977910,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125851,
"timestamp_ms" : 1774125851860,
"time" : "Sat Mar 21 17:44:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 12171,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16129298432,
"io_kbytes" : 15751268,
"bw_bytes" : 89607711,
"bw" : 87507,
"iops" : 21876.915983,
"runtime" : 179999,
"total_ios" : 3937823,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 727618.490499,
"stddev" : 308943.482370,
"N" : 3937835
},
"clat_ns" : {
"min" : 3336,
"max" : 53005256,
"mean" : 22673773.531276,
"stddev" : 7109219.218480,
"N" : 3938191,
"percentile" : {
"1.000000" : 8454144,
"5.000000" : 12386304,
"10.000000" : 14483456,
"20.000000" : 16908288,
"30.000000" : 18481152,
"40.000000" : 20054016,
"50.000000" : 21626880,
"60.000000" : 23461888,
"70.000000" : 25559040,
"80.000000" : 28966912,
"90.000000" : 33423360,
"95.000000" : 35913728,
"99.000000" : 39583744,
"99.500000" : 41156608,
"99.900000" : 43253760,
"99.950000" : 44302336,
"99.990000" : 45875200
},
"bins" : {
"3344" : 1,
"3472" : 1,
"5600" : 1,
"5792" : 1,
"5856" : 1,
"6048" : 1,
"7008" : 1,
"7392" : 1,
"7456" : 1,
"10816" : 1,
"13632" : 2,
"317440" : 1,
"1036288" : 1,
"1056768" : 5,
"1073152" : 3,
"1089536" : 4,
"1105920" : 15,
"1122304" : 4,
"1138688" : 7,
"1155072" : 10,
"1171456" : 13,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 3,
"1368064" : 3,
"1384448" : 3,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 5,
"1482752" : 6,
"1548288" : 1,
"1597440" : 1,
"1679360" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 3,
"1843200" : 2,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 2,
"2023424" : 1,
"2039808" : 5,
"2072576" : 3,
"2088960" : 2,
"2113536" : 6,
"2146304" : 6,
"2179072" : 2,
"2211840" : 6,
"2244608" : 7,
"2277376" : 7,
"2310144" : 9,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 16,
"2473984" : 9,
"2506752" : 16,
"2539520" : 13,
"2572288" : 23,
"2605056" : 22,
"2637824" : 13,
"2670592" : 16,
"2703360" : 16,
"2736128" : 20,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 20,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 17,
"3031040" : 27,
"3063808" : 16,
"3096576" : 24,
"3129344" : 26,
"3162112" : 25,
"3194880" : 24,
"3227648" : 20,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 28,
"3391488" : 20,
"3424256" : 30,
"3457024" : 33,
"3489792" : 25,
"3522560" : 42,
"3555328" : 22,
"3588096" : 28,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 31,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 46,
"3948544" : 30,
"3981312" : 34,
"4014080" : 36,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 85,
"4358144" : 105,
"4423680" : 110,
"4489216" : 93,
"4554752" : 107,
"4620288" : 104,
"4685824" : 119,
"4751360" : 115,
"4816896" : 121,
"4882432" : 125,
"4947968" : 122,
"5013504" : 153,
"5079040" : 155,
"5144576" : 145,
"5210112" : 162,
"5275648" : 180,
"5341184" : 181,
"5406720" : 213,
"5472256" : 196,
"5537792" : 241,
"5603328" : 260,
"5668864" : 269,
"5734400" : 310,
"5799936" : 332,
"5865472" : 366,
"5931008" : 394,
"5996544" : 440,
"6062080" : 409,
"6127616" : 457,
"6193152" : 498,
"6258688" : 519,
"6324224" : 551,
"6389760" : 541,
"6455296" : 576,
"6520832" : 545,
"6586368" : 623,
"6651904" : 653,
"6717440" : 643,
"6782976" : 685,
"6848512" : 692,
"6914048" : 707,
"6979584" : 696,
"7045120" : 783,
"7110656" : 844,
"7176192" : 862,
"7241728" : 923,
"7307264" : 862,
"7372800" : 955,
"7438336" : 945,
"7503872" : 1036,
"7569408" : 1077,
"7634944" : 1053,
"7700480" : 1057,
"7766016" : 1146,
"7831552" : 1195,
"7897088" : 1206,
"7962624" : 1325,
"8028160" : 1319,
"8093696" : 1302,
"8159232" : 1375,
"8224768" : 1380,
"8290304" : 1427,
"8355840" : 1449,
"8454144" : 2965,
"8585216" : 2929,
"8716288" : 3193,
"8847360" : 3287,
"8978432" : 3498,
"9109504" : 3691,
"9240576" : 3761,
"9371648" : 3834,
"9502720" : 4037,
"9633792" : 4070,
"9764864" : 4390,
"9895936" : 4311,
"10027008" : 4566,
"10158080" : 4543,
"10289152" : 4642,
"10420224" : 5026,
"10551296" : 5057,
"10682368" : 5497,
"10813440" : 5425,
"10944512" : 5721,
"11075584" : 5879,
"11206656" : 6111,
"11337728" : 6199,
"11468800" : 6698,
"11599872" : 6629,
"11730944" : 6946,
"11862016" : 7235,
"11993088" : 7528,
"12124160" : 7829,
"12255232" : 8154,
"12386304" : 8591,
"12517376" : 9037,
"12648448" : 9469,
"12779520" : 10069,
"12910592" : 10215,
"13041664" : 10863,
"13172736" : 11164,
"13303808" : 11453,
"13434880" : 12057,
"13565952" : 12559,
"13697024" : 13182,
"13828096" : 13762,
"13959168" : 14264,
"14090240" : 14354,
"14221312" : 15147,
"14352384" : 15154,
"14483456" : 15803,
"14614528" : 16097,
"14745600" : 16934,
"14876672" : 17235,
"15007744" : 18156,
"15138816" : 18249,
"15269888" : 19414,
"15400960" : 19909,
"15532032" : 21278,
"15663104" : 21680,
"15794176" : 22827,
"15925248" : 23333,
"16056320" : 24915,
"16187392" : 25589,
"16318464" : 26550,
"16449536" : 26591,
"16580608" : 27555,
"16711680" : 28384,
"16908288" : 59747,
"17170432" : 61501,
"17432576" : 62268,
"17694720" : 63831,
"17956864" : 64504,
"18219008" : 65125,
"18481152" : 66221,
"18743296" : 66685,
"19005440" : 66453,
"19267584" : 66674,
"19529728" : 68414,
"19791872" : 70724,
"20054016" : 70893,
"20316160" : 70160,
"20578304" : 69402,
"20840448" : 67230,
"21102592" : 65613,
"21364736" : 64079,
"21626880" : 62185,
"21889024" : 60900,
"22151168" : 57981,
"22413312" : 55323,
"22675456" : 53887,
"22937600" : 52308,
"23199744" : 50413,
"23461888" : 49036,
"23724032" : 47789,
"23986176" : 47171,
"24248320" : 47230,
"24510464" : 45628,
"24772608" : 45065,
"25034752" : 43800,
"25296896" : 42140,
"25559040" : 40627,
"25821184" : 39098,
"26083328" : 37718,
"26345472" : 36888,
"26607616" : 34338,
"26869760" : 31380,
"27131904" : 30911,
"27394048" : 29714,
"27656192" : 29100,
"27918336" : 27509,
"28180480" : 25893,
"28442624" : 24968,
"28704768" : 24535,
"28966912" : 23826,
"29229056" : 23578,
"29491200" : 23320,
"29753344" : 23676,
"30015488" : 23851,
"30277632" : 23973,
"30539776" : 24175,
"30801920" : 23930,
"31064064" : 24649,
"31326208" : 24379,
"31588352" : 24618,
"31850496" : 24419,
"32112640" : 24535,
"32374784" : 23980,
"32636928" : 23366,
"32899072" : 23338,
"33161216" : 22620,
"33423360" : 22056,
"33816576" : 43504,
"34340864" : 41285,
"34865152" : 38400,
"35389440" : 35864,
"35913728" : 32262,
"36438016" : 29503,
"36962304" : 27384,
"37486592" : 23730,
"38010880" : 20181,
"38535168" : 16646,
"39059456" : 14103,
"39583744" : 11525,
"40108032" : 9390,
"40632320" : 7119,
"41156608" : 5809,
"41680896" : 4402,
"42205184" : 3297,
"42729472" : 2297,
"43253760" : 1770,
"43778048" : 1201,
"44302336" : 832,
"44826624" : 575,
"45350912" : 373,
"45875200" : 260,
"46399488" : 150,
"46923776" : 80,
"47448064" : 39,
"47972352" : 21,
"48496640" : 29,
"49020928" : 4,
"49545216" : 2,
"50069504" : 1,
"50593792" : 3,
"51118080" : 2,
"51642368" : 5,
"52166656" : 14,
"52690944" : 5,
"53215232" : 1
}
},
"lat_ns" : {
"min" : 313319,
"max" : 54592480,
"mean" : 23401408.331222,
"stddev" : 7329599.178307,
"N" : 3938191
},
"bw_min" : 58104,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 87532.445682,
"bw_dev" : 964.461393,
"bw_samples" : 5744,
"iops_min" : 14526,
"iops_max" : 33170,
"iops_mean" : 21882.467967,
"iops_stddev" : 241.109456,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879984,
"usr_cpu" : 0.465072,
"sys_cpu" : 5.797463,
"ctx" : 4149210,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999695,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.032074,
"10" : 2.111624,
"20" : 37.921943,
"50" : 59.938245,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125851,
"timestamp_ms" : 1774125851896,
"time" : "Sat Mar 21 17:44:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16131420160,
"io_kbytes" : 15753340,
"bw_bytes" : 89617507,
"bw" : 87517,
"iops" : 21876.429837,
"runtime" : 180003,
"total_ios" : 3937823,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18748,
"max" : 6143315,
"mean" : 727618.854532,
"stddev" : 308943.550886,
"N" : 3937839
},
"clat_ns" : {
"min" : 3255,
"max" : 53005256,
"mean" : 22673427.988471,
"stddev" : 7109466.178788,
"N" : 3938319,
"percentile" : {
"1.000000" : 8454144,
"5.000000" : 12386304,
"10.000000" : 14483456,
"20.000000" : 16908288,
"30.000000" : 18481152,
"40.000000" : 20054016,
"50.000000" : 21626880,
"60.000000" : 23461888,
"70.000000" : 25559040,
"80.000000" : 28966912,
"90.000000" : 33423360,
"95.000000" : 35913728,
"99.000000" : 39583744,
"99.500000" : 41156608,
"99.900000" : 43253760,
"99.950000" : 44302336,
"99.990000" : 45875200
},
"bins" : {
"3248" : 1,
"3344" : 1,
"3472" : 1,
"4080" : 1,
"4128" : 1,
"4384" : 1,
"5600" : 1,
"5792" : 1,
"5856" : 1,
"6048" : 1,
"7008" : 1,
"7392" : 1,
"7456" : 1,
"10816" : 1,
"13632" : 2,
"317440" : 1,
"937984" : 1,
"1036288" : 1,
"1056768" : 5,
"1073152" : 3,
"1089536" : 4,
"1105920" : 15,
"1122304" : 5,
"1138688" : 7,
"1155072" : 10,
"1171456" : 15,
"1187840" : 8,
"1204224" : 4,
"1220608" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 1,
"1351680" : 3,
"1368064" : 3,
"1384448" : 3,
"1400832" : 7,
"1417216" : 14,
"1433600" : 5,
"1449984" : 3,
"1466368" : 5,
"1482752" : 6,
"1499136" : 1,
"1548288" : 1,
"1597440" : 1,
"1679360" : 1,
"1712128" : 2,
"1777664" : 2,
"1794048" : 1,
"1826816" : 3,
"1843200" : 3,
"1859584" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 2,
"1941504" : 1,
"1957888" : 3,
"1974272" : 3,
"1990656" : 5,
"2007040" : 3,
"2023424" : 1,
"2039808" : 5,
"2072576" : 3,
"2088960" : 2,
"2113536" : 6,
"2146304" : 6,
"2179072" : 2,
"2211840" : 6,
"2244608" : 8,
"2277376" : 7,
"2310144" : 10,
"2342912" : 8,
"2375680" : 9,
"2408448" : 9,
"2441216" : 16,
"2473984" : 9,
"2506752" : 16,
"2539520" : 13,
"2572288" : 23,
"2605056" : 22,
"2637824" : 13,
"2670592" : 16,
"2703360" : 16,
"2736128" : 20,
"2768896" : 16,
"2801664" : 21,
"2834432" : 16,
"2867200" : 21,
"2899968" : 18,
"2932736" : 22,
"2965504" : 17,
"2998272" : 18,
"3031040" : 27,
"3063808" : 16,
"3096576" : 24,
"3129344" : 26,
"3162112" : 25,
"3194880" : 24,
"3227648" : 21,
"3260416" : 28,
"3293184" : 17,
"3325952" : 30,
"3358720" : 30,
"3391488" : 20,
"3424256" : 30,
"3457024" : 33,
"3489792" : 25,
"3522560" : 42,
"3555328" : 23,
"3588096" : 28,
"3620864" : 31,
"3653632" : 29,
"3686400" : 31,
"3719168" : 29,
"3751936" : 31,
"3784704" : 35,
"3817472" : 38,
"3850240" : 34,
"3883008" : 32,
"3915776" : 46,
"3948544" : 30,
"3981312" : 34,
"4014080" : 37,
"4046848" : 34,
"4079616" : 43,
"4112384" : 34,
"4145152" : 39,
"4177920" : 44,
"4227072" : 93,
"4292608" : 85,
"4358144" : 107,
"4423680" : 111,
"4489216" : 93,
"4554752" : 107,
"4620288" : 104,
"4685824" : 119,
"4751360" : 115,
"4816896" : 121,
"4882432" : 125,
"4947968" : 123,
"5013504" : 153,
"5079040" : 155,
"5144576" : 147,
"5210112" : 162,
"5275648" : 180,
"5341184" : 183,
"5406720" : 213,
"5472256" : 196,
"5537792" : 242,
"5603328" : 260,
"5668864" : 269,
"5734400" : 310,
"5799936" : 332,
"5865472" : 366,
"5931008" : 395,
"5996544" : 440,
"6062080" : 409,
"6127616" : 457,
"6193152" : 498,
"6258688" : 520,
"6324224" : 552,
"6389760" : 541,
"6455296" : 577,
"6520832" : 545,
"6586368" : 624,
"6651904" : 653,
"6717440" : 643,
"6782976" : 685,
"6848512" : 693,
"6914048" : 707,
"6979584" : 696,
"7045120" : 784,
"7110656" : 844,
"7176192" : 864,
"7241728" : 923,
"7307264" : 862,
"7372800" : 955,
"7438336" : 946,
"7503872" : 1036,
"7569408" : 1077,
"7634944" : 1053,
"7700480" : 1058,
"7766016" : 1147,
"7831552" : 1195,
"7897088" : 1208,
"7962624" : 1325,
"8028160" : 1319,
"8093696" : 1302,
"8159232" : 1375,
"8224768" : 1380,
"8290304" : 1428,
"8355840" : 1449,
"8454144" : 2965,
"8585216" : 2931,
"8716288" : 3195,
"8847360" : 3287,
"8978432" : 3499,
"9109504" : 3691,
"9240576" : 3761,
"9371648" : 3836,
"9502720" : 4038,
"9633792" : 4070,
"9764864" : 4390,
"9895936" : 4311,
"10027008" : 4567,
"10158080" : 4543,
"10289152" : 4642,
"10420224" : 5027,
"10551296" : 5058,
"10682368" : 5498,
"10813440" : 5425,
"10944512" : 5722,
"11075584" : 5879,
"11206656" : 6111,
"11337728" : 6200,
"11468800" : 6699,
"11599872" : 6629,
"11730944" : 6948,
"11862016" : 7235,
"11993088" : 7529,
"12124160" : 7829,
"12255232" : 8155,
"12386304" : 8592,
"12517376" : 9039,
"12648448" : 9470,
"12779520" : 10069,
"12910592" : 10216,
"13041664" : 10863,
"13172736" : 11165,
"13303808" : 11454,
"13434880" : 12058,
"13565952" : 12559,
"13697024" : 13182,
"13828096" : 13764,
"13959168" : 14265,
"14090240" : 14355,
"14221312" : 15148,
"14352384" : 15154,
"14483456" : 15803,
"14614528" : 16098,
"14745600" : 16934,
"14876672" : 17236,
"15007744" : 18157,
"15138816" : 18251,
"15269888" : 19414,
"15400960" : 19910,
"15532032" : 21279,
"15663104" : 21680,
"15794176" : 22827,
"15925248" : 23334,
"16056320" : 24916,
"16187392" : 25589,
"16318464" : 26551,
"16449536" : 26592,
"16580608" : 27555,
"16711680" : 28385,
"16908288" : 59749,
"17170432" : 61503,
"17432576" : 62269,
"17694720" : 63832,
"17956864" : 64507,
"18219008" : 65126,
"18481152" : 66224,
"18743296" : 66685,
"19005440" : 66456,
"19267584" : 66675,
"19529728" : 68417,
"19791872" : 70725,
"20054016" : 70894,
"20316160" : 70163,
"20578304" : 69402,
"20840448" : 67231,
"21102592" : 65616,
"21364736" : 64079,
"21626880" : 62187,
"21889024" : 60901,
"22151168" : 57982,
"22413312" : 55325,
"22675456" : 53888,
"22937600" : 52311,
"23199744" : 50413,
"23461888" : 49037,
"23724032" : 47789,
"23986176" : 47171,
"24248320" : 47230,
"24510464" : 45628,
"24772608" : 45065,
"25034752" : 43800,
"25296896" : 42140,
"25559040" : 40627,
"25821184" : 39098,
"26083328" : 37718,
"26345472" : 36888,
"26607616" : 34338,
"26869760" : 31380,
"27131904" : 30911,
"27394048" : 29714,
"27656192" : 29100,
"27918336" : 27509,
"28180480" : 25893,
"28442624" : 24968,
"28704768" : 24535,
"28966912" : 23826,
"29229056" : 23578,
"29491200" : 23320,
"29753344" : 23676,
"30015488" : 23851,
"30277632" : 23973,
"30539776" : 24175,
"30801920" : 23930,
"31064064" : 24649,
"31326208" : 24379,
"31588352" : 24618,
"31850496" : 24419,
"32112640" : 24535,
"32374784" : 23980,
"32636928" : 23366,
"32899072" : 23338,
"33161216" : 22620,
"33423360" : 22056,
"33816576" : 43504,
"34340864" : 41285,
"34865152" : 38400,
"35389440" : 35864,
"35913728" : 32262,
"36438016" : 29503,
"36962304" : 27384,
"37486592" : 23730,
"38010880" : 20181,
"38535168" : 16646,
"39059456" : 14103,
"39583744" : 11525,
"40108032" : 9390,
"40632320" : 7119,
"41156608" : 5809,
"41680896" : 4402,
"42205184" : 3297,
"42729472" : 2297,
"43253760" : 1770,
"43778048" : 1201,
"44302336" : 832,
"44826624" : 575,
"45350912" : 373,
"45875200" : 260,
"46399488" : 150,
"46923776" : 80,
"47448064" : 39,
"47972352" : 21,
"48496640" : 29,
"49020928" : 4,
"49545216" : 2,
"50069504" : 1,
"50593792" : 3,
"51118080" : 2,
"51642368" : 5,
"52166656" : 14,
"52690944" : 5,
"53215232" : 1
}
},
"lat_ns" : {
"min" : 313319,
"max" : 54592480,
"mean" : 23401062.468939,
"stddev" : 7329829.437257,
"N" : 3938319
},
"bw_min" : 58104,
"bw_max" : 132680,
"bw_agg" : 100.000000,
"bw_mean" : 87532.445682,
"bw_dev" : 964.461393,
"bw_samples" : 5744,
"iops_min" : 14526,
"iops_max" : 33170,
"iops_mean" : 21882.467967,
"iops_stddev" : 241.109456,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880026,
"usr_cpu" : 0.465065,
"sys_cpu" : 5.797378,
"ctx" : 4149241,
"majf" : 0,
"minf" : 583,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999594,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.032302,
"10" : 2.112487,
"20" : 37.923365,
"50" : 59.938728,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}