raidz2/benchmarks/rand/rand-write-qd32-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774125911,
"timestamp_ms" : 1774125911951,
"time" : "Sat Mar 21 17:45:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1160515584,
"io_kbytes" : 1133316,
"bw_bytes" : 118917469,
"bw" : 116130,
"iops" : 29087.304027,
"runtime" : 9759,
"total_ios" : 283863,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156144,
"usr_cpu" : 0.580874,
"sys_cpu" : 7.296470,
"ctx" : 348230,
"majf" : 0,
"minf" : 94,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.825268,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125922,
"timestamp_ms" : 1774125922193,
"time" : "Sat Mar 21 17:45:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1260716032,
"io_kbytes" : 1231168,
"bw_bytes" : 126071603,
"bw" : 123116,
"iops" : 30781.200000,
"runtime" : 10000,
"total_ios" : 307812,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5181355,
"mean" : 514292.995039,
"stddev" : 245204.864163,
"N" : 307812
},
"clat_ns" : {
"min" : 987780,
"max" : 30952155,
"mean" : 16122869.953313,
"stddev" : 4742377.356634,
"N" : 307796,
"percentile" : {
"1.000000" : 5668864,
"5.000000" : 8454144,
"10.000000" : 9895936,
"20.000000" : 11862016,
"30.000000" : 13303808,
"40.000000" : 14614528,
"50.000000" : 16187392,
"60.000000" : 17694720,
"70.000000" : 19005440,
"80.000000" : 20578304,
"90.000000" : 22413312,
"95.000000" : 23724032,
"99.000000" : 25296896,
"99.500000" : 25821184,
"99.900000" : 27394048,
"99.950000" : 27918336,
"99.990000" : 29229056
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 3,
"1122304" : 1,
"1138688" : 7,
"1155072" : 9,
"1187840" : 3,
"1204224" : 2,
"1220608" : 5,
"1236992" : 12,
"1253376" : 5,
"1269760" : 3,
"1286144" : 4,
"1302528" : 2,
"1318912" : 2,
"1335296" : 3,
"1351680" : 6,
"1368064" : 3,
"1384448" : 2,
"1400832" : 2,
"1417216" : 3,
"1433600" : 1,
"1449984" : 2,
"1466368" : 2,
"1482752" : 2,
"1499136" : 2,
"1515520" : 1,
"1531904" : 1,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 3,
"1613824" : 5,
"1630208" : 1,
"1646592" : 3,
"1662976" : 3,
"1679360" : 1,
"1695744" : 1,
"1712128" : 3,
"1728512" : 4,
"1744896" : 5,
"1761280" : 3,
"1777664" : 3,
"1794048" : 3,
"1810432" : 8,
"1826816" : 6,
"1843200" : 6,
"1859584" : 2,
"1875968" : 4,
"1892352" : 2,
"1908736" : 6,
"1925120" : 3,
"1941504" : 2,
"1957888" : 6,
"1974272" : 5,
"1990656" : 4,
"2007040" : 5,
"2023424" : 7,
"2039808" : 5,
"2056192" : 3,
"2072576" : 7,
"2088960" : 4,
"2113536" : 14,
"2146304" : 13,
"2179072" : 17,
"2211840" : 14,
"2244608" : 10,
"2277376" : 18,
"2310144" : 9,
"2342912" : 9,
"2375680" : 14,
"2408448" : 6,
"2441216" : 10,
"2473984" : 18,
"2506752" : 15,
"2539520" : 14,
"2572288" : 11,
"2605056" : 17,
"2637824" : 17,
"2670592" : 21,
"2703360" : 10,
"2736128" : 23,
"2768896" : 19,
"2801664" : 16,
"2834432" : 17,
"2867200" : 21,
"2899968" : 12,
"2932736" : 17,
"2965504" : 16,
"2998272" : 25,
"3031040" : 15,
"3063808" : 11,
"3096576" : 22,
"3129344" : 18,
"3162112" : 17,
"3194880" : 11,
"3227648" : 21,
"3260416" : 15,
"3293184" : 20,
"3325952" : 15,
"3358720" : 19,
"3391488" : 16,
"3424256" : 13,
"3457024" : 31,
"3489792" : 24,
"3522560" : 10,
"3555328" : 22,
"3588096" : 26,
"3620864" : 21,
"3653632" : 21,
"3686400" : 16,
"3719168" : 24,
"3751936" : 30,
"3784704" : 21,
"3817472" : 28,
"3850240" : 20,
"3883008" : 23,
"3915776" : 19,
"3948544" : 16,
"3981312" : 23,
"4014080" : 24,
"4046848" : 22,
"4079616" : 23,
"4112384" : 25,
"4145152" : 23,
"4177920" : 24,
"4227072" : 57,
"4292608" : 61,
"4358144" : 57,
"4423680" : 62,
"4489216" : 66,
"4554752" : 58,
"4620288" : 66,
"4685824" : 62,
"4751360" : 61,
"4816896" : 70,
"4882432" : 65,
"4947968" : 65,
"5013504" : 71,
"5079040" : 67,
"5144576" : 81,
"5210112" : 65,
"5275648" : 94,
"5341184" : 101,
"5406720" : 100,
"5472256" : 85,
"5537792" : 108,
"5603328" : 113,
"5668864" : 110,
"5734400" : 111,
"5799936" : 111,
"5865472" : 142,
"5931008" : 120,
"5996544" : 133,
"6062080" : 147,
"6127616" : 142,
"6193152" : 156,
"6258688" : 143,
"6324224" : 174,
"6389760" : 177,
"6455296" : 173,
"6520832" : 198,
"6586368" : 211,
"6651904" : 196,
"6717440" : 222,
"6782976" : 198,
"6848512" : 232,
"6914048" : 258,
"6979584" : 262,
"7045120" : 268,
"7110656" : 291,
"7176192" : 267,
"7241728" : 299,
"7307264" : 330,
"7372800" : 331,
"7438336" : 375,
"7503872" : 329,
"7569408" : 373,
"7634944" : 367,
"7700480" : 401,
"7766016" : 407,
"7831552" : 438,
"7897088" : 390,
"7962624" : 447,
"8028160" : 498,
"8093696" : 476,
"8159232" : 504,
"8224768" : 473,
"8290304" : 493,
"8355840" : 523,
"8454144" : 1082,
"8585216" : 1131,
"8716288" : 1226,
"8847360" : 1299,
"8978432" : 1329,
"9109504" : 1281,
"9240576" : 1360,
"9371648" : 1338,
"9502720" : 1493,
"9633792" : 1437,
"9764864" : 1547,
"9895936" : 1586,
"10027008" : 1705,
"10158080" : 1757,
"10289152" : 1868,
"10420224" : 1953,
"10551296" : 1993,
"10682368" : 2079,
"10813440" : 2064,
"10944512" : 2194,
"11075584" : 2215,
"11206656" : 2346,
"11337728" : 2299,
"11468800" : 2415,
"11599872" : 2508,
"11730944" : 2577,
"11862016" : 2663,
"11993088" : 2621,
"12124160" : 2676,
"12255232" : 2845,
"12386304" : 2838,
"12517376" : 2875,
"12648448" : 2882,
"12779520" : 2940,
"12910592" : 2877,
"13041664" : 2930,
"13172736" : 2882,
"13303808" : 2954,
"13434880" : 3058,
"13565952" : 2989,
"13697024" : 3059,
"13828096" : 3066,
"13959168" : 3036,
"14090240" : 2962,
"14221312" : 3051,
"14352384" : 2814,
"14483456" : 2765,
"14614528" : 2661,
"14745600" : 2571,
"14876672" : 2468,
"15007744" : 2449,
"15138816" : 2487,
"15269888" : 2477,
"15400960" : 2330,
"15532032" : 2414,
"15663104" : 2372,
"15794176" : 2579,
"15925248" : 2537,
"16056320" : 2550,
"16187392" : 2521,
"16318464" : 2631,
"16449536" : 2755,
"16580608" : 2833,
"16711680" : 2963,
"16908288" : 6288,
"17170432" : 6342,
"17432576" : 6246,
"17694720" : 6439,
"17956864" : 6336,
"18219008" : 5814,
"18481152" : 5229,
"18743296" : 5418,
"19005440" : 5783,
"19267584" : 5238,
"19529728" : 4809,
"19791872" : 4739,
"20054016" : 4995,
"20316160" : 4549,
"20578304" : 3903,
"20840448" : 4018,
"21102592" : 4167,
"21364736" : 4562,
"21626880" : 4445,
"21889024" : 4420,
"22151168" : 4563,
"22413312" : 3954,
"22675456" : 3537,
"22937600" : 3552,
"23199744" : 3595,
"23461888" : 3254,
"23724032" : 3060,
"23986176" : 2695,
"24248320" : 2292,
"24510464" : 1828,
"24772608" : 1481,
"25034752" : 1141,
"25296896" : 918,
"25559040" : 744,
"25821184" : 549,
"26083328" : 389,
"26345472" : 315,
"26607616" : 220,
"26869760" : 136,
"27131904" : 107,
"27394048" : 60,
"27656192" : 78,
"27918336" : 60,
"28180480" : 35,
"28442624" : 26,
"28704768" : 20,
"28966912" : 21,
"29229056" : 19,
"29491200" : 4,
"29753344" : 4,
"30015488" : 11,
"30277632" : 2,
"30539776" : 1,
"31064064" : 1
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 31627377,
"mean" : 16637331.254951,
"stddev" : 4876565.805012,
"N" : 307796
},
"bw_min" : 114512,
"bw_max" : 133768,
"bw_agg" : 100.000000,
"bw_mean" : 123334.894737,
"bw_dev" : 349.469709,
"bw_samples" : 304,
"iops_min" : 28628,
"iops_max" : 33442,
"iops_mean" : 30832.578947,
"iops_stddev" : 87.354411,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.681909,
"sys_cpu" : 7.260988,
"ctx" : 371218,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.066274,
"4" : 0.339818,
"10" : 9.842371,
"20" : 66.280717,
"50" : 23.464322,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125932,
"timestamp_ms" : 1774125932193,
"time" : "Sat Mar 21 17:45:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2448474112,
"io_kbytes" : 2391088,
"bw_bytes" : 122417584,
"bw" : 119548,
"iops" : 29888.105595,
"runtime" : 20001,
"total_ios" : 597792,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5351185,
"mean" : 529906.070561,
"stddev" : 240251.501779,
"N" : 597792
},
"clat_ns" : {
"min" : 987780,
"max" : 31047591,
"mean" : 16601382.345695,
"stddev" : 4813541.924101,
"N" : 597776,
"percentile" : {
"1.000000" : 6127616,
"5.000000" : 8716288,
"10.000000" : 10289152,
"20.000000" : 12255232,
"30.000000" : 13697024,
"40.000000" : 15138816,
"50.000000" : 16711680,
"60.000000" : 18219008,
"70.000000" : 19529728,
"80.000000" : 21102592,
"90.000000" : 22937600,
"95.000000" : 24248320,
"99.000000" : 26083328,
"99.500000" : 26869760,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29753344
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 22,
"3555328" : 27,
"3588096" : 28,
"3620864" : 31,
"3653632" : 24,
"3686400" : 27,
"3719168" : 32,
"3751936" : 38,
"3784704" : 29,
"3817472" : 39,
"3850240" : 25,
"3883008" : 31,
"3915776" : 30,
"3948544" : 24,
"3981312" : 30,
"4014080" : 38,
"4046848" : 33,
"4079616" : 30,
"4112384" : 34,
"4145152" : 38,
"4177920" : 33,
"4227072" : 75,
"4292608" : 84,
"4358144" : 69,
"4423680" : 87,
"4489216" : 85,
"4554752" : 70,
"4620288" : 81,
"4685824" : 87,
"4751360" : 80,
"4816896" : 94,
"4882432" : 75,
"4947968" : 89,
"5013504" : 87,
"5079040" : 100,
"5144576" : 109,
"5210112" : 97,
"5275648" : 125,
"5341184" : 141,
"5406720" : 135,
"5472256" : 126,
"5537792" : 156,
"5603328" : 166,
"5668864" : 163,
"5734400" : 178,
"5799936" : 187,
"5865472" : 213,
"5931008" : 211,
"5996544" : 234,
"6062080" : 242,
"6127616" : 229,
"6193152" : 260,
"6258688" : 250,
"6324224" : 287,
"6389760" : 287,
"6455296" : 285,
"6520832" : 334,
"6586368" : 345,
"6651904" : 335,
"6717440" : 373,
"6782976" : 309,
"6848512" : 375,
"6914048" : 399,
"6979584" : 423,
"7045120" : 409,
"7110656" : 456,
"7176192" : 450,
"7241728" : 456,
"7307264" : 527,
"7372800" : 537,
"7438336" : 587,
"7503872" : 560,
"7569408" : 566,
"7634944" : 633,
"7700480" : 672,
"7766016" : 663,
"7831552" : 708,
"7897088" : 671,
"7962624" : 754,
"8028160" : 830,
"8093696" : 831,
"8159232" : 826,
"8224768" : 833,
"8290304" : 860,
"8355840" : 894,
"8454144" : 1863,
"8585216" : 1972,
"8716288" : 2166,
"8847360" : 2219,
"8978432" : 2306,
"9109504" : 2379,
"9240576" : 2376,
"9371648" : 2485,
"9502720" : 2633,
"9633792" : 2585,
"9764864" : 2698,
"9895936" : 2757,
"10027008" : 2918,
"10158080" : 3034,
"10289152" : 3187,
"10420224" : 3261,
"10551296" : 3446,
"10682368" : 3533,
"10813440" : 3574,
"10944512" : 3753,
"11075584" : 3805,
"11206656" : 4055,
"11337728" : 4032,
"11468800" : 4263,
"11599872" : 4404,
"11730944" : 4529,
"11862016" : 4672,
"11993088" : 4694,
"12124160" : 4777,
"12255232" : 5048,
"12386304" : 5032,
"12517376" : 5178,
"12648448" : 5199,
"12779520" : 5328,
"12910592" : 5289,
"13041664" : 5432,
"13172736" : 5434,
"13303808" : 5577,
"13434880" : 5736,
"13565952" : 5665,
"13697024" : 5912,
"13828096" : 5930,
"13959168" : 6027,
"14090240" : 5908,
"14221312" : 6024,
"14352384" : 5626,
"14483456" : 5404,
"14614528" : 5253,
"14745600" : 5130,
"14876672" : 4965,
"15007744" : 4698,
"15138816" : 4629,
"15269888" : 4638,
"15400960" : 4450,
"15532032" : 4483,
"15663104" : 4473,
"15794176" : 4647,
"15925248" : 4573,
"16056320" : 4632,
"16187392" : 4587,
"16318464" : 4723,
"16449536" : 4974,
"16580608" : 5048,
"16711680" : 5219,
"16908288" : 11162,
"17170432" : 11417,
"17432576" : 11214,
"17694720" : 11392,
"17956864" : 11454,
"18219008" : 11579,
"18481152" : 12464,
"18743296" : 12271,
"19005440" : 11953,
"19267584" : 11389,
"19529728" : 10868,
"19791872" : 10878,
"20054016" : 10904,
"20316160" : 9588,
"20578304" : 8494,
"20840448" : 8248,
"21102592" : 8025,
"21364736" : 8300,
"21626880" : 8205,
"21889024" : 8194,
"22151168" : 8477,
"22413312" : 7698,
"22675456" : 7354,
"22937600" : 7479,
"23199744" : 7525,
"23461888" : 7002,
"23724032" : 6524,
"23986176" : 5895,
"24248320" : 5234,
"24510464" : 4696,
"24772608" : 4331,
"25034752" : 3576,
"25296896" : 3078,
"25559040" : 2545,
"25821184" : 1987,
"26083328" : 1576,
"26345472" : 1269,
"26607616" : 1154,
"26869760" : 877,
"27131904" : 597,
"27394048" : 439,
"27656192" : 329,
"27918336" : 266,
"28180480" : 187,
"28442624" : 130,
"28704768" : 101,
"28966912" : 73,
"29229056" : 62,
"29491200" : 25,
"29753344" : 28,
"30015488" : 28,
"30277632" : 8,
"30539776" : 2,
"30801920" : 6,
"31064064" : 5
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 32068020,
"mean" : 17131421.634497,
"stddev" : 4951165.073166,
"N" : 597776
},
"bw_min" : 108424,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 119650.846154,
"bw_dev" : 400.751019,
"bw_samples" : 624,
"iops_min" : 27106,
"iops_max" : 33546,
"iops_mean" : 29911.410256,
"iops_stddev" : 100.152705,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319999,
"usr_cpu" : 0.652815,
"sys_cpu" : 7.065960,
"ctx" : 717098,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999833,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999833,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.087489,
"4" : 0.230850,
"10" : 8.593457,
"20" : 64.774202,
"50" : 26.310657,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125942,
"timestamp_ms" : 1774125942194,
"time" : "Sat Mar 21 17:45:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3580096512,
"io_kbytes" : 3496188,
"bw_bytes" : 119332572,
"bw" : 116535,
"iops" : 29134.728842,
"runtime" : 30001,
"total_ios" : 874071,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5351185,
"mean" : 543833.960778,
"stddev" : 243715.414487,
"N" : 874072
},
"clat_ns" : {
"min" : 987780,
"max" : 34715354,
"mean" : 17026219.042693,
"stddev" : 4902357.200044,
"N" : 874056,
"percentile" : {
"1.000000" : 6586368,
"5.000000" : 9109504,
"10.000000" : 10551296,
"20.000000" : 12517376,
"30.000000" : 14090240,
"40.000000" : 15532032,
"50.000000" : 17170432,
"60.000000" : 18481152,
"70.000000" : 19791872,
"80.000000" : 21626880,
"90.000000" : 23461888,
"95.000000" : 24772608,
"99.000000" : 27131904,
"99.500000" : 28180480,
"99.900000" : 30539776,
"99.950000" : 31064064,
"99.990000" : 32899072
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 408,
"6586368" : 420,
"6651904" : 409,
"6717440" : 456,
"6782976" : 389,
"6848512" : 446,
"6914048" : 471,
"6979584" : 514,
"7045120" : 486,
"7110656" : 534,
"7176192" : 548,
"7241728" : 550,
"7307264" : 653,
"7372800" : 639,
"7438336" : 687,
"7503872" : 676,
"7569408" : 697,
"7634944" : 766,
"7700480" : 801,
"7766016" : 804,
"7831552" : 885,
"7897088" : 829,
"7962624" : 908,
"8028160" : 1012,
"8093696" : 1037,
"8159232" : 1034,
"8224768" : 1053,
"8290304" : 1110,
"8355840" : 1133,
"8454144" : 2386,
"8585216" : 2549,
"8716288" : 2759,
"8847360" : 2915,
"8978432" : 3032,
"9109504" : 3141,
"9240576" : 3200,
"9371648" : 3365,
"9502720" : 3504,
"9633792" : 3497,
"9764864" : 3664,
"9895936" : 3728,
"10027008" : 3986,
"10158080" : 4083,
"10289152" : 4259,
"10420224" : 4400,
"10551296" : 4658,
"10682368" : 4694,
"10813440" : 4793,
"10944512" : 5022,
"11075584" : 5075,
"11206656" : 5403,
"11337728" : 5417,
"11468800" : 5737,
"11599872" : 5892,
"11730944" : 6105,
"11862016" : 6280,
"11993088" : 6372,
"12124160" : 6480,
"12255232" : 6810,
"12386304" : 6877,
"12517376" : 7104,
"12648448" : 7168,
"12779520" : 7342,
"12910592" : 7277,
"13041664" : 7490,
"13172736" : 7513,
"13303808" : 7746,
"13434880" : 8025,
"13565952" : 7896,
"13697024" : 8338,
"13828096" : 8432,
"13959168" : 8635,
"14090240" : 8501,
"14221312" : 8743,
"14352384" : 8339,
"14483456" : 7994,
"14614528" : 7801,
"14745600" : 7777,
"14876672" : 7510,
"15007744" : 7197,
"15138816" : 7113,
"15269888" : 7137,
"15400960" : 6907,
"15532032" : 6945,
"15663104" : 6872,
"15794176" : 7062,
"15925248" : 6837,
"16056320" : 6828,
"16187392" : 6777,
"16318464" : 7057,
"16449536" : 7364,
"16580608" : 7578,
"16711680" : 7592,
"16908288" : 15870,
"17170432" : 15975,
"17432576" : 15419,
"17694720" : 15918,
"17956864" : 16016,
"18219008" : 16376,
"18481152" : 17710,
"18743296" : 18154,
"19005440" : 17642,
"19267584" : 16722,
"19529728" : 15905,
"19791872" : 15681,
"20054016" : 15406,
"20316160" : 13964,
"20578304" : 13132,
"20840448" : 12399,
"21102592" : 11699,
"21364736" : 11796,
"21626880" : 11940,
"21889024" : 12086,
"22151168" : 12737,
"22413312" : 12108,
"22675456" : 12263,
"22937600" : 12281,
"23199744" : 11703,
"23461888" : 10647,
"23724032" : 10116,
"23986176" : 9124,
"24248320" : 8260,
"24510464" : 7704,
"24772608" : 7322,
"25034752" : 6531,
"25296896" : 6079,
"25559040" : 5252,
"25821184" : 4362,
"26083328" : 3509,
"26345472" : 2869,
"26607616" : 2516,
"26869760" : 2004,
"27131904" : 1554,
"27394048" : 1215,
"27656192" : 999,
"27918336" : 970,
"28180480" : 765,
"28442624" : 613,
"28704768" : 516,
"28966912" : 440,
"29229056" : 400,
"29491200" : 298,
"29753344" : 244,
"30015488" : 251,
"30277632" : 235,
"30539776" : 175,
"30801920" : 152,
"31064064" : 124,
"31326208" : 100,
"31588352" : 80,
"31850496" : 59,
"32112640" : 41,
"32374784" : 32,
"32636928" : 20,
"32899072" : 32,
"33161216" : 22,
"33423360" : 16,
"33816576" : 19,
"34340864" : 4,
"34865152" : 1
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 35760091,
"mean" : 17569898.889672,
"stddev" : 5043337.865648,
"N" : 874056
},
"bw_min" : 101456,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 116863.271186,
"bw_dev" : 459.055524,
"bw_samples" : 944,
"iops_min" : 25364,
"iops_max" : 33546,
"iops_mean" : 29214.593220,
"iops_stddev" : 114.740301,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480002,
"usr_cpu" : 0.630414,
"sys_cpu" : 6.916638,
"ctx" : 1046516,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.059835,
"4" : 0.160056,
"10" : 7.493785,
"20" : 63.160887,
"50" : 29.123263,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125952,
"timestamp_ms" : 1774125952193,
"time" : "Sat Mar 21 17:45:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4515704832,
"io_kbytes" : 4409868,
"bw_bytes" : 112892620,
"bw" : 110246,
"iops" : 27562.400000,
"runtime" : 40000,
"total_ios" : 1102496,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5351185,
"mean" : 575326.589007,
"stddev" : 262205.332774,
"N" : 1102496
},
"clat_ns" : {
"min" : 987780,
"max" : 39137020,
"mean" : 17998363.451136,
"stddev" : 5405131.162330,
"N" : 1102480,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 9502720,
"10.000000" : 11075584,
"20.000000" : 13172736,
"30.000000" : 14745600,
"40.000000" : 16449536,
"50.000000" : 17956864,
"60.000000" : 19267584,
"70.000000" : 20840448,
"80.000000" : 22675456,
"90.000000" : 24772608,
"95.000000" : 27131904,
"99.000000" : 31588352,
"99.500000" : 32636928,
"99.900000" : 34865152,
"99.950000" : 35389440,
"99.990000" : 36962304
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 519,
"7045120" : 496,
"7110656" : 538,
"7176192" : 551,
"7241728" : 555,
"7307264" : 663,
"7372800" : 643,
"7438336" : 691,
"7503872" : 680,
"7569408" : 703,
"7634944" : 774,
"7700480" : 808,
"7766016" : 811,
"7831552" : 897,
"7897088" : 843,
"7962624" : 915,
"8028160" : 1029,
"8093696" : 1045,
"8159232" : 1051,
"8224768" : 1068,
"8290304" : 1130,
"8355840" : 1150,
"8454144" : 2451,
"8585216" : 2591,
"8716288" : 2811,
"8847360" : 2978,
"8978432" : 3113,
"9109504" : 3225,
"9240576" : 3294,
"9371648" : 3478,
"9502720" : 3622,
"9633792" : 3605,
"9764864" : 3793,
"9895936" : 3887,
"10027008" : 4156,
"10158080" : 4233,
"10289152" : 4447,
"10420224" : 4591,
"10551296" : 4881,
"10682368" : 4918,
"10813440" : 5068,
"10944512" : 5316,
"11075584" : 5357,
"11206656" : 5670,
"11337728" : 5760,
"11468800" : 6049,
"11599872" : 6251,
"11730944" : 6484,
"11862016" : 6678,
"11993088" : 6808,
"12124160" : 6929,
"12255232" : 7344,
"12386304" : 7491,
"12517376" : 7784,
"12648448" : 7896,
"12779520" : 8052,
"12910592" : 8010,
"13041664" : 8293,
"13172736" : 8410,
"13303808" : 8678,
"13434880" : 9021,
"13565952" : 8862,
"13697024" : 9362,
"13828096" : 9597,
"13959168" : 9842,
"14090240" : 9663,
"14221312" : 9996,
"14352384" : 9772,
"14483456" : 9293,
"14614528" : 9140,
"14745600" : 9164,
"14876672" : 8907,
"15007744" : 8633,
"15138816" : 8555,
"15269888" : 8580,
"15400960" : 8391,
"15532032" : 8655,
"15663104" : 8567,
"15794176" : 8737,
"15925248" : 8393,
"16056320" : 8333,
"16187392" : 8269,
"16318464" : 8614,
"16449536" : 8909,
"16580608" : 9139,
"16711680" : 9157,
"16908288" : 18932,
"17170432" : 19037,
"17432576" : 18349,
"17694720" : 19147,
"17956864" : 19298,
"18219008" : 19577,
"18481152" : 20820,
"18743296" : 21276,
"19005440" : 20964,
"19267584" : 20047,
"19529728" : 19550,
"19791872" : 19853,
"20054016" : 19854,
"20316160" : 18842,
"20578304" : 18319,
"20840448" : 17472,
"21102592" : 16431,
"21364736" : 16304,
"21626880" : 16838,
"21889024" : 16733,
"22151168" : 17079,
"22413312" : 16545,
"22675456" : 16178,
"22937600" : 15912,
"23199744" : 15000,
"23461888" : 13842,
"23724032" : 13267,
"23986176" : 11953,
"24248320" : 10719,
"24510464" : 10041,
"24772608" : 9770,
"25034752" : 9111,
"25296896" : 8380,
"25559040" : 7620,
"25821184" : 6737,
"26083328" : 5722,
"26345472" : 5044,
"26607616" : 4662,
"26869760" : 4304,
"27131904" : 3855,
"27394048" : 3421,
"27656192" : 3079,
"27918336" : 3191,
"28180480" : 2959,
"28442624" : 3094,
"28704768" : 2779,
"28966912" : 2721,
"29229056" : 2685,
"29491200" : 2531,
"29753344" : 2428,
"30015488" : 2413,
"30277632" : 2341,
"30539776" : 2071,
"30801920" : 1972,
"31064064" : 1938,
"31326208" : 1725,
"31588352" : 1633,
"31850496" : 1290,
"32112640" : 1206,
"32374784" : 1113,
"32636928" : 984,
"32899072" : 798,
"33161216" : 670,
"33423360" : 558,
"33816576" : 945,
"34340864" : 665,
"34865152" : 460,
"35389440" : 241,
"35913728" : 214,
"36438016" : 126,
"36962304" : 109,
"37486592" : 35,
"38010880" : 22,
"38535168" : 3,
"39059456" : 1
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 39999988,
"mean" : 18573600.629042,
"stddev" : 5564200.004949,
"N" : 1102480
},
"bw_min" : 80568,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 110597.215190,
"bw_dev" : 806.535450,
"bw_samples" : 1264,
"iops_min" : 20142,
"iops_max" : 33546,
"iops_mean" : 27647.987342,
"iops_stddev" : 201.632013,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639990,
"usr_cpu" : 0.596416,
"sys_cpu" : 6.557915,
"ctx" : 1303501,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999819,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999819,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.047438,
"4" : 0.126894,
"10" : 6.066779,
"20" : 58.107240,
"50" : 35.649835,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125962,
"timestamp_ms" : 1774125962192,
"time" : "Sat Mar 21 17:46:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5411893248,
"io_kbytes" : 5285052,
"bw_bytes" : 108237864,
"bw" : 105701,
"iops" : 26425.660000,
"runtime" : 50000,
"total_ios" : 1321283,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5351185,
"mean" : 600411.052116,
"stddev" : 276774.220761,
"N" : 1321283
},
"clat_ns" : {
"min" : 987780,
"max" : 42842831,
"mean" : 18774967.330457,
"stddev" : 5786732.959563,
"N" : 1321267,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 9895936,
"10.000000" : 11599872,
"20.000000" : 13697024,
"30.000000" : 15400960,
"40.000000" : 17170432,
"50.000000" : 18481152,
"60.000000" : 20054016,
"70.000000" : 21626880,
"80.000000" : 23461888,
"90.000000" : 26345472,
"95.000000" : 29491200,
"99.000000" : 33423360,
"99.500000" : 34340864,
"99.900000" : 36438016,
"99.950000" : 37486592,
"99.990000" : 39059456
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 519,
"7045120" : 496,
"7110656" : 538,
"7176192" : 551,
"7241728" : 555,
"7307264" : 663,
"7372800" : 644,
"7438336" : 691,
"7503872" : 682,
"7569408" : 703,
"7634944" : 778,
"7700480" : 809,
"7766016" : 815,
"7831552" : 898,
"7897088" : 849,
"7962624" : 919,
"8028160" : 1037,
"8093696" : 1054,
"8159232" : 1066,
"8224768" : 1081,
"8290304" : 1149,
"8355840" : 1163,
"8454144" : 2474,
"8585216" : 2641,
"8716288" : 2867,
"8847360" : 3039,
"8978432" : 3185,
"9109504" : 3319,
"9240576" : 3379,
"9371648" : 3574,
"9502720" : 3739,
"9633792" : 3737,
"9764864" : 3920,
"9895936" : 4004,
"10027008" : 4290,
"10158080" : 4368,
"10289152" : 4597,
"10420224" : 4766,
"10551296" : 5066,
"10682368" : 5150,
"10813440" : 5297,
"10944512" : 5561,
"11075584" : 5593,
"11206656" : 5919,
"11337728" : 5995,
"11468800" : 6307,
"11599872" : 6520,
"11730944" : 6780,
"11862016" : 6969,
"11993088" : 7160,
"12124160" : 7268,
"12255232" : 7722,
"12386304" : 7926,
"12517376" : 8200,
"12648448" : 8334,
"12779520" : 8526,
"12910592" : 8501,
"13041664" : 8794,
"13172736" : 8965,
"13303808" : 9258,
"13434880" : 9603,
"13565952" : 9482,
"13697024" : 10061,
"13828096" : 10343,
"13959168" : 10574,
"14090240" : 10365,
"14221312" : 10778,
"14352384" : 10527,
"14483456" : 10096,
"14614528" : 9945,
"14745600" : 10001,
"14876672" : 9795,
"15007744" : 9598,
"15138816" : 9456,
"15269888" : 9523,
"15400960" : 9466,
"15532032" : 9786,
"15663104" : 9674,
"15794176" : 9945,
"15925248" : 9694,
"16056320" : 9561,
"16187392" : 9591,
"16318464" : 9968,
"16449536" : 10389,
"16580608" : 10779,
"16711680" : 10740,
"16908288" : 22017,
"17170432" : 22304,
"17432576" : 21889,
"17694720" : 22922,
"17956864" : 23201,
"18219008" : 23630,
"18481152" : 25104,
"18743296" : 25192,
"19005440" : 24818,
"19267584" : 24307,
"19529728" : 23793,
"19791872" : 23958,
"20054016" : 23724,
"20316160" : 23051,
"20578304" : 22902,
"20840448" : 21747,
"21102592" : 20616,
"21364736" : 20453,
"21626880" : 20760,
"21889024" : 20388,
"22151168" : 20530,
"22413312" : 19858,
"22675456" : 19261,
"22937600" : 18825,
"23199744" : 17610,
"23461888" : 16375,
"23724032" : 15704,
"23986176" : 14244,
"24248320" : 12955,
"24510464" : 12164,
"24772608" : 11830,
"25034752" : 10982,
"25296896" : 10260,
"25559040" : 9512,
"25821184" : 8649,
"26083328" : 7535,
"26345472" : 6859,
"26607616" : 6471,
"26869760" : 6373,
"27131904" : 6034,
"27394048" : 5729,
"27656192" : 5496,
"27918336" : 5414,
"28180480" : 5131,
"28442624" : 5293,
"28704768" : 5131,
"28966912" : 5225,
"29229056" : 5035,
"29491200" : 4963,
"29753344" : 4795,
"30015488" : 4893,
"30277632" : 4795,
"30539776" : 4384,
"30801920" : 4125,
"31064064" : 3956,
"31326208" : 3704,
"31588352" : 3401,
"31850496" : 3072,
"32112640" : 2914,
"32374784" : 2727,
"32636928" : 2562,
"32899072" : 2204,
"33161216" : 1929,
"33423360" : 1774,
"33816576" : 3186,
"34340864" : 2396,
"34865152" : 1741,
"35389440" : 1318,
"35913728" : 931,
"36438016" : 683,
"36962304" : 465,
"37486592" : 278,
"38010880" : 221,
"38535168" : 124,
"39059456" : 95,
"39583744" : 50,
"40108032" : 26,
"40632320" : 10,
"41156608" : 8,
"41680896" : 1,
"42205184" : 1,
"42729472" : 1
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 43810890,
"mean" : 19375479.847213,
"stddev" : 5959229.705605,
"N" : 1321267
},
"bw_min" : 78132,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 105875.333333,
"bw_dev" : 938.802611,
"bw_samples" : 1584,
"iops_min" : 19532,
"iops_max" : 33546,
"iops_mean" : 26467.525253,
"iops_stddev" : 234.699931,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799991,
"usr_cpu" : 0.575881,
"sys_cpu" : 6.322196,
"ctx" : 1547067,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.039583,
"4" : 0.105882,
"10" : 5.150373,
"20" : 54.683289,
"50" : 40.019360,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125972,
"timestamp_ms" : 1774125972194,
"time" : "Sat Mar 21 17:46:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6255255552,
"io_kbytes" : 6108648,
"bw_bytes" : 104252521,
"bw" : 101809,
"iops" : 25452.975784,
"runtime" : 60001,
"total_ios" : 1527204,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5351185,
"mean" : 623659.940586,
"stddev" : 285514.704699,
"N" : 1527204
},
"clat_ns" : {
"min" : 987780,
"max" : 42842831,
"mean" : 19489977.431746,
"stddev" : 6032809.601861,
"N" : 1527188,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 10158080,
"10.000000" : 11862016,
"20.000000" : 14221312,
"30.000000" : 16056320,
"40.000000" : 17694720,
"50.000000" : 19267584,
"60.000000" : 20578304,
"70.000000" : 22413312,
"80.000000" : 24248320,
"90.000000" : 27656192,
"95.000000" : 30801920,
"99.000000" : 34340864,
"99.500000" : 35389440,
"99.900000" : 37486592,
"99.950000" : 38535168,
"99.990000" : 39583744
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1156,
"8355840" : 1170,
"8454144" : 2489,
"8585216" : 2652,
"8716288" : 2882,
"8847360" : 3051,
"8978432" : 3204,
"9109504" : 3338,
"9240576" : 3403,
"9371648" : 3603,
"9502720" : 3771,
"9633792" : 3769,
"9764864" : 3935,
"9895936" : 4030,
"10027008" : 4319,
"10158080" : 4396,
"10289152" : 4625,
"10420224" : 4794,
"10551296" : 5094,
"10682368" : 5184,
"10813440" : 5319,
"10944512" : 5583,
"11075584" : 5622,
"11206656" : 5955,
"11337728" : 6022,
"11468800" : 6356,
"11599872" : 6564,
"11730944" : 6833,
"11862016" : 7009,
"11993088" : 7205,
"12124160" : 7323,
"12255232" : 7794,
"12386304" : 8008,
"12517376" : 8258,
"12648448" : 8399,
"12779520" : 8585,
"12910592" : 8568,
"13041664" : 8860,
"13172736" : 9050,
"13303808" : 9324,
"13434880" : 9690,
"13565952" : 9571,
"13697024" : 10153,
"13828096" : 10452,
"13959168" : 10704,
"14090240" : 10531,
"14221312" : 10958,
"14352384" : 10766,
"14483456" : 10352,
"14614528" : 10207,
"14745600" : 10301,
"14876672" : 10091,
"15007744" : 9969,
"15138816" : 9780,
"15269888" : 9937,
"15400960" : 9853,
"15532032" : 10208,
"15663104" : 10062,
"15794176" : 10408,
"15925248" : 10172,
"16056320" : 10065,
"16187392" : 10148,
"16318464" : 10599,
"16449536" : 11040,
"16580608" : 11523,
"16711680" : 11480,
"16908288" : 24026,
"17170432" : 24840,
"17432576" : 24993,
"17694720" : 26044,
"17956864" : 26778,
"18219008" : 27729,
"18481152" : 29519,
"18743296" : 29718,
"19005440" : 28835,
"19267584" : 28067,
"19529728" : 27520,
"19791872" : 27620,
"20054016" : 27415,
"20316160" : 26519,
"20578304" : 26449,
"20840448" : 25363,
"21102592" : 24341,
"21364736" : 24367,
"21626880" : 24886,
"21889024" : 24944,
"22151168" : 25026,
"22413312" : 24223,
"22675456" : 23576,
"22937600" : 23139,
"23199744" : 21694,
"23461888" : 20589,
"23724032" : 19872,
"23986176" : 18278,
"24248320" : 16806,
"24510464" : 15804,
"24772608" : 15214,
"25034752" : 14037,
"25296896" : 13215,
"25559040" : 12188,
"25821184" : 11116,
"26083328" : 9911,
"26345472" : 9193,
"26607616" : 8650,
"26869760" : 8255,
"27131904" : 7786,
"27394048" : 7453,
"27656192" : 7050,
"27918336" : 6960,
"28180480" : 6705,
"28442624" : 6783,
"28704768" : 6791,
"28966912" : 6855,
"29229056" : 6744,
"29491200" : 6670,
"29753344" : 6501,
"30015488" : 6672,
"30277632" : 6501,
"30539776" : 6167,
"30801920" : 5934,
"31064064" : 5715,
"31326208" : 5557,
"31588352" : 5269,
"31850496" : 4996,
"32112640" : 4952,
"32374784" : 4658,
"32636928" : 4326,
"32899072" : 3901,
"33161216" : 3507,
"33423360" : 3300,
"33816576" : 6037,
"34340864" : 4984,
"34865152" : 4032,
"35389440" : 3257,
"35913728" : 2299,
"36438016" : 1722,
"36962304" : 1172,
"37486592" : 728,
"38010880" : 517,
"38535168" : 325,
"39059456" : 235,
"39583744" : 118,
"40108032" : 66,
"40632320" : 25,
"41156608" : 18,
"41680896" : 3,
"42205184" : 1,
"42729472" : 1
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 43810890,
"mean" : 20113587.041124,
"stddev" : 6214137.632578,
"N" : 1527188
},
"bw_min" : 72232,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 102038.899160,
"bw_dev" : 1018.169961,
"bw_samples" : 1904,
"iops_min" : 18058,
"iops_max" : 33546,
"iops_mean" : 25508.512605,
"iops_stddev" : 254.534983,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960002,
"usr_cpu" : 0.556353,
"sys_cpu" : 6.129571,
"ctx" : 1774066,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.034246,
"4" : 0.091605,
"10" : 4.480344,
"20" : 50.857580,
"50" : 44.534915,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125982,
"timestamp_ms" : 1774125982193,
"time" : "Sat Mar 21 17:46:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7072911360,
"io_kbytes" : 6907140,
"bw_bytes" : 101040147,
"bw" : 98672,
"iops" : 24668.290453,
"runtime" : 70001,
"total_ios" : 1726805,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5352197,
"mean" : 643729.066969,
"stddev" : 291832.552041,
"N" : 1726805
},
"clat_ns" : {
"min" : 987780,
"max" : 45606473,
"mean" : 20109793.320453,
"stddev" : 6218850.798920,
"N" : 1726789,
"percentile" : {
"1.000000" : 7634944,
"5.000000" : 10420224,
"10.000000" : 12255232,
"20.000000" : 14614528,
"30.000000" : 16711680,
"40.000000" : 18481152,
"50.000000" : 19791872,
"60.000000" : 21364736,
"70.000000" : 22937600,
"80.000000" : 24772608,
"90.000000" : 28966912,
"95.000000" : 31588352,
"99.000000" : 35389440,
"99.500000" : 36438016,
"99.900000" : 38535168,
"99.950000" : 39059456,
"99.990000" : 40632320
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1156,
"8355840" : 1170,
"8454144" : 2489,
"8585216" : 2652,
"8716288" : 2882,
"8847360" : 3051,
"8978432" : 3204,
"9109504" : 3338,
"9240576" : 3403,
"9371648" : 3603,
"9502720" : 3771,
"9633792" : 3769,
"9764864" : 3935,
"9895936" : 4030,
"10027008" : 4319,
"10158080" : 4396,
"10289152" : 4625,
"10420224" : 4794,
"10551296" : 5094,
"10682368" : 5184,
"10813440" : 5319,
"10944512" : 5583,
"11075584" : 5622,
"11206656" : 5955,
"11337728" : 6024,
"11468800" : 6363,
"11599872" : 6570,
"11730944" : 6843,
"11862016" : 7016,
"11993088" : 7218,
"12124160" : 7337,
"12255232" : 7811,
"12386304" : 8032,
"12517376" : 8296,
"12648448" : 8440,
"12779520" : 8635,
"12910592" : 8601,
"13041664" : 8919,
"13172736" : 9109,
"13303808" : 9373,
"13434880" : 9745,
"13565952" : 9619,
"13697024" : 10227,
"13828096" : 10514,
"13959168" : 10773,
"14090240" : 10611,
"14221312" : 11053,
"14352384" : 10876,
"14483456" : 10456,
"14614528" : 10329,
"14745600" : 10407,
"14876672" : 10223,
"15007744" : 10104,
"15138816" : 9966,
"15269888" : 10124,
"15400960" : 10076,
"15532032" : 10459,
"15663104" : 10355,
"15794176" : 10741,
"15925248" : 10534,
"16056320" : 10461,
"16187392" : 10555,
"16318464" : 11065,
"16449536" : 11524,
"16580608" : 12006,
"16711680" : 11975,
"16908288" : 25152,
"17170432" : 26063,
"17432576" : 26376,
"17694720" : 27720,
"17956864" : 28700,
"18219008" : 29921,
"18481152" : 32269,
"18743296" : 32785,
"19005440" : 32652,
"19267584" : 32496,
"19529728" : 32299,
"19791872" : 32385,
"20054016" : 32198,
"20316160" : 31139,
"20578304" : 31187,
"20840448" : 30268,
"21102592" : 29412,
"21364736" : 29333,
"21626880" : 29959,
"21889024" : 29857,
"22151168" : 29527,
"22413312" : 28324,
"22675456" : 27471,
"22937600" : 26758,
"23199744" : 25062,
"23461888" : 23710,
"23724032" : 22777,
"23986176" : 21034,
"24248320" : 19291,
"24510464" : 18411,
"24772608" : 17758,
"25034752" : 16584,
"25296896" : 15626,
"25559040" : 14539,
"25821184" : 13513,
"26083328" : 12405,
"26345472" : 11677,
"26607616" : 11016,
"26869760" : 10756,
"27131904" : 10181,
"27394048" : 9859,
"27656192" : 9221,
"27918336" : 9145,
"28180480" : 8658,
"28442624" : 8603,
"28704768" : 8690,
"28966912" : 8759,
"29229056" : 8610,
"29491200" : 8482,
"29753344" : 8426,
"30015488" : 8615,
"30277632" : 8473,
"30539776" : 8078,
"30801920" : 7638,
"31064064" : 7438,
"31326208" : 7329,
"31588352" : 7024,
"31850496" : 6759,
"32112640" : 6766,
"32374784" : 6455,
"32636928" : 6116,
"32899072" : 5694,
"33161216" : 5280,
"33423360" : 5055,
"33816576" : 9391,
"34340864" : 7995,
"34865152" : 6689,
"35389440" : 5584,
"35913728" : 4200,
"36438016" : 3264,
"36962304" : 2290,
"37486592" : 1483,
"38010880" : 1024,
"38535168" : 637,
"39059456" : 475,
"39583744" : 268,
"40108032" : 172,
"40632320" : 94,
"41156608" : 66,
"41680896" : 29,
"42205184" : 12,
"42729472" : 9,
"43253760" : 6,
"43778048" : 7,
"44302336" : 2,
"44826624" : 2,
"45350912" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 46705012,
"mean" : 20753504.824703,
"stddev" : 6406891.670094,
"N" : 1726789
},
"bw_min" : 66224,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 98847.683453,
"bw_dev" : 1073.571584,
"bw_samples" : 2224,
"iops_min" : 16556,
"iops_max" : 33546,
"iops_mean" : 24710.769784,
"iops_stddev" : 268.381296,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120002,
"usr_cpu" : 0.540624,
"sys_cpu" : 5.983739,
"ctx" : 1992561,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.030287,
"4" : 0.081017,
"10" : 3.962462,
"20" : 47.335860,
"50" : 48.589215,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125992,
"timestamp_ms" : 1774125992194,
"time" : "Sat Mar 21 17:46:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7861714944,
"io_kbytes" : 7677456,
"bw_bytes" : 98270208,
"bw" : 95967,
"iops" : 23991.987600,
"runtime" : 80001,
"total_ios" : 1919383,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5352197,
"mean" : 662090.687560,
"stddev" : 297251.011923,
"N" : 1919383
},
"clat_ns" : {
"min" : 987780,
"max" : 45606473,
"mean" : 20675008.785125,
"stddev" : 6401648.019019,
"N" : 1919367,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 10682368,
"10.000000" : 12648448,
"20.000000" : 15138816,
"30.000000" : 17170432,
"40.000000" : 19005440,
"50.000000" : 20316160,
"60.000000" : 21889024,
"70.000000" : 23461888,
"80.000000" : 25559040,
"90.000000" : 29753344,
"95.000000" : 32636928,
"99.000000" : 35913728,
"99.500000" : 36962304,
"99.900000" : 39583744,
"99.950000" : 40108032,
"99.990000" : 41680896
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1156,
"8355840" : 1170,
"8454144" : 2489,
"8585216" : 2652,
"8716288" : 2882,
"8847360" : 3051,
"8978432" : 3204,
"9109504" : 3338,
"9240576" : 3403,
"9371648" : 3603,
"9502720" : 3771,
"9633792" : 3769,
"9764864" : 3935,
"9895936" : 4030,
"10027008" : 4319,
"10158080" : 4396,
"10289152" : 4625,
"10420224" : 4798,
"10551296" : 5102,
"10682368" : 5187,
"10813440" : 5322,
"10944512" : 5599,
"11075584" : 5639,
"11206656" : 5970,
"11337728" : 6035,
"11468800" : 6377,
"11599872" : 6585,
"11730944" : 6856,
"11862016" : 7036,
"11993088" : 7237,
"12124160" : 7369,
"12255232" : 7841,
"12386304" : 8056,
"12517376" : 8331,
"12648448" : 8477,
"12779520" : 8686,
"12910592" : 8646,
"13041664" : 8990,
"13172736" : 9173,
"13303808" : 9454,
"13434880" : 9821,
"13565952" : 9728,
"13697024" : 10297,
"13828096" : 10596,
"13959168" : 10858,
"14090240" : 10691,
"14221312" : 11153,
"14352384" : 10985,
"14483456" : 10558,
"14614528" : 10422,
"14745600" : 10524,
"14876672" : 10332,
"15007744" : 10224,
"15138816" : 10140,
"15269888" : 10273,
"15400960" : 10253,
"15532032" : 10671,
"15663104" : 10582,
"15794176" : 11026,
"15925248" : 10820,
"16056320" : 10785,
"16187392" : 10874,
"16318464" : 11384,
"16449536" : 11870,
"16580608" : 12374,
"16711680" : 12349,
"16908288" : 25878,
"17170432" : 26817,
"17432576" : 27244,
"17694720" : 28777,
"17956864" : 29991,
"18219008" : 31276,
"18481152" : 33983,
"18743296" : 34745,
"19005440" : 35041,
"19267584" : 35331,
"19529728" : 35288,
"19791872" : 35636,
"20054016" : 35674,
"20316160" : 34914,
"20578304" : 34865,
"20840448" : 34355,
"21102592" : 33780,
"21364736" : 33812,
"21626880" : 34404,
"21889024" : 34453,
"22151168" : 34058,
"22413312" : 32719,
"22675456" : 31464,
"22937600" : 30416,
"23199744" : 28621,
"23461888" : 27243,
"23724032" : 26217,
"23986176" : 24414,
"24248320" : 22584,
"24510464" : 21705,
"24772608" : 20912,
"25034752" : 19784,
"25296896" : 18791,
"25559040" : 17482,
"25821184" : 16500,
"26083328" : 15368,
"26345472" : 14620,
"26607616" : 14045,
"26869760" : 13473,
"27131904" : 12713,
"27394048" : 12137,
"27656192" : 11331,
"27918336" : 11024,
"28180480" : 10529,
"28442624" : 10333,
"28704768" : 10294,
"28966912" : 10323,
"29229056" : 10202,
"29491200" : 10058,
"29753344" : 9891,
"30015488" : 10118,
"30277632" : 9852,
"30539776" : 9555,
"30801920" : 9070,
"31064064" : 8940,
"31326208" : 8888,
"31588352" : 8702,
"31850496" : 8397,
"32112640" : 8514,
"32374784" : 8190,
"32636928" : 7888,
"32899072" : 7531,
"33161216" : 7127,
"33423360" : 6811,
"33816576" : 12935,
"34340864" : 11725,
"34865152" : 10369,
"35389440" : 8680,
"35913728" : 6951,
"36438016" : 5557,
"36962304" : 4144,
"37486592" : 2904,
"38010880" : 1974,
"38535168" : 1263,
"39059456" : 1034,
"39583744" : 669,
"40108032" : 459,
"40632320" : 307,
"41156608" : 223,
"41680896" : 132,
"42205184" : 84,
"42729472" : 44,
"43253760" : 27,
"43778048" : 12,
"44302336" : 6,
"44826624" : 4,
"45350912" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 46705012,
"mean" : 21336984.042590,
"stddev" : 6596054.320048,
"N" : 1919367
},
"bw_min" : 65488,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 96076.798742,
"bw_dev" : 1111.877060,
"bw_samples" : 2544,
"iops_min" : 16372,
"iops_max" : 33546,
"iops_mean" : 24018.044025,
"iops_stddev" : 277.955564,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280002,
"usr_cpu" : 0.528984,
"sys_cpu" : 5.862335,
"ctx" : 2202115,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.027248,
"4" : 0.072888,
"10" : 3.564896,
"20" : 44.026648,
"50" : 52.307278,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126002,
"timestamp_ms" : 1774126002193,
"time" : "Sat Mar 21 17:46:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8681906176,
"io_kbytes" : 8478424,
"bw_bytes" : 96465624,
"bw" : 94204,
"iops" : 23551.411111,
"runtime" : 90000,
"total_ios" : 2119627,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5352197,
"mean" : 674625.099336,
"stddev" : 299425.507446,
"N" : 2119627
},
"clat_ns" : {
"min" : 987780,
"max" : 45606473,
"mean" : 21062059.119445,
"stddev" : 6475177.161955,
"N" : 2119611,
"percentile" : {
"1.000000" : 7897088,
"5.000000" : 10944512,
"10.000000" : 12910592,
"20.000000" : 15532032,
"30.000000" : 17694720,
"40.000000" : 19267584,
"50.000000" : 20578304,
"60.000000" : 22151168,
"70.000000" : 23724032,
"80.000000" : 26345472,
"90.000000" : 30539776,
"95.000000" : 32899072,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 39583744,
"99.950000" : 40108032,
"99.990000" : 41680896
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1156,
"8355840" : 1170,
"8454144" : 2489,
"8585216" : 2652,
"8716288" : 2886,
"8847360" : 3060,
"8978432" : 3208,
"9109504" : 3344,
"9240576" : 3410,
"9371648" : 3608,
"9502720" : 3777,
"9633792" : 3774,
"9764864" : 3940,
"9895936" : 4035,
"10027008" : 4324,
"10158080" : 4403,
"10289152" : 4639,
"10420224" : 4817,
"10551296" : 5122,
"10682368" : 5221,
"10813440" : 5382,
"10944512" : 5651,
"11075584" : 5689,
"11206656" : 6009,
"11337728" : 6066,
"11468800" : 6426,
"11599872" : 6630,
"11730944" : 6900,
"11862016" : 7084,
"11993088" : 7295,
"12124160" : 7430,
"12255232" : 7933,
"12386304" : 8140,
"12517376" : 8418,
"12648448" : 8561,
"12779520" : 8780,
"12910592" : 8737,
"13041664" : 9089,
"13172736" : 9293,
"13303808" : 9589,
"13434880" : 9965,
"13565952" : 9910,
"13697024" : 10501,
"13828096" : 10837,
"13959168" : 11160,
"14090240" : 10994,
"14221312" : 11526,
"14352384" : 11364,
"14483456" : 10999,
"14614528" : 10919,
"14745600" : 11029,
"14876672" : 10839,
"15007744" : 10755,
"15138816" : 10662,
"15269888" : 10824,
"15400960" : 10837,
"15532032" : 11301,
"15663104" : 11215,
"15794176" : 11687,
"15925248" : 11462,
"16056320" : 11514,
"16187392" : 11676,
"16318464" : 12269,
"16449536" : 12734,
"16580608" : 13280,
"16711680" : 13330,
"16908288" : 27957,
"17170432" : 29181,
"17432576" : 29858,
"17694720" : 31895,
"17956864" : 33605,
"18219008" : 34966,
"18481152" : 37975,
"18743296" : 38603,
"19005440" : 38827,
"19267584" : 39127,
"19529728" : 38655,
"19791872" : 38815,
"20054016" : 38638,
"20316160" : 37485,
"20578304" : 37197,
"20840448" : 36432,
"21102592" : 35801,
"21364736" : 35785,
"21626880" : 36472,
"21889024" : 36737,
"22151168" : 36497,
"22413312" : 35266,
"22675456" : 34207,
"22937600" : 33303,
"23199744" : 31445,
"23461888" : 30016,
"23724032" : 28942,
"23986176" : 27294,
"24248320" : 25454,
"24510464" : 24636,
"24772608" : 23839,
"25034752" : 22675,
"25296896" : 21741,
"25559040" : 20527,
"25821184" : 19524,
"26083328" : 18042,
"26345472" : 17297,
"26607616" : 16528,
"26869760" : 16026,
"27131904" : 15195,
"27394048" : 14669,
"27656192" : 13853,
"27918336" : 13523,
"28180480" : 12992,
"28442624" : 12770,
"28704768" : 12629,
"28966912" : 12689,
"29229056" : 12564,
"29491200" : 12397,
"29753344" : 12089,
"30015488" : 12242,
"30277632" : 12048,
"30539776" : 11823,
"30801920" : 11412,
"31064064" : 11202,
"31326208" : 11323,
"31588352" : 11137,
"31850496" : 10837,
"32112640" : 10877,
"32374784" : 10427,
"32636928" : 10011,
"32899072" : 9682,
"33161216" : 9314,
"33423360" : 8918,
"33816576" : 16539,
"34340864" : 14559,
"34865152" : 12719,
"35389440" : 10539,
"35913728" : 8408,
"36438016" : 6714,
"36962304" : 5071,
"37486592" : 3528,
"38010880" : 2399,
"38535168" : 1533,
"39059456" : 1191,
"39583744" : 765,
"40108032" : 530,
"40632320" : 335,
"41156608" : 234,
"41680896" : 134,
"42205184" : 84,
"42729472" : 44,
"43253760" : 27,
"43778048" : 12,
"44302336" : 6,
"44826624" : 4,
"45350912" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 46705012,
"mean" : 21736594.583950,
"stddev" : 6672252.559684,
"N" : 2119611
},
"bw_min" : 64688,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 94266.480447,
"bw_dev" : 1106.881360,
"bw_samples" : 2864,
"iops_min" : 16172,
"iops_max" : 33546,
"iops_mean" : 23565.525140,
"iops_stddev" : 276.702111,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.517433,
"sys_cpu" : 5.814338,
"ctx" : 2422552,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.024674,
"4" : 0.066002,
"10" : 3.230851,
"20" : 42.503044,
"50" : 54.174484,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126012,
"timestamp_ms" : 1774126012193,
"time" : "Sat Mar 21 17:46:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9501384704,
"io_kbytes" : 9278696,
"bw_bytes" : 95013847,
"bw" : 92786,
"iops" : 23196.930000,
"runtime" : 100000,
"total_ios" : 2319693,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5352197,
"mean" : 685050.337222,
"stddev" : 301796.197665,
"N" : 2319693
},
"clat_ns" : {
"min" : 987780,
"max" : 45606473,
"mean" : 21383785.390060,
"stddev" : 6525333.745809,
"N" : 2319677,
"percentile" : {
"1.000000" : 8028160,
"5.000000" : 11206656,
"10.000000" : 13172736,
"20.000000" : 15925248,
"30.000000" : 17956864,
"40.000000" : 19529728,
"50.000000" : 20840448,
"60.000000" : 22413312,
"70.000000" : 24248320,
"80.000000" : 26869760,
"90.000000" : 30801920,
"95.000000" : 33423360,
"99.000000" : 36438016,
"99.500000" : 37486592,
"99.900000" : 39583744,
"99.950000" : 40108032,
"99.990000" : 41680896
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1156,
"8355840" : 1170,
"8454144" : 2489,
"8585216" : 2652,
"8716288" : 2886,
"8847360" : 3060,
"8978432" : 3208,
"9109504" : 3344,
"9240576" : 3410,
"9371648" : 3608,
"9502720" : 3777,
"9633792" : 3774,
"9764864" : 3940,
"9895936" : 4037,
"10027008" : 4324,
"10158080" : 4405,
"10289152" : 4642,
"10420224" : 4826,
"10551296" : 5128,
"10682368" : 5227,
"10813440" : 5393,
"10944512" : 5658,
"11075584" : 5694,
"11206656" : 6028,
"11337728" : 6078,
"11468800" : 6443,
"11599872" : 6657,
"11730944" : 6928,
"11862016" : 7105,
"11993088" : 7328,
"12124160" : 7463,
"12255232" : 7960,
"12386304" : 8176,
"12517376" : 8450,
"12648448" : 8600,
"12779520" : 8819,
"12910592" : 8776,
"13041664" : 9133,
"13172736" : 9348,
"13303808" : 9651,
"13434880" : 10030,
"13565952" : 9977,
"13697024" : 10595,
"13828096" : 10938,
"13959168" : 11300,
"14090240" : 11142,
"14221312" : 11733,
"14352384" : 11592,
"14483456" : 11269,
"14614528" : 11229,
"14745600" : 11341,
"14876672" : 11161,
"15007744" : 11099,
"15138816" : 11061,
"15269888" : 11267,
"15400960" : 11360,
"15532032" : 11890,
"15663104" : 11811,
"15794176" : 12370,
"15925248" : 12220,
"16056320" : 12367,
"16187392" : 12570,
"16318464" : 13213,
"16449536" : 13706,
"16580608" : 14341,
"16711680" : 14419,
"16908288" : 30290,
"17170432" : 31860,
"17432576" : 32834,
"17694720" : 35186,
"17956864" : 37006,
"18219008" : 38352,
"18481152" : 41261,
"18743296" : 41837,
"19005440" : 42274,
"19267584" : 42671,
"19529728" : 42338,
"19791872" : 42538,
"20054016" : 42322,
"20316160" : 41144,
"20578304" : 40666,
"20840448" : 39880,
"21102592" : 39166,
"21364736" : 39097,
"21626880" : 39662,
"21889024" : 39860,
"22151168" : 39628,
"22413312" : 38358,
"22675456" : 37185,
"22937600" : 36302,
"23199744" : 34388,
"23461888" : 32872,
"23724032" : 31672,
"23986176" : 30043,
"24248320" : 28249,
"24510464" : 27385,
"24772608" : 26619,
"25034752" : 25391,
"25296896" : 24308,
"25559040" : 23196,
"25821184" : 21976,
"26083328" : 20190,
"26345472" : 19463,
"26607616" : 18539,
"26869760" : 17960,
"27131904" : 17154,
"27394048" : 16536,
"27656192" : 15693,
"27918336" : 15388,
"28180480" : 14858,
"28442624" : 14671,
"28704768" : 14335,
"28966912" : 14602,
"29229056" : 14458,
"29491200" : 14290,
"29753344" : 14100,
"30015488" : 14398,
"30277632" : 14209,
"30539776" : 13980,
"30801920" : 13656,
"31064064" : 13424,
"31326208" : 13601,
"31588352" : 13392,
"31850496" : 12938,
"32112640" : 13080,
"32374784" : 12508,
"32636928" : 11979,
"32899072" : 11679,
"33161216" : 11186,
"33423360" : 10742,
"33816576" : 19983,
"34340864" : 17777,
"34865152" : 15574,
"35389440" : 13116,
"35913728" : 10469,
"36438016" : 8265,
"36962304" : 6287,
"37486592" : 4516,
"38010880" : 3157,
"38535168" : 2094,
"39059456" : 1533,
"39583744" : 986,
"40108032" : 669,
"40632320" : 408,
"41156608" : 288,
"41680896" : 172,
"42205184" : 89,
"42729472" : 47,
"43253760" : 28,
"43778048" : 13,
"44302336" : 8,
"44826624" : 4,
"45350912" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 46705012,
"mean" : 22068729.817802,
"stddev" : 6724140.929704,
"N" : 2319677
},
"bw_min" : 64688,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 92899.045226,
"bw_dev" : 1090.801127,
"bw_samples" : 3184,
"iops_min" : 16172,
"iops_max" : 33546,
"iops_mean" : 23223.693467,
"iops_stddev" : 272.682819,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599992,
"usr_cpu" : 0.511690,
"sys_cpu" : 5.783029,
"ctx" : 2644053,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.022546,
"4" : 0.060310,
"10" : 2.952287,
"20" : 41.125787,
"50" : 55.838208,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126022,
"timestamp_ms" : 1774126022193,
"time" : "Sat Mar 21 17:47:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10289082368,
"io_kbytes" : 10047932,
"bw_bytes" : 93537112,
"bw" : 91344,
"iops" : 22836.409091,
"runtime" : 110000,
"total_ios" : 2512005,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5352197,
"mean" : 695972.848488,
"stddev" : 303388.402055,
"N" : 2512005
},
"clat_ns" : {
"min" : 987780,
"max" : 46474148,
"mean" : 21722792.257365,
"stddev" : 6561935.029953,
"N" : 2511989,
"percentile" : {
"1.000000" : 8159232,
"5.000000" : 11337728,
"10.000000" : 13434880,
"20.000000" : 16318464,
"30.000000" : 18219008,
"40.000000" : 19791872,
"50.000000" : 21102592,
"60.000000" : 22675456,
"70.000000" : 24772608,
"80.000000" : 27394048,
"90.000000" : 31064064,
"95.000000" : 33423360,
"99.000000" : 36962304,
"99.500000" : 38010880,
"99.900000" : 40108032,
"99.950000" : 41156608,
"99.990000" : 42729472
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1156,
"8355840" : 1170,
"8454144" : 2489,
"8585216" : 2652,
"8716288" : 2886,
"8847360" : 3060,
"8978432" : 3208,
"9109504" : 3344,
"9240576" : 3410,
"9371648" : 3608,
"9502720" : 3777,
"9633792" : 3774,
"9764864" : 3940,
"9895936" : 4037,
"10027008" : 4324,
"10158080" : 4405,
"10289152" : 4642,
"10420224" : 4826,
"10551296" : 5128,
"10682368" : 5227,
"10813440" : 5393,
"10944512" : 5658,
"11075584" : 5697,
"11206656" : 6030,
"11337728" : 6080,
"11468800" : 6445,
"11599872" : 6661,
"11730944" : 6934,
"11862016" : 7112,
"11993088" : 7331,
"12124160" : 7468,
"12255232" : 7973,
"12386304" : 8188,
"12517376" : 8465,
"12648448" : 8624,
"12779520" : 8837,
"12910592" : 8792,
"13041664" : 9151,
"13172736" : 9365,
"13303808" : 9681,
"13434880" : 10052,
"13565952" : 10003,
"13697024" : 10617,
"13828096" : 10961,
"13959168" : 11339,
"14090240" : 11197,
"14221312" : 11783,
"14352384" : 11649,
"14483456" : 11342,
"14614528" : 11307,
"14745600" : 11433,
"14876672" : 11249,
"15007744" : 11222,
"15138816" : 11200,
"15269888" : 11437,
"15400960" : 11528,
"15532032" : 12076,
"15663104" : 12069,
"15794176" : 12636,
"15925248" : 12563,
"16056320" : 12715,
"16187392" : 12968,
"16318464" : 13634,
"16449536" : 14163,
"16580608" : 14868,
"16711680" : 14961,
"16908288" : 31556,
"17170432" : 33362,
"17432576" : 34450,
"17694720" : 36990,
"17956864" : 38993,
"18219008" : 40522,
"18481152" : 43494,
"18743296" : 44162,
"19005440" : 44711,
"19267584" : 45258,
"19529728" : 44997,
"19791872" : 45166,
"20054016" : 45082,
"20316160" : 44142,
"20578304" : 43681,
"20840448" : 43132,
"21102592" : 42291,
"21364736" : 42136,
"21626880" : 42543,
"21889024" : 42639,
"22151168" : 42408,
"22413312" : 41196,
"22675456" : 40178,
"22937600" : 39321,
"23199744" : 37393,
"23461888" : 36014,
"23724032" : 34992,
"23986176" : 33331,
"24248320" : 31422,
"24510464" : 30840,
"24772608" : 30288,
"25034752" : 29144,
"25296896" : 27939,
"25559040" : 26844,
"25821184" : 25436,
"26083328" : 23527,
"26345472" : 22659,
"26607616" : 21688,
"26869760" : 21107,
"27131904" : 20362,
"27394048" : 19683,
"27656192" : 18575,
"27918336" : 18211,
"28180480" : 17519,
"28442624" : 17270,
"28704768" : 16882,
"28966912" : 17252,
"29229056" : 17116,
"29491200" : 16902,
"29753344" : 16606,
"30015488" : 16806,
"30277632" : 16598,
"30539776" : 16245,
"30801920" : 15893,
"31064064" : 15624,
"31326208" : 15689,
"31588352" : 15396,
"31850496" : 14808,
"32112640" : 14936,
"32374784" : 14210,
"32636928" : 13584,
"32899072" : 13313,
"33161216" : 12688,
"33423360" : 12308,
"33816576" : 22790,
"34340864" : 20116,
"34865152" : 17575,
"35389440" : 14843,
"35913728" : 12031,
"36438016" : 9752,
"36962304" : 7580,
"37486592" : 5586,
"38010880" : 4066,
"38535168" : 2829,
"39059456" : 2189,
"39583744" : 1504,
"40108032" : 1078,
"40632320" : 728,
"41156608" : 480,
"41680896" : 325,
"42205184" : 192,
"42729472" : 111,
"43253760" : 62,
"43778048" : 37,
"44302336" : 22,
"44826624" : 28,
"45350912" : 12,
"45875200" : 6,
"46399488" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 47779703,
"mean" : 22418765.498175,
"stddev" : 6762213.051529,
"N" : 2511989
},
"bw_min" : 64680,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 91422.968037,
"bw_dev" : 1085.689536,
"bw_samples" : 3504,
"iops_min" : 16170,
"iops_max" : 33546,
"iops_mean" : 22854.753425,
"iops_stddev" : 271.402143,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759992,
"usr_cpu" : 0.506707,
"sys_cpu" : 5.746219,
"ctx" : 2855917,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.020820,
"4" : 0.055693,
"10" : 2.726268,
"20" : 39.218632,
"50" : 57.977791,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126032,
"timestamp_ms" : 1774126032195,
"time" : "Sat Mar 21 17:47:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11145670656,
"io_kbytes" : 10884444,
"bw_bytes" : 92879814,
"bw" : 90702,
"iops" : 22675.986033,
"runtime" : 120001,
"total_ios" : 2721141,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5352197,
"mean" : 700944.611564,
"stddev" : 302543.002938,
"N" : 2721141
},
"clat_ns" : {
"min" : 987780,
"max" : 46474148,
"mean" : 21875185.585814,
"stddev" : 6525935.396025,
"N" : 2721125,
"percentile" : {
"1.000000" : 8290304,
"5.000000" : 11599872,
"10.000000" : 13697024,
"20.000000" : 16449536,
"30.000000" : 18481152,
"40.000000" : 19791872,
"50.000000" : 21364736,
"60.000000" : 22937600,
"70.000000" : 24772608,
"80.000000" : 27394048,
"90.000000" : 31326208,
"95.000000" : 33816576,
"99.000000" : 36962304,
"99.500000" : 38010880,
"99.900000" : 40108032,
"99.950000" : 41156608,
"99.990000" : 42729472
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1157,
"8355840" : 1171,
"8454144" : 2495,
"8585216" : 2656,
"8716288" : 2889,
"8847360" : 3061,
"8978432" : 3208,
"9109504" : 3349,
"9240576" : 3411,
"9371648" : 3615,
"9502720" : 3780,
"9633792" : 3781,
"9764864" : 3946,
"9895936" : 4041,
"10027008" : 4336,
"10158080" : 4418,
"10289152" : 4664,
"10420224" : 4850,
"10551296" : 5153,
"10682368" : 5249,
"10813440" : 5416,
"10944512" : 5689,
"11075584" : 5716,
"11206656" : 6065,
"11337728" : 6117,
"11468800" : 6481,
"11599872" : 6696,
"11730944" : 6987,
"11862016" : 7180,
"11993088" : 7404,
"12124160" : 7556,
"12255232" : 8078,
"12386304" : 8309,
"12517376" : 8574,
"12648448" : 8756,
"12779520" : 8996,
"12910592" : 8961,
"13041664" : 9338,
"13172736" : 9614,
"13303808" : 9992,
"13434880" : 10385,
"13565952" : 10354,
"13697024" : 11007,
"13828096" : 11387,
"13959168" : 11811,
"14090240" : 11703,
"14221312" : 12342,
"14352384" : 12248,
"14483456" : 11985,
"14614528" : 11932,
"14745600" : 12129,
"14876672" : 11969,
"15007744" : 11986,
"15138816" : 11975,
"15269888" : 12291,
"15400960" : 12393,
"15532032" : 12965,
"15663104" : 13007,
"15794176" : 13639,
"15925248" : 13653,
"16056320" : 13712,
"16187392" : 14039,
"16318464" : 14748,
"16449536" : 15333,
"16580608" : 16113,
"16711680" : 16142,
"16908288" : 33986,
"17170432" : 35834,
"17432576" : 37021,
"17694720" : 39605,
"17956864" : 41727,
"18219008" : 43361,
"18481152" : 46476,
"18743296" : 47419,
"19005440" : 48442,
"19267584" : 49180,
"19529728" : 49017,
"19791872" : 49232,
"20054016" : 48901,
"20316160" : 48138,
"20578304" : 47380,
"20840448" : 46997,
"21102592" : 46346,
"21364736" : 46241,
"21626880" : 46695,
"21889024" : 46699,
"22151168" : 46362,
"22413312" : 44920,
"22675456" : 43791,
"22937600" : 42875,
"23199744" : 40786,
"23461888" : 39242,
"23724032" : 38079,
"23986176" : 36379,
"24248320" : 34346,
"24510464" : 33760,
"24772608" : 33200,
"25034752" : 32128,
"25296896" : 30880,
"25559040" : 29857,
"25821184" : 28486,
"26083328" : 26403,
"26345472" : 25590,
"26607616" : 24447,
"26869760" : 23665,
"27131904" : 22934,
"27394048" : 22165,
"27656192" : 20749,
"27918336" : 20299,
"28180480" : 19531,
"28442624" : 19149,
"28704768" : 18864,
"28966912" : 19187,
"29229056" : 19111,
"29491200" : 18867,
"29753344" : 18574,
"30015488" : 18816,
"30277632" : 18472,
"30539776" : 18048,
"30801920" : 17688,
"31064064" : 17386,
"31326208" : 17401,
"31588352" : 17099,
"31850496" : 16366,
"32112640" : 16423,
"32374784" : 15640,
"32636928" : 14925,
"32899072" : 14529,
"33161216" : 13899,
"33423360" : 13489,
"33816576" : 24877,
"34340864" : 21884,
"34865152" : 19195,
"35389440" : 16279,
"35913728" : 13231,
"36438016" : 10758,
"36962304" : 8409,
"37486592" : 6209,
"38010880" : 4503,
"38535168" : 3255,
"39059456" : 2540,
"39583744" : 1773,
"40108032" : 1257,
"40632320" : 895,
"41156608" : 589,
"41680896" : 399,
"42205184" : 240,
"42729472" : 129,
"43253760" : 74,
"43778048" : 37,
"44302336" : 22,
"44826624" : 28,
"45350912" : 12,
"45875200" : 6,
"46399488" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 47779703,
"mean" : 22576044.669815,
"stddev" : 6725096.747482,
"N" : 2721125
},
"bw_min" : 63904,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 90762.309623,
"bw_dev" : 1058.054614,
"bw_samples" : 3824,
"iops_min" : 15976,
"iops_max" : 33546,
"iops_mean" : 22689.552301,
"iops_stddev" : 264.493990,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920002,
"usr_cpu" : 0.504843,
"sys_cpu" : 5.770931,
"ctx" : 3092379,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.019220,
"4" : 0.051412,
"10" : 2.518686,
"20" : 38.454420,
"50" : 58.955526,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126042,
"timestamp_ms" : 1774126042194,
"time" : "Sat Mar 21 17:47:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11940184064,
"io_kbytes" : 11660336,
"bw_bytes" : 91846863,
"bw" : 89694,
"iops" : 22423.865970,
"runtime" : 130001,
"total_ios" : 2915125,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5488544,
"mean" : 708898.353052,
"stddev" : 304293.297968,
"N" : 2915125
},
"clat_ns" : {
"min" : 987780,
"max" : 46474148,
"mean" : 22122270.548139,
"stddev" : 6577859.501916,
"N" : 2915109,
"percentile" : {
"1.000000" : 8454144,
"5.000000" : 11730944,
"10.000000" : 13828096,
"20.000000" : 16711680,
"30.000000" : 18481152,
"40.000000" : 20054016,
"50.000000" : 21626880,
"60.000000" : 23199744,
"70.000000" : 25034752,
"80.000000" : 27918336,
"90.000000" : 31588352,
"95.000000" : 33816576,
"99.000000" : 37486592,
"99.500000" : 38535168,
"99.900000" : 40632320,
"99.950000" : 41680896,
"99.990000" : 42729472
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1157,
"8355840" : 1171,
"8454144" : 2495,
"8585216" : 2656,
"8716288" : 2889,
"8847360" : 3061,
"8978432" : 3208,
"9109504" : 3349,
"9240576" : 3411,
"9371648" : 3615,
"9502720" : 3780,
"9633792" : 3781,
"9764864" : 3946,
"9895936" : 4041,
"10027008" : 4336,
"10158080" : 4418,
"10289152" : 4664,
"10420224" : 4850,
"10551296" : 5153,
"10682368" : 5249,
"10813440" : 5416,
"10944512" : 5689,
"11075584" : 5716,
"11206656" : 6065,
"11337728" : 6117,
"11468800" : 6481,
"11599872" : 6696,
"11730944" : 6987,
"11862016" : 7180,
"11993088" : 7404,
"12124160" : 7556,
"12255232" : 8078,
"12386304" : 8309,
"12517376" : 8574,
"12648448" : 8756,
"12779520" : 8996,
"12910592" : 8961,
"13041664" : 9339,
"13172736" : 9617,
"13303808" : 9995,
"13434880" : 10385,
"13565952" : 10369,
"13697024" : 11020,
"13828096" : 11405,
"13959168" : 11825,
"14090240" : 11727,
"14221312" : 12360,
"14352384" : 12287,
"14483456" : 12038,
"14614528" : 11995,
"14745600" : 12232,
"14876672" : 12073,
"15007744" : 12112,
"15138816" : 12134,
"15269888" : 12477,
"15400960" : 12628,
"15532032" : 13185,
"15663104" : 13246,
"15794176" : 13922,
"15925248" : 13965,
"16056320" : 14078,
"16187392" : 14460,
"16318464" : 15185,
"16449536" : 15847,
"16580608" : 16678,
"16711680" : 16776,
"16908288" : 35346,
"17170432" : 37562,
"17432576" : 39147,
"17694720" : 41936,
"17956864" : 44209,
"18219008" : 45972,
"18481152" : 49430,
"18743296" : 50590,
"19005440" : 51731,
"19267584" : 52614,
"19529728" : 52650,
"19791872" : 53022,
"20054016" : 52551,
"20316160" : 52243,
"20578304" : 51740,
"20840448" : 51482,
"21102592" : 50844,
"21364736" : 50662,
"21626880" : 51102,
"21889024" : 51113,
"22151168" : 50586,
"22413312" : 48847,
"22675456" : 47452,
"22937600" : 46566,
"23199744" : 44290,
"23461888" : 42683,
"23724032" : 41233,
"23986176" : 39407,
"24248320" : 37283,
"24510464" : 36493,
"24772608" : 35706,
"25034752" : 34510,
"25296896" : 33122,
"25559040" : 31891,
"25821184" : 30406,
"26083328" : 28248,
"26345472" : 27408,
"26607616" : 26163,
"26869760" : 25244,
"27131904" : 24526,
"27394048" : 23650,
"27656192" : 22185,
"27918336" : 21694,
"28180480" : 20886,
"28442624" : 20502,
"28704768" : 20129,
"28966912" : 20475,
"29229056" : 20358,
"29491200" : 20093,
"29753344" : 19893,
"30015488" : 20108,
"30277632" : 19880,
"30539776" : 19453,
"30801920" : 19149,
"31064064" : 18927,
"31326208" : 18969,
"31588352" : 18678,
"31850496" : 18089,
"32112640" : 18163,
"32374784" : 17448,
"32636928" : 16823,
"32899072" : 16464,
"33161216" : 15933,
"33423360" : 15586,
"33816576" : 28931,
"34340864" : 25748,
"34865152" : 22882,
"35389440" : 19675,
"35913728" : 16150,
"36438016" : 13312,
"36962304" : 10539,
"37486592" : 7895,
"38010880" : 5945,
"38535168" : 4416,
"39059456" : 3478,
"39583744" : 2599,
"40108032" : 1904,
"40632320" : 1348,
"41156608" : 944,
"41680896" : 656,
"42205184" : 432,
"42729472" : 245,
"43253760" : 150,
"43778048" : 59,
"44302336" : 22,
"44826624" : 29,
"45350912" : 12,
"45875200" : 6,
"46399488" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 47779703,
"mean" : 22831162.050464,
"stddev" : 6778929.772848,
"N" : 2915109
},
"bw_min" : 63824,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 89799.722008,
"bw_dev" : 1045.964990,
"bw_samples" : 4144,
"iops_min" : 15956,
"iops_max" : 33546,
"iops_mean" : 22448.984556,
"iops_stddev" : 261.469492,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080002,
"usr_cpu" : 0.501634,
"sys_cpu" : 5.760956,
"ctx" : 3307134,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.017941,
"4" : 0.047991,
"10" : 2.351083,
"20" : 37.237751,
"50" : 60.344548,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126052,
"timestamp_ms" : 1774126052193,
"time" : "Sat Mar 21 17:47:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12712574976,
"io_kbytes" : 12414624,
"bw_bytes" : 90804106,
"bw" : 88675,
"iops" : 22169.121429,
"runtime" : 140000,
"total_ios" : 3103677,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5488544,
"mean" : 717118.320464,
"stddev" : 306265.370392,
"N" : 3103677
},
"clat_ns" : {
"min" : 987780,
"max" : 46474148,
"mean" : 22376062.307380,
"stddev" : 6630962.494016,
"N" : 3103661,
"percentile" : {
"1.000000" : 8454144,
"5.000000" : 11993088,
"10.000000" : 14090240,
"20.000000" : 16908288,
"30.000000" : 18743296,
"40.000000" : 20316160,
"50.000000" : 21626880,
"60.000000" : 23199744,
"70.000000" : 25296896,
"80.000000" : 28180480,
"90.000000" : 31850496,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 41680896,
"99.990000" : 43253760
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1157,
"8355840" : 1171,
"8454144" : 2495,
"8585216" : 2656,
"8716288" : 2889,
"8847360" : 3061,
"8978432" : 3208,
"9109504" : 3349,
"9240576" : 3411,
"9371648" : 3615,
"9502720" : 3780,
"9633792" : 3781,
"9764864" : 3946,
"9895936" : 4041,
"10027008" : 4336,
"10158080" : 4418,
"10289152" : 4664,
"10420224" : 4850,
"10551296" : 5153,
"10682368" : 5249,
"10813440" : 5416,
"10944512" : 5689,
"11075584" : 5716,
"11206656" : 6065,
"11337728" : 6117,
"11468800" : 6481,
"11599872" : 6696,
"11730944" : 6987,
"11862016" : 7180,
"11993088" : 7404,
"12124160" : 7556,
"12255232" : 8078,
"12386304" : 8309,
"12517376" : 8574,
"12648448" : 8756,
"12779520" : 8996,
"12910592" : 8961,
"13041664" : 9339,
"13172736" : 9617,
"13303808" : 9995,
"13434880" : 10385,
"13565952" : 10369,
"13697024" : 11020,
"13828096" : 11407,
"13959168" : 11828,
"14090240" : 11732,
"14221312" : 12360,
"14352384" : 12291,
"14483456" : 12040,
"14614528" : 12000,
"14745600" : 12247,
"14876672" : 12085,
"15007744" : 12136,
"15138816" : 12154,
"15269888" : 12519,
"15400960" : 12687,
"15532032" : 13245,
"15663104" : 13342,
"15794176" : 14016,
"15925248" : 14092,
"16056320" : 14276,
"16187392" : 14668,
"16318464" : 15435,
"16449536" : 16152,
"16580608" : 16976,
"16711680" : 17150,
"16908288" : 36067,
"17170432" : 38413,
"17432576" : 40251,
"17694720" : 43165,
"17956864" : 45642,
"18219008" : 47531,
"18481152" : 51209,
"18743296" : 52533,
"19005440" : 54000,
"19267584" : 55165,
"19529728" : 55511,
"19791872" : 56186,
"20054016" : 56172,
"20316160" : 56009,
"20578304" : 55833,
"20840448" : 55767,
"21102592" : 55183,
"21364736" : 55032,
"21626880" : 55401,
"21889024" : 55229,
"22151168" : 54626,
"22413312" : 52752,
"22675456" : 51441,
"22937600" : 50327,
"23199744" : 48014,
"23461888" : 46341,
"23724032" : 44986,
"23986176" : 43171,
"24248320" : 41086,
"24510464" : 40050,
"24772608" : 39003,
"25034752" : 37680,
"25296896" : 36186,
"25559040" : 34861,
"25821184" : 33240,
"26083328" : 31053,
"26345472" : 30062,
"26607616" : 28546,
"26869760" : 27428,
"27131904" : 26417,
"27394048" : 25416,
"27656192" : 23809,
"27918336" : 23176,
"28180480" : 22331,
"28442624" : 21892,
"28704768" : 21449,
"28966912" : 21790,
"29229056" : 21575,
"29491200" : 21439,
"29753344" : 21195,
"30015488" : 21415,
"30277632" : 21182,
"30539776" : 20739,
"30801920" : 20535,
"31064064" : 20191,
"31326208" : 20364,
"31588352" : 20043,
"31850496" : 19560,
"32112640" : 19537,
"32374784" : 18858,
"32636928" : 18205,
"32899072" : 17854,
"33161216" : 17247,
"33423360" : 16977,
"33816576" : 31686,
"34340864" : 28601,
"34865152" : 25754,
"35389440" : 22617,
"35913728" : 19225,
"36438016" : 16442,
"36962304" : 13535,
"37486592" : 10709,
"38010880" : 8380,
"38535168" : 6523,
"39059456" : 5159,
"39583744" : 3885,
"40108032" : 2874,
"40632320" : 1959,
"41156608" : 1334,
"41680896" : 910,
"42205184" : 636,
"42729472" : 354,
"43253760" : 195,
"43778048" : 73,
"44302336" : 23,
"44826624" : 30,
"45350912" : 12,
"45875200" : 6,
"46399488" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 47779703,
"mean" : 23093154.595996,
"stddev" : 6833940.680586,
"N" : 3103661
},
"bw_min" : 61416,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 88783.942652,
"bw_dev" : 1040.080988,
"bw_samples" : 4464,
"iops_min" : 15354,
"iops_max" : 33546,
"iops_mean" : 22195.064516,
"iops_stddev" : 259.997709,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239996,
"usr_cpu" : 0.497903,
"sys_cpu" : 5.748626,
"ctx" : 3517276,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.016851,
"4" : 0.045076,
"10" : 2.208252,
"20" : 35.772376,
"50" : 61.956802,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126062,
"timestamp_ms" : 1774126062194,
"time" : "Sat Mar 21 17:47:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13521821696,
"io_kbytes" : 13204904,
"bw_bytes" : 90145477,
"bw" : 88032,
"iops" : 22008.360000,
"runtime" : 150000,
"total_ios" : 3301254,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5488544,
"mean" : 722406.206538,
"stddev" : 306452.905562,
"N" : 3301254
},
"clat_ns" : {
"min" : 987780,
"max" : 46474148,
"mean" : 22539082.345357,
"stddev" : 6619299.136802,
"N" : 3301238,
"percentile" : {
"1.000000" : 8585216,
"5.000000" : 12124160,
"10.000000" : 14352384,
"20.000000" : 17170432,
"30.000000" : 19005440,
"40.000000" : 20316160,
"50.000000" : 21889024,
"60.000000" : 23461888,
"70.000000" : 25296896,
"80.000000" : 28442624,
"90.000000" : 32112640,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 41680896,
"99.990000" : 43253760
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1157,
"8355840" : 1171,
"8454144" : 2495,
"8585216" : 2656,
"8716288" : 2889,
"8847360" : 3061,
"8978432" : 3208,
"9109504" : 3349,
"9240576" : 3411,
"9371648" : 3615,
"9502720" : 3780,
"9633792" : 3781,
"9764864" : 3946,
"9895936" : 4041,
"10027008" : 4336,
"10158080" : 4418,
"10289152" : 4664,
"10420224" : 4850,
"10551296" : 5153,
"10682368" : 5249,
"10813440" : 5416,
"10944512" : 5689,
"11075584" : 5716,
"11206656" : 6065,
"11337728" : 6117,
"11468800" : 6481,
"11599872" : 6696,
"11730944" : 6987,
"11862016" : 7180,
"11993088" : 7404,
"12124160" : 7556,
"12255232" : 8078,
"12386304" : 8309,
"12517376" : 8580,
"12648448" : 8758,
"12779520" : 9001,
"12910592" : 8964,
"13041664" : 9341,
"13172736" : 9619,
"13303808" : 9998,
"13434880" : 10389,
"13565952" : 10383,
"13697024" : 11038,
"13828096" : 11422,
"13959168" : 11856,
"14090240" : 11780,
"14221312" : 12415,
"14352384" : 12340,
"14483456" : 12097,
"14614528" : 12048,
"14745600" : 12297,
"14876672" : 12152,
"15007744" : 12225,
"15138816" : 12275,
"15269888" : 12650,
"15400960" : 12823,
"15532032" : 13401,
"15663104" : 13493,
"15794176" : 14183,
"15925248" : 14308,
"16056320" : 14516,
"16187392" : 14944,
"16318464" : 15774,
"16449536" : 16538,
"16580608" : 17446,
"16711680" : 17667,
"16908288" : 37424,
"17170432" : 40205,
"17432576" : 42563,
"17694720" : 45858,
"17956864" : 48653,
"18219008" : 50900,
"18481152" : 54619,
"18743296" : 55969,
"19005440" : 57639,
"19267584" : 58870,
"19529728" : 59523,
"19791872" : 60405,
"20054016" : 60412,
"20316160" : 60642,
"20578304" : 60392,
"20840448" : 60450,
"21102592" : 59771,
"21364736" : 59640,
"21626880" : 59922,
"21889024" : 59834,
"22151168" : 59227,
"22413312" : 57016,
"22675456" : 55723,
"22937600" : 54484,
"23199744" : 51982,
"23461888" : 49976,
"23724032" : 48235,
"23986176" : 46420,
"24248320" : 44203,
"24510464" : 42813,
"24772608" : 41530,
"25034752" : 40106,
"25296896" : 38425,
"25559040" : 36913,
"25821184" : 34974,
"26083328" : 32571,
"26345472" : 31439,
"26607616" : 29827,
"26869760" : 28675,
"27131904" : 27596,
"27394048" : 26475,
"27656192" : 24886,
"27918336" : 24379,
"28180480" : 23525,
"28442624" : 23142,
"28704768" : 22739,
"28966912" : 23109,
"29229056" : 22907,
"29491200" : 22779,
"29753344" : 22651,
"30015488" : 22896,
"30277632" : 22808,
"30539776" : 22470,
"30801920" : 22394,
"31064064" : 22139,
"31326208" : 22429,
"31588352" : 22242,
"31850496" : 21872,
"32112640" : 21821,
"32374784" : 21089,
"32636928" : 20460,
"32899072" : 20116,
"33161216" : 19626,
"33423360" : 19400,
"33816576" : 36177,
"34340864" : 32912,
"34865152" : 29439,
"35389440" : 25872,
"35913728" : 21527,
"36438016" : 18329,
"36962304" : 14920,
"37486592" : 11652,
"38010880" : 9062,
"38535168" : 6869,
"39059456" : 5399,
"39583744" : 4049,
"40108032" : 2969,
"40632320" : 2003,
"41156608" : 1366,
"41680896" : 919,
"42205184" : 640,
"42729472" : 354,
"43253760" : 195,
"43778048" : 73,
"44302336" : 23,
"44826624" : 30,
"45350912" : 12,
"45875200" : 6,
"46399488" : 3
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 47779703,
"mean" : 23261429.771831,
"stddev" : 6821923.518762,
"N" : 3301238
},
"bw_min" : 61416,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 88064.926421,
"bw_dev" : 1024.116127,
"bw_samples" : 4784,
"iops_min" : 15354,
"iops_max" : 33546,
"iops_mean" : 22015.327759,
"iops_stddev" : 256.007154,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399996,
"usr_cpu" : 0.496959,
"sys_cpu" : 5.764801,
"ctx" : 3740265,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.015842,
"4" : 0.042378,
"10" : 2.076090,
"20" : 34.905675,
"50" : 62.959409,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126072,
"timestamp_ms" : 1774126072193,
"time" : "Sat Mar 21 17:47:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14309142528,
"io_kbytes" : 13973772,
"bw_bytes" : 89431581,
"bw" : 87335,
"iops" : 21834.001037,
"runtime" : 160001,
"total_ios" : 3493462,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5488544,
"mean" : 728217.874383,
"stddev" : 307224.205309,
"N" : 3493462
},
"clat_ns" : {
"min" : 987780,
"max" : 46884616,
"mean" : 22719325.564711,
"stddev" : 6616585.397024,
"N" : 3493446,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 12255232,
"10.000000" : 14483456,
"20.000000" : 17432576,
"30.000000" : 19267584,
"40.000000" : 20578304,
"50.000000" : 22151168,
"60.000000" : 23461888,
"70.000000" : 25559040,
"80.000000" : 28442624,
"90.000000" : 32374784,
"95.000000" : 34340864,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 41680896,
"99.990000" : 43253760
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1157,
"8355840" : 1171,
"8454144" : 2495,
"8585216" : 2656,
"8716288" : 2889,
"8847360" : 3061,
"8978432" : 3208,
"9109504" : 3349,
"9240576" : 3411,
"9371648" : 3615,
"9502720" : 3780,
"9633792" : 3781,
"9764864" : 3946,
"9895936" : 4041,
"10027008" : 4336,
"10158080" : 4418,
"10289152" : 4664,
"10420224" : 4850,
"10551296" : 5153,
"10682368" : 5249,
"10813440" : 5416,
"10944512" : 5689,
"11075584" : 5716,
"11206656" : 6065,
"11337728" : 6117,
"11468800" : 6481,
"11599872" : 6696,
"11730944" : 6987,
"11862016" : 7180,
"11993088" : 7404,
"12124160" : 7556,
"12255232" : 8078,
"12386304" : 8309,
"12517376" : 8580,
"12648448" : 8758,
"12779520" : 9003,
"12910592" : 8973,
"13041664" : 9349,
"13172736" : 9625,
"13303808" : 10006,
"13434880" : 10396,
"13565952" : 10393,
"13697024" : 11057,
"13828096" : 11430,
"13959168" : 11865,
"14090240" : 11793,
"14221312" : 12435,
"14352384" : 12358,
"14483456" : 12113,
"14614528" : 12063,
"14745600" : 12324,
"14876672" : 12184,
"15007744" : 12257,
"15138816" : 12327,
"15269888" : 12701,
"15400960" : 12898,
"15532032" : 13502,
"15663104" : 13620,
"15794176" : 14307,
"15925248" : 14446,
"16056320" : 14688,
"16187392" : 15182,
"16318464" : 15993,
"16449536" : 16802,
"16580608" : 17772,
"16711680" : 18048,
"16908288" : 38221,
"17170432" : 41132,
"17432576" : 43659,
"17694720" : 47114,
"17956864" : 50144,
"18219008" : 52519,
"18481152" : 56561,
"18743296" : 58115,
"19005440" : 59979,
"19267584" : 61488,
"19529728" : 62412,
"19791872" : 63627,
"20054016" : 64056,
"20316160" : 64661,
"20578304" : 64508,
"20840448" : 64616,
"21102592" : 64167,
"21364736" : 64052,
"21626880" : 64459,
"21889024" : 64292,
"22151168" : 63717,
"22413312" : 61563,
"22675456" : 60006,
"22937600" : 58763,
"23199744" : 56468,
"23461888" : 54329,
"23724032" : 52520,
"23986176" : 50519,
"24248320" : 48265,
"24510464" : 46446,
"24772608" : 44989,
"25034752" : 43245,
"25296896" : 41396,
"25559040" : 39732,
"25821184" : 37555,
"26083328" : 34961,
"26345472" : 33668,
"26607616" : 31924,
"26869760" : 30578,
"27131904" : 29362,
"27394048" : 28287,
"27656192" : 26539,
"27918336" : 25987,
"28180480" : 24965,
"28442624" : 24670,
"28704768" : 24233,
"28966912" : 24634,
"29229056" : 24365,
"29491200" : 24332,
"29753344" : 24169,
"30015488" : 24394,
"30277632" : 24395,
"30539776" : 24177,
"30801920" : 24108,
"31064064" : 23867,
"31326208" : 24139,
"31588352" : 24029,
"31850496" : 23575,
"32112640" : 23540,
"32374784" : 22841,
"32636928" : 22243,
"32899072" : 22011,
"33161216" : 21496,
"33423360" : 21223,
"33816576" : 39789,
"34340864" : 36202,
"34865152" : 32525,
"35389440" : 28821,
"35913728" : 24084,
"36438016" : 20522,
"36962304" : 16782,
"37486592" : 13145,
"38010880" : 10213,
"38535168" : 7752,
"39059456" : 6067,
"39583744" : 4599,
"40108032" : 3383,
"40632320" : 2302,
"41156608" : 1606,
"41680896" : 1123,
"42205184" : 777,
"42729472" : 454,
"43253760" : 247,
"43778048" : 121,
"44302336" : 50,
"44826624" : 42,
"45350912" : 20,
"45875200" : 9,
"46399488" : 13,
"46923776" : 5
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 48333650,
"mean" : 23447521.889017,
"stddev" : 6819194.155379,
"N" : 3493446
},
"bw_min" : 61400,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 87397.733542,
"bw_dev" : 1011.941885,
"bw_samples" : 5104,
"iops_min" : 15350,
"iops_max" : 33546,
"iops_mean" : 21848.573668,
"iops_stddev" : 252.963136,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559999,
"usr_cpu" : 0.495235,
"sys_cpu" : 5.771760,
"ctx" : 3955007,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.014971,
"4" : 0.040046,
"10" : 1.961865,
"20" : 33.726515,
"50" : 64.256030,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126082,
"timestamp_ms" : 1774126082194,
"time" : "Sat Mar 21 17:48:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15111397376,
"io_kbytes" : 14757224,
"bw_bytes" : 88890572,
"bw" : 86807,
"iops" : 21702.088235,
"runtime" : 170000,
"total_ios" : 3689355,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5488544,
"mean" : 732692.629084,
"stddev" : 307281.665197,
"N" : 3689355
},
"clat_ns" : {
"min" : 987780,
"max" : 46884616,
"mean" : 22857883.875401,
"stddev" : 6591768.568929,
"N" : 3689339,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 12386304,
"10.000000" : 14745600,
"20.000000" : 17694720,
"30.000000" : 19267584,
"40.000000" : 20840448,
"50.000000" : 22151168,
"60.000000" : 23724032,
"70.000000" : 25821184,
"80.000000" : 28704768,
"90.000000" : 32374784,
"95.000000" : 34865152,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 42205184,
"99.990000" : 43253760
},
"bins" : {
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 6,
"1073152" : 2,
"1089536" : 5,
"1105920" : 5,
"1122304" : 2,
"1138688" : 8,
"1155072" : 9,
"1171456" : 1,
"1187840" : 4,
"1204224" : 3,
"1220608" : 5,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 14,
"1531904" : 8,
"1548288" : 5,
"1564672" : 3,
"1581056" : 4,
"1597440" : 3,
"1613824" : 6,
"1630208" : 6,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 9,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 10,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 6,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 6,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 16,
"2146304" : 17,
"2179072" : 24,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 12,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 11,
"2473984" : 20,
"2506752" : 20,
"2539520" : 18,
"2572288" : 17,
"2605056" : 21,
"2637824" : 20,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 27,
"2801664" : 19,
"2834432" : 18,
"2867200" : 24,
"2899968" : 15,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 23,
"3063808" : 17,
"3096576" : 25,
"3129344" : 21,
"3162112" : 23,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 24,
"3325952" : 21,
"3358720" : 28,
"3391488" : 29,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 29,
"3588096" : 28,
"3620864" : 32,
"3653632" : 24,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 30,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 32,
"3948544" : 25,
"3981312" : 31,
"4014080" : 39,
"4046848" : 34,
"4079616" : 31,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 80,
"4292608" : 85,
"4358144" : 75,
"4423680" : 87,
"4489216" : 87,
"4554752" : 74,
"4620288" : 81,
"4685824" : 89,
"4751360" : 84,
"4816896" : 98,
"4882432" : 76,
"4947968" : 92,
"5013504" : 93,
"5079040" : 111,
"5144576" : 121,
"5210112" : 107,
"5275648" : 141,
"5341184" : 155,
"5406720" : 149,
"5472256" : 142,
"5537792" : 188,
"5603328" : 200,
"5668864" : 197,
"5734400" : 212,
"5799936" : 217,
"5865472" : 251,
"5931008" : 259,
"5996544" : 270,
"6062080" : 280,
"6127616" : 271,
"6193152" : 305,
"6258688" : 312,
"6324224" : 332,
"6389760" : 341,
"6455296" : 350,
"6520832" : 410,
"6586368" : 422,
"6651904" : 411,
"6717440" : 459,
"6782976" : 390,
"6848512" : 449,
"6914048" : 475,
"6979584" : 523,
"7045120" : 496,
"7110656" : 538,
"7176192" : 552,
"7241728" : 557,
"7307264" : 667,
"7372800" : 648,
"7438336" : 693,
"7503872" : 687,
"7569408" : 710,
"7634944" : 782,
"7700480" : 815,
"7766016" : 820,
"7831552" : 906,
"7897088" : 856,
"7962624" : 926,
"8028160" : 1050,
"8093696" : 1068,
"8159232" : 1069,
"8224768" : 1088,
"8290304" : 1157,
"8355840" : 1171,
"8454144" : 2495,
"8585216" : 2656,
"8716288" : 2889,
"8847360" : 3061,
"8978432" : 3208,
"9109504" : 3349,
"9240576" : 3411,
"9371648" : 3615,
"9502720" : 3780,
"9633792" : 3781,
"9764864" : 3946,
"9895936" : 4041,
"10027008" : 4336,
"10158080" : 4418,
"10289152" : 4664,
"10420224" : 4850,
"10551296" : 5154,
"10682368" : 5250,
"10813440" : 5420,
"10944512" : 5690,
"11075584" : 5719,
"11206656" : 6072,
"11337728" : 6127,
"11468800" : 6491,
"11599872" : 6716,
"11730944" : 7002,
"11862016" : 7207,
"11993088" : 7432,
"12124160" : 7587,
"12255232" : 8103,
"12386304" : 8350,
"12517376" : 8619,
"12648448" : 8793,
"12779520" : 9055,
"12910592" : 9029,
"13041664" : 9398,
"13172736" : 9679,
"13303808" : 10082,
"13434880" : 10492,
"13565952" : 10484,
"13697024" : 11152,
"13828096" : 11536,
"13959168" : 11980,
"14090240" : 11913,
"14221312" : 12596,
"14352384" : 12480,
"14483456" : 12286,
"14614528" : 12242,
"14745600" : 12491,
"14876672" : 12362,
"15007744" : 12441,
"15138816" : 12484,
"15269888" : 12865,
"15400960" : 13096,
"15532032" : 13680,
"15663104" : 13785,
"15794176" : 14514,
"15925248" : 14666,
"16056320" : 14920,
"16187392" : 15430,
"16318464" : 16308,
"16449536" : 17137,
"16580608" : 18117,
"16711680" : 18461,
"16908288" : 39220,
"17170432" : 42207,
"17432576" : 45015,
"17694720" : 48726,
"17956864" : 52065,
"18219008" : 54653,
"18481152" : 58987,
"18743296" : 60679,
"19005440" : 62712,
"19267584" : 64583,
"19529728" : 65689,
"19791872" : 67316,
"20054016" : 68152,
"20316160" : 68999,
"20578304" : 69021,
"20840448" : 68932,
"21102592" : 68320,
"21364736" : 68083,
"21626880" : 68295,
"21889024" : 68092,
"22151168" : 67329,
"22413312" : 65300,
"22675456" : 63770,
"22937600" : 62546,
"23199744" : 60027,
"23461888" : 57829,
"23724032" : 56039,
"23986176" : 53905,
"24248320" : 51495,
"24510464" : 49670,
"24772608" : 48296,
"25034752" : 46596,
"25296896" : 44750,
"25559040" : 42851,
"25821184" : 40652,
"26083328" : 37829,
"26345472" : 36311,
"26607616" : 34447,
"26869760" : 32989,
"27131904" : 31570,
"27394048" : 30396,
"27656192" : 28602,
"27918336" : 27859,
"28180480" : 26822,
"28442624" : 26600,
"28704768" : 25991,
"28966912" : 26455,
"29229056" : 26180,
"29491200" : 26247,
"29753344" : 26074,
"30015488" : 26271,
"30277632" : 26347,
"30539776" : 26101,
"30801920" : 26117,
"31064064" : 25871,
"31326208" : 26299,
"31588352" : 26237,
"31850496" : 25819,
"32112640" : 25858,
"32374784" : 25144,
"32636928" : 24478,
"32899072" : 24123,
"33161216" : 23540,
"33423360" : 23113,
"33816576" : 43091,
"34340864" : 38787,
"34865152" : 34914,
"35389440" : 30710,
"35913728" : 25568,
"36438016" : 21803,
"36962304" : 17854,
"37486592" : 14097,
"38010880" : 10973,
"38535168" : 8334,
"39059456" : 6517,
"39583744" : 4936,
"40108032" : 3667,
"40632320" : 2453,
"41156608" : 1712,
"41680896" : 1221,
"42205184" : 847,
"42729472" : 493,
"43253760" : 267,
"43778048" : 126,
"44302336" : 54,
"44826624" : 42,
"45350912" : 20,
"45875200" : 9,
"46399488" : 13,
"46923776" : 5
}
},
"lat_ns" : {
"min" : 1020940,
"max" : 48333650,
"mean" : 23590572.207776,
"stddev" : 6793614.135269,
"N" : 3689339
},
"bw_min" : 61312,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 86875.035398,
"bw_dev" : 995.256685,
"bw_samples" : 5424,
"iops_min" : 15328,
"iops_max" : 33546,
"iops_mean" : 21717.914454,
"iops_stddev" : 248.791799,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719987,
"usr_cpu" : 0.494046,
"sys_cpu" : 5.792454,
"ctx" : 4174369,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.014176,
"4" : 0.037920,
"10" : 1.857696,
"20" : 32.845877,
"50" : 65.243789,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126092,
"timestamp_ms" : 1774126092202,
"time" : "Sat Mar 21 17:48:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 12356,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15890059264,
"io_kbytes" : 15517636,
"bw_bytes" : 88277126,
"bw" : 86208,
"iops" : 21550.254997,
"runtime" : 180002,
"total_ios" : 3879089,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5488544,
"mean" : 737878.937426,
"stddev" : 308305.880136,
"N" : 3879105
},
"clat_ns" : {
"min" : 3465,
"max" : 46884616,
"mean" : 23016868.238931,
"stddev" : 6599942.508359,
"N" : 3879585,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 12517376,
"10.000000" : 14876672,
"20.000000" : 17694720,
"30.000000" : 19529728,
"40.000000" : 20840448,
"50.000000" : 22413312,
"60.000000" : 23724032,
"70.000000" : 25821184,
"80.000000" : 28966912,
"90.000000" : 32636928,
"95.000000" : 34865152,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 42205184,
"99.990000" : 43253760
},
"bins" : {
"3472" : 1,
"3664" : 1,
"3856" : 1,
"3952" : 2,
"4048" : 1,
"4128" : 1,
"4384" : 1,
"4896" : 1,
"5344" : 1,
"5920" : 1,
"6048" : 1,
"6304" : 1,
"6560" : 1,
"6880" : 1,
"12480" : 1,
"432128" : 1,
"485376" : 1,
"536576" : 1,
"577536" : 1,
"659456" : 1,
"684032" : 2,
"692224" : 3,
"700416" : 1,
"733184" : 2,
"757760" : 2,
"954368" : 2,
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 7,
"1073152" : 2,
"1089536" : 5,
"1105920" : 6,
"1122304" : 2,
"1138688" : 8,
"1155072" : 10,
"1171456" : 2,
"1187840" : 4,
"1204224" : 3,
"1220608" : 7,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 7,
"1351680" : 6,
"1368064" : 8,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 15,
"1531904" : 8,
"1548288" : 6,
"1564672" : 4,
"1581056" : 4,
"1597440" : 5,
"1613824" : 6,
"1630208" : 8,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 10,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 11,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 7,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 7,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 20,
"2146304" : 18,
"2179072" : 25,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 13,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 12,
"2473984" : 20,
"2506752" : 20,
"2539520" : 19,
"2572288" : 18,
"2605056" : 21,
"2637824" : 21,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 28,
"2801664" : 19,
"2834432" : 19,
"2867200" : 24,
"2899968" : 16,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 24,
"3063808" : 18,
"3096576" : 27,
"3129344" : 24,
"3162112" : 24,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 25,
"3325952" : 21,
"3358720" : 28,
"3391488" : 30,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 30,
"3588096" : 32,
"3620864" : 33,
"3653632" : 25,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 32,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 33,
"3948544" : 26,
"3981312" : 31,
"4014080" : 40,
"4046848" : 36,
"4079616" : 33,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 81,
"4292608" : 85,
"4358144" : 76,
"4423680" : 88,
"4489216" : 91,
"4554752" : 75,
"4620288" : 82,
"4685824" : 90,
"4751360" : 85,
"4816896" : 98,
"4882432" : 77,
"4947968" : 95,
"5013504" : 95,
"5079040" : 111,
"5144576" : 122,
"5210112" : 109,
"5275648" : 142,
"5341184" : 159,
"5406720" : 150,
"5472256" : 145,
"5537792" : 188,
"5603328" : 201,
"5668864" : 197,
"5734400" : 213,
"5799936" : 218,
"5865472" : 253,
"5931008" : 261,
"5996544" : 271,
"6062080" : 281,
"6127616" : 271,
"6193152" : 306,
"6258688" : 313,
"6324224" : 334,
"6389760" : 341,
"6455296" : 350,
"6520832" : 413,
"6586368" : 423,
"6651904" : 411,
"6717440" : 459,
"6782976" : 391,
"6848512" : 452,
"6914048" : 476,
"6979584" : 524,
"7045120" : 497,
"7110656" : 540,
"7176192" : 552,
"7241728" : 558,
"7307264" : 669,
"7372800" : 649,
"7438336" : 696,
"7503872" : 688,
"7569408" : 712,
"7634944" : 782,
"7700480" : 815,
"7766016" : 822,
"7831552" : 909,
"7897088" : 857,
"7962624" : 927,
"8028160" : 1051,
"8093696" : 1069,
"8159232" : 1072,
"8224768" : 1089,
"8290304" : 1157,
"8355840" : 1172,
"8454144" : 2497,
"8585216" : 2657,
"8716288" : 2891,
"8847360" : 3067,
"8978432" : 3209,
"9109504" : 3352,
"9240576" : 3414,
"9371648" : 3619,
"9502720" : 3782,
"9633792" : 3784,
"9764864" : 3949,
"9895936" : 4042,
"10027008" : 4340,
"10158080" : 4420,
"10289152" : 4668,
"10420224" : 4855,
"10551296" : 5157,
"10682368" : 5254,
"10813440" : 5431,
"10944512" : 5702,
"11075584" : 5727,
"11206656" : 6082,
"11337728" : 6132,
"11468800" : 6499,
"11599872" : 6727,
"11730944" : 7014,
"11862016" : 7222,
"11993088" : 7450,
"12124160" : 7612,
"12255232" : 8130,
"12386304" : 8369,
"12517376" : 8648,
"12648448" : 8816,
"12779520" : 9076,
"12910592" : 9054,
"13041664" : 9432,
"13172736" : 9711,
"13303808" : 10119,
"13434880" : 10541,
"13565952" : 10537,
"13697024" : 11209,
"13828096" : 11607,
"13959168" : 12064,
"14090240" : 11985,
"14221312" : 12689,
"14352384" : 12581,
"14483456" : 12401,
"14614528" : 12361,
"14745600" : 12619,
"14876672" : 12490,
"15007744" : 12621,
"15138816" : 12677,
"15269888" : 13083,
"15400960" : 13333,
"15532032" : 13885,
"15663104" : 13992,
"15794176" : 14753,
"15925248" : 14942,
"16056320" : 15223,
"16187392" : 15773,
"16318464" : 16632,
"16449536" : 17484,
"16580608" : 18490,
"16711680" : 18822,
"16908288" : 40077,
"17170432" : 43183,
"17432576" : 46070,
"17694720" : 49949,
"17956864" : 53332,
"18219008" : 56100,
"18481152" : 60803,
"18743296" : 62704,
"19005440" : 65006,
"19267584" : 67090,
"19529728" : 68538,
"19791872" : 70507,
"20054016" : 71615,
"20316160" : 72542,
"20578304" : 72776,
"20840448" : 72739,
"21102592" : 72355,
"21364736" : 72081,
"21626880" : 72343,
"21889024" : 71950,
"22151168" : 71343,
"22413312" : 69544,
"22675456" : 68081,
"22937600" : 66586,
"23199744" : 64036,
"23461888" : 61579,
"23724032" : 59691,
"23986176" : 57329,
"24248320" : 54507,
"24510464" : 52402,
"24772608" : 50783,
"25034752" : 48895,
"25296896" : 46744,
"25559040" : 44701,
"25821184" : 42397,
"26083328" : 39477,
"26345472" : 37871,
"26607616" : 35931,
"26869760" : 34320,
"27131904" : 32961,
"27394048" : 31825,
"27656192" : 30062,
"27918336" : 29420,
"28180480" : 28392,
"28442624" : 28328,
"28704768" : 27745,
"28966912" : 28331,
"29229056" : 28079,
"29491200" : 28309,
"29753344" : 28197,
"30015488" : 28559,
"30277632" : 28816,
"30539776" : 28645,
"30801920" : 28775,
"31064064" : 28582,
"31326208" : 28965,
"31588352" : 28900,
"31850496" : 28474,
"32112640" : 28448,
"32374784" : 27649,
"32636928" : 26999,
"32899072" : 26504,
"33161216" : 25855,
"33423360" : 25358,
"33816576" : 47172,
"34340864" : 42392,
"34865152" : 38049,
"35389440" : 33424,
"35913728" : 27969,
"36438016" : 23832,
"36962304" : 19648,
"37486592" : 15575,
"38010880" : 12053,
"38535168" : 9089,
"39059456" : 7174,
"39583744" : 5380,
"40108032" : 3989,
"40632320" : 2681,
"41156608" : 1838,
"41680896" : 1322,
"42205184" : 923,
"42729472" : 519,
"43253760" : 284,
"43778048" : 145,
"44302336" : 60,
"44826624" : 48,
"45350912" : 20,
"45875200" : 9,
"46399488" : 13,
"46923776" : 5
}
},
"lat_ns" : {
"min" : 426772,
"max" : 48333650,
"mean" : 23754742.317760,
"stddev" : 6801991.593504,
"N" : 3879585
},
"bw_min" : 60624,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 86249.284123,
"bw_dev" : 985.925167,
"bw_samples" : 5744,
"iops_min" : 15156,
"iops_max" : 33546,
"iops_mean" : 21561.512535,
"iops_stddev" : 246.458551,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880002,
"usr_cpu" : 0.490729,
"sys_cpu" : 5.807010,
"ctx" : 4387875,
"majf" : 0,
"minf" : 632,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999588,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.013947,
"4" : 0.036993,
"10" : 1.769849,
"20" : 31.954925,
"50" : 66.236119,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126092,
"timestamp_ms" : 1774126092230,
"time" : "Sat Mar 21 17:48:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15890845696,
"io_kbytes" : 15518404,
"bw_bytes" : 88276590,
"bw" : 86207,
"iops" : 21549.057841,
"runtime" : 180012,
"total_ios" : 3879089,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 18428,
"max" : 5488544,
"mean" : 737878.937426,
"stddev" : 308305.880136,
"N" : 3879105
},
"clat_ns" : {
"min" : 3465,
"max" : 46884616,
"mean" : 23016868.238931,
"stddev" : 6599942.508359,
"N" : 3879585,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 12517376,
"10.000000" : 14876672,
"20.000000" : 17694720,
"30.000000" : 19529728,
"40.000000" : 20840448,
"50.000000" : 22413312,
"60.000000" : 23724032,
"70.000000" : 25821184,
"80.000000" : 28966912,
"90.000000" : 32636928,
"95.000000" : 34865152,
"99.000000" : 38010880,
"99.500000" : 39059456,
"99.900000" : 41156608,
"99.950000" : 42205184,
"99.990000" : 43253760
},
"bins" : {
"3472" : 1,
"3664" : 1,
"3856" : 1,
"3952" : 2,
"4048" : 1,
"4128" : 1,
"4384" : 1,
"4896" : 1,
"5344" : 1,
"5920" : 1,
"6048" : 1,
"6304" : 1,
"6560" : 1,
"6880" : 1,
"12480" : 1,
"432128" : 1,
"485376" : 1,
"536576" : 1,
"577536" : 1,
"659456" : 1,
"684032" : 2,
"692224" : 3,
"700416" : 1,
"733184" : 2,
"757760" : 2,
"954368" : 2,
"987136" : 1,
"995328" : 3,
"1003520" : 2,
"1011712" : 1,
"1036288" : 1,
"1044480" : 1,
"1056768" : 7,
"1073152" : 2,
"1089536" : 5,
"1105920" : 6,
"1122304" : 2,
"1138688" : 8,
"1155072" : 10,
"1171456" : 2,
"1187840" : 4,
"1204224" : 3,
"1220608" : 7,
"1236992" : 12,
"1253376" : 6,
"1269760" : 7,
"1286144" : 7,
"1302528" : 5,
"1318912" : 5,
"1335296" : 7,
"1351680" : 6,
"1368064" : 8,
"1384448" : 5,
"1400832" : 15,
"1417216" : 34,
"1433600" : 35,
"1449984" : 23,
"1466368" : 28,
"1482752" : 17,
"1499136" : 9,
"1515520" : 15,
"1531904" : 8,
"1548288" : 6,
"1564672" : 4,
"1581056" : 4,
"1597440" : 5,
"1613824" : 6,
"1630208" : 8,
"1646592" : 7,
"1662976" : 8,
"1679360" : 2,
"1695744" : 4,
"1712128" : 5,
"1728512" : 7,
"1744896" : 7,
"1761280" : 10,
"1777664" : 6,
"1794048" : 8,
"1810432" : 21,
"1826816" : 13,
"1843200" : 12,
"1859584" : 14,
"1875968" : 21,
"1892352" : 11,
"1908736" : 9,
"1925120" : 6,
"1941504" : 4,
"1957888" : 7,
"1974272" : 5,
"1990656" : 6,
"2007040" : 10,
"2023424" : 12,
"2039808" : 7,
"2056192" : 4,
"2072576" : 8,
"2088960" : 5,
"2113536" : 20,
"2146304" : 18,
"2179072" : 25,
"2211840" : 16,
"2244608" : 13,
"2277376" : 24,
"2310144" : 13,
"2342912" : 13,
"2375680" : 20,
"2408448" : 10,
"2441216" : 12,
"2473984" : 20,
"2506752" : 20,
"2539520" : 19,
"2572288" : 18,
"2605056" : 21,
"2637824" : 21,
"2670592" : 25,
"2703360" : 13,
"2736128" : 28,
"2768896" : 28,
"2801664" : 19,
"2834432" : 19,
"2867200" : 24,
"2899968" : 16,
"2932736" : 22,
"2965504" : 20,
"2998272" : 28,
"3031040" : 24,
"3063808" : 18,
"3096576" : 27,
"3129344" : 24,
"3162112" : 24,
"3194880" : 19,
"3227648" : 28,
"3260416" : 17,
"3293184" : 25,
"3325952" : 21,
"3358720" : 28,
"3391488" : 30,
"3424256" : 16,
"3457024" : 38,
"3489792" : 34,
"3522560" : 24,
"3555328" : 30,
"3588096" : 32,
"3620864" : 33,
"3653632" : 25,
"3686400" : 27,
"3719168" : 34,
"3751936" : 40,
"3784704" : 32,
"3817472" : 40,
"3850240" : 28,
"3883008" : 32,
"3915776" : 33,
"3948544" : 26,
"3981312" : 31,
"4014080" : 40,
"4046848" : 36,
"4079616" : 33,
"4112384" : 37,
"4145152" : 41,
"4177920" : 33,
"4227072" : 81,
"4292608" : 85,
"4358144" : 76,
"4423680" : 88,
"4489216" : 91,
"4554752" : 75,
"4620288" : 82,
"4685824" : 90,
"4751360" : 85,
"4816896" : 98,
"4882432" : 77,
"4947968" : 95,
"5013504" : 95,
"5079040" : 111,
"5144576" : 122,
"5210112" : 109,
"5275648" : 142,
"5341184" : 159,
"5406720" : 150,
"5472256" : 145,
"5537792" : 188,
"5603328" : 201,
"5668864" : 197,
"5734400" : 213,
"5799936" : 218,
"5865472" : 253,
"5931008" : 261,
"5996544" : 271,
"6062080" : 281,
"6127616" : 271,
"6193152" : 306,
"6258688" : 313,
"6324224" : 334,
"6389760" : 341,
"6455296" : 350,
"6520832" : 413,
"6586368" : 423,
"6651904" : 411,
"6717440" : 459,
"6782976" : 391,
"6848512" : 452,
"6914048" : 476,
"6979584" : 524,
"7045120" : 497,
"7110656" : 540,
"7176192" : 552,
"7241728" : 558,
"7307264" : 669,
"7372800" : 649,
"7438336" : 696,
"7503872" : 688,
"7569408" : 712,
"7634944" : 782,
"7700480" : 815,
"7766016" : 822,
"7831552" : 909,
"7897088" : 857,
"7962624" : 927,
"8028160" : 1051,
"8093696" : 1069,
"8159232" : 1072,
"8224768" : 1089,
"8290304" : 1157,
"8355840" : 1172,
"8454144" : 2497,
"8585216" : 2657,
"8716288" : 2891,
"8847360" : 3067,
"8978432" : 3209,
"9109504" : 3352,
"9240576" : 3414,
"9371648" : 3619,
"9502720" : 3782,
"9633792" : 3784,
"9764864" : 3949,
"9895936" : 4042,
"10027008" : 4340,
"10158080" : 4420,
"10289152" : 4668,
"10420224" : 4855,
"10551296" : 5157,
"10682368" : 5254,
"10813440" : 5431,
"10944512" : 5702,
"11075584" : 5727,
"11206656" : 6082,
"11337728" : 6132,
"11468800" : 6499,
"11599872" : 6727,
"11730944" : 7014,
"11862016" : 7222,
"11993088" : 7450,
"12124160" : 7612,
"12255232" : 8130,
"12386304" : 8369,
"12517376" : 8648,
"12648448" : 8816,
"12779520" : 9076,
"12910592" : 9054,
"13041664" : 9432,
"13172736" : 9711,
"13303808" : 10119,
"13434880" : 10541,
"13565952" : 10537,
"13697024" : 11209,
"13828096" : 11607,
"13959168" : 12064,
"14090240" : 11985,
"14221312" : 12689,
"14352384" : 12581,
"14483456" : 12401,
"14614528" : 12361,
"14745600" : 12619,
"14876672" : 12490,
"15007744" : 12621,
"15138816" : 12677,
"15269888" : 13083,
"15400960" : 13333,
"15532032" : 13885,
"15663104" : 13992,
"15794176" : 14753,
"15925248" : 14942,
"16056320" : 15223,
"16187392" : 15773,
"16318464" : 16632,
"16449536" : 17484,
"16580608" : 18490,
"16711680" : 18822,
"16908288" : 40077,
"17170432" : 43183,
"17432576" : 46070,
"17694720" : 49949,
"17956864" : 53332,
"18219008" : 56100,
"18481152" : 60803,
"18743296" : 62704,
"19005440" : 65006,
"19267584" : 67090,
"19529728" : 68538,
"19791872" : 70507,
"20054016" : 71615,
"20316160" : 72542,
"20578304" : 72776,
"20840448" : 72739,
"21102592" : 72355,
"21364736" : 72081,
"21626880" : 72343,
"21889024" : 71950,
"22151168" : 71343,
"22413312" : 69544,
"22675456" : 68081,
"22937600" : 66586,
"23199744" : 64036,
"23461888" : 61579,
"23724032" : 59691,
"23986176" : 57329,
"24248320" : 54507,
"24510464" : 52402,
"24772608" : 50783,
"25034752" : 48895,
"25296896" : 46744,
"25559040" : 44701,
"25821184" : 42397,
"26083328" : 39477,
"26345472" : 37871,
"26607616" : 35931,
"26869760" : 34320,
"27131904" : 32961,
"27394048" : 31825,
"27656192" : 30062,
"27918336" : 29420,
"28180480" : 28392,
"28442624" : 28328,
"28704768" : 27745,
"28966912" : 28331,
"29229056" : 28079,
"29491200" : 28309,
"29753344" : 28197,
"30015488" : 28559,
"30277632" : 28816,
"30539776" : 28645,
"30801920" : 28775,
"31064064" : 28582,
"31326208" : 28965,
"31588352" : 28900,
"31850496" : 28474,
"32112640" : 28448,
"32374784" : 27649,
"32636928" : 26999,
"32899072" : 26504,
"33161216" : 25855,
"33423360" : 25358,
"33816576" : 47172,
"34340864" : 42392,
"34865152" : 38049,
"35389440" : 33424,
"35913728" : 27969,
"36438016" : 23832,
"36962304" : 19648,
"37486592" : 15575,
"38010880" : 12053,
"38535168" : 9089,
"39059456" : 7174,
"39583744" : 5380,
"40108032" : 3989,
"40632320" : 2681,
"41156608" : 1838,
"41680896" : 1322,
"42205184" : 923,
"42729472" : 519,
"43253760" : 284,
"43778048" : 145,
"44302336" : 60,
"44826624" : 48,
"45350912" : 20,
"45875200" : 9,
"46399488" : 13,
"46923776" : 5
}
},
"lat_ns" : {
"min" : 426772,
"max" : 48333650,
"mean" : 23754742.317760,
"stddev" : 6801991.593504,
"N" : 3879585
},
"bw_min" : 60624,
"bw_max" : 134184,
"bw_agg" : 100.000000,
"bw_mean" : 86243.590227,
"bw_dev" : 985.472639,
"bw_samples" : 5750,
"iops_min" : 15156,
"iops_max" : 33546,
"iops_mean" : 21560.089895,
"iops_stddev" : 246.345414,
"iops_samples" : 5750
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880067,
"usr_cpu" : 0.490718,
"sys_cpu" : 5.806879,
"ctx" : 4387936,
"majf" : 0,
"minf" : 638,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999588,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.013947,
"4" : 0.036993,
"10" : 1.769849,
"20" : 31.954925,
"50" : 66.236119,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}