raidz2/benchmarks/rand/rand-write-qd32-nj32_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774126600,
"timestamp_ms" : 1774126600949,
"time" : "Sat Mar 21 17:56:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1154146304,
"io_kbytes" : 1127096,
"bw_bytes" : 118386122,
"bw" : 115611,
"iops" : 29013.334701,
"runtime" : 9749,
"total_ios" : 282851,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311968,
"usr_cpu" : 0.398438,
"sys_cpu" : 5.035773,
"ctx" : 467735,
"majf" : 0,
"minf" : 185,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.181014,
"32" : 99.649285,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126611,
"timestamp_ms" : 1774126611200,
"time" : "Sat Mar 21 17:56:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1206243328,
"io_kbytes" : 1177972,
"bw_bytes" : 120624332,
"bw" : 117797,
"iops" : 29453.400000,
"runtime" : 10000,
"total_ios" : 294534,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 23376,
"max" : 15866719,
"mean" : 1075103.320516,
"stddev" : 691981.399020,
"N" : 294534
},
"clat_ns" : {
"min" : 1277822,
"max" : 66941727,
"mean" : 33686887.955022,
"stddev" : 8857636.650615,
"N" : 294502,
"percentile" : {
"1.000000" : 14745600,
"5.000000" : 19791872,
"10.000000" : 22675456,
"20.000000" : 26607616,
"30.000000" : 28704768,
"40.000000" : 30801920,
"50.000000" : 32899072,
"60.000000" : 35389440,
"70.000000" : 38010880,
"80.000000" : 41680896,
"90.000000" : 45875200,
"95.000000" : 49545216,
"99.000000" : 53739520,
"99.500000" : 55312384,
"99.900000" : 58458112,
"99.950000" : 60030976,
"99.990000" : 62652416
},
"bins" : {
"1269760" : 1,
"1286144" : 2,
"1302528" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 1,
"1384448" : 2,
"1400832" : 1,
"1433600" : 4,
"1466368" : 2,
"1499136" : 1,
"1515520" : 1,
"1531904" : 1,
"1548288" : 1,
"1564672" : 1,
"1581056" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 1,
"1679360" : 4,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 2,
"1892352" : 1,
"1925120" : 1,
"1941504" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 1,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 2,
"2211840" : 6,
"2244608" : 1,
"2277376" : 5,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1,
"2473984" : 1,
"2506752" : 2,
"2572288" : 1,
"2605056" : 1,
"2637824" : 1,
"2670592" : 2,
"2703360" : 1,
"2736128" : 2,
"2768896" : 1,
"2801664" : 2,
"2834432" : 1,
"2899968" : 2,
"2932736" : 1,
"2998272" : 1,
"3063808" : 2,
"3129344" : 1,
"3194880" : 1,
"3260416" : 3,
"3293184" : 2,
"3325952" : 3,
"3391488" : 2,
"3424256" : 1,
"3457024" : 1,
"3489792" : 1,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 1,
"3686400" : 2,
"3719168" : 3,
"3751936" : 2,
"3784704" : 2,
"3817472" : 1,
"3850240" : 3,
"3883008" : 1,
"3915776" : 2,
"3948544" : 3,
"3981312" : 1,
"4014080" : 3,
"4046848" : 2,
"4112384" : 2,
"4145152" : 2,
"4227072" : 3,
"4292608" : 4,
"4358144" : 6,
"4423680" : 3,
"4554752" : 2,
"4620288" : 5,
"4685824" : 6,
"4751360" : 3,
"4816896" : 4,
"4882432" : 2,
"4947968" : 4,
"5013504" : 1,
"5079040" : 3,
"5144576" : 2,
"5210112" : 7,
"5275648" : 3,
"5341184" : 3,
"5406720" : 6,
"5537792" : 6,
"5603328" : 1,
"5668864" : 4,
"5734400" : 4,
"5799936" : 5,
"5865472" : 3,
"5996544" : 6,
"6062080" : 6,
"6127616" : 6,
"6193152" : 7,
"6258688" : 6,
"6324224" : 5,
"6389760" : 4,
"6455296" : 7,
"6520832" : 4,
"6586368" : 7,
"6651904" : 9,
"6717440" : 4,
"6782976" : 5,
"6848512" : 7,
"6914048" : 2,
"6979584" : 6,
"7045120" : 7,
"7110656" : 2,
"7176192" : 9,
"7241728" : 6,
"7307264" : 4,
"7372800" : 9,
"7438336" : 6,
"7503872" : 10,
"7569408" : 11,
"7634944" : 4,
"7700480" : 9,
"7766016" : 3,
"7831552" : 5,
"7897088" : 12,
"7962624" : 8,
"8028160" : 9,
"8093696" : 9,
"8159232" : 8,
"8224768" : 9,
"8290304" : 11,
"8355840" : 9,
"8454144" : 10,
"8585216" : 19,
"8716288" : 10,
"8847360" : 19,
"8978432" : 14,
"9109504" : 20,
"9240576" : 12,
"9371648" : 9,
"9502720" : 23,
"9633792" : 19,
"9764864" : 19,
"9895936" : 20,
"10027008" : 27,
"10158080" : 31,
"10289152" : 33,
"10420224" : 34,
"10551296" : 25,
"10682368" : 29,
"10813440" : 32,
"10944512" : 34,
"11075584" : 43,
"11206656" : 36,
"11337728" : 34,
"11468800" : 34,
"11599872" : 42,
"11730944" : 47,
"11862016" : 54,
"11993088" : 38,
"12124160" : 55,
"12255232" : 46,
"12386304" : 50,
"12517376" : 71,
"12648448" : 64,
"12779520" : 70,
"12910592" : 64,
"13041664" : 71,
"13172736" : 75,
"13303808" : 80,
"13434880" : 80,
"13565952" : 86,
"13697024" : 85,
"13828096" : 77,
"13959168" : 91,
"14090240" : 93,
"14221312" : 104,
"14352384" : 95,
"14483456" : 100,
"14614528" : 102,
"14745600" : 117,
"14876672" : 115,
"15007744" : 137,
"15138816" : 152,
"15269888" : 117,
"15400960" : 163,
"15532032" : 195,
"15663104" : 170,
"15794176" : 178,
"15925248" : 205,
"16056320" : 207,
"16187392" : 193,
"16318464" : 183,
"16449536" : 226,
"16580608" : 210,
"16711680" : 212,
"16908288" : 441,
"17170432" : 543,
"17432576" : 580,
"17694720" : 655,
"17956864" : 741,
"18219008" : 730,
"18481152" : 849,
"18743296" : 954,
"19005440" : 1020,
"19267584" : 1106,
"19529728" : 1165,
"19791872" : 1218,
"20054016" : 1287,
"20316160" : 1282,
"20578304" : 1310,
"20840448" : 1352,
"21102592" : 1378,
"21364736" : 1348,
"21626880" : 1389,
"21889024" : 1370,
"22151168" : 1443,
"22413312" : 1448,
"22675456" : 1434,
"22937600" : 1524,
"23199744" : 1530,
"23461888" : 1575,
"23724032" : 1588,
"23986176" : 1626,
"24248320" : 1768,
"24510464" : 1876,
"24772608" : 2000,
"25034752" : 2103,
"25296896" : 2286,
"25559040" : 2317,
"25821184" : 2438,
"26083328" : 2686,
"26345472" : 2747,
"26607616" : 2859,
"26869760" : 2982,
"27131904" : 3118,
"27394048" : 3127,
"27656192" : 3303,
"27918336" : 3377,
"28180480" : 3593,
"28442624" : 3589,
"28704768" : 3739,
"28966912" : 3892,
"29229056" : 3855,
"29491200" : 3871,
"29753344" : 3918,
"30015488" : 3916,
"30277632" : 3843,
"30539776" : 3744,
"30801920" : 3814,
"31064064" : 3687,
"31326208" : 3643,
"31588352" : 3604,
"31850496" : 3615,
"32112640" : 3764,
"32374784" : 3764,
"32636928" : 3934,
"32899072" : 3719,
"33161216" : 3710,
"33423360" : 3576,
"33816576" : 6795,
"34340864" : 6348,
"34865152" : 6373,
"35389440" : 6014,
"35913728" : 6069,
"36438016" : 5776,
"36962304" : 5482,
"37486592" : 5410,
"38010880" : 4962,
"38535168" : 4800,
"39059456" : 4537,
"39583744" : 4403,
"40108032" : 4139,
"40632320" : 4036,
"41156608" : 3833,
"41680896" : 3905,
"42205184" : 3584,
"42729472" : 3622,
"43253760" : 3422,
"43778048" : 3478,
"44302336" : 3256,
"44826624" : 3002,
"45350912" : 2916,
"45875200" : 2711,
"46399488" : 2628,
"46923776" : 2549,
"47448064" : 2525,
"47972352" : 2344,
"48496640" : 2217,
"49020928" : 2058,
"49545216" : 2031,
"50069504" : 1748,
"50593792" : 1638,
"51118080" : 1427,
"51642368" : 1289,
"52166656" : 1157,
"52690944" : 1067,
"53215232" : 948,
"53739520" : 788,
"54263808" : 581,
"54788096" : 502,
"55312384" : 413,
"55836672" : 301,
"56360960" : 243,
"56885248" : 211,
"57409536" : 170,
"57933824" : 136,
"58458112" : 100,
"58982400" : 76,
"59506688" : 56,
"60030976" : 46,
"60555264" : 29,
"61079552" : 23,
"61603840" : 16,
"62128128" : 7,
"62652416" : 9,
"63176704" : 13,
"63700992" : 5,
"64225280" : 2,
"64749568" : 1,
"66322432" : 1,
"66846720" : 1
}
},
"lat_ns" : {
"min" : 1315299,
"max" : 68343208,
"mean" : 34761872.776643,
"stddev" : 9066017.761949,
"N" : 294502
},
"bw_min" : 104792,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 118339.157895,
"bw_dev" : 234.627984,
"bw_samples" : 608,
"iops_min" : 26198,
"iops_max" : 32974,
"iops_mean" : 29582.105263,
"iops_stddev" : 58.568229,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319980,
"usr_cpu" : 0.409713,
"sys_cpu" : 3.975561,
"ctx" : 437796,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.018334,
"4" : 0.033952,
"10" : 0.188094,
"20" : 5.188196,
"50" : 90.384811,
"100" : 4.175749,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126621,
"timestamp_ms" : 1774126621200,
"time" : "Sat Mar 21 17:57:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2339635200,
"io_kbytes" : 2284800,
"bw_bytes" : 116981760,
"bw" : 114240,
"iops" : 28562.150000,
"runtime" : 20000,
"total_ios" : 571243,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1109417.126571,
"stddev" : 655106.039695,
"N" : 571244
},
"clat_ns" : {
"min" : 1012897,
"max" : 74314301,
"mean" : 34741158.103007,
"stddev" : 8816706.482962,
"N" : 571212,
"percentile" : {
"1.000000" : 15794176,
"5.000000" : 20316160,
"10.000000" : 23461888,
"20.000000" : 27394048,
"30.000000" : 30015488,
"40.000000" : 32112640,
"50.000000" : 34340864,
"60.000000" : 36438016,
"70.000000" : 39059456,
"80.000000" : 42205184,
"90.000000" : 46923776,
"95.000000" : 50069504,
"99.000000" : 54788096,
"99.500000" : 56360960,
"99.900000" : 59506688,
"99.950000" : 60555264,
"99.990000" : 64749568
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 6,
"7831552" : 10,
"7897088" : 14,
"7962624" : 8,
"8028160" : 11,
"8093696" : 11,
"8159232" : 14,
"8224768" : 9,
"8290304" : 12,
"8355840" : 12,
"8454144" : 13,
"8585216" : 26,
"8716288" : 18,
"8847360" : 27,
"8978432" : 18,
"9109504" : 25,
"9240576" : 21,
"9371648" : 14,
"9502720" : 30,
"9633792" : 26,
"9764864" : 23,
"9895936" : 32,
"10027008" : 32,
"10158080" : 35,
"10289152" : 38,
"10420224" : 46,
"10551296" : 30,
"10682368" : 41,
"10813440" : 45,
"10944512" : 45,
"11075584" : 55,
"11206656" : 45,
"11337728" : 48,
"11468800" : 43,
"11599872" : 62,
"11730944" : 66,
"11862016" : 71,
"11993088" : 55,
"12124160" : 81,
"12255232" : 70,
"12386304" : 77,
"12517376" : 103,
"12648448" : 96,
"12779520" : 100,
"12910592" : 96,
"13041664" : 104,
"13172736" : 111,
"13303808" : 110,
"13434880" : 108,
"13565952" : 114,
"13697024" : 115,
"13828096" : 112,
"13959168" : 132,
"14090240" : 129,
"14221312" : 135,
"14352384" : 135,
"14483456" : 143,
"14614528" : 148,
"14745600" : 175,
"14876672" : 170,
"15007744" : 198,
"15138816" : 215,
"15269888" : 179,
"15400960" : 239,
"15532032" : 256,
"15663104" : 233,
"15794176" : 262,
"15925248" : 296,
"16056320" : 315,
"16187392" : 308,
"16318464" : 299,
"16449536" : 348,
"16580608" : 348,
"16711680" : 343,
"16908288" : 751,
"17170432" : 909,
"17432576" : 994,
"17694720" : 1170,
"17956864" : 1255,
"18219008" : 1306,
"18481152" : 1486,
"18743296" : 1583,
"19005440" : 1715,
"19267584" : 1804,
"19529728" : 1930,
"19791872" : 1928,
"20054016" : 2070,
"20316160" : 2090,
"20578304" : 2092,
"20840448" : 2162,
"21102592" : 2271,
"21364736" : 2164,
"21626880" : 2307,
"21889024" : 2278,
"22151168" : 2369,
"22413312" : 2446,
"22675456" : 2434,
"22937600" : 2452,
"23199744" : 2506,
"23461888" : 2579,
"23724032" : 2629,
"23986176" : 2680,
"24248320" : 2815,
"24510464" : 3040,
"24772608" : 3228,
"25034752" : 3393,
"25296896" : 3649,
"25559040" : 3657,
"25821184" : 3962,
"26083328" : 4274,
"26345472" : 4493,
"26607616" : 4652,
"26869760" : 4861,
"27131904" : 5026,
"27394048" : 5113,
"27656192" : 5381,
"27918336" : 5571,
"28180480" : 5846,
"28442624" : 5887,
"28704768" : 6067,
"28966912" : 6358,
"29229056" : 6307,
"29491200" : 6406,
"29753344" : 6544,
"30015488" : 6636,
"30277632" : 6660,
"30539776" : 6569,
"30801920" : 6668,
"31064064" : 6590,
"31326208" : 6688,
"31588352" : 6616,
"31850496" : 6739,
"32112640" : 6961,
"32374784" : 7154,
"32636928" : 7354,
"32899072" : 7348,
"33161216" : 7308,
"33423360" : 7300,
"33816576" : 14132,
"34340864" : 14095,
"34865152" : 13845,
"35389440" : 13180,
"35913728" : 13141,
"36438016" : 12937,
"36962304" : 12393,
"37486592" : 12057,
"38010880" : 11218,
"38535168" : 11584,
"39059456" : 11211,
"39583744" : 11031,
"40108032" : 9831,
"40632320" : 9587,
"41156608" : 8844,
"41680896" : 8606,
"42205184" : 7886,
"42729472" : 7617,
"43253760" : 7394,
"43778048" : 7086,
"44302336" : 6552,
"44826624" : 6005,
"45350912" : 5771,
"45875200" : 5373,
"46399488" : 5187,
"46923776" : 4917,
"47448064" : 4876,
"47972352" : 4546,
"48496640" : 4497,
"49020928" : 4237,
"49545216" : 4119,
"50069504" : 3816,
"50593792" : 3620,
"51118080" : 3222,
"51642368" : 2951,
"52166656" : 2778,
"52690944" : 2649,
"53215232" : 2374,
"53739520" : 1990,
"54263808" : 1660,
"54788096" : 1349,
"55312384" : 1177,
"55836672" : 896,
"56360960" : 706,
"56885248" : 604,
"57409536" : 440,
"57933824" : 386,
"58458112" : 283,
"58982400" : 205,
"59506688" : 157,
"60030976" : 120,
"60555264" : 88,
"61079552" : 58,
"61603840" : 54,
"62128128" : 34,
"62652416" : 33,
"63176704" : 24,
"63700992" : 10,
"64225280" : 8,
"64749568" : 9,
"65273856" : 5,
"65798144" : 4,
"66322432" : 3,
"66846720" : 5,
"67633152" : 9,
"68681728" : 6,
"69730304" : 4,
"70778880" : 7,
"71827456" : 4,
"72876032" : 5,
"73924608" : 3
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 76997249,
"mean" : 35850714.250408,
"stddev" : 9024862.680934,
"N" : 571212
},
"bw_min" : 103124,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 114286.666667,
"bw_dev" : 222.110713,
"bw_samples" : 1248,
"iops_min" : 25778,
"iops_max" : 32974,
"iops_mean" : 28569.948718,
"iops_stddev" : 55.474627,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639989,
"usr_cpu" : 0.400007,
"sys_cpu" : 3.828035,
"ctx" : 831342,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.027659,
"4" : 0.025383,
"10" : 0.134444,
"20" : 4.300972,
"50" : 90.209771,
"100" : 5.296345,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126631,
"timestamp_ms" : 1774126631202,
"time" : "Sat Mar 21 17:57:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3424415744,
"io_kbytes" : 3344156,
"bw_bytes" : 114143386,
"bw" : 111468,
"iops" : 27869.604347,
"runtime" : 30001,
"total_ios" : 836116,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1137619.108247,
"stddev" : 627440.872161,
"N" : 836116
},
"clat_ns" : {
"min" : 1012897,
"max" : 74314301,
"mean" : 35594667.157640,
"stddev" : 9051365.278030,
"N" : 836084,
"percentile" : {
"1.000000" : 16187392,
"5.000000" : 20840448,
"10.000000" : 24248320,
"20.000000" : 28180480,
"30.000000" : 30801920,
"40.000000" : 32899072,
"50.000000" : 34865152,
"60.000000" : 37486592,
"70.000000" : 40108032,
"80.000000" : 43253760,
"90.000000" : 47972352,
"95.000000" : 51642368,
"99.000000" : 56360960,
"99.500000" : 58458112,
"99.900000" : 62652416,
"99.950000" : 64225280,
"99.990000" : 66846720
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1527,
"18219008" : 1636,
"18481152" : 1803,
"18743296" : 1931,
"19005440" : 2128,
"19267584" : 2243,
"19529728" : 2446,
"19791872" : 2461,
"20054016" : 2629,
"20316160" : 2678,
"20578304" : 2732,
"20840448" : 2819,
"21102592" : 2954,
"21364736" : 2863,
"21626880" : 3057,
"21889024" : 3061,
"22151168" : 3231,
"22413312" : 3269,
"22675456" : 3240,
"22937600" : 3393,
"23199744" : 3439,
"23461888" : 3479,
"23724032" : 3555,
"23986176" : 3649,
"24248320" : 3770,
"24510464" : 4060,
"24772608" : 4228,
"25034752" : 4503,
"25296896" : 4769,
"25559040" : 4809,
"25821184" : 5181,
"26083328" : 5535,
"26345472" : 5784,
"26607616" : 6116,
"26869760" : 6283,
"27131904" : 6552,
"27394048" : 6676,
"27656192" : 6917,
"27918336" : 7193,
"28180480" : 7532,
"28442624" : 7575,
"28704768" : 7847,
"28966912" : 8350,
"29229056" : 8363,
"29491200" : 8592,
"29753344" : 8826,
"30015488" : 9017,
"30277632" : 9140,
"30539776" : 9152,
"30801920" : 9319,
"31064064" : 9445,
"31326208" : 9543,
"31588352" : 9684,
"31850496" : 9946,
"32112640" : 10337,
"32374784" : 10570,
"32636928" : 10813,
"32899072" : 10839,
"33161216" : 10763,
"33423360" : 10868,
"33816576" : 21096,
"34340864" : 20763,
"34865152" : 20772,
"35389440" : 19478,
"35913728" : 19214,
"36438016" : 19043,
"36962304" : 18231,
"37486592" : 17813,
"38010880" : 16630,
"38535168" : 16979,
"39059456" : 16508,
"39583744" : 15802,
"40108032" : 14466,
"40632320" : 13993,
"41156608" : 13444,
"41680896" : 13408,
"42205184" : 12768,
"42729472" : 12244,
"43253760" : 11664,
"43778048" : 10850,
"44302336" : 10185,
"44826624" : 9542,
"45350912" : 8970,
"45875200" : 8280,
"46399488" : 8020,
"46923776" : 7725,
"47448064" : 7686,
"47972352" : 7334,
"48496640" : 7450,
"49020928" : 7091,
"49545216" : 6879,
"50069504" : 6470,
"50593792" : 6127,
"51118080" : 5606,
"51642368" : 5265,
"52166656" : 5208,
"52690944" : 4932,
"53215232" : 4274,
"53739520" : 3615,
"54263808" : 3178,
"54788096" : 2653,
"55312384" : 2256,
"55836672" : 1885,
"56360960" : 1511,
"56885248" : 1339,
"57409536" : 1090,
"57933824" : 969,
"58458112" : 816,
"58982400" : 618,
"59506688" : 526,
"60030976" : 461,
"60555264" : 409,
"61079552" : 330,
"61603840" : 319,
"62128128" : 287,
"62652416" : 266,
"63176704" : 221,
"63700992" : 142,
"64225280" : 116,
"64749568" : 93,
"65273856" : 79,
"65798144" : 50,
"66322432" : 40,
"66846720" : 21,
"67633152" : 28,
"68681728" : 12,
"69730304" : 4,
"70778880" : 7,
"71827456" : 4,
"72876032" : 5,
"73924608" : 3
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 76997249,
"mean" : 36731656.782094,
"stddev" : 9271931.640584,
"N" : 836084
},
"bw_min" : 88744,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 111932.033898,
"bw_dev" : 264.615742,
"bw_samples" : 1888,
"iops_min" : 22186,
"iops_max" : 32974,
"iops_mean" : 27981.864407,
"iops_stddev" : 66.114719,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960004,
"usr_cpu" : 0.388957,
"sys_cpu" : 3.726547,
"ctx" : 1204098,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.018897,
"4" : 0.017342,
"10" : 0.094006,
"20" : 3.735845,
"50" : 89.101871,
"100" : 7.028211,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126641,
"timestamp_ms" : 1774126641201,
"time" : "Sat Mar 21 17:57:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4305014784,
"io_kbytes" : 4204116,
"bw_bytes" : 107625369,
"bw" : 105102,
"iops" : 26276.925000,
"runtime" : 40000,
"total_ios" : 1051077,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1207853.423975,
"stddev" : 617409.254239,
"N" : 1051077
},
"clat_ns" : {
"min" : 1012897,
"max" : 74314301,
"mean" : 37752002.056339,
"stddev" : 10113850.048622,
"N" : 1051045,
"percentile" : {
"1.000000" : 16908288,
"5.000000" : 21889024,
"10.000000" : 25559040,
"20.000000" : 29229056,
"30.000000" : 32112640,
"40.000000" : 34340864,
"50.000000" : 36962304,
"60.000000" : 39583744,
"70.000000" : 42729472,
"80.000000" : 46399488,
"90.000000" : 51118080,
"95.000000" : 55312384,
"99.000000" : 63176704,
"99.500000" : 65273856,
"99.900000" : 68681728,
"99.950000" : 69730304,
"99.990000" : 71827456
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2455,
"19791872" : 2482,
"20054016" : 2641,
"20316160" : 2695,
"20578304" : 2747,
"20840448" : 2842,
"21102592" : 2980,
"21364736" : 2889,
"21626880" : 3105,
"21889024" : 3132,
"22151168" : 3308,
"22413312" : 3353,
"22675456" : 3328,
"22937600" : 3474,
"23199744" : 3547,
"23461888" : 3614,
"23724032" : 3666,
"23986176" : 3813,
"24248320" : 3928,
"24510464" : 4219,
"24772608" : 4402,
"25034752" : 4726,
"25296896" : 5003,
"25559040" : 5054,
"25821184" : 5468,
"26083328" : 5865,
"26345472" : 6186,
"26607616" : 6528,
"26869760" : 6733,
"27131904" : 7114,
"27394048" : 7268,
"27656192" : 7492,
"27918336" : 7789,
"28180480" : 8146,
"28442624" : 8201,
"28704768" : 8494,
"28966912" : 9003,
"29229056" : 9054,
"29491200" : 9265,
"29753344" : 9475,
"30015488" : 9713,
"30277632" : 9840,
"30539776" : 9835,
"30801920" : 9984,
"31064064" : 10137,
"31326208" : 10255,
"31588352" : 10379,
"31850496" : 10671,
"32112640" : 11080,
"32374784" : 11383,
"32636928" : 11688,
"32899072" : 11708,
"33161216" : 11667,
"33423360" : 11794,
"33816576" : 23076,
"34340864" : 22750,
"34865152" : 22883,
"35389440" : 21665,
"35913728" : 21452,
"36438016" : 21270,
"36962304" : 20586,
"37486592" : 20379,
"38010880" : 19272,
"38535168" : 20085,
"39059456" : 19767,
"39583744" : 19457,
"40108032" : 18665,
"40632320" : 18188,
"41156608" : 18538,
"41680896" : 18813,
"42205184" : 18055,
"42729472" : 17482,
"43253760" : 16809,
"43778048" : 16163,
"44302336" : 14997,
"44826624" : 14722,
"45350912" : 14191,
"45875200" : 13644,
"46399488" : 13030,
"46923776" : 12647,
"47448064" : 12715,
"47972352" : 11927,
"48496640" : 11982,
"49020928" : 11426,
"49545216" : 10820,
"50069504" : 9933,
"50593792" : 9774,
"51118080" : 8952,
"51642368" : 8195,
"52166656" : 7939,
"52690944" : 7681,
"53215232" : 6917,
"53739520" : 6195,
"54263808" : 5774,
"54788096" : 5050,
"55312384" : 4583,
"55836672" : 4237,
"56360960" : 3724,
"56885248" : 3382,
"57409536" : 3203,
"57933824" : 2976,
"58458112" : 2801,
"58982400" : 2611,
"59506688" : 2618,
"60030976" : 2465,
"60555264" : 2294,
"61079552" : 2122,
"61603840" : 2091,
"62128128" : 1980,
"62652416" : 1866,
"63176704" : 1807,
"63700992" : 1576,
"64225280" : 1387,
"64749568" : 1285,
"65273856" : 1192,
"65798144" : 930,
"66322432" : 833,
"66846720" : 691,
"67633152" : 984,
"68681728" : 554,
"69730304" : 357,
"70778880" : 191,
"71827456" : 96,
"72876032" : 28,
"73924608" : 3
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 76997249,
"mean" : 38959320.255680,
"stddev" : 10378817.961064,
"N" : 1051045
},
"bw_min" : 77248,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 105475.126582,
"bw_dev" : 420.286135,
"bw_samples" : 2528,
"iops_min" : 19312,
"iops_max" : 32974,
"iops_mean" : 26367.645570,
"iops_stddev" : 105.051799,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279979,
"usr_cpu" : 0.368912,
"sys_cpu" : 3.492557,
"ctx" : 1473627,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.015032,
"4" : 0.013795,
"10" : 0.074780,
"20" : 2.977137,
"50" : 84.782276,
"100" : 12.133935,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126651,
"timestamp_ms" : 1774126651203,
"time" : "Sat Mar 21 17:57:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5159387136,
"io_kbytes" : 5038464,
"bw_bytes" : 103187742,
"bw" : 100769,
"iops" : 25193.520000,
"runtime" : 50000,
"total_ios" : 1259676,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1260776.922084,
"stddev" : 609859.204298,
"N" : 1259677
},
"clat_ns" : {
"min" : 1012897,
"max" : 79754822,
"mean" : 39373107.240416,
"stddev" : 10765861.675947,
"N" : 1259644,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 22675456,
"10.000000" : 26345472,
"20.000000" : 30277632,
"30.000000" : 33161216,
"40.000000" : 35913728,
"50.000000" : 38535168,
"60.000000" : 41680896,
"70.000000" : 44826624,
"80.000000" : 48496640,
"90.000000" : 53739520,
"95.000000" : 58458112,
"99.000000" : 66322432,
"99.500000" : 67633152,
"99.900000" : 70778880,
"99.950000" : 71827456,
"99.990000" : 73924608
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2455,
"19791872" : 2482,
"20054016" : 2641,
"20316160" : 2695,
"20578304" : 2747,
"20840448" : 2842,
"21102592" : 2981,
"21364736" : 2889,
"21626880" : 3106,
"21889024" : 3139,
"22151168" : 3322,
"22413312" : 3365,
"22675456" : 3352,
"22937600" : 3492,
"23199744" : 3582,
"23461888" : 3657,
"23724032" : 3736,
"23986176" : 3908,
"24248320" : 4053,
"24510464" : 4371,
"24772608" : 4587,
"25034752" : 4938,
"25296896" : 5265,
"25559040" : 5391,
"25821184" : 5848,
"26083328" : 6303,
"26345472" : 6608,
"26607616" : 7045,
"26869760" : 7276,
"27131904" : 7632,
"27394048" : 7742,
"27656192" : 8003,
"27918336" : 8313,
"28180480" : 8663,
"28442624" : 8685,
"28704768" : 8993,
"28966912" : 9475,
"29229056" : 9545,
"29491200" : 9725,
"29753344" : 9988,
"30015488" : 10261,
"30277632" : 10384,
"30539776" : 10398,
"30801920" : 10552,
"31064064" : 10686,
"31326208" : 10834,
"31588352" : 10978,
"31850496" : 11263,
"32112640" : 11671,
"32374784" : 11946,
"32636928" : 12285,
"32899072" : 12316,
"33161216" : 12293,
"33423360" : 12464,
"33816576" : 24541,
"34340864" : 24337,
"34865152" : 24529,
"35389440" : 23656,
"35913728" : 23601,
"36438016" : 23671,
"36962304" : 23108,
"37486592" : 22907,
"38010880" : 22270,
"38535168" : 23219,
"39059456" : 23269,
"39583744" : 22854,
"40108032" : 22292,
"40632320" : 21837,
"41156608" : 22338,
"41680896" : 22878,
"42205184" : 22542,
"42729472" : 22039,
"43253760" : 21299,
"43778048" : 20744,
"44302336" : 19538,
"44826624" : 19196,
"45350912" : 18693,
"45875200" : 18580,
"46399488" : 17766,
"46923776" : 17330,
"47448064" : 17284,
"47972352" : 16113,
"48496640" : 15813,
"49020928" : 14898,
"49545216" : 14249,
"50069504" : 13347,
"50593792" : 13510,
"51118080" : 12508,
"51642368" : 11684,
"52166656" : 11392,
"52690944" : 10790,
"53215232" : 10224,
"53739520" : 9150,
"54263808" : 8561,
"54788096" : 7815,
"55312384" : 7103,
"55836672" : 6629,
"56360960" : 6017,
"56885248" : 5622,
"57409536" : 5402,
"57933824" : 5097,
"58458112" : 4884,
"58982400" : 4598,
"59506688" : 4476,
"60030976" : 4231,
"60555264" : 3995,
"61079552" : 3770,
"61603840" : 3691,
"62128128" : 3553,
"62652416" : 3478,
"63176704" : 3446,
"63700992" : 3315,
"64225280" : 3224,
"64749568" : 2882,
"65273856" : 2748,
"65798144" : 2381,
"66322432" : 2240,
"66846720" : 1898,
"67633152" : 3010,
"68681728" : 2168,
"69730304" : 1575,
"70778880" : 1008,
"71827456" : 485,
"72876032" : 270,
"73924608" : 110,
"74973184" : 75,
"76021760" : 11,
"77070336" : 3,
"78118912" : 9,
"79167488" : 3,
"80216064" : 1
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 82182972,
"mean" : 40633169.281540,
"stddev" : 11056764.493408,
"N" : 1259644
},
"bw_min" : 72016,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 100988.515152,
"bw_dev" : 473.036100,
"bw_samples" : 3168,
"iops_min" : 18004,
"iops_max" : 32974,
"iops_mean" : 25246.222222,
"iops_stddev" : 118.236644,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600000,
"usr_cpu" : 0.351125,
"sys_cpu" : 3.345937,
"ctx" : 1730188,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999921,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.012543,
"4" : 0.011511,
"10" : 0.062397,
"20" : 2.484131,
"50" : 80.963041,
"100" : 16.463837,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126661,
"timestamp_ms" : 1774126661201,
"time" : "Sat Mar 21 17:57:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6013591552,
"io_kbytes" : 5872648,
"bw_bytes" : 100226525,
"bw" : 97877,
"iops" : 24470.266667,
"runtime" : 60000,
"total_ios" : 1468216,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1298670.210721,
"stddev" : 602890.747803,
"N" : 1468216
},
"clat_ns" : {
"min" : 1012897,
"max" : 79754822,
"mean" : 40542748.837060,
"stddev" : 11110632.884787,
"N" : 1468184,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 23461888,
"10.000000" : 27131904,
"20.000000" : 31064064,
"30.000000" : 33816576,
"40.000000" : 36962304,
"50.000000" : 39583744,
"60.000000" : 42729472,
"70.000000" : 45875200,
"80.000000" : 50069504,
"90.000000" : 55836672,
"95.000000" : 61079552,
"99.000000" : 67633152,
"99.500000" : 68681728,
"99.900000" : 71827456,
"99.950000" : 72876032,
"99.990000" : 74973184
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2455,
"19791872" : 2482,
"20054016" : 2641,
"20316160" : 2695,
"20578304" : 2747,
"20840448" : 2842,
"21102592" : 2981,
"21364736" : 2890,
"21626880" : 3110,
"21889024" : 3143,
"22151168" : 3328,
"22413312" : 3373,
"22675456" : 3361,
"22937600" : 3504,
"23199744" : 3591,
"23461888" : 3664,
"23724032" : 3753,
"23986176" : 3936,
"24248320" : 4093,
"24510464" : 4405,
"24772608" : 4634,
"25034752" : 5004,
"25296896" : 5325,
"25559040" : 5448,
"25821184" : 5923,
"26083328" : 6382,
"26345472" : 6697,
"26607616" : 7152,
"26869760" : 7421,
"27131904" : 7778,
"27394048" : 7923,
"27656192" : 8153,
"27918336" : 8520,
"28180480" : 8893,
"28442624" : 8959,
"28704768" : 9307,
"28966912" : 9786,
"29229056" : 9897,
"29491200" : 10048,
"29753344" : 10370,
"30015488" : 10670,
"30277632" : 10822,
"30539776" : 10909,
"30801920" : 11107,
"31064064" : 11249,
"31326208" : 11509,
"31588352" : 11633,
"31850496" : 11978,
"32112640" : 12500,
"32374784" : 12768,
"32636928" : 13160,
"32899072" : 13265,
"33161216" : 13329,
"33423360" : 13578,
"33816576" : 26799,
"34340864" : 26902,
"34865152" : 27316,
"35389440" : 26772,
"35913728" : 26992,
"36438016" : 27101,
"36962304" : 26705,
"37486592" : 26809,
"38010880" : 26092,
"38535168" : 27348,
"39059456" : 27635,
"39583744" : 27494,
"40108032" : 27134,
"40632320" : 27101,
"41156608" : 27637,
"41680896" : 27978,
"42205184" : 27721,
"42729472" : 27037,
"43253760" : 26052,
"43778048" : 24966,
"44302336" : 23478,
"44826624" : 22760,
"45350912" : 21744,
"45875200" : 21221,
"46399488" : 20253,
"46923776" : 19674,
"47448064" : 19591,
"47972352" : 18374,
"48496640" : 18199,
"49020928" : 17164,
"49545216" : 16456,
"50069504" : 15494,
"50593792" : 15548,
"51118080" : 14812,
"51642368" : 14037,
"52166656" : 13818,
"52690944" : 13458,
"53215232" : 13124,
"53739520" : 12166,
"54263808" : 11705,
"54788096" : 10818,
"55312384" : 9838,
"55836672" : 9106,
"56360960" : 8554,
"56885248" : 8083,
"57409536" : 7778,
"57933824" : 7490,
"58458112" : 7416,
"58982400" : 7135,
"59506688" : 6912,
"60030976" : 6708,
"60555264" : 6484,
"61079552" : 6246,
"61603840" : 6149,
"62128128" : 6048,
"62652416" : 5770,
"63176704" : 5735,
"63700992" : 5490,
"64225280" : 5260,
"64749568" : 4778,
"65273856" : 4462,
"65798144" : 3765,
"66322432" : 3525,
"66846720" : 3030,
"67633152" : 5020,
"68681728" : 3702,
"69730304" : 2626,
"70778880" : 1659,
"71827456" : 955,
"72876032" : 544,
"73924608" : 316,
"74973184" : 201,
"76021760" : 103,
"77070336" : 13,
"78118912" : 9,
"79167488" : 3,
"80216064" : 1
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 82182972,
"mean" : 41841237.786608,
"stddev" : 11416392.039391,
"N" : 1468184
},
"bw_min" : 72016,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 98052.428571,
"bw_dev" : 481.512882,
"bw_samples" : 3808,
"iops_min" : 18004,
"iops_max" : 32974,
"iops_mean" : 24512.084034,
"iops_stddev" : 120.361029,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919987,
"usr_cpu" : 0.337450,
"sys_cpu" : 3.254085,
"ctx" : 1983290,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010761,
"4" : 0.010000,
"10" : 0.053534,
"20" : 2.131294,
"50" : 78.032932,
"100" : 19.759422,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126671,
"timestamp_ms" : 1774126671204,
"time" : "Sat Mar 21 17:57:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6851575808,
"io_kbytes" : 6690992,
"bw_bytes" : 97879654,
"bw" : 95585,
"iops" : 23897.571429,
"runtime" : 70000,
"total_ios" : 1672830,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1330343.442077,
"stddev" : 601048.811616,
"N" : 1672830
},
"clat_ns" : {
"min" : 1012897,
"max" : 80901334,
"mean" : 41512489.562486,
"stddev" : 11439998.478743,
"N" : 1672798,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 24248320,
"10.000000" : 27656192,
"20.000000" : 31850496,
"30.000000" : 34865152,
"40.000000" : 37486592,
"50.000000" : 40632320,
"60.000000" : 43253760,
"70.000000" : 46923776,
"80.000000" : 51118080,
"90.000000" : 57409536,
"95.000000" : 62652416,
"99.000000" : 68681728,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2455,
"19791872" : 2482,
"20054016" : 2641,
"20316160" : 2695,
"20578304" : 2747,
"20840448" : 2842,
"21102592" : 2981,
"21364736" : 2890,
"21626880" : 3110,
"21889024" : 3143,
"22151168" : 3328,
"22413312" : 3373,
"22675456" : 3364,
"22937600" : 3507,
"23199744" : 3595,
"23461888" : 3670,
"23724032" : 3758,
"23986176" : 3943,
"24248320" : 4100,
"24510464" : 4413,
"24772608" : 4645,
"25034752" : 5014,
"25296896" : 5333,
"25559040" : 5465,
"25821184" : 5945,
"26083328" : 6412,
"26345472" : 6731,
"26607616" : 7196,
"26869760" : 7477,
"27131904" : 7832,
"27394048" : 8005,
"27656192" : 8248,
"27918336" : 8616,
"28180480" : 9017,
"28442624" : 9109,
"28704768" : 9489,
"28966912" : 9956,
"29229056" : 10165,
"29491200" : 10320,
"29753344" : 10646,
"30015488" : 11020,
"30277632" : 11244,
"30539776" : 11389,
"30801920" : 11648,
"31064064" : 11784,
"31326208" : 12211,
"31588352" : 12329,
"31850496" : 12750,
"32112640" : 13375,
"32374784" : 13652,
"32636928" : 14133,
"32899072" : 14259,
"33161216" : 14403,
"33423360" : 14688,
"33816576" : 29197,
"34340864" : 29580,
"34865152" : 30446,
"35389440" : 30327,
"35913728" : 30812,
"36438016" : 31188,
"36962304" : 30677,
"37486592" : 30848,
"38010880" : 30412,
"38535168" : 31843,
"39059456" : 32229,
"39583744" : 32019,
"40108032" : 31725,
"40632320" : 31762,
"41156608" : 32239,
"41680896" : 32100,
"42205184" : 31738,
"42729472" : 30768,
"43253760" : 29471,
"43778048" : 28108,
"44302336" : 26623,
"44826624" : 25530,
"45350912" : 24281,
"45875200" : 23671,
"46399488" : 22353,
"46923776" : 21840,
"47448064" : 21539,
"47972352" : 20435,
"48496640" : 20356,
"49020928" : 19341,
"49545216" : 18708,
"50069504" : 17877,
"50593792" : 18024,
"51118080" : 17337,
"51642368" : 16700,
"52166656" : 16610,
"52690944" : 16397,
"53215232" : 15972,
"53739520" : 15197,
"54263808" : 14744,
"54788096" : 13630,
"55312384" : 12371,
"55836672" : 11600,
"56360960" : 10936,
"56885248" : 10400,
"57409536" : 10038,
"57933824" : 9690,
"58458112" : 9536,
"58982400" : 9199,
"59506688" : 9010,
"60030976" : 8854,
"60555264" : 8592,
"61079552" : 8302,
"61603840" : 8237,
"62128128" : 8075,
"62652416" : 7766,
"63176704" : 7605,
"63700992" : 7336,
"64225280" : 7025,
"64749568" : 6577,
"65273856" : 6061,
"65798144" : 5413,
"66322432" : 5128,
"66846720" : 4513,
"67633152" : 8004,
"68681728" : 6320,
"69730304" : 4760,
"70778880" : 3580,
"71827456" : 2599,
"72876032" : 1871,
"73924608" : 1144,
"74973184" : 742,
"76021760" : 388,
"77070336" : 143,
"78118912" : 77,
"79167488" : 12,
"80216064" : 4,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 83303794,
"mean" : 42842485.569686,
"stddev" : 11758766.100194,
"N" : 1672798
},
"bw_min" : 70552,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 95685.345324,
"bw_dev" : 486.496442,
"bw_samples" : 4448,
"iops_min" : 17638,
"iops_max" : 32974,
"iops_mean" : 23920.460432,
"iops_stddev" : 121.605384,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239990,
"usr_cpu" : 0.329644,
"sys_cpu" : 3.184121,
"ctx" : 2233868,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999880,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999880,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.046986,
"20" : 1.870603,
"50" : 75.478202,
"100" : 22.584184,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126681,
"timestamp_ms" : 1774126681200,
"time" : "Sat Mar 21 17:58:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7673905152,
"io_kbytes" : 7494048,
"bw_bytes" : 95923814,
"bw" : 93675,
"iops" : 23419.362500,
"runtime" : 80000,
"total_ios" : 1873549,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1357872.347194,
"stddev" : 595474.635553,
"N" : 1873549
},
"clat_ns" : {
"min" : 1012897,
"max" : 80901334,
"mean" : 42357655.755499,
"stddev" : 11510729.488771,
"N" : 1873517,
"percentile" : {
"1.000000" : 18481152,
"5.000000" : 24772608,
"10.000000" : 28180480,
"20.000000" : 32636928,
"30.000000" : 35913728,
"40.000000" : 38535168,
"50.000000" : 41680896,
"60.000000" : 44302336,
"70.000000" : 47448064,
"80.000000" : 52166656,
"90.000000" : 58982400,
"95.000000" : 63176704,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2455,
"19791872" : 2482,
"20054016" : 2641,
"20316160" : 2695,
"20578304" : 2747,
"20840448" : 2842,
"21102592" : 2981,
"21364736" : 2890,
"21626880" : 3110,
"21889024" : 3143,
"22151168" : 3328,
"22413312" : 3373,
"22675456" : 3364,
"22937600" : 3507,
"23199744" : 3595,
"23461888" : 3670,
"23724032" : 3758,
"23986176" : 3943,
"24248320" : 4100,
"24510464" : 4413,
"24772608" : 4645,
"25034752" : 5014,
"25296896" : 5333,
"25559040" : 5465,
"25821184" : 5945,
"26083328" : 6412,
"26345472" : 6732,
"26607616" : 7196,
"26869760" : 7484,
"27131904" : 7841,
"27394048" : 8027,
"27656192" : 8266,
"27918336" : 8641,
"28180480" : 9041,
"28442624" : 9136,
"28704768" : 9533,
"28966912" : 10012,
"29229056" : 10230,
"29491200" : 10395,
"29753344" : 10718,
"30015488" : 11089,
"30277632" : 11322,
"30539776" : 11491,
"30801920" : 11767,
"31064064" : 11918,
"31326208" : 12371,
"31588352" : 12523,
"31850496" : 12973,
"32112640" : 13603,
"32374784" : 13929,
"32636928" : 14412,
"32899072" : 14644,
"33161216" : 14770,
"33423360" : 15121,
"33816576" : 30195,
"34340864" : 30663,
"34865152" : 31759,
"35389440" : 31825,
"35913728" : 32453,
"36438016" : 33138,
"36962304" : 32824,
"37486592" : 33142,
"38010880" : 33195,
"38535168" : 35110,
"39059456" : 35784,
"39583744" : 36062,
"40108032" : 36029,
"40632320" : 36416,
"41156608" : 36869,
"41680896" : 36946,
"42205184" : 36885,
"42729472" : 35998,
"43253760" : 34827,
"43778048" : 33409,
"44302336" : 31930,
"44826624" : 30633,
"45350912" : 29040,
"45875200" : 28464,
"46399488" : 26819,
"46923776" : 26205,
"47448064" : 25637,
"47972352" : 24332,
"48496640" : 24173,
"49020928" : 22951,
"49545216" : 21903,
"50069504" : 20757,
"50593792" : 20831,
"51118080" : 20112,
"51642368" : 19336,
"52166656" : 19173,
"52690944" : 18857,
"53215232" : 18558,
"53739520" : 17854,
"54263808" : 17282,
"54788096" : 16002,
"55312384" : 14784,
"55836672" : 13807,
"56360960" : 13475,
"56885248" : 12983,
"57409536" : 12555,
"57933824" : 12244,
"58458112" : 12188,
"58982400" : 11619,
"59506688" : 11496,
"60030976" : 11320,
"60555264" : 10954,
"61079552" : 10417,
"61603840" : 10292,
"62128128" : 10057,
"62652416" : 9544,
"63176704" : 9399,
"63700992" : 9109,
"64225280" : 8756,
"64749568" : 8229,
"65273856" : 7677,
"65798144" : 7074,
"66322432" : 6681,
"66846720" : 5874,
"67633152" : 10586,
"68681728" : 8534,
"69730304" : 6372,
"70778880" : 4738,
"71827456" : 3388,
"72876032" : 2371,
"73924608" : 1379,
"74973184" : 835,
"76021760" : 427,
"77070336" : 151,
"78118912" : 77,
"79167488" : 12,
"80216064" : 4,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 83303794,
"mean" : 43715089.043989,
"stddev" : 11833443.320721,
"N" : 1873517
},
"bw_min" : 70272,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 93846.886792,
"bw_dev" : 482.136021,
"bw_samples" : 5088,
"iops_min" : 17568,
"iops_max" : 32974,
"iops_mean" : 23460.855346,
"iops_stddev" : 120.517072,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559981,
"usr_cpu" : 0.323440,
"sys_cpu" : 3.127758,
"ctx" : 2477046,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.041952,
"20" : 1.670199,
"50" : 73.695217,
"100" : 24.574751,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126691,
"timestamp_ms" : 1774126691200,
"time" : "Sat Mar 21 17:58:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8523853824,
"io_kbytes" : 8324076,
"bw_bytes" : 94709486,
"bw" : 92489,
"iops" : 23122.855556,
"runtime" : 90000,
"total_ios" : 2081057,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1375580.450162,
"stddev" : 589292.660661,
"N" : 2081057
},
"clat_ns" : {
"min" : 1012897,
"max" : 80901334,
"mean" : 42904644.386123,
"stddev" : 11454357.642481,
"N" : 2081025,
"percentile" : {
"1.000000" : 18743296,
"5.000000" : 25296896,
"10.000000" : 28966912,
"20.000000" : 33161216,
"30.000000" : 36438016,
"40.000000" : 39583744,
"50.000000" : 42205184,
"60.000000" : 44826624,
"70.000000" : 48496640,
"80.000000" : 52690944,
"90.000000" : 58982400,
"95.000000" : 63700992,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2455,
"19791872" : 2482,
"20054016" : 2641,
"20316160" : 2695,
"20578304" : 2747,
"20840448" : 2842,
"21102592" : 2981,
"21364736" : 2890,
"21626880" : 3110,
"21889024" : 3143,
"22151168" : 3330,
"22413312" : 3377,
"22675456" : 3372,
"22937600" : 3524,
"23199744" : 3608,
"23461888" : 3684,
"23724032" : 3772,
"23986176" : 3954,
"24248320" : 4107,
"24510464" : 4425,
"24772608" : 4657,
"25034752" : 5029,
"25296896" : 5349,
"25559040" : 5487,
"25821184" : 5983,
"26083328" : 6467,
"26345472" : 6783,
"26607616" : 7244,
"26869760" : 7553,
"27131904" : 7920,
"27394048" : 8111,
"27656192" : 8362,
"27918336" : 8729,
"28180480" : 9131,
"28442624" : 9222,
"28704768" : 9664,
"28966912" : 10155,
"29229056" : 10399,
"29491200" : 10555,
"29753344" : 10905,
"30015488" : 11314,
"30277632" : 11593,
"30539776" : 11785,
"30801920" : 12146,
"31064064" : 12293,
"31326208" : 12847,
"31588352" : 13039,
"31850496" : 13528,
"32112640" : 14286,
"32374784" : 14683,
"32636928" : 15236,
"32899072" : 15515,
"33161216" : 15681,
"33423360" : 16188,
"33816576" : 32382,
"34340864" : 33133,
"34865152" : 34358,
"35389440" : 34713,
"35913728" : 35674,
"36438016" : 36172,
"36962304" : 35952,
"37486592" : 36197,
"38010880" : 36415,
"38535168" : 38372,
"39059456" : 39130,
"39583744" : 39581,
"40108032" : 39484,
"40632320" : 40076,
"41156608" : 40619,
"41680896" : 40859,
"42205184" : 41125,
"42729472" : 40379,
"43253760" : 39416,
"43778048" : 38197,
"44302336" : 36566,
"44826624" : 35450,
"45350912" : 33771,
"45875200" : 33045,
"46399488" : 31391,
"46923776" : 30775,
"47448064" : 30159,
"47972352" : 28610,
"48496640" : 28269,
"49020928" : 26949,
"49545216" : 25838,
"50069504" : 24464,
"50593792" : 24467,
"51118080" : 23629,
"51642368" : 22770,
"52166656" : 22655,
"52690944" : 22096,
"53215232" : 21799,
"53739520" : 20927,
"54263808" : 20273,
"54788096" : 18912,
"55312384" : 17506,
"55836672" : 16603,
"56360960" : 15990,
"56885248" : 15241,
"57409536" : 14735,
"57933824" : 14282,
"58458112" : 14167,
"58982400" : 13486,
"59506688" : 13233,
"60030976" : 13024,
"60555264" : 12582,
"61079552" : 12112,
"61603840" : 11812,
"62128128" : 11547,
"62652416" : 10960,
"63176704" : 10830,
"63700992" : 10492,
"64225280" : 10106,
"64749568" : 9651,
"65273856" : 8929,
"65798144" : 8258,
"66322432" : 7843,
"66846720" : 6887,
"67633152" : 12507,
"68681728" : 10081,
"69730304" : 7669,
"70778880" : 5540,
"71827456" : 3975,
"72876032" : 2724,
"73924608" : 1610,
"74973184" : 1039,
"76021760" : 551,
"77070336" : 202,
"78118912" : 99,
"79167488" : 19,
"80216064" : 11,
"81264640" : 2
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 83348332,
"mean" : 44280055.989683,
"stddev" : 11776065.283547,
"N" : 2081025
},
"bw_min" : 70272,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 92610.363128,
"bw_dev" : 469.674517,
"bw_samples" : 5728,
"iops_min" : 17568,
"iops_max" : 32974,
"iops_mean" : 23151.821229,
"iops_stddev" : 117.401212,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879991,
"usr_cpu" : 0.318682,
"sys_cpu" : 3.102336,
"ctx" : 2732334,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.037769,
"20" : 1.503659,
"50" : 72.532468,
"100" : 25.910006,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126701,
"timestamp_ms" : 1774126701201,
"time" : "Sat Mar 21 17:58:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9382383616,
"io_kbytes" : 9162484,
"bw_bytes" : 93823836,
"bw" : 91624,
"iops" : 22906.760000,
"runtime" : 100000,
"total_ios" : 2290676,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1388768.517734,
"stddev" : 585169.050962,
"N" : 2290676
},
"clat_ns" : {
"min" : 1012897,
"max" : 82195952,
"mean" : 43309754.198325,
"stddev" : 11415653.966858,
"N" : 2290644,
"percentile" : {
"1.000000" : 19005440,
"5.000000" : 25821184,
"10.000000" : 29229056,
"20.000000" : 33816576,
"30.000000" : 36962304,
"40.000000" : 39583744,
"50.000000" : 42205184,
"60.000000" : 45350912,
"70.000000" : 49020928,
"80.000000" : 53215232,
"90.000000" : 59506688,
"95.000000" : 63700992,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2455,
"19791872" : 2482,
"20054016" : 2641,
"20316160" : 2695,
"20578304" : 2747,
"20840448" : 2842,
"21102592" : 2981,
"21364736" : 2890,
"21626880" : 3110,
"21889024" : 3143,
"22151168" : 3330,
"22413312" : 3377,
"22675456" : 3372,
"22937600" : 3525,
"23199744" : 3609,
"23461888" : 3686,
"23724032" : 3778,
"23986176" : 3962,
"24248320" : 4113,
"24510464" : 4433,
"24772608" : 4663,
"25034752" : 5038,
"25296896" : 5361,
"25559040" : 5500,
"25821184" : 6001,
"26083328" : 6482,
"26345472" : 6813,
"26607616" : 7274,
"26869760" : 7578,
"27131904" : 7961,
"27394048" : 8165,
"27656192" : 8427,
"27918336" : 8825,
"28180480" : 9269,
"28442624" : 9371,
"28704768" : 9831,
"28966912" : 10341,
"29229056" : 10625,
"29491200" : 10849,
"29753344" : 11224,
"30015488" : 11688,
"30277632" : 12011,
"30539776" : 12245,
"30801920" : 12625,
"31064064" : 12802,
"31326208" : 13384,
"31588352" : 13673,
"31850496" : 14191,
"32112640" : 15043,
"32374784" : 15502,
"32636928" : 16137,
"32899072" : 16558,
"33161216" : 16743,
"33423360" : 17368,
"33816576" : 34893,
"34340864" : 35910,
"34865152" : 37537,
"35389440" : 38282,
"35913728" : 39581,
"36438016" : 40299,
"36962304" : 40276,
"37486592" : 40420,
"38010880" : 40808,
"38535168" : 42835,
"39059456" : 43827,
"39583744" : 44215,
"40108032" : 44470,
"40632320" : 45096,
"41156608" : 45607,
"41680896" : 45629,
"42205184" : 45598,
"42729472" : 44626,
"43253760" : 43191,
"43778048" : 41854,
"44302336" : 40001,
"44826624" : 38747,
"45350912" : 37005,
"45875200" : 36305,
"46399488" : 34575,
"46923776" : 33821,
"47448064" : 33138,
"47972352" : 31517,
"48496640" : 31027,
"49020928" : 29723,
"49545216" : 28774,
"50069504" : 27365,
"50593792" : 27588,
"51118080" : 26780,
"51642368" : 25965,
"52166656" : 25927,
"52690944" : 25341,
"53215232" : 24917,
"53739520" : 23875,
"54263808" : 23019,
"54788096" : 21537,
"55312384" : 19863,
"55836672" : 19027,
"56360960" : 18381,
"56885248" : 17626,
"57409536" : 17212,
"57933824" : 16743,
"58458112" : 16447,
"58982400" : 15644,
"59506688" : 15385,
"60030976" : 14981,
"60555264" : 14484,
"61079552" : 13942,
"61603840" : 13571,
"62128128" : 13210,
"62652416" : 12619,
"63176704" : 12485,
"63700992" : 12109,
"64225280" : 11636,
"64749568" : 11165,
"65273856" : 10381,
"65798144" : 9630,
"66322432" : 9197,
"66846720" : 8135,
"67633152" : 14764,
"68681728" : 11918,
"69730304" : 8851,
"70778880" : 6461,
"71827456" : 4569,
"72876032" : 3045,
"73924608" : 1786,
"74973184" : 1112,
"76021760" : 575,
"77070336" : 209,
"78118912" : 101,
"79167488" : 23,
"80216064" : 15,
"81264640" : 6,
"82313216" : 2
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 84547524,
"mean" : 44698386.696275,
"stddev" : 11736581.892916,
"N" : 2290644
},
"bw_min" : 70272,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 91762.085427,
"bw_dev" : 454.649686,
"bw_samples" : 6368,
"iops_min" : 17568,
"iops_max" : 32974,
"iops_mean" : 22939.748744,
"iops_stddev" : 113.645309,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3199985,
"usr_cpu" : 0.316408,
"sys_cpu" : 3.088858,
"ctx" : 2994265,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.034313,
"20" : 1.366060,
"50" : 71.542200,
"100" : 27.042803,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126711,
"timestamp_ms" : 1774126711200,
"time" : "Sat Mar 21 17:58:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10216173568,
"io_kbytes" : 9976732,
"bw_bytes" : 92874305,
"bw" : 90697,
"iops" : 22674.827273,
"runtime" : 110000,
"total_ios" : 2494231,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1403194.948393,
"stddev" : 585136.426931,
"N" : 2494231
},
"clat_ns" : {
"min" : 1012897,
"max" : 83662812,
"mean" : 43755135.340734,
"stddev" : 11506078.591053,
"N" : 2494199,
"percentile" : {
"1.000000" : 19267584,
"5.000000" : 26083328,
"10.000000" : 29753344,
"20.000000" : 33816576,
"30.000000" : 36962304,
"40.000000" : 40108032,
"50.000000" : 42729472,
"60.000000" : 45875200,
"70.000000" : 49545216,
"80.000000" : 53739520,
"90.000000" : 60030976,
"95.000000" : 64225280,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 77070336,
"99.990000" : 79167488
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2457,
"19791872" : 2483,
"20054016" : 2645,
"20316160" : 2696,
"20578304" : 2748,
"20840448" : 2843,
"21102592" : 2983,
"21364736" : 2891,
"21626880" : 3113,
"21889024" : 3144,
"22151168" : 3335,
"22413312" : 3384,
"22675456" : 3386,
"22937600" : 3540,
"23199744" : 3630,
"23461888" : 3716,
"23724032" : 3807,
"23986176" : 3999,
"24248320" : 4155,
"24510464" : 4491,
"24772608" : 4738,
"25034752" : 5108,
"25296896" : 5455,
"25559040" : 5603,
"25821184" : 6125,
"26083328" : 6622,
"26345472" : 6973,
"26607616" : 7453,
"26869760" : 7797,
"27131904" : 8179,
"27394048" : 8414,
"27656192" : 8716,
"27918336" : 9172,
"28180480" : 9649,
"28442624" : 9714,
"28704768" : 10222,
"28966912" : 10808,
"29229056" : 11156,
"29491200" : 11361,
"29753344" : 11767,
"30015488" : 12291,
"30277632" : 12641,
"30539776" : 12866,
"30801920" : 13280,
"31064064" : 13550,
"31326208" : 14144,
"31588352" : 14465,
"31850496" : 15042,
"32112640" : 15886,
"32374784" : 16410,
"32636928" : 17057,
"32899072" : 17539,
"33161216" : 17732,
"33423360" : 18399,
"33816576" : 37263,
"34340864" : 38433,
"34865152" : 40138,
"35389440" : 41196,
"35913728" : 42522,
"36438016" : 43277,
"36962304" : 43402,
"37486592" : 43539,
"38010880" : 43968,
"38535168" : 45993,
"39059456" : 47269,
"39583744" : 47673,
"40108032" : 47709,
"40632320" : 48326,
"41156608" : 48549,
"41680896" : 48596,
"42205184" : 48558,
"42729472" : 47453,
"43253760" : 45823,
"43778048" : 44639,
"44302336" : 42826,
"44826624" : 41740,
"45350912" : 40171,
"45875200" : 39657,
"46399488" : 37912,
"46923776" : 37180,
"47448064" : 36429,
"47972352" : 34812,
"48496640" : 34441,
"49020928" : 32876,
"49545216" : 31831,
"50069504" : 30212,
"50593792" : 30379,
"51118080" : 29582,
"51642368" : 28904,
"52166656" : 28940,
"52690944" : 28224,
"53215232" : 27770,
"53739520" : 26753,
"54263808" : 25786,
"54788096" : 24164,
"55312384" : 22483,
"55836672" : 21700,
"56360960" : 21098,
"56885248" : 20397,
"57409536" : 20131,
"57933824" : 19684,
"58458112" : 19278,
"58982400" : 18427,
"59506688" : 18210,
"60030976" : 17795,
"60555264" : 17072,
"61079552" : 16371,
"61603840" : 15945,
"62128128" : 15355,
"62652416" : 14619,
"63176704" : 14485,
"63700992" : 13946,
"64225280" : 13333,
"64749568" : 12719,
"65273856" : 11850,
"65798144" : 11105,
"66322432" : 10435,
"66846720" : 9276,
"67633152" : 16839,
"68681728" : 13784,
"69730304" : 10449,
"70778880" : 7792,
"71827456" : 5608,
"72876032" : 3918,
"73924608" : 2523,
"74973184" : 1769,
"76021760" : 1044,
"77070336" : 586,
"78118912" : 325,
"79167488" : 235,
"80216064" : 126,
"81264640" : 77,
"82313216" : 15,
"83361792" : 6
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 86273882,
"mean" : 45158411.801733,
"stddev" : 11830789.865034,
"N" : 2494199
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 90779.319635,
"bw_dev" : 448.195184,
"bw_samples" : 7008,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 22694.127854,
"iops_stddev" : 112.031519,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3519981,
"usr_cpu" : 0.313666,
"sys_cpu" : 3.070982,
"ctx" : 3242043,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.031513,
"20" : 1.254695,
"50" : 70.222285,
"100" : 28.478076,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126721,
"timestamp_ms" : 1774126721203,
"time" : "Sat Mar 21 17:58:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11094880256,
"io_kbytes" : 10834844,
"bw_bytes" : 92456564,
"bw" : 90289,
"iops" : 22573.670219,
"runtime" : 120001,
"total_ios" : 2708863,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1409625.603370,
"stddev" : 582955.624560,
"N" : 2708864
},
"clat_ns" : {
"min" : 1012897,
"max" : 83662812,
"mean" : 43950888.859017,
"stddev" : 11461244.224545,
"N" : 2708832,
"percentile" : {
"1.000000" : 19529728,
"5.000000" : 26607616,
"10.000000" : 30015488,
"20.000000" : 34340864,
"30.000000" : 37486592,
"40.000000" : 40108032,
"50.000000" : 42729472,
"60.000000" : 45875200,
"70.000000" : 49545216,
"80.000000" : 54263808,
"90.000000" : 60030976,
"95.000000" : 64225280,
"99.000000" : 69730304,
"99.500000" : 71827456,
"99.900000" : 74973184,
"99.950000" : 77070336,
"99.990000" : 79167488
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2457,
"19791872" : 2483,
"20054016" : 2645,
"20316160" : 2696,
"20578304" : 2748,
"20840448" : 2843,
"21102592" : 2983,
"21364736" : 2891,
"21626880" : 3115,
"21889024" : 3144,
"22151168" : 3338,
"22413312" : 3391,
"22675456" : 3393,
"22937600" : 3546,
"23199744" : 3644,
"23461888" : 3737,
"23724032" : 3839,
"23986176" : 4045,
"24248320" : 4204,
"24510464" : 4555,
"24772608" : 4819,
"25034752" : 5218,
"25296896" : 5575,
"25559040" : 5734,
"25821184" : 6325,
"26083328" : 6834,
"26345472" : 7255,
"26607616" : 7745,
"26869760" : 8135,
"27131904" : 8560,
"27394048" : 8838,
"27656192" : 9187,
"27918336" : 9622,
"28180480" : 10165,
"28442624" : 10294,
"28704768" : 10811,
"28966912" : 11483,
"29229056" : 11885,
"29491200" : 12147,
"29753344" : 12563,
"30015488" : 13179,
"30277632" : 13567,
"30539776" : 13789,
"30801920" : 14264,
"31064064" : 14656,
"31326208" : 15255,
"31588352" : 15585,
"31850496" : 16285,
"32112640" : 17071,
"32374784" : 17637,
"32636928" : 18332,
"32899072" : 18865,
"33161216" : 19044,
"33423360" : 19823,
"33816576" : 40227,
"34340864" : 41754,
"34865152" : 43713,
"35389440" : 44899,
"35913728" : 46637,
"36438016" : 47394,
"36962304" : 47756,
"37486592" : 47806,
"38010880" : 48209,
"38535168" : 50246,
"39059456" : 51346,
"39583744" : 51654,
"40108032" : 51532,
"40632320" : 52025,
"41156608" : 52015,
"41680896" : 52072,
"42205184" : 52199,
"42729472" : 50977,
"43253760" : 49438,
"43778048" : 48210,
"44302336" : 46403,
"44826624" : 45226,
"45350912" : 43825,
"45875200" : 43242,
"46399488" : 41334,
"46923776" : 40517,
"47448064" : 39582,
"47972352" : 37841,
"48496640" : 37359,
"49020928" : 35694,
"49545216" : 34596,
"50069504" : 33028,
"50593792" : 33037,
"51118080" : 32321,
"51642368" : 31636,
"52166656" : 31799,
"52690944" : 31132,
"53215232" : 30721,
"53739520" : 29409,
"54263808" : 28458,
"54788096" : 26745,
"55312384" : 25142,
"55836672" : 24413,
"56360960" : 23698,
"56885248" : 23070,
"57409536" : 22648,
"57933824" : 22188,
"58458112" : 21777,
"58982400" : 20910,
"59506688" : 20659,
"60030976" : 20122,
"60555264" : 19282,
"61079552" : 18438,
"61603840" : 17909,
"62128128" : 17182,
"62652416" : 16373,
"63176704" : 16121,
"63700992" : 15570,
"64225280" : 14903,
"64749568" : 14107,
"65273856" : 13155,
"65798144" : 12278,
"66322432" : 11491,
"66846720" : 10232,
"67633152" : 18368,
"68681728" : 14951,
"69730304" : 11271,
"70778880" : 8404,
"71827456" : 5984,
"72876032" : 4159,
"73924608" : 2701,
"74973184" : 1886,
"76021760" : 1097,
"77070336" : 600,
"78118912" : 329,
"79167488" : 238,
"80216064" : 126,
"81264640" : 77,
"82313216" : 15,
"83361792" : 6
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 86273882,
"mean" : 45360496.152665,
"stddev" : 11785201.201430,
"N" : 2708832
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 90359.092050,
"bw_dev" : 433.926366,
"bw_samples" : 7648,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 22589.129707,
"iops_stddev" : 108.464632,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840022,
"usr_cpu" : 0.313644,
"sys_cpu" : 3.077014,
"ctx" : 3514914,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.029016,
"20" : 1.155282,
"50" : 69.716150,
"100" : 29.087222,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126731,
"timestamp_ms" : 1774126731200,
"time" : "Sat Mar 21 17:58:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11942535168,
"io_kbytes" : 11662632,
"bw_bytes" : 91865655,
"bw" : 89712,
"iops" : 22428.469231,
"runtime" : 130000,
"total_ios" : 2915701,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1418845.723773,
"stddev" : 582500.136850,
"N" : 2915701
},
"clat_ns" : {
"min" : 1012897,
"max" : 84379989,
"mean" : 44230717.225275,
"stddev" : 11436702.347845,
"N" : 2915669,
"percentile" : {
"1.000000" : 19791872,
"5.000000" : 26869760,
"10.000000" : 30277632,
"20.000000" : 34340864,
"30.000000" : 37486592,
"40.000000" : 40108032,
"50.000000" : 43253760,
"60.000000" : 46399488,
"70.000000" : 50069504,
"80.000000" : 54263808,
"90.000000" : 60555264,
"95.000000" : 64749568,
"99.000000" : 70778880,
"99.500000" : 71827456,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 80216064
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2457,
"19791872" : 2483,
"20054016" : 2645,
"20316160" : 2696,
"20578304" : 2748,
"20840448" : 2843,
"21102592" : 2983,
"21364736" : 2891,
"21626880" : 3115,
"21889024" : 3144,
"22151168" : 3338,
"22413312" : 3391,
"22675456" : 3394,
"22937600" : 3547,
"23199744" : 3645,
"23461888" : 3737,
"23724032" : 3843,
"23986176" : 4051,
"24248320" : 4207,
"24510464" : 4557,
"24772608" : 4819,
"25034752" : 5225,
"25296896" : 5582,
"25559040" : 5743,
"25821184" : 6335,
"26083328" : 6840,
"26345472" : 7268,
"26607616" : 7763,
"26869760" : 8160,
"27131904" : 8598,
"27394048" : 8873,
"27656192" : 9235,
"27918336" : 9671,
"28180480" : 10232,
"28442624" : 10372,
"28704768" : 10938,
"28966912" : 11628,
"29229056" : 12034,
"29491200" : 12331,
"29753344" : 12792,
"30015488" : 13427,
"30277632" : 13842,
"30539776" : 14100,
"30801920" : 14625,
"31064064" : 15046,
"31326208" : 15652,
"31588352" : 16085,
"31850496" : 16835,
"32112640" : 17677,
"32374784" : 18260,
"32636928" : 19047,
"32899072" : 19710,
"33161216" : 19961,
"33423360" : 20844,
"33816576" : 42539,
"34340864" : 44348,
"34865152" : 46636,
"35389440" : 47961,
"35913728" : 49975,
"36438016" : 51111,
"36962304" : 51843,
"37486592" : 52367,
"38010880" : 53093,
"38535168" : 55346,
"39059456" : 56491,
"39583744" : 56962,
"40108032" : 56322,
"40632320" : 57069,
"41156608" : 56764,
"41680896" : 56200,
"42205184" : 56337,
"42729472" : 54864,
"43253760" : 53079,
"43778048" : 51751,
"44302336" : 49682,
"44826624" : 48613,
"45350912" : 47055,
"45875200" : 46409,
"46399488" : 44661,
"46923776" : 43603,
"47448064" : 42897,
"47972352" : 41271,
"48496640" : 40605,
"49020928" : 38877,
"49545216" : 37701,
"50069504" : 36138,
"50593792" : 35955,
"51118080" : 35198,
"51642368" : 34509,
"52166656" : 34542,
"52690944" : 33967,
"53215232" : 33410,
"53739520" : 32025,
"54263808" : 31246,
"54788096" : 29375,
"55312384" : 27678,
"55836672" : 26837,
"56360960" : 26139,
"56885248" : 25312,
"57409536" : 24731,
"57933824" : 24305,
"58458112" : 23843,
"58982400" : 22823,
"59506688" : 22577,
"60030976" : 22079,
"60555264" : 21238,
"61079552" : 20320,
"61603840" : 19669,
"62128128" : 19047,
"62652416" : 18248,
"63176704" : 17949,
"63700992" : 17241,
"64225280" : 16534,
"64749568" : 15649,
"65273856" : 14659,
"65798144" : 13755,
"66322432" : 12753,
"66846720" : 11480,
"67633152" : 20549,
"68681728" : 16793,
"69730304" : 12646,
"70778880" : 9561,
"71827456" : 6851,
"72876032" : 4792,
"73924608" : 3245,
"74973184" : 2326,
"76021760" : 1388,
"77070336" : 806,
"78118912" : 454,
"79167488" : 326,
"80216064" : 162,
"81264640" : 99,
"82313216" : 31,
"83361792" : 17,
"84410368" : 1
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 87014293,
"mean" : 45649279.909855,
"stddev" : 11759841.813327,
"N" : 2915669
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 89831.625483,
"bw_dev" : 423.923170,
"bw_samples" : 8288,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 22457.312741,
"iops_stddev" : 105.964052,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4159972,
"usr_cpu" : 0.312598,
"sys_cpu" : 3.075574,
"ctx" : 3776280,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 99.999966,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.026957,
"20" : 1.073327,
"50" : 69.121937,
"100" : 29.766289,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126741,
"timestamp_ms" : 1774126741202,
"time" : "Sat Mar 21 17:59:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12762341376,
"io_kbytes" : 12463224,
"bw_bytes" : 91159581,
"bw" : 89023,
"iops" : 22256.121429,
"runtime" : 140000,
"total_ios" : 3115857,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1430000.360731,
"stddev" : 582844.929687,
"N" : 3115857
},
"clat_ns" : {
"min" : 1012897,
"max" : 84379989,
"mean" : 44574008.936906,
"stddev" : 11418209.178970,
"N" : 3115825,
"percentile" : {
"1.000000" : 19791872,
"5.000000" : 27131904,
"10.000000" : 30801920,
"20.000000" : 34865152,
"30.000000" : 38010880,
"40.000000" : 40632320,
"50.000000" : 43253760,
"60.000000" : 46399488,
"70.000000" : 50069504,
"80.000000" : 54788096,
"90.000000" : 60555264,
"95.000000" : 64749568,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 80216064
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2457,
"19791872" : 2483,
"20054016" : 2645,
"20316160" : 2696,
"20578304" : 2748,
"20840448" : 2843,
"21102592" : 2983,
"21364736" : 2891,
"21626880" : 3115,
"21889024" : 3144,
"22151168" : 3338,
"22413312" : 3391,
"22675456" : 3394,
"22937600" : 3547,
"23199744" : 3645,
"23461888" : 3737,
"23724032" : 3843,
"23986176" : 4051,
"24248320" : 4207,
"24510464" : 4557,
"24772608" : 4819,
"25034752" : 5225,
"25296896" : 5582,
"25559040" : 5745,
"25821184" : 6339,
"26083328" : 6842,
"26345472" : 7271,
"26607616" : 7765,
"26869760" : 8167,
"27131904" : 8608,
"27394048" : 8883,
"27656192" : 9247,
"27918336" : 9694,
"28180480" : 10251,
"28442624" : 10404,
"28704768" : 10970,
"28966912" : 11682,
"29229056" : 12098,
"29491200" : 12406,
"29753344" : 12879,
"30015488" : 13510,
"30277632" : 13947,
"30539776" : 14205,
"30801920" : 14743,
"31064064" : 15184,
"31326208" : 15815,
"31588352" : 16282,
"31850496" : 17034,
"32112640" : 17899,
"32374784" : 18548,
"32636928" : 19351,
"32899072" : 20048,
"33161216" : 20347,
"33423360" : 21242,
"33816576" : 43564,
"34340864" : 45635,
"34865152" : 48227,
"35389440" : 49816,
"35913728" : 52179,
"36438016" : 53579,
"36962304" : 54560,
"37486592" : 55405,
"38010880" : 56407,
"38535168" : 58747,
"39059456" : 60195,
"39583744" : 61031,
"40108032" : 60505,
"40632320" : 61381,
"41156608" : 61204,
"41680896" : 60711,
"42205184" : 60996,
"42729472" : 59516,
"43253760" : 57611,
"43778048" : 56053,
"44302336" : 53745,
"44826624" : 52717,
"45350912" : 51106,
"45875200" : 50164,
"46399488" : 48553,
"46923776" : 47444,
"47448064" : 46754,
"47972352" : 44983,
"48496640" : 44119,
"49020928" : 42375,
"49545216" : 41176,
"50069504" : 39667,
"50593792" : 39340,
"51118080" : 38422,
"51642368" : 37802,
"52166656" : 37824,
"52690944" : 37068,
"53215232" : 36445,
"53739520" : 34898,
"54263808" : 34149,
"54788096" : 32115,
"55312384" : 30374,
"55836672" : 29247,
"56360960" : 28575,
"56885248" : 27577,
"57409536" : 26992,
"57933824" : 26581,
"58458112" : 26062,
"58982400" : 25017,
"59506688" : 24745,
"60030976" : 24227,
"60555264" : 23253,
"61079552" : 22422,
"61603840" : 21670,
"62128128" : 20972,
"62652416" : 20135,
"63176704" : 19736,
"63700992" : 19048,
"64225280" : 18290,
"64749568" : 17367,
"65273856" : 16405,
"65798144" : 15377,
"66322432" : 14296,
"66846720" : 12877,
"67633152" : 22988,
"68681728" : 18791,
"69730304" : 14380,
"70778880" : 11009,
"71827456" : 7919,
"72876032" : 5598,
"73924608" : 3824,
"74973184" : 2694,
"76021760" : 1632,
"77070336" : 923,
"78118912" : 526,
"79167488" : 343,
"80216064" : 176,
"81264640" : 100,
"82313216" : 31,
"83361792" : 17,
"84410368" : 1
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 87014293,
"mean" : 46003762.343592,
"stddev" : 11740666.428579,
"N" : 3115825
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 89077.616487,
"bw_dev" : 418.856862,
"bw_samples" : 8928,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 22268.767025,
"iops_stddev" : 104.700269,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4479999,
"usr_cpu" : 0.309888,
"sys_cpu" : 3.068818,
"ctx" : 4022940,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.025226,
"20" : 1.004379,
"50" : 68.301498,
"100" : 30.658146,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126751,
"timestamp_ms" : 1774126751201,
"time" : "Sat Mar 21 17:59:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13553283072,
"io_kbytes" : 13235628,
"bw_bytes" : 90355220,
"bw" : 88237,
"iops" : 22059.646667,
"runtime" : 150000,
"total_ios" : 3308947,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1442867.865812,
"stddev" : 585622.330869,
"N" : 3308947
},
"clat_ns" : {
"min" : 1012897,
"max" : 84379989,
"mean" : 44970858.814774,
"stddev" : 11464066.591858,
"N" : 3308915,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 27394048,
"10.000000" : 31064064,
"20.000000" : 35389440,
"30.000000" : 38535168,
"40.000000" : 41156608,
"50.000000" : 43778048,
"60.000000" : 46923776,
"70.000000" : 50593792,
"80.000000" : 55312384,
"90.000000" : 61079552,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 81264640
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2457,
"19791872" : 2483,
"20054016" : 2645,
"20316160" : 2696,
"20578304" : 2748,
"20840448" : 2843,
"21102592" : 2983,
"21364736" : 2891,
"21626880" : 3115,
"21889024" : 3144,
"22151168" : 3338,
"22413312" : 3391,
"22675456" : 3394,
"22937600" : 3547,
"23199744" : 3645,
"23461888" : 3737,
"23724032" : 3843,
"23986176" : 4051,
"24248320" : 4207,
"24510464" : 4557,
"24772608" : 4819,
"25034752" : 5225,
"25296896" : 5582,
"25559040" : 5745,
"25821184" : 6341,
"26083328" : 6843,
"26345472" : 7271,
"26607616" : 7765,
"26869760" : 8168,
"27131904" : 8612,
"27394048" : 8890,
"27656192" : 9252,
"27918336" : 9704,
"28180480" : 10268,
"28442624" : 10428,
"28704768" : 11013,
"28966912" : 11721,
"29229056" : 12136,
"29491200" : 12456,
"29753344" : 12941,
"30015488" : 13617,
"30277632" : 14032,
"30539776" : 14300,
"30801920" : 14854,
"31064064" : 15314,
"31326208" : 15991,
"31588352" : 16489,
"31850496" : 17260,
"32112640" : 18164,
"32374784" : 18810,
"32636928" : 19655,
"32899072" : 20392,
"33161216" : 20741,
"33423360" : 21609,
"33816576" : 44508,
"34340864" : 46711,
"34865152" : 49380,
"35389440" : 51148,
"35913728" : 53678,
"36438016" : 55239,
"36962304" : 56422,
"37486592" : 57437,
"38010880" : 58672,
"38535168" : 61293,
"39059456" : 62879,
"39583744" : 63908,
"40108032" : 63457,
"40632320" : 64287,
"41156608" : 64242,
"41680896" : 63749,
"42205184" : 64300,
"42729472" : 62911,
"43253760" : 61033,
"43778048" : 59434,
"44302336" : 57223,
"44826624" : 56248,
"45350912" : 54708,
"45875200" : 53725,
"46399488" : 52201,
"46923776" : 51262,
"47448064" : 50651,
"47972352" : 48959,
"48496640" : 48132,
"49020928" : 46555,
"49545216" : 45133,
"50069504" : 43548,
"50593792" : 43189,
"51118080" : 42250,
"51642368" : 42010,
"52166656" : 41670,
"52690944" : 41049,
"53215232" : 40011,
"53739520" : 38195,
"54263808" : 37324,
"54788096" : 35100,
"55312384" : 33270,
"55836672" : 32075,
"56360960" : 31233,
"56885248" : 30153,
"57409536" : 29500,
"57933824" : 29056,
"58458112" : 28413,
"58982400" : 27247,
"59506688" : 27000,
"60030976" : 26396,
"60555264" : 25432,
"61079552" : 24572,
"61603840" : 23581,
"62128128" : 22815,
"62652416" : 21983,
"63176704" : 21465,
"63700992" : 20714,
"64225280" : 19988,
"64749568" : 19009,
"65273856" : 17964,
"65798144" : 16786,
"66322432" : 15705,
"66846720" : 14284,
"67633152" : 25728,
"68681728" : 21216,
"69730304" : 16661,
"70778880" : 12994,
"71827456" : 9561,
"72876032" : 6889,
"73924608" : 4971,
"74973184" : 3632,
"76021760" : 2315,
"77070336" : 1380,
"78118912" : 917,
"79167488" : 621,
"80216064" : 379,
"81264640" : 210,
"82313216" : 107,
"83361792" : 40,
"84410368" : 5
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 87014293,
"mean" : 46413529.592618,
"stddev" : 11788287.227800,
"N" : 3308915
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 88347.849498,
"bw_dev" : 416.893073,
"bw_samples" : 9568,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 22086.234114,
"iops_stddev" : 104.211145,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4799993,
"usr_cpu" : 0.307105,
"sys_cpu" : 3.057046,
"ctx" : 4262063,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.023754,
"20" : 0.945769,
"50" : 67.149882,
"100" : 31.870471,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126761,
"timestamp_ms" : 1774126761200,
"time" : "Sat Mar 21 17:59:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14387146752,
"io_kbytes" : 14049948,
"bw_bytes" : 89919667,
"bw" : 87812,
"iops" : 21953.300000,
"runtime" : 160000,
"total_ios" : 3512528,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1449936.700262,
"stddev" : 587937.903461,
"N" : 3512528
},
"clat_ns" : {
"min" : 1012897,
"max" : 85885318,
"mean" : 45190765.422492,
"stddev" : 11487638.061704,
"N" : 3512496,
"percentile" : {
"1.000000" : 20316160,
"5.000000" : 27656192,
"10.000000" : 31326208,
"20.000000" : 35389440,
"30.000000" : 38535168,
"40.000000" : 41156608,
"50.000000" : 44302336,
"60.000000" : 47448064,
"70.000000" : 51118080,
"80.000000" : 55312384,
"90.000000" : 61603840,
"95.000000" : 65273856,
"99.000000" : 71827456,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 79167488,
"99.990000" : 81264640
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1637,
"18481152" : 1809,
"18743296" : 1937,
"19005440" : 2131,
"19267584" : 2251,
"19529728" : 2457,
"19791872" : 2483,
"20054016" : 2645,
"20316160" : 2697,
"20578304" : 2749,
"20840448" : 2847,
"21102592" : 2990,
"21364736" : 2904,
"21626880" : 3132,
"21889024" : 3176,
"22151168" : 3376,
"22413312" : 3451,
"22675456" : 3463,
"22937600" : 3641,
"23199744" : 3756,
"23461888" : 3849,
"23724032" : 3965,
"23986176" : 4205,
"24248320" : 4410,
"24510464" : 4813,
"24772608" : 5057,
"25034752" : 5470,
"25296896" : 5870,
"25559040" : 6047,
"25821184" : 6671,
"26083328" : 7176,
"26345472" : 7663,
"26607616" : 8148,
"26869760" : 8576,
"27131904" : 9015,
"27394048" : 9287,
"27656192" : 9652,
"27918336" : 10109,
"28180480" : 10647,
"28442624" : 10755,
"28704768" : 11388,
"28966912" : 12112,
"29229056" : 12523,
"29491200" : 12831,
"29753344" : 13336,
"30015488" : 14040,
"30277632" : 14443,
"30539776" : 14730,
"30801920" : 15276,
"31064064" : 15712,
"31326208" : 16483,
"31588352" : 16976,
"31850496" : 17771,
"32112640" : 18658,
"32374784" : 19337,
"32636928" : 20212,
"32899072" : 21015,
"33161216" : 21373,
"33423360" : 22192,
"33816576" : 45913,
"34340864" : 48278,
"34865152" : 50981,
"35389440" : 52930,
"35913728" : 55577,
"36438016" : 57417,
"36962304" : 58794,
"37486592" : 60218,
"38010880" : 61542,
"38535168" : 64228,
"39059456" : 66041,
"39583744" : 67371,
"40108032" : 67125,
"40632320" : 68052,
"41156608" : 68049,
"41680896" : 67612,
"42205184" : 68404,
"42729472" : 67193,
"43253760" : 65257,
"43778048" : 63862,
"44302336" : 61632,
"44826624" : 60597,
"45350912" : 58893,
"45875200" : 57798,
"46399488" : 56071,
"46923776" : 55115,
"47448064" : 54253,
"47972352" : 52500,
"48496640" : 51738,
"49020928" : 49965,
"49545216" : 48403,
"50069504" : 46643,
"50593792" : 46332,
"51118080" : 45144,
"51642368" : 44943,
"52166656" : 44365,
"52690944" : 43771,
"53215232" : 42543,
"53739520" : 40721,
"54263808" : 39659,
"54788096" : 37610,
"55312384" : 35636,
"55836672" : 34361,
"56360960" : 33652,
"56885248" : 32545,
"57409536" : 31912,
"57933824" : 31486,
"58458112" : 30825,
"58982400" : 29606,
"59506688" : 29227,
"60030976" : 28584,
"60555264" : 27474,
"61079552" : 26599,
"61603840" : 25534,
"62128128" : 24566,
"62652416" : 23715,
"63176704" : 23138,
"63700992" : 22249,
"64225280" : 21463,
"64749568" : 20477,
"65273856" : 19326,
"65798144" : 18129,
"66322432" : 17061,
"66846720" : 15474,
"67633152" : 28001,
"68681728" : 23339,
"69730304" : 18614,
"70778880" : 14741,
"71827456" : 10958,
"72876032" : 8055,
"73924608" : 5945,
"74973184" : 4249,
"76021760" : 2922,
"77070336" : 1796,
"78118912" : 1203,
"79167488" : 843,
"80216064" : 487,
"81264640" : 270,
"82313216" : 147,
"83361792" : 64,
"84410368" : 24,
"85458944" : 5
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 88598143,
"mean" : 46640634.754981,
"stddev" : 11812542.983438,
"N" : 3512496
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 87884.109718,
"bw_dev" : 412.397763,
"bw_samples" : 10208,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 21970.269592,
"iops_stddev" : 103.089222,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5119985,
"usr_cpu" : 0.306622,
"sys_cpu" : 3.060107,
"ctx" : 4518924,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.022377,
"20" : 0.890954,
"50" : 66.643312,
"100" : 32.433820,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126771,
"timestamp_ms" : 1774126771199,
"time" : "Sat Mar 21 17:59:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15237431296,
"io_kbytes" : 14880304,
"bw_bytes" : 89631948,
"bw" : 87531,
"iops" : 21883.064706,
"runtime" : 170000,
"total_ios" : 3720121,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1454669.931386,
"stddev" : 589375.738662,
"N" : 3720121
},
"clat_ns" : {
"min" : 1012897,
"max" : 85885318,
"mean" : 45336579.219342,
"stddev" : 11484018.662070,
"N" : 3720089,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 27656192,
"10.000000" : 31326208,
"20.000000" : 35389440,
"30.000000" : 38535168,
"40.000000" : 41680896,
"50.000000" : 44302336,
"60.000000" : 47448064,
"70.000000" : 51118080,
"80.000000" : 55312384,
"90.000000" : 61603840,
"95.000000" : 65798144,
"99.000000" : 71827456,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 79167488,
"99.990000" : 81264640
},
"bins" : {
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 2,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 2,
"2506752" : 4,
"2539520" : 2,
"2572288" : 2,
"2605056" : 1,
"2637824" : 2,
"2670592" : 2,
"2703360" : 1,
"2736128" : 3,
"2768896" : 2,
"2801664" : 2,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 3,
"3063808" : 3,
"3129344" : 1,
"3194880" : 2,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 3,
"3555328" : 1,
"3620864" : 2,
"3653632" : 3,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 2,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 2,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 9,
"4751360" : 6,
"4816896" : 5,
"4882432" : 3,
"4947968" : 7,
"5013504" : 1,
"5079040" : 5,
"5144576" : 2,
"5210112" : 10,
"5275648" : 4,
"5341184" : 5,
"5406720" : 8,
"5472256" : 1,
"5537792" : 8,
"5603328" : 2,
"5668864" : 4,
"5734400" : 6,
"5799936" : 9,
"5865472" : 7,
"5931008" : 1,
"5996544" : 6,
"6062080" : 8,
"6127616" : 8,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 10,
"6520832" : 6,
"6586368" : 8,
"6651904" : 10,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 6,
"6979584" : 12,
"7045120" : 10,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 10,
"7438336" : 10,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 11,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 8,
"8028160" : 11,
"8093696" : 12,
"8159232" : 16,
"8224768" : 9,
"8290304" : 12,
"8355840" : 13,
"8454144" : 13,
"8585216" : 26,
"8716288" : 22,
"8847360" : 27,
"8978432" : 19,
"9109504" : 27,
"9240576" : 22,
"9371648" : 15,
"9502720" : 30,
"9633792" : 28,
"9764864" : 24,
"9895936" : 32,
"10027008" : 34,
"10158080" : 37,
"10289152" : 38,
"10420224" : 48,
"10551296" : 31,
"10682368" : 42,
"10813440" : 45,
"10944512" : 47,
"11075584" : 57,
"11206656" : 49,
"11337728" : 49,
"11468800" : 46,
"11599872" : 65,
"11730944" : 68,
"11862016" : 78,
"11993088" : 58,
"12124160" : 83,
"12255232" : 79,
"12386304" : 83,
"12517376" : 111,
"12648448" : 106,
"12779520" : 107,
"12910592" : 107,
"13041664" : 121,
"13172736" : 121,
"13303808" : 130,
"13434880" : 146,
"13565952" : 155,
"13697024" : 148,
"13828096" : 153,
"13959168" : 178,
"14090240" : 175,
"14221312" : 185,
"14352384" : 208,
"14483456" : 211,
"14614528" : 231,
"14745600" : 270,
"14876672" : 251,
"15007744" : 290,
"15138816" : 304,
"15269888" : 260,
"15400960" : 320,
"15532032" : 335,
"15663104" : 339,
"15794176" : 366,
"15925248" : 407,
"16056320" : 433,
"16187392" : 407,
"16318464" : 406,
"16449536" : 470,
"16580608" : 464,
"16711680" : 451,
"16908288" : 1003,
"17170432" : 1182,
"17432576" : 1269,
"17694720" : 1466,
"17956864" : 1528,
"18219008" : 1640,
"18481152" : 1814,
"18743296" : 1946,
"19005440" : 2134,
"19267584" : 2256,
"19529728" : 2461,
"19791872" : 2486,
"20054016" : 2650,
"20316160" : 2700,
"20578304" : 2756,
"20840448" : 2852,
"21102592" : 2999,
"21364736" : 2916,
"21626880" : 3149,
"21889024" : 3202,
"22151168" : 3394,
"22413312" : 3488,
"22675456" : 3507,
"22937600" : 3703,
"23199744" : 3837,
"23461888" : 3947,
"23724032" : 4077,
"23986176" : 4335,
"24248320" : 4537,
"24510464" : 4989,
"24772608" : 5225,
"25034752" : 5671,
"25296896" : 6103,
"25559040" : 6293,
"25821184" : 6945,
"26083328" : 7509,
"26345472" : 7966,
"26607616" : 8488,
"26869760" : 9004,
"27131904" : 9413,
"27394048" : 9729,
"27656192" : 10131,
"27918336" : 10619,
"28180480" : 11165,
"28442624" : 11292,
"28704768" : 11974,
"28966912" : 12685,
"29229056" : 13158,
"29491200" : 13473,
"29753344" : 14030,
"30015488" : 14774,
"30277632" : 15145,
"30539776" : 15478,
"30801920" : 16006,
"31064064" : 16420,
"31326208" : 17255,
"31588352" : 17749,
"31850496" : 18586,
"32112640" : 19524,
"32374784" : 20128,
"32636928" : 21019,
"32899072" : 21800,
"33161216" : 22169,
"33423360" : 23048,
"33816576" : 47521,
"34340864" : 49862,
"34865152" : 52707,
"35389440" : 54712,
"35913728" : 57489,
"36438016" : 59351,
"36962304" : 61090,
"37486592" : 62646,
"38010880" : 64179,
"38535168" : 67086,
"39059456" : 69142,
"39583744" : 70859,
"40108032" : 70956,
"40632320" : 72232,
"41156608" : 72408,
"41680896" : 72297,
"42205184" : 73099,
"42729472" : 72031,
"43253760" : 70023,
"43778048" : 68886,
"44302336" : 66567,
"44826624" : 65493,
"45350912" : 63726,
"45875200" : 62457,
"46399488" : 60536,
"46923776" : 59503,
"47448064" : 58265,
"47972352" : 56095,
"48496640" : 55217,
"49020928" : 53207,
"49545216" : 51368,
"50069504" : 49510,
"50593792" : 49020,
"51118080" : 47738,
"51642368" : 47337,
"52166656" : 46615,
"52690944" : 45977,
"53215232" : 44679,
"53739520" : 42721,
"54263808" : 41710,
"54788096" : 39677,
"55312384" : 37706,
"55836672" : 36440,
"56360960" : 35683,
"56885248" : 34616,
"57409536" : 34022,
"57933824" : 33510,
"58458112" : 32875,
"58982400" : 31662,
"59506688" : 31245,
"60030976" : 30660,
"60555264" : 29487,
"61079552" : 28614,
"61603840" : 27519,
"62128128" : 26464,
"62652416" : 25638,
"63176704" : 25001,
"63700992" : 24192,
"64225280" : 23275,
"64749568" : 22250,
"65273856" : 20911,
"65798144" : 19570,
"66322432" : 18485,
"66846720" : 16733,
"67633152" : 30272,
"68681728" : 25335,
"69730304" : 20244,
"70778880" : 16123,
"71827456" : 12006,
"72876032" : 8868,
"73924608" : 6564,
"74973184" : 4692,
"76021760" : 3290,
"77070336" : 2040,
"78118912" : 1344,
"79167488" : 940,
"80216064" : 571,
"81264640" : 298,
"82313216" : 170,
"83361792" : 66,
"84410368" : 28,
"85458944" : 8
}
},
"lat_ns" : {
"min" : 1055502,
"max" : 88598143,
"mean" : 46791245.089634,
"stddev" : 11808519.379210,
"N" : 3720089
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 87573.471976,
"bw_dev" : 403.944701,
"bw_samples" : 10848,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 21892.654867,
"iops_stddev" : 100.975824,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5439972,
"usr_cpu" : 0.305351,
"sys_cpu" : 3.069005,
"ctx" : 4780128,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.021128,
"20" : 0.842150,
"50" : 66.436871,
"100" : 32.690845,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126781,
"timestamp_ms" : 1774126781201,
"time" : "Sat Mar 21 17:59:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 24666,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16070455296,
"io_kbytes" : 15693804,
"bw_bytes" : 89280307,
"bw" : 87187,
"iops" : 21796.966667,
"runtime" : 180000,
"total_ios" : 3923454,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1460513.187086,
"stddev" : 591485.802053,
"N" : 3923486
},
"clat_ns" : {
"min" : 6079,
"max" : 85885318,
"mean" : 45507908.687291,
"stddev" : 11496671.795439,
"N" : 3924446,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 27918336,
"10.000000" : 31588352,
"20.000000" : 35913728,
"30.000000" : 39059456,
"40.000000" : 41680896,
"50.000000" : 44302336,
"60.000000" : 47448064,
"70.000000" : 51118080,
"80.000000" : 55836672,
"90.000000" : 61603840,
"95.000000" : 65798144,
"99.000000" : 71827456,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 79167488,
"99.990000" : 81264640
},
"bins" : {
"6048" : 1,
"6112" : 1,
"6304" : 1,
"6496" : 2,
"6560" : 1,
"6624" : 1,
"6816" : 2,
"6880" : 1,
"7264" : 1,
"7328" : 1,
"7392" : 1,
"7456" : 2,
"7520" : 1,
"7904" : 1,
"7968" : 1,
"8032" : 1,
"8512" : 2,
"8640" : 1,
"8896" : 1,
"9152" : 1,
"9280" : 1,
"9664" : 1,
"9920" : 1,
"10944" : 1,
"12480" : 1,
"15680" : 1,
"108032" : 1,
"142336" : 1,
"585728" : 1,
"733184" : 1,
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 4,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 2,
"2473984" : 4,
"2506752" : 6,
"2539520" : 4,
"2572288" : 5,
"2605056" : 2,
"2637824" : 5,
"2670592" : 7,
"2703360" : 1,
"2736128" : 4,
"2768896" : 2,
"2801664" : 5,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 4,
"3063808" : 4,
"3096576" : 1,
"3129344" : 1,
"3162112" : 1,
"3194880" : 3,
"3227648" : 1,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 4,
"3555328" : 1,
"3588096" : 1,
"3620864" : 2,
"3653632" : 4,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 3,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 3,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 10,
"4751360" : 6,
"4816896" : 5,
"4882432" : 5,
"4947968" : 7,
"5013504" : 3,
"5079040" : 5,
"5144576" : 3,
"5210112" : 10,
"5275648" : 5,
"5341184" : 8,
"5406720" : 10,
"5472256" : 4,
"5537792" : 11,
"5603328" : 6,
"5668864" : 4,
"5734400" : 6,
"5799936" : 10,
"5865472" : 7,
"5931008" : 3,
"5996544" : 8,
"6062080" : 11,
"6127616" : 9,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 11,
"6520832" : 6,
"6586368" : 8,
"6651904" : 11,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 7,
"6979584" : 12,
"7045120" : 11,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 12,
"7438336" : 11,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 13,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 9,
"8028160" : 13,
"8093696" : 12,
"8159232" : 17,
"8224768" : 14,
"8290304" : 14,
"8355840" : 14,
"8454144" : 15,
"8585216" : 29,
"8716288" : 25,
"8847360" : 29,
"8978432" : 21,
"9109504" : 28,
"9240576" : 22,
"9371648" : 15,
"9502720" : 31,
"9633792" : 29,
"9764864" : 25,
"9895936" : 32,
"10027008" : 35,
"10158080" : 39,
"10289152" : 40,
"10420224" : 48,
"10551296" : 32,
"10682368" : 46,
"10813440" : 47,
"10944512" : 54,
"11075584" : 58,
"11206656" : 52,
"11337728" : 50,
"11468800" : 49,
"11599872" : 68,
"11730944" : 69,
"11862016" : 80,
"11993088" : 59,
"12124160" : 84,
"12255232" : 82,
"12386304" : 83,
"12517376" : 112,
"12648448" : 108,
"12779520" : 107,
"12910592" : 108,
"13041664" : 124,
"13172736" : 123,
"13303808" : 130,
"13434880" : 147,
"13565952" : 158,
"13697024" : 150,
"13828096" : 154,
"13959168" : 180,
"14090240" : 179,
"14221312" : 186,
"14352384" : 211,
"14483456" : 214,
"14614528" : 231,
"14745600" : 272,
"14876672" : 251,
"15007744" : 292,
"15138816" : 306,
"15269888" : 260,
"15400960" : 322,
"15532032" : 336,
"15663104" : 340,
"15794176" : 369,
"15925248" : 409,
"16056320" : 435,
"16187392" : 410,
"16318464" : 407,
"16449536" : 471,
"16580608" : 464,
"16711680" : 455,
"16908288" : 1008,
"17170432" : 1188,
"17432576" : 1269,
"17694720" : 1470,
"17956864" : 1530,
"18219008" : 1644,
"18481152" : 1818,
"18743296" : 1948,
"19005440" : 2136,
"19267584" : 2259,
"19529728" : 2471,
"19791872" : 2488,
"20054016" : 2655,
"20316160" : 2703,
"20578304" : 2760,
"20840448" : 2855,
"21102592" : 3001,
"21364736" : 2917,
"21626880" : 3154,
"21889024" : 3207,
"22151168" : 3400,
"22413312" : 3491,
"22675456" : 3510,
"22937600" : 3707,
"23199744" : 3842,
"23461888" : 3947,
"23724032" : 4079,
"23986176" : 4341,
"24248320" : 4544,
"24510464" : 4991,
"24772608" : 5229,
"25034752" : 5675,
"25296896" : 6110,
"25559040" : 6298,
"25821184" : 6948,
"26083328" : 7515,
"26345472" : 7974,
"26607616" : 8498,
"26869760" : 9014,
"27131904" : 9428,
"27394048" : 9745,
"27656192" : 10151,
"27918336" : 10648,
"28180480" : 11198,
"28442624" : 11339,
"28704768" : 12021,
"28966912" : 12765,
"29229056" : 13243,
"29491200" : 13580,
"29753344" : 14155,
"30015488" : 14937,
"30277632" : 15315,
"30539776" : 15741,
"30801920" : 16290,
"31064064" : 16778,
"31326208" : 17646,
"31588352" : 18199,
"31850496" : 19118,
"32112640" : 20149,
"32374784" : 20800,
"32636928" : 21799,
"32899072" : 22715,
"33161216" : 23123,
"33423360" : 24096,
"33816576" : 49960,
"34340864" : 52574,
"34865152" : 55749,
"35389440" : 58023,
"35913728" : 60974,
"36438016" : 63139,
"36962304" : 65112,
"37486592" : 66762,
"38010880" : 68534,
"38535168" : 71702,
"39059456" : 73817,
"39583744" : 75876,
"40108032" : 75929,
"40632320" : 77350,
"41156608" : 77239,
"41680896" : 76898,
"42205184" : 77854,
"42729472" : 76366,
"43253760" : 74029,
"43778048" : 72729,
"44302336" : 70253,
"44826624" : 68894,
"45350912" : 66965,
"45875200" : 65582,
"46399488" : 63506,
"46923776" : 62358,
"47448064" : 60959,
"47972352" : 58693,
"48496640" : 57743,
"49020928" : 55618,
"49545216" : 53560,
"50069504" : 51717,
"50593792" : 51177,
"51118080" : 49803,
"51642368" : 49289,
"52166656" : 48501,
"52690944" : 47838,
"53215232" : 46388,
"53739520" : 44478,
"54263808" : 43392,
"54788096" : 41428,
"55312384" : 39421,
"55836672" : 38244,
"56360960" : 37430,
"56885248" : 36438,
"57409536" : 35845,
"57933824" : 35361,
"58458112" : 34838,
"58982400" : 33752,
"59506688" : 33537,
"60030976" : 32905,
"60555264" : 31843,
"61079552" : 31039,
"61603840" : 29821,
"62128128" : 28967,
"62652416" : 28136,
"63176704" : 27518,
"63700992" : 26774,
"64225280" : 25667,
"64749568" : 24656,
"65273856" : 23092,
"65798144" : 21708,
"66322432" : 20522,
"66846720" : 18604,
"67633152" : 33651,
"68681728" : 28042,
"69730304" : 22435,
"70778880" : 17896,
"71827456" : 13233,
"72876032" : 9736,
"73924608" : 7179,
"74973184" : 5028,
"76021760" : 3480,
"77070336" : 2130,
"78118912" : 1383,
"79167488" : 949,
"80216064" : 572,
"81264640" : 298,
"82313216" : 170,
"83361792" : 66,
"84410368" : 28,
"85458944" : 8
}
},
"lat_ns" : {
"min" : 578214,
"max" : 88598143,
"mean" : 46968324.158047,
"stddev" : 11821034.016953,
"N" : 3924446
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 87244.052925,
"bw_dev" : 395.748003,
"bw_samples" : 11488,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 21810.339833,
"iops_stddev" : 98.926477,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5759977,
"usr_cpu" : 0.302727,
"sys_cpu" : 3.074908,
"ctx" : 5028976,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999184,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.021792,
"20" : 0.802048,
"50" : 66.126428,
"100" : 33.065508,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126781,
"timestamp_ms" : 1774126781231,
"time" : "Sat Mar 21 17:59:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16074661888,
"io_kbytes" : 15697912,
"bw_bytes" : 89300700,
"bw" : 87207,
"iops" : 21796.240125,
"runtime" : 180006,
"total_ios" : 3923454,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20501,
"max" : 16435960,
"mean" : 1460513.187086,
"stddev" : 591485.802053,
"N" : 3923486
},
"clat_ns" : {
"min" : 6079,
"max" : 85885318,
"mean" : 45507908.687291,
"stddev" : 11496671.795439,
"N" : 3924446,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 27918336,
"10.000000" : 31588352,
"20.000000" : 35913728,
"30.000000" : 39059456,
"40.000000" : 41680896,
"50.000000" : 44302336,
"60.000000" : 47448064,
"70.000000" : 51118080,
"80.000000" : 55836672,
"90.000000" : 61603840,
"95.000000" : 65798144,
"99.000000" : 71827456,
"99.500000" : 73924608,
"99.900000" : 77070336,
"99.950000" : 79167488,
"99.990000" : 81264640
},
"bins" : {
"6048" : 1,
"6112" : 1,
"6304" : 1,
"6496" : 2,
"6560" : 1,
"6624" : 1,
"6816" : 2,
"6880" : 1,
"7264" : 1,
"7328" : 1,
"7392" : 1,
"7456" : 2,
"7520" : 1,
"7904" : 1,
"7968" : 1,
"8032" : 1,
"8512" : 2,
"8640" : 1,
"8896" : 1,
"9152" : 1,
"9280" : 1,
"9664" : 1,
"9920" : 1,
"10944" : 1,
"12480" : 1,
"15680" : 1,
"108032" : 1,
"142336" : 1,
"585728" : 1,
"733184" : 1,
"1011712" : 1,
"1019904" : 1,
"1036288" : 4,
"1044480" : 5,
"1056768" : 7,
"1073152" : 3,
"1089536" : 7,
"1105920" : 6,
"1122304" : 6,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1187840" : 2,
"1204224" : 7,
"1220608" : 7,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1286144" : 5,
"1302528" : 4,
"1318912" : 3,
"1335296" : 8,
"1351680" : 3,
"1368064" : 1,
"1384448" : 4,
"1400832" : 3,
"1417216" : 1,
"1433600" : 5,
"1449984" : 2,
"1466368" : 4,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 2,
"1548288" : 2,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 2,
"1646592" : 2,
"1662976" : 2,
"1679360" : 5,
"1695744" : 1,
"1712128" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1794048" : 2,
"1810432" : 1,
"1826816" : 2,
"1843200" : 2,
"1875968" : 3,
"1892352" : 2,
"1925120" : 1,
"1941504" : 1,
"1957888" : 1,
"1990656" : 3,
"2007040" : 2,
"2023424" : 2,
"2039808" : 1,
"2056192" : 1,
"2072576" : 2,
"2113536" : 2,
"2146304" : 4,
"2179072" : 4,
"2211840" : 7,
"2244608" : 1,
"2277376" : 6,
"2310144" : 4,
"2342912" : 4,
"2375680" : 1,
"2408448" : 3,
"2441216" : 2,
"2473984" : 4,
"2506752" : 6,
"2539520" : 4,
"2572288" : 5,
"2605056" : 2,
"2637824" : 5,
"2670592" : 7,
"2703360" : 1,
"2736128" : 4,
"2768896" : 2,
"2801664" : 5,
"2834432" : 2,
"2867200" : 1,
"2899968" : 4,
"2932736" : 2,
"2998272" : 4,
"3063808" : 4,
"3096576" : 1,
"3129344" : 1,
"3162112" : 1,
"3194880" : 3,
"3227648" : 1,
"3260416" : 5,
"3293184" : 2,
"3325952" : 6,
"3391488" : 2,
"3424256" : 3,
"3457024" : 2,
"3489792" : 2,
"3522560" : 4,
"3555328" : 1,
"3588096" : 1,
"3620864" : 2,
"3653632" : 4,
"3686400" : 5,
"3719168" : 3,
"3751936" : 3,
"3784704" : 3,
"3817472" : 3,
"3850240" : 4,
"3883008" : 1,
"3915776" : 2,
"3948544" : 5,
"3981312" : 2,
"4014080" : 4,
"4046848" : 3,
"4112384" : 3,
"4145152" : 3,
"4177920" : 1,
"4227072" : 5,
"4292608" : 4,
"4358144" : 9,
"4423680" : 4,
"4489216" : 1,
"4554752" : 2,
"4620288" : 6,
"4685824" : 10,
"4751360" : 6,
"4816896" : 5,
"4882432" : 5,
"4947968" : 7,
"5013504" : 3,
"5079040" : 5,
"5144576" : 3,
"5210112" : 10,
"5275648" : 5,
"5341184" : 8,
"5406720" : 10,
"5472256" : 4,
"5537792" : 11,
"5603328" : 6,
"5668864" : 4,
"5734400" : 6,
"5799936" : 10,
"5865472" : 7,
"5931008" : 3,
"5996544" : 8,
"6062080" : 11,
"6127616" : 9,
"6193152" : 10,
"6258688" : 7,
"6324224" : 8,
"6389760" : 4,
"6455296" : 11,
"6520832" : 6,
"6586368" : 8,
"6651904" : 11,
"6717440" : 8,
"6782976" : 10,
"6848512" : 9,
"6914048" : 7,
"6979584" : 12,
"7045120" : 11,
"7110656" : 4,
"7176192" : 12,
"7241728" : 8,
"7307264" : 4,
"7372800" : 12,
"7438336" : 11,
"7503872" : 14,
"7569408" : 12,
"7634944" : 5,
"7700480" : 13,
"7766016" : 7,
"7831552" : 10,
"7897088" : 15,
"7962624" : 9,
"8028160" : 13,
"8093696" : 12,
"8159232" : 17,
"8224768" : 14,
"8290304" : 14,
"8355840" : 14,
"8454144" : 15,
"8585216" : 29,
"8716288" : 25,
"8847360" : 29,
"8978432" : 21,
"9109504" : 28,
"9240576" : 22,
"9371648" : 15,
"9502720" : 31,
"9633792" : 29,
"9764864" : 25,
"9895936" : 32,
"10027008" : 35,
"10158080" : 39,
"10289152" : 40,
"10420224" : 48,
"10551296" : 32,
"10682368" : 46,
"10813440" : 47,
"10944512" : 54,
"11075584" : 58,
"11206656" : 52,
"11337728" : 50,
"11468800" : 49,
"11599872" : 68,
"11730944" : 69,
"11862016" : 80,
"11993088" : 59,
"12124160" : 84,
"12255232" : 82,
"12386304" : 83,
"12517376" : 112,
"12648448" : 108,
"12779520" : 107,
"12910592" : 108,
"13041664" : 124,
"13172736" : 123,
"13303808" : 130,
"13434880" : 147,
"13565952" : 158,
"13697024" : 150,
"13828096" : 154,
"13959168" : 180,
"14090240" : 179,
"14221312" : 186,
"14352384" : 211,
"14483456" : 214,
"14614528" : 231,
"14745600" : 272,
"14876672" : 251,
"15007744" : 292,
"15138816" : 306,
"15269888" : 260,
"15400960" : 322,
"15532032" : 336,
"15663104" : 340,
"15794176" : 369,
"15925248" : 409,
"16056320" : 435,
"16187392" : 410,
"16318464" : 407,
"16449536" : 471,
"16580608" : 464,
"16711680" : 455,
"16908288" : 1008,
"17170432" : 1188,
"17432576" : 1269,
"17694720" : 1470,
"17956864" : 1530,
"18219008" : 1644,
"18481152" : 1818,
"18743296" : 1948,
"19005440" : 2136,
"19267584" : 2259,
"19529728" : 2471,
"19791872" : 2488,
"20054016" : 2655,
"20316160" : 2703,
"20578304" : 2760,
"20840448" : 2855,
"21102592" : 3001,
"21364736" : 2917,
"21626880" : 3154,
"21889024" : 3207,
"22151168" : 3400,
"22413312" : 3491,
"22675456" : 3510,
"22937600" : 3707,
"23199744" : 3842,
"23461888" : 3947,
"23724032" : 4079,
"23986176" : 4341,
"24248320" : 4544,
"24510464" : 4991,
"24772608" : 5229,
"25034752" : 5675,
"25296896" : 6110,
"25559040" : 6298,
"25821184" : 6948,
"26083328" : 7515,
"26345472" : 7974,
"26607616" : 8498,
"26869760" : 9014,
"27131904" : 9428,
"27394048" : 9745,
"27656192" : 10151,
"27918336" : 10648,
"28180480" : 11198,
"28442624" : 11339,
"28704768" : 12021,
"28966912" : 12765,
"29229056" : 13243,
"29491200" : 13580,
"29753344" : 14155,
"30015488" : 14937,
"30277632" : 15315,
"30539776" : 15741,
"30801920" : 16290,
"31064064" : 16778,
"31326208" : 17646,
"31588352" : 18199,
"31850496" : 19118,
"32112640" : 20149,
"32374784" : 20800,
"32636928" : 21799,
"32899072" : 22715,
"33161216" : 23123,
"33423360" : 24096,
"33816576" : 49960,
"34340864" : 52574,
"34865152" : 55749,
"35389440" : 58023,
"35913728" : 60974,
"36438016" : 63139,
"36962304" : 65112,
"37486592" : 66762,
"38010880" : 68534,
"38535168" : 71702,
"39059456" : 73817,
"39583744" : 75876,
"40108032" : 75929,
"40632320" : 77350,
"41156608" : 77239,
"41680896" : 76898,
"42205184" : 77854,
"42729472" : 76366,
"43253760" : 74029,
"43778048" : 72729,
"44302336" : 70253,
"44826624" : 68894,
"45350912" : 66965,
"45875200" : 65582,
"46399488" : 63506,
"46923776" : 62358,
"47448064" : 60959,
"47972352" : 58693,
"48496640" : 57743,
"49020928" : 55618,
"49545216" : 53560,
"50069504" : 51717,
"50593792" : 51177,
"51118080" : 49803,
"51642368" : 49289,
"52166656" : 48501,
"52690944" : 47838,
"53215232" : 46388,
"53739520" : 44478,
"54263808" : 43392,
"54788096" : 41428,
"55312384" : 39421,
"55836672" : 38244,
"56360960" : 37430,
"56885248" : 36438,
"57409536" : 35845,
"57933824" : 35361,
"58458112" : 34838,
"58982400" : 33752,
"59506688" : 33537,
"60030976" : 32905,
"60555264" : 31843,
"61079552" : 31039,
"61603840" : 29821,
"62128128" : 28967,
"62652416" : 28136,
"63176704" : 27518,
"63700992" : 26774,
"64225280" : 25667,
"64749568" : 24656,
"65273856" : 23092,
"65798144" : 21708,
"66322432" : 20522,
"66846720" : 18604,
"67633152" : 33651,
"68681728" : 28042,
"69730304" : 22435,
"70778880" : 17896,
"71827456" : 13233,
"72876032" : 9736,
"73924608" : 7179,
"74973184" : 5028,
"76021760" : 3480,
"77070336" : 2130,
"78118912" : 1383,
"79167488" : 949,
"80216064" : 572,
"81264640" : 298,
"82313216" : 170,
"83361792" : 66,
"84410368" : 28,
"85458944" : 8
}
},
"lat_ns" : {
"min" : 578214,
"max" : 88598143,
"mean" : 46968324.158047,
"stddev" : 11821034.016953,
"N" : 3924446
},
"bw_min" : 62904,
"bw_max" : 131950,
"bw_agg" : 100.000000,
"bw_mean" : 87244.052925,
"bw_dev" : 395.748003,
"bw_samples" : 11488,
"iops_min" : 15726,
"iops_max" : 32974,
"iops_mean" : 21810.339833,
"iops_stddev" : 98.926477,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760138,
"usr_cpu" : 0.302718,
"sys_cpu" : 3.074822,
"ctx" : 5029090,
"majf" : 0,
"minf" : 1169,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999184,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.021792,
"20" : 0.802048,
"50" : 66.126428,
"100" : 33.065508,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}