raidz2/benchmarks/rand/rand-write-qd32-nj32_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774126361,
"timestamp_ms" : 1774126361618,
"time" : "Sat Mar 21 17:52:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1104232448,
"io_kbytes" : 1078352,
"bw_bytes" : 113266227,
"bw" : 110611,
"iops" : 27762.437173,
"runtime" : 9749,
"total_ios" : 270656,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311968,
"usr_cpu" : 0.358050,
"sys_cpu" : 4.863960,
"ctx" : 434892,
"majf" : 0,
"minf" : 186,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.189170,
"32" : 99.633483,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126371,
"timestamp_ms" : 1774126371871,
"time" : "Sat Mar 21 17:52:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1215807488,
"io_kbytes" : 1187312,
"bw_bytes" : 121556437,
"bw" : 118707,
"iops" : 29681.063787,
"runtime" : 10002,
"total_ios" : 296870,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21593,
"max" : 11467028,
"mean" : 1067201.212575,
"stddev" : 626796.096097,
"N" : 296870
},
"clat_ns" : {
"min" : 1082444,
"max" : 70763165,
"mean" : 33430238.121015,
"stddev" : 9292129.322911,
"N" : 296838,
"percentile" : {
"1.000000" : 14483456,
"5.000000" : 18743296,
"10.000000" : 21889024,
"20.000000" : 25034752,
"30.000000" : 27656192,
"40.000000" : 30015488,
"50.000000" : 32899072,
"60.000000" : 35913728,
"70.000000" : 39059456,
"80.000000" : 42205184,
"90.000000" : 46399488,
"95.000000" : 48496640,
"99.000000" : 52690944,
"99.500000" : 54263808,
"99.900000" : 57933824,
"99.950000" : 60030976,
"99.990000" : 65798144
},
"bins" : {
"1089536" : 16,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1253376" : 1,
"1269760" : 1,
"1318912" : 1,
"1335296" : 1,
"1384448" : 2,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 1,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1679360" : 1,
"1695744" : 1,
"1712128" : 2,
"1728512" : 1,
"1744896" : 1,
"1761280" : 1,
"1777664" : 1,
"1810432" : 2,
"1843200" : 1,
"1875968" : 1,
"1957888" : 2,
"1974272" : 3,
"2023424" : 2,
"2039808" : 2,
"2056192" : 2,
"2088960" : 2,
"2113536" : 1,
"2179072" : 1,
"2211840" : 2,
"2244608" : 1,
"2277376" : 1,
"2310144" : 3,
"2342912" : 2,
"2375680" : 1,
"2408448" : 2,
"2441216" : 1,
"2506752" : 1,
"2539520" : 1,
"2637824" : 2,
"2670592" : 3,
"2703360" : 1,
"2768896" : 7,
"2801664" : 5,
"2899968" : 3,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 3,
"3162112" : 1,
"3194880" : 1,
"3260416" : 3,
"3391488" : 1,
"3489792" : 4,
"3522560" : 4,
"3555328" : 1,
"3653632" : 1,
"3719168" : 1,
"3850240" : 2,
"3883008" : 2,
"3948544" : 1,
"3981312" : 1,
"4079616" : 2,
"4227072" : 2,
"4292608" : 3,
"4358144" : 1,
"4489216" : 2,
"4554752" : 1,
"4620288" : 1,
"4685824" : 3,
"4751360" : 3,
"4816896" : 2,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5079040" : 1,
"5144576" : 1,
"5210112" : 2,
"5275648" : 5,
"5341184" : 3,
"5406720" : 1,
"5537792" : 2,
"5603328" : 4,
"5668864" : 3,
"5734400" : 1,
"5799936" : 3,
"5865472" : 1,
"5931008" : 6,
"5996544" : 1,
"6062080" : 4,
"6127616" : 4,
"6193152" : 4,
"6258688" : 6,
"6324224" : 1,
"6389760" : 4,
"6455296" : 1,
"6520832" : 2,
"6586368" : 6,
"6651904" : 4,
"6717440" : 6,
"6782976" : 6,
"6848512" : 6,
"6914048" : 2,
"6979584" : 1,
"7045120" : 4,
"7110656" : 3,
"7176192" : 2,
"7241728" : 4,
"7307264" : 3,
"7372800" : 6,
"7438336" : 7,
"7503872" : 6,
"7569408" : 5,
"7634944" : 4,
"7700480" : 4,
"7831552" : 4,
"7897088" : 4,
"7962624" : 8,
"8028160" : 2,
"8093696" : 5,
"8159232" : 5,
"8224768" : 4,
"8290304" : 4,
"8355840" : 7,
"8454144" : 17,
"8585216" : 12,
"8716288" : 11,
"8847360" : 5,
"8978432" : 12,
"9109504" : 11,
"9240576" : 14,
"9371648" : 14,
"9502720" : 10,
"9633792" : 13,
"9764864" : 16,
"9895936" : 16,
"10027008" : 21,
"10158080" : 18,
"10289152" : 13,
"10420224" : 19,
"10551296" : 17,
"10682368" : 15,
"10813440" : 22,
"10944512" : 20,
"11075584" : 22,
"11206656" : 17,
"11337728" : 27,
"11468800" : 24,
"11599872" : 31,
"11730944" : 32,
"11862016" : 38,
"11993088" : 30,
"12124160" : 41,
"12255232" : 54,
"12386304" : 54,
"12517376" : 72,
"12648448" : 77,
"12779520" : 78,
"12910592" : 96,
"13041664" : 106,
"13172736" : 106,
"13303808" : 110,
"13434880" : 135,
"13565952" : 147,
"13697024" : 151,
"13828096" : 168,
"13959168" : 167,
"14090240" : 153,
"14221312" : 157,
"14352384" : 176,
"14483456" : 169,
"14614528" : 186,
"14745600" : 193,
"14876672" : 200,
"15007744" : 200,
"15138816" : 185,
"15269888" : 225,
"15400960" : 225,
"15532032" : 240,
"15663104" : 226,
"15794176" : 271,
"15925248" : 263,
"16056320" : 283,
"16187392" : 305,
"16318464" : 318,
"16449536" : 331,
"16580608" : 368,
"16711680" : 352,
"16908288" : 840,
"17170432" : 839,
"17432576" : 883,
"17694720" : 981,
"17956864" : 968,
"18219008" : 994,
"18481152" : 970,
"18743296" : 1033,
"19005440" : 1041,
"19267584" : 1124,
"19529728" : 1208,
"19791872" : 1211,
"20054016" : 1260,
"20316160" : 1292,
"20578304" : 1370,
"20840448" : 1412,
"21102592" : 1471,
"21364736" : 1522,
"21626880" : 1694,
"21889024" : 1696,
"22151168" : 1766,
"22413312" : 1897,
"22675456" : 1953,
"22937600" : 2143,
"23199744" : 2093,
"23461888" : 2148,
"23724032" : 2345,
"23986176" : 2499,
"24248320" : 2664,
"24510464" : 2817,
"24772608" : 2858,
"25034752" : 2933,
"25296896" : 2887,
"25559040" : 3015,
"25821184" : 3160,
"26083328" : 3180,
"26345472" : 3290,
"26607616" : 3266,
"26869760" : 3443,
"27131904" : 3469,
"27394048" : 3535,
"27656192" : 3629,
"27918336" : 3574,
"28180480" : 3583,
"28442624" : 3455,
"28704768" : 3253,
"28966912" : 3292,
"29229056" : 3027,
"29491200" : 2997,
"29753344" : 2982,
"30015488" : 3004,
"30277632" : 2715,
"30539776" : 2707,
"30801920" : 2682,
"31064064" : 2732,
"31326208" : 2445,
"31588352" : 2532,
"31850496" : 2403,
"32112640" : 2566,
"32374784" : 2399,
"32636928" : 2545,
"32899072" : 2572,
"33161216" : 2619,
"33423360" : 2605,
"33816576" : 5300,
"34340864" : 5204,
"34865152" : 5074,
"35389440" : 5256,
"35913728" : 5508,
"36438016" : 5202,
"36962304" : 4972,
"37486592" : 4848,
"38010880" : 4662,
"38535168" : 4967,
"39059456" : 4822,
"39583744" : 4876,
"40108032" : 4981,
"40632320" : 4553,
"41156608" : 4368,
"41680896" : 4411,
"42205184" : 4465,
"42729472" : 4175,
"43253760" : 4307,
"43778048" : 4180,
"44302336" : 4202,
"44826624" : 3804,
"45350912" : 3817,
"45875200" : 3686,
"46399488" : 3586,
"46923776" : 3286,
"47448064" : 2995,
"47972352" : 2937,
"48496640" : 2671,
"49020928" : 2416,
"49545216" : 2120,
"50069504" : 1837,
"50593792" : 1615,
"51118080" : 1315,
"51642368" : 1146,
"52166656" : 930,
"52690944" : 765,
"53215232" : 600,
"53739520" : 472,
"54263808" : 324,
"54788096" : 262,
"55312384" : 176,
"55836672" : 113,
"56360960" : 130,
"56885248" : 94,
"57409536" : 87,
"57933824" : 67,
"58458112" : 48,
"58982400" : 53,
"59506688" : 39,
"60030976" : 26,
"60555264" : 28,
"61079552" : 12,
"61603840" : 17,
"62128128" : 14,
"62652416" : 9,
"63176704" : 7,
"63700992" : 4,
"64225280" : 2,
"64749568" : 3,
"65273856" : 2,
"65798144" : 3,
"66322432" : 3,
"66846720" : 3,
"67633152" : 6,
"68681728" : 8,
"69730304" : 6,
"70778880" : 2
}
},
"lat_ns" : {
"min" : 1112269,
"max" : 71973784,
"mean" : 34497067.822876,
"stddev" : 9522736.997921,
"N" : 296838
},
"bw_min" : 109596,
"bw_max" : 131672,
"bw_agg" : 100.000000,
"bw_mean" : 119069.263158,
"bw_dev" : 200.530613,
"bw_samples" : 608,
"iops_min" : 27398,
"iops_max" : 32918,
"iops_mean" : 29763.736842,
"iops_stddev" : 50.157257,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320025,
"usr_cpu" : 0.405281,
"sys_cpu" : 4.045309,
"ctx" : 435493,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999663,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999663,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.026948,
"4" : 0.026611,
"10" : 0.122613,
"20" : 6.533500,
"50" : 90.074107,
"100" : 3.205443,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126381,
"timestamp_ms" : 1774126381871,
"time" : "Sat Mar 21 17:53:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2434469888,
"io_kbytes" : 2377412,
"bw_bytes" : 121711323,
"bw" : 118858,
"iops" : 29716.678332,
"runtime" : 20002,
"total_ios" : 594393,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 21593,
"max" : 20296427,
"mean" : 1065647.964712,
"stddev" : 646106.671485,
"N" : 594393
},
"clat_ns" : {
"min" : 994379,
"max" : 70868826,
"mean" : 33392429.502730,
"stddev" : 9342103.057876,
"N" : 594361,
"percentile" : {
"1.000000" : 14745600,
"5.000000" : 18743296,
"10.000000" : 21626880,
"20.000000" : 25034752,
"30.000000" : 27656192,
"40.000000" : 30015488,
"50.000000" : 32636928,
"60.000000" : 35389440,
"70.000000" : 39059456,
"80.000000" : 42205184,
"90.000000" : 46399488,
"95.000000" : 49020928,
"99.000000" : 53215232,
"99.500000" : 54263808,
"99.900000" : 58458112,
"99.950000" : 60030976,
"99.990000" : 64749568
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 1,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1368064" : 1,
"1384448" : 2,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 1,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 1,
"1679360" : 1,
"1695744" : 1,
"1712128" : 3,
"1728512" : 1,
"1744896" : 1,
"1761280" : 2,
"1777664" : 1,
"1810432" : 2,
"1843200" : 2,
"1875968" : 1,
"1957888" : 2,
"1974272" : 4,
"2023424" : 3,
"2039808" : 3,
"2056192" : 3,
"2072576" : 1,
"2088960" : 2,
"2113536" : 1,
"2179072" : 2,
"2211840" : 2,
"2244608" : 2,
"2277376" : 1,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 4,
"2506752" : 1,
"2539520" : 1,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 1,
"2736128" : 2,
"2768896" : 10,
"2801664" : 7,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 4,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 1,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 1,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 1,
"3981312" : 3,
"4079616" : 3,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 2,
"4620288" : 9,
"4685824" : 8,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 1,
"5079040" : 4,
"5144576" : 5,
"5210112" : 7,
"5275648" : 11,
"5341184" : 4,
"5406720" : 1,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 4,
"5865472" : 2,
"5931008" : 10,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 6,
"6389760" : 6,
"6455296" : 3,
"6520832" : 4,
"6586368" : 11,
"6651904" : 6,
"6717440" : 9,
"6782976" : 6,
"6848512" : 10,
"6914048" : 6,
"6979584" : 7,
"7045120" : 5,
"7110656" : 6,
"7176192" : 5,
"7241728" : 11,
"7307264" : 8,
"7372800" : 9,
"7438336" : 8,
"7503872" : 9,
"7569408" : 9,
"7634944" : 7,
"7700480" : 7,
"7766016" : 1,
"7831552" : 8,
"7897088" : 7,
"7962624" : 15,
"8028160" : 5,
"8093696" : 10,
"8159232" : 7,
"8224768" : 6,
"8290304" : 9,
"8355840" : 12,
"8454144" : 28,
"8585216" : 23,
"8716288" : 24,
"8847360" : 13,
"8978432" : 27,
"9109504" : 18,
"9240576" : 25,
"9371648" : 34,
"9502720" : 26,
"9633792" : 24,
"9764864" : 35,
"9895936" : 30,
"10027008" : 38,
"10158080" : 30,
"10289152" : 28,
"10420224" : 38,
"10551296" : 36,
"10682368" : 27,
"10813440" : 35,
"10944512" : 38,
"11075584" : 44,
"11206656" : 29,
"11337728" : 52,
"11468800" : 56,
"11599872" : 53,
"11730944" : 59,
"11862016" : 64,
"11993088" : 55,
"12124160" : 80,
"12255232" : 91,
"12386304" : 91,
"12517376" : 107,
"12648448" : 124,
"12779520" : 141,
"12910592" : 157,
"13041664" : 170,
"13172736" : 186,
"13303808" : 199,
"13434880" : 233,
"13565952" : 272,
"13697024" : 262,
"13828096" : 302,
"13959168" : 308,
"14090240" : 270,
"14221312" : 282,
"14352384" : 313,
"14483456" : 317,
"14614528" : 331,
"14745600" : 363,
"14876672" : 378,
"15007744" : 427,
"15138816" : 375,
"15269888" : 436,
"15400960" : 445,
"15532032" : 448,
"15663104" : 487,
"15794176" : 524,
"15925248" : 580,
"16056320" : 575,
"16187392" : 641,
"16318464" : 685,
"16449536" : 688,
"16580608" : 764,
"16711680" : 766,
"16908288" : 1696,
"17170432" : 1804,
"17432576" : 1868,
"17694720" : 2047,
"17956864" : 2024,
"18219008" : 2109,
"18481152" : 2107,
"18743296" : 2213,
"19005440" : 2301,
"19267584" : 2389,
"19529728" : 2525,
"19791872" : 2576,
"20054016" : 2665,
"20316160" : 2729,
"20578304" : 2897,
"20840448" : 2946,
"21102592" : 3040,
"21364736" : 3203,
"21626880" : 3489,
"21889024" : 3540,
"22151168" : 3688,
"22413312" : 3923,
"22675456" : 3937,
"22937600" : 4240,
"23199744" : 4272,
"23461888" : 4330,
"23724032" : 4634,
"23986176" : 4859,
"24248320" : 5218,
"24510464" : 5304,
"24772608" : 5470,
"25034752" : 5725,
"25296896" : 5598,
"25559040" : 5873,
"25821184" : 6175,
"26083328" : 6306,
"26345472" : 6451,
"26607616" : 6538,
"26869760" : 6677,
"27131904" : 6796,
"27394048" : 6710,
"27656192" : 7060,
"27918336" : 6887,
"28180480" : 6929,
"28442624" : 6743,
"28704768" : 6548,
"28966912" : 6735,
"29229056" : 6424,
"29491200" : 6342,
"29753344" : 6131,
"30015488" : 6137,
"30277632" : 5861,
"30539776" : 5745,
"30801920" : 5618,
"31064064" : 5903,
"31326208" : 5460,
"31588352" : 5490,
"31850496" : 5497,
"32112640" : 5586,
"32374784" : 5171,
"32636928" : 5134,
"32899072" : 5227,
"33161216" : 5186,
"33423360" : 5268,
"33816576" : 10830,
"34340864" : 10571,
"34865152" : 10525,
"35389440" : 10886,
"35913728" : 10734,
"36438016" : 9806,
"36962304" : 9395,
"37486592" : 9123,
"38010880" : 9010,
"38535168" : 9654,
"39059456" : 9309,
"39583744" : 9100,
"40108032" : 9139,
"40632320" : 8766,
"41156608" : 8568,
"41680896" : 8466,
"42205184" : 8536,
"42729472" : 8335,
"43253760" : 8386,
"43778048" : 8126,
"44302336" : 8137,
"44826624" : 7538,
"45350912" : 7447,
"45875200" : 7079,
"46399488" : 6842,
"46923776" : 6313,
"47448064" : 5953,
"47972352" : 5841,
"48496640" : 5414,
"49020928" : 4874,
"49545216" : 4378,
"50069504" : 3979,
"50593792" : 3530,
"51118080" : 2949,
"51642368" : 2534,
"52166656" : 2087,
"52690944" : 1728,
"53215232" : 1359,
"53739520" : 1080,
"54263808" : 775,
"54788096" : 615,
"55312384" : 454,
"55836672" : 311,
"56360960" : 280,
"56885248" : 197,
"57409536" : 182,
"57933824" : 141,
"58458112" : 97,
"58982400" : 105,
"59506688" : 86,
"60030976" : 58,
"60555264" : 65,
"61079552" : 37,
"61603840" : 34,
"62128128" : 26,
"62652416" : 24,
"63176704" : 15,
"63700992" : 9,
"64225280" : 9,
"64749568" : 6,
"65273856" : 5,
"65798144" : 8,
"66322432" : 3,
"66846720" : 8,
"67633152" : 12,
"68681728" : 8,
"69730304" : 7,
"70778880" : 5
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 71973784,
"mean" : 34458015.089851,
"stddev" : 9573325.519587,
"N" : 594361
},
"bw_min" : 107624,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 119102.230769,
"bw_dev" : 227.932580,
"bw_samples" : 1248,
"iops_min" : 26906,
"iops_max" : 33952,
"iops_mean" : 29773.487179,
"iops_stddev" : 56.986713,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640043,
"usr_cpu" : 0.409816,
"sys_cpu" : 4.038791,
"ctx" : 870807,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.017665,
"4" : 0.022039,
"10" : 0.125506,
"20" : 6.714581,
"50" : 89.525449,
"100" : 3.588030,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126391,
"timestamp_ms" : 1774126391872,
"time" : "Sat Mar 21 17:53:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3537768448,
"io_kbytes" : 3454852,
"bw_bytes" : 117917753,
"bw" : 115154,
"iops" : 28789.747350,
"runtime" : 30002,
"total_ios" : 863750,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1100652.034142,
"stddev" : 632642.856662,
"N" : 863751
},
"clat_ns" : {
"min" : 994379,
"max" : 72566029,
"mean" : 34463325.546529,
"stddev" : 9714979.689524,
"N" : 863718,
"percentile" : {
"1.000000" : 14876672,
"5.000000" : 19267584,
"10.000000" : 22151168,
"20.000000" : 25821184,
"30.000000" : 28442624,
"40.000000" : 31064064,
"50.000000" : 33816576,
"60.000000" : 36962304,
"70.000000" : 40108032,
"80.000000" : 43253760,
"90.000000" : 47972352,
"95.000000" : 50593792,
"99.000000" : 56360960,
"99.500000" : 58458112,
"99.900000" : 61603840,
"99.950000" : 62652416,
"99.990000" : 65798144
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 422,
"14090240" : 402,
"14221312" : 421,
"14352384" : 429,
"14483456" : 407,
"14614528" : 444,
"14745600" : 468,
"14876672" : 494,
"15007744" : 542,
"15138816" : 493,
"15269888" : 577,
"15400960" : 562,
"15532032" : 618,
"15663104" : 644,
"15794176" : 695,
"15925248" : 751,
"16056320" : 763,
"16187392" : 844,
"16318464" : 879,
"16449536" : 926,
"16580608" : 966,
"16711680" : 1015,
"16908288" : 2143,
"17170432" : 2265,
"17432576" : 2316,
"17694720" : 2486,
"17956864" : 2479,
"18219008" : 2587,
"18481152" : 2589,
"18743296" : 2735,
"19005440" : 2842,
"19267584" : 2961,
"19529728" : 3117,
"19791872" : 3239,
"20054016" : 3356,
"20316160" : 3442,
"20578304" : 3677,
"20840448" : 3750,
"21102592" : 3866,
"21364736" : 4103,
"21626880" : 4498,
"21889024" : 4588,
"22151168" : 4754,
"22413312" : 5086,
"22675456" : 5272,
"22937600" : 5500,
"23199744" : 5603,
"23461888" : 5686,
"23724032" : 6012,
"23986176" : 6293,
"24248320" : 6623,
"24510464" : 6795,
"24772608" : 7064,
"25034752" : 7433,
"25296896" : 7422,
"25559040" : 7750,
"25821184" : 8089,
"26083328" : 8391,
"26345472" : 8566,
"26607616" : 8705,
"26869760" : 9003,
"27131904" : 9167,
"27394048" : 9130,
"27656192" : 9425,
"27918336" : 9197,
"28180480" : 9248,
"28442624" : 9063,
"28704768" : 8943,
"28966912" : 9007,
"29229056" : 8666,
"29491200" : 8536,
"29753344" : 8421,
"30015488" : 8424,
"30277632" : 8201,
"30539776" : 8101,
"30801920" : 7935,
"31064064" : 8315,
"31326208" : 7896,
"31588352" : 7916,
"31850496" : 7953,
"32112640" : 7981,
"32374784" : 7503,
"32636928" : 7407,
"32899072" : 7470,
"33161216" : 7440,
"33423360" : 7491,
"33816576" : 15333,
"34340864" : 15243,
"34865152" : 15155,
"35389440" : 15940,
"35913728" : 15769,
"36438016" : 14966,
"36962304" : 14411,
"37486592" : 13987,
"38010880" : 13919,
"38535168" : 15057,
"39059456" : 14393,
"39583744" : 14158,
"40108032" : 14398,
"40632320" : 13792,
"41156608" : 13654,
"41680896" : 13196,
"42205184" : 13054,
"42729472" : 12593,
"43253760" : 12286,
"43778048" : 12083,
"44302336" : 11940,
"44826624" : 10949,
"45350912" : 10851,
"45875200" : 10304,
"46399488" : 10022,
"46923776" : 9329,
"47448064" : 9079,
"47972352" : 9062,
"48496640" : 8457,
"49020928" : 7944,
"49545216" : 7509,
"50069504" : 6930,
"50593792" : 6352,
"51118080" : 5385,
"51642368" : 4882,
"52166656" : 4232,
"52690944" : 3723,
"53215232" : 3216,
"53739520" : 2841,
"54263808" : 2305,
"54788096" : 1978,
"55312384" : 1644,
"55836672" : 1503,
"56360960" : 1348,
"56885248" : 1226,
"57409536" : 1094,
"57933824" : 947,
"58458112" : 841,
"58982400" : 753,
"59506688" : 633,
"60030976" : 517,
"60555264" : 462,
"61079552" : 335,
"61603840" : 238,
"62128128" : 186,
"62652416" : 141,
"63176704" : 87,
"63700992" : 53,
"64225280" : 36,
"64749568" : 24,
"65273856" : 17,
"65798144" : 19,
"66322432" : 11,
"66846720" : 16,
"67633152" : 16,
"68681728" : 13,
"69730304" : 10,
"70778880" : 6,
"71827456" : 1,
"72876032" : 2
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 74368653,
"mean" : 35563855.885034,
"stddev" : 9962820.792524,
"N" : 863718
},
"bw_min" : 93456,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 115508.237288,
"bw_dev" : 296.336146,
"bw_samples" : 1888,
"iops_min" : 23364,
"iops_max" : 33952,
"iops_mean" : 28875.559322,
"iops_stddev" : 74.072435,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960035,
"usr_cpu" : 0.402694,
"sys_cpu" : 3.890796,
"ctx" : 1248862,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.014124,
"4" : 0.017366,
"10" : 0.100955,
"20" : 5.846368,
"50" : 88.064718,
"100" : 5.951838,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126401,
"timestamp_ms" : 1774126401871,
"time" : "Sat Mar 21 17:53:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4430741504,
"io_kbytes" : 4326896,
"bw_bytes" : 110762999,
"bw" : 108166,
"iops" : 27042.697865,
"runtime" : 40002,
"total_ios" : 1081762,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1173209.928246,
"stddev" : 628165.665078,
"N" : 1081762
},
"clat_ns" : {
"min" : 994379,
"max" : 74776286,
"mean" : 36692546.395615,
"stddev" : 10975817.255162,
"N" : 1081730,
"percentile" : {
"1.000000" : 15400960,
"5.000000" : 20054016,
"10.000000" : 23199744,
"20.000000" : 26869760,
"30.000000" : 29753344,
"40.000000" : 32899072,
"50.000000" : 35913728,
"60.000000" : 39059456,
"70.000000" : 42205184,
"80.000000" : 45875200,
"90.000000" : 51642368,
"95.000000" : 56360960,
"99.000000" : 64225280,
"99.500000" : 66322432,
"99.900000" : 69730304,
"99.950000" : 70778880,
"99.990000" : 72876032
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 422,
"14090240" : 402,
"14221312" : 421,
"14352384" : 429,
"14483456" : 407,
"14614528" : 444,
"14745600" : 468,
"14876672" : 494,
"15007744" : 542,
"15138816" : 493,
"15269888" : 577,
"15400960" : 562,
"15532032" : 618,
"15663104" : 644,
"15794176" : 695,
"15925248" : 751,
"16056320" : 763,
"16187392" : 844,
"16318464" : 879,
"16449536" : 926,
"16580608" : 967,
"16711680" : 1016,
"16908288" : 2147,
"17170432" : 2269,
"17432576" : 2321,
"17694720" : 2491,
"17956864" : 2488,
"18219008" : 2602,
"18481152" : 2603,
"18743296" : 2752,
"19005440" : 2866,
"19267584" : 2977,
"19529728" : 3142,
"19791872" : 3267,
"20054016" : 3385,
"20316160" : 3475,
"20578304" : 3733,
"20840448" : 3816,
"21102592" : 3924,
"21364736" : 4187,
"21626880" : 4589,
"21889024" : 4691,
"22151168" : 4895,
"22413312" : 5233,
"22675456" : 5448,
"22937600" : 5716,
"23199744" : 5830,
"23461888" : 5907,
"23724032" : 6299,
"23986176" : 6575,
"24248320" : 6930,
"24510464" : 7118,
"24772608" : 7425,
"25034752" : 7821,
"25296896" : 7800,
"25559040" : 8197,
"25821184" : 8553,
"26083328" : 8854,
"26345472" : 9069,
"26607616" : 9261,
"26869760" : 9579,
"27131904" : 9775,
"27394048" : 9765,
"27656192" : 10154,
"27918336" : 9923,
"28180480" : 9986,
"28442624" : 9881,
"28704768" : 9840,
"28966912" : 9870,
"29229056" : 9524,
"29491200" : 9437,
"29753344" : 9361,
"30015488" : 9407,
"30277632" : 9283,
"30539776" : 9116,
"30801920" : 9056,
"31064064" : 9521,
"31326208" : 9213,
"31588352" : 9271,
"31850496" : 9265,
"32112640" : 9327,
"32374784" : 8908,
"32636928" : 8811,
"32899072" : 8862,
"33161216" : 8879,
"33423360" : 9017,
"33816576" : 18671,
"34340864" : 18653,
"34865152" : 18856,
"35389440" : 19596,
"35913728" : 19608,
"36438016" : 18675,
"36962304" : 18115,
"37486592" : 17603,
"38010880" : 17704,
"38535168" : 19106,
"39059456" : 18824,
"39583744" : 18433,
"40108032" : 18577,
"40632320" : 17539,
"41156608" : 17078,
"41680896" : 16251,
"42205184" : 16042,
"42729472" : 15856,
"43253760" : 15569,
"43778048" : 15279,
"44302336" : 14797,
"44826624" : 13761,
"45350912" : 13874,
"45875200" : 13299,
"46399488" : 12688,
"46923776" : 11812,
"47448064" : 11826,
"47972352" : 11821,
"48496640" : 10934,
"49020928" : 10319,
"49545216" : 10004,
"50069504" : 9566,
"50593792" : 9006,
"51118080" : 8145,
"51642368" : 7961,
"52166656" : 7430,
"52690944" : 6899,
"53215232" : 6401,
"53739520" : 5964,
"54263808" : 5405,
"54788096" : 5151,
"55312384" : 4556,
"55836672" : 4085,
"56360960" : 4015,
"56885248" : 3886,
"57409536" : 3729,
"57933824" : 3585,
"58458112" : 3567,
"58982400" : 3419,
"59506688" : 3316,
"60030976" : 3058,
"60555264" : 2970,
"61079552" : 2635,
"61603840" : 2400,
"62128128" : 2080,
"62652416" : 1940,
"63176704" : 1730,
"63700992" : 1750,
"64225280" : 1591,
"64749568" : 1467,
"65273856" : 1291,
"65798144" : 1093,
"66322432" : 950,
"66846720" : 927,
"67633152" : 1446,
"68681728" : 1015,
"69730304" : 653,
"70778880" : 447,
"71827456" : 245,
"72876032" : 111,
"73924608" : 37,
"74973184" : 8
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 77010498,
"mean" : 37865944.451839,
"stddev" : 11273425.177899,
"N" : 1081730
},
"bw_min" : 76760,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 108570.759494,
"bw_dev" : 464.939561,
"bw_samples" : 2528,
"iops_min" : 19190,
"iops_max" : 33952,
"iops_mean" : 27141.291139,
"iops_stddev" : 116.223014,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280023,
"usr_cpu" : 0.375696,
"sys_cpu" : 3.628997,
"ctx" : 1518177,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.011278,
"4" : 0.013866,
"10" : 0.080609,
"20" : 4.684487,
"50" : 82.972872,
"100" : 12.233190,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126411,
"timestamp_ms" : 1774126411872,
"time" : "Sat Mar 21 17:53:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5267873792,
"io_kbytes" : 5144408,
"bw_bytes" : 105353261,
"bw" : 102884,
"iops" : 25721.751130,
"runtime" : 50002,
"total_ios" : 1286139,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1234518.491779,
"stddev" : 629039.202809,
"N" : 1286139
},
"clat_ns" : {
"min" : 994379,
"max" : 80721248,
"mean" : 38565559.830648,
"stddev" : 11946770.732058,
"N" : 1286107,
"percentile" : {
"1.000000" : 15925248,
"5.000000" : 20840448,
"10.000000" : 23986176,
"20.000000" : 27656192,
"30.000000" : 31064064,
"40.000000" : 34340864,
"50.000000" : 37486592,
"60.000000" : 40632320,
"70.000000" : 44302336,
"80.000000" : 49020928,
"90.000000" : 54788096,
"95.000000" : 60030976,
"99.000000" : 67633152,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 77070336
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 422,
"14090240" : 402,
"14221312" : 421,
"14352384" : 429,
"14483456" : 407,
"14614528" : 444,
"14745600" : 468,
"14876672" : 494,
"15007744" : 542,
"15138816" : 493,
"15269888" : 577,
"15400960" : 562,
"15532032" : 618,
"15663104" : 644,
"15794176" : 695,
"15925248" : 751,
"16056320" : 765,
"16187392" : 847,
"16318464" : 883,
"16449536" : 928,
"16580608" : 971,
"16711680" : 1018,
"16908288" : 2155,
"17170432" : 2275,
"17432576" : 2341,
"17694720" : 2507,
"17956864" : 2517,
"18219008" : 2632,
"18481152" : 2644,
"18743296" : 2794,
"19005440" : 2904,
"19267584" : 3033,
"19529728" : 3201,
"19791872" : 3337,
"20054016" : 3444,
"20316160" : 3548,
"20578304" : 3810,
"20840448" : 3905,
"21102592" : 4048,
"21364736" : 4303,
"21626880" : 4727,
"21889024" : 4852,
"22151168" : 5050,
"22413312" : 5417,
"22675456" : 5675,
"22937600" : 5953,
"23199744" : 6092,
"23461888" : 6137,
"23724032" : 6557,
"23986176" : 6871,
"24248320" : 7211,
"24510464" : 7389,
"24772608" : 7732,
"25034752" : 8145,
"25296896" : 8121,
"25559040" : 8548,
"25821184" : 8950,
"26083328" : 9250,
"26345472" : 9470,
"26607616" : 9629,
"26869760" : 10017,
"27131904" : 10265,
"27394048" : 10280,
"27656192" : 10714,
"27918336" : 10458,
"28180480" : 10564,
"28442624" : 10445,
"28704768" : 10473,
"28966912" : 10484,
"29229056" : 10194,
"29491200" : 10149,
"29753344" : 10085,
"30015488" : 10149,
"30277632" : 10074,
"30539776" : 9908,
"30801920" : 9907,
"31064064" : 10369,
"31326208" : 10042,
"31588352" : 10176,
"31850496" : 10163,
"32112640" : 10270,
"32374784" : 9912,
"32636928" : 9837,
"32899072" : 9883,
"33161216" : 9941,
"33423360" : 10062,
"33816576" : 20804,
"34340864" : 20802,
"34865152" : 21020,
"35389440" : 21929,
"35913728" : 22120,
"36438016" : 21144,
"36962304" : 20451,
"37486592" : 20108,
"38010880" : 20019,
"38535168" : 21472,
"39059456" : 21316,
"39583744" : 21069,
"40108032" : 21212,
"40632320" : 20243,
"41156608" : 19498,
"41680896" : 18576,
"42205184" : 18371,
"42729472" : 18184,
"43253760" : 17855,
"43778048" : 17746,
"44302336" : 17257,
"44826624" : 16362,
"45350912" : 16540,
"45875200" : 15908,
"46399488" : 15228,
"46923776" : 14376,
"47448064" : 14379,
"47972352" : 14328,
"48496640" : 13631,
"49020928" : 13131,
"49545216" : 13107,
"50069504" : 12984,
"50593792" : 12339,
"51118080" : 11714,
"51642368" : 11747,
"52166656" : 11448,
"52690944" : 10985,
"53215232" : 10508,
"53739520" : 10005,
"54263808" : 8849,
"54788096" : 8500,
"55312384" : 7538,
"55836672" : 6845,
"56360960" : 6547,
"56885248" : 6421,
"57409536" : 6278,
"57933824" : 6151,
"58458112" : 6088,
"58982400" : 6153,
"59506688" : 6098,
"60030976" : 5838,
"60555264" : 5656,
"61079552" : 5213,
"61603840" : 4799,
"62128128" : 4293,
"62652416" : 4214,
"63176704" : 3814,
"63700992" : 3821,
"64225280" : 3719,
"64749568" : 3405,
"65273856" : 3035,
"65798144" : 2641,
"66322432" : 2499,
"66846720" : 2243,
"67633152" : 3754,
"68681728" : 3061,
"69730304" : 2440,
"70778880" : 1900,
"71827456" : 1333,
"72876032" : 1009,
"73924608" : 489,
"74973184" : 301,
"76021760" : 139,
"77070336" : 75,
"78118912" : 63,
"79167488" : 12,
"80216064" : 2
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 82785561,
"mean" : 39799528.390919,
"stddev" : 12281555.628670,
"N" : 1286107
},
"bw_min" : 68224,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 103186.585859,
"bw_dev" : 542.020494,
"bw_samples" : 3168,
"iops_min" : 17056,
"iops_max" : 33952,
"iops_mean" : 25795.353535,
"iops_stddev" : 135.492617,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600040,
"usr_cpu" : 0.361553,
"sys_cpu" : 3.435914,
"ctx" : 1766688,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.011663,
"10" : 0.067800,
"20" : 3.974998,
"50" : 77.885983,
"100" : 18.046961,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126421,
"timestamp_ms" : 1774126421872,
"time" : "Sat Mar 21 17:53:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6142013440,
"io_kbytes" : 5998060,
"bw_bytes" : 102363478,
"bw" : 99964,
"iops" : 24991.683611,
"runtime" : 60002,
"total_ios" : 1499551,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1271249.394798,
"stddev" : 621889.462968,
"N" : 1499551
},
"clat_ns" : {
"min" : 994379,
"max" : 80721248,
"mean" : 39695972.383221,
"stddev" : 12146680.308696,
"N" : 1499519,
"percentile" : {
"1.000000" : 16187392,
"5.000000" : 21626880,
"10.000000" : 24772608,
"20.000000" : 28442624,
"30.000000" : 32112640,
"40.000000" : 35389440,
"50.000000" : 39059456,
"60.000000" : 42205184,
"70.000000" : 45875200,
"80.000000" : 50593792,
"90.000000" : 56360960,
"95.000000" : 61079552,
"99.000000" : 67633152,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 77070336
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 422,
"14090240" : 402,
"14221312" : 421,
"14352384" : 429,
"14483456" : 407,
"14614528" : 444,
"14745600" : 468,
"14876672" : 494,
"15007744" : 542,
"15138816" : 493,
"15269888" : 577,
"15400960" : 562,
"15532032" : 618,
"15663104" : 644,
"15794176" : 695,
"15925248" : 751,
"16056320" : 765,
"16187392" : 847,
"16318464" : 883,
"16449536" : 928,
"16580608" : 971,
"16711680" : 1018,
"16908288" : 2156,
"17170432" : 2277,
"17432576" : 2343,
"17694720" : 2509,
"17956864" : 2521,
"18219008" : 2635,
"18481152" : 2649,
"18743296" : 2800,
"19005440" : 2913,
"19267584" : 3043,
"19529728" : 3213,
"19791872" : 3354,
"20054016" : 3461,
"20316160" : 3568,
"20578304" : 3845,
"20840448" : 3959,
"21102592" : 4117,
"21364736" : 4385,
"21626880" : 4805,
"21889024" : 4962,
"22151168" : 5189,
"22413312" : 5552,
"22675456" : 5833,
"22937600" : 6135,
"23199744" : 6296,
"23461888" : 6400,
"23724032" : 6869,
"23986176" : 7181,
"24248320" : 7599,
"24510464" : 7799,
"24772608" : 8162,
"25034752" : 8590,
"25296896" : 8628,
"25559040" : 9115,
"25821184" : 9556,
"26083328" : 9920,
"26345472" : 10131,
"26607616" : 10291,
"26869760" : 10768,
"27131904" : 11030,
"27394048" : 11036,
"27656192" : 11475,
"27918336" : 11265,
"28180480" : 11336,
"28442624" : 11332,
"28704768" : 11291,
"28966912" : 11355,
"29229056" : 11053,
"29491200" : 11029,
"29753344" : 10944,
"30015488" : 10969,
"30277632" : 10976,
"30539776" : 10813,
"30801920" : 10811,
"31064064" : 11346,
"31326208" : 11006,
"31588352" : 11199,
"31850496" : 11141,
"32112640" : 11336,
"32374784" : 11039,
"32636928" : 10982,
"32899072" : 11091,
"33161216" : 11192,
"33423360" : 11343,
"33816576" : 23500,
"34340864" : 23742,
"34865152" : 23800,
"35389440" : 24869,
"35913728" : 24925,
"36438016" : 23753,
"36962304" : 22793,
"37486592" : 22293,
"38010880" : 22292,
"38535168" : 23764,
"39059456" : 23694,
"39583744" : 23465,
"40108032" : 23878,
"40632320" : 23055,
"41156608" : 22501,
"41680896" : 21641,
"42205184" : 21425,
"42729472" : 21115,
"43253760" : 20843,
"43778048" : 20648,
"44302336" : 20395,
"44826624" : 19731,
"45350912" : 19925,
"45875200" : 19348,
"46399488" : 18867,
"46923776" : 17878,
"47448064" : 17723,
"47972352" : 17600,
"48496640" : 16959,
"49020928" : 16382,
"49545216" : 16610,
"50069504" : 16571,
"50593792" : 16152,
"51118080" : 15483,
"51642368" : 15699,
"52166656" : 15437,
"52690944" : 14919,
"53215232" : 14417,
"53739520" : 13779,
"54263808" : 12739,
"54788096" : 12523,
"55312384" : 11320,
"55836672" : 10280,
"56360960" : 9692,
"56885248" : 9227,
"57409536" : 8894,
"57933824" : 8711,
"58458112" : 8579,
"58982400" : 8549,
"59506688" : 8574,
"60030976" : 8223,
"60555264" : 7927,
"61079552" : 7165,
"61603840" : 6700,
"62128128" : 6170,
"62652416" : 6083,
"63176704" : 5534,
"63700992" : 5310,
"64225280" : 5160,
"64749568" : 4753,
"65273856" : 4220,
"65798144" : 3735,
"66322432" : 3460,
"66846720" : 3024,
"67633152" : 4882,
"68681728" : 3971,
"69730304" : 3072,
"70778880" : 2295,
"71827456" : 1609,
"72876032" : 1168,
"73924608" : 567,
"74973184" : 335,
"76021760" : 154,
"77070336" : 81,
"78118912" : 68,
"79167488" : 13,
"80216064" : 2
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 82785561,
"mean" : 40966959.353739,
"stddev" : 12489016.928074,
"N" : 1499519
},
"bw_min" : 68224,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 100178.285714,
"bw_dev" : 540.871532,
"bw_samples" : 3808,
"iops_min" : 17056,
"iops_max" : 33952,
"iops_mean" : 25043.361345,
"iops_stddev" : 135.204550,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920043,
"usr_cpu" : 0.350461,
"sys_cpu" : 3.339352,
"ctx" : 2030026,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010003,
"10" : 0.058151,
"20" : 3.414289,
"50" : 75.094145,
"100" : 21.412610,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126431,
"timestamp_ms" : 1774126431872,
"time" : "Sat Mar 21 17:53:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6995804160,
"io_kbytes" : 6831840,
"bw_bytes" : 99937204,
"bw" : 97594,
"iops" : 24399.245736,
"runtime" : 70002,
"total_ios" : 1707996,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1302620.560835,
"stddev" : 618533.255599,
"N" : 1707996
},
"clat_ns" : {
"min" : 994379,
"max" : 80721248,
"mean" : 40659377.251112,
"stddev" : 12349440.210679,
"N" : 1707964,
"percentile" : {
"1.000000" : 16580608,
"5.000000" : 21889024,
"10.000000" : 25296896,
"20.000000" : 29229056,
"30.000000" : 32899072,
"40.000000" : 36438016,
"50.000000" : 39583744,
"60.000000" : 43253760,
"70.000000" : 47448064,
"80.000000" : 52166656,
"90.000000" : 57933824,
"95.000000" : 62652416,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2669,
"18743296" : 2832,
"19005440" : 2962,
"19267584" : 3082,
"19529728" : 3247,
"19791872" : 3409,
"20054016" : 3515,
"20316160" : 3613,
"20578304" : 3905,
"20840448" : 4032,
"21102592" : 4183,
"21364736" : 4472,
"21626880" : 4900,
"21889024" : 5061,
"22151168" : 5295,
"22413312" : 5655,
"22675456" : 5972,
"22937600" : 6258,
"23199744" : 6442,
"23461888" : 6562,
"23724032" : 7060,
"23986176" : 7402,
"24248320" : 7847,
"24510464" : 8064,
"24772608" : 8403,
"25034752" : 8884,
"25296896" : 8937,
"25559040" : 9438,
"25821184" : 9912,
"26083328" : 10282,
"26345472" : 10557,
"26607616" : 10718,
"26869760" : 11282,
"27131904" : 11496,
"27394048" : 11555,
"27656192" : 12048,
"27918336" : 11845,
"28180480" : 11947,
"28442624" : 11943,
"28704768" : 11906,
"28966912" : 11954,
"29229056" : 11651,
"29491200" : 11677,
"29753344" : 11635,
"30015488" : 11693,
"30277632" : 11781,
"30539776" : 11555,
"30801920" : 11548,
"31064064" : 12120,
"31326208" : 11815,
"31588352" : 12033,
"31850496" : 11997,
"32112640" : 12196,
"32374784" : 11929,
"32636928" : 11881,
"32899072" : 11983,
"33161216" : 12118,
"33423360" : 12248,
"33816576" : 25511,
"34340864" : 25951,
"34865152" : 26193,
"35389440" : 27392,
"35913728" : 27529,
"36438016" : 26651,
"36962304" : 25880,
"37486592" : 25553,
"38010880" : 25596,
"38535168" : 27214,
"39059456" : 27242,
"39583744" : 27130,
"40108032" : 27644,
"40632320" : 26561,
"41156608" : 25823,
"41680896" : 25068,
"42205184" : 24977,
"42729472" : 24746,
"43253760" : 24584,
"43778048" : 24442,
"44302336" : 23995,
"44826624" : 23028,
"45350912" : 23187,
"45875200" : 22359,
"46399488" : 21895,
"46923776" : 20688,
"47448064" : 20448,
"47972352" : 20445,
"48496640" : 19641,
"49020928" : 18972,
"49545216" : 19041,
"50069504" : 19089,
"50593792" : 18661,
"51118080" : 17934,
"51642368" : 18141,
"52166656" : 18097,
"52690944" : 17509,
"53215232" : 17225,
"53739520" : 16489,
"54263808" : 15469,
"54788096" : 15189,
"55312384" : 14065,
"55836672" : 12877,
"56360960" : 12316,
"56885248" : 11927,
"57409536" : 11470,
"57933824" : 11424,
"58458112" : 11171,
"58982400" : 11047,
"59506688" : 11001,
"60030976" : 10614,
"60555264" : 10341,
"61079552" : 9638,
"61603840" : 9257,
"62128128" : 8745,
"62652416" : 8626,
"63176704" : 7964,
"63700992" : 7532,
"64225280" : 7448,
"64749568" : 6939,
"65273856" : 6298,
"65798144" : 5742,
"66322432" : 5274,
"66846720" : 4574,
"67633152" : 7534,
"68681728" : 5866,
"69730304" : 4324,
"70778880" : 2925,
"71827456" : 1985,
"72876032" : 1353,
"73924608" : 707,
"74973184" : 396,
"76021760" : 215,
"77070336" : 87,
"78118912" : 68,
"79167488" : 13,
"80216064" : 2
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 82785561,
"mean" : 41961744.852251,
"stddev" : 12699423.738597,
"N" : 1707964
},
"bw_min" : 68224,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 97706.302158,
"bw_dev" : 537.610186,
"bw_samples" : 4448,
"iops_min" : 17056,
"iops_max" : 33952,
"iops_mean" : 24425.539568,
"iops_stddev" : 134.386409,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240030,
"usr_cpu" : 0.342719,
"sys_cpu" : 3.266474,
"ctx" : 2286721,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.051054,
"20" : 3.023602,
"50" : 72.988578,
"100" : 23.918499,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126441,
"timestamp_ms" : 1774126441873,
"time" : "Sat Mar 21 17:54:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7899353088,
"io_kbytes" : 7714212,
"bw_bytes" : 98739445,
"bw" : 96425,
"iops" : 24108.622284,
"runtime" : 80002,
"total_ios" : 1928738,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1318675.624242,
"stddev" : 611113.857310,
"N" : 1928738
},
"clat_ns" : {
"min" : 994379,
"max" : 80721248,
"mean" : 41156745.176680,
"stddev" : 12252514.396812,
"N" : 1928706,
"percentile" : {
"1.000000" : 16908288,
"5.000000" : 22413312,
"10.000000" : 25821184,
"20.000000" : 29753344,
"30.000000" : 33816576,
"40.000000" : 36962304,
"50.000000" : 40632320,
"60.000000" : 43778048,
"70.000000" : 47972352,
"80.000000" : 52166656,
"90.000000" : 58458112,
"95.000000" : 62652416,
"99.000000" : 68681728,
"99.500000" : 69730304,
"99.900000" : 72876032,
"99.950000" : 73924608,
"99.990000" : 76021760
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2669,
"18743296" : 2832,
"19005440" : 2962,
"19267584" : 3082,
"19529728" : 3247,
"19791872" : 3409,
"20054016" : 3515,
"20316160" : 3614,
"20578304" : 3908,
"20840448" : 4033,
"21102592" : 4188,
"21364736" : 4479,
"21626880" : 4913,
"21889024" : 5096,
"22151168" : 5348,
"22413312" : 5722,
"22675456" : 6025,
"22937600" : 6357,
"23199744" : 6558,
"23461888" : 6721,
"23724032" : 7248,
"23986176" : 7632,
"24248320" : 8132,
"24510464" : 8389,
"24772608" : 8805,
"25034752" : 9355,
"25296896" : 9382,
"25559040" : 10025,
"25821184" : 10519,
"26083328" : 10910,
"26345472" : 11219,
"26607616" : 11382,
"26869760" : 11979,
"27131904" : 12237,
"27394048" : 12242,
"27656192" : 12796,
"27918336" : 12649,
"28180480" : 12850,
"28442624" : 12778,
"28704768" : 12788,
"28966912" : 12972,
"29229056" : 12698,
"29491200" : 12783,
"29753344" : 12816,
"30015488" : 13018,
"30277632" : 13084,
"30539776" : 12966,
"30801920" : 12934,
"31064064" : 13528,
"31326208" : 13190,
"31588352" : 13359,
"31850496" : 13273,
"32112640" : 13483,
"32374784" : 13178,
"32636928" : 13118,
"32899072" : 13197,
"33161216" : 13372,
"33423360" : 13547,
"33816576" : 28089,
"34340864" : 28703,
"34865152" : 29107,
"35389440" : 30440,
"35913728" : 30792,
"36438016" : 30051,
"36962304" : 29499,
"37486592" : 29233,
"38010880" : 29393,
"38535168" : 31019,
"39059456" : 31062,
"39583744" : 31044,
"40108032" : 31839,
"40632320" : 31001,
"41156608" : 30510,
"41680896" : 29746,
"42205184" : 29710,
"42729472" : 29393,
"43253760" : 29063,
"43778048" : 28875,
"44302336" : 28091,
"44826624" : 26886,
"45350912" : 26632,
"45875200" : 25644,
"46399488" : 25002,
"46923776" : 23721,
"47448064" : 23364,
"47972352" : 23547,
"48496640" : 22506,
"49020928" : 21838,
"49545216" : 21873,
"50069504" : 21833,
"50593792" : 21339,
"51118080" : 20588,
"51642368" : 20795,
"52166656" : 20969,
"52690944" : 20438,
"53215232" : 20157,
"53739520" : 19450,
"54263808" : 18319,
"54788096" : 17787,
"55312384" : 16646,
"55836672" : 15470,
"56360960" : 14786,
"56885248" : 14352,
"57409536" : 13739,
"57933824" : 13823,
"58458112" : 13498,
"58982400" : 13328,
"59506688" : 13364,
"60030976" : 12839,
"60555264" : 12469,
"61079552" : 11718,
"61603840" : 11151,
"62128128" : 10498,
"62652416" : 10273,
"63176704" : 9462,
"63700992" : 8902,
"64225280" : 8736,
"64749568" : 8103,
"65273856" : 7318,
"65798144" : 6631,
"66322432" : 6073,
"66846720" : 5241,
"67633152" : 8625,
"68681728" : 6720,
"69730304" : 4958,
"70778880" : 3376,
"71827456" : 2181,
"72876032" : 1432,
"73924608" : 730,
"74973184" : 413,
"76021760" : 218,
"77070336" : 87,
"78118912" : 68,
"79167488" : 13,
"80216064" : 2
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 82785561,
"mean" : 42475560.131352,
"stddev" : 12599972.346078,
"N" : 1928706
},
"bw_min" : 68224,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 96544.226415,
"bw_dev" : 514.627485,
"bw_samples" : 5088,
"iops_min" : 17056,
"iops_max" : 33952,
"iops_mean" : 24135.081761,
"iops_stddev" : 128.641189,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560021,
"usr_cpu" : 0.338122,
"sys_cpu" : 3.239505,
"ctx" : 2562490,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.045211,
"20" : 2.677554,
"50" : 72.327760,
"100" : 24.933298,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126451,
"timestamp_ms" : 1774126451872,
"time" : "Sat Mar 21 17:54:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8746577920,
"io_kbytes" : 8541580,
"bw_bytes" : 97182039,
"bw" : 94904,
"iops" : 23726.561632,
"runtime" : 90002,
"total_ios" : 2135438,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1340213.058369,
"stddev" : 607488.958371,
"N" : 2135438
},
"clat_ns" : {
"min" : 994379,
"max" : 80721248,
"mean" : 41813757.525346,
"stddev" : 12291715.852864,
"N" : 2135406,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 22937600,
"10.000000" : 26345472,
"20.000000" : 30539776,
"30.000000" : 34340864,
"40.000000" : 38010880,
"50.000000" : 41156608,
"60.000000" : 44302336,
"70.000000" : 48496640,
"80.000000" : 53215232,
"90.000000" : 58982400,
"95.000000" : 63176704,
"99.000000" : 68681728,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2669,
"18743296" : 2832,
"19005440" : 2962,
"19267584" : 3082,
"19529728" : 3247,
"19791872" : 3409,
"20054016" : 3515,
"20316160" : 3614,
"20578304" : 3908,
"20840448" : 4033,
"21102592" : 4188,
"21364736" : 4479,
"21626880" : 4913,
"21889024" : 5096,
"22151168" : 5348,
"22413312" : 5722,
"22675456" : 6025,
"22937600" : 6360,
"23199744" : 6559,
"23461888" : 6726,
"23724032" : 7251,
"23986176" : 7649,
"24248320" : 8147,
"24510464" : 8404,
"24772608" : 8834,
"25034752" : 9382,
"25296896" : 9421,
"25559040" : 10085,
"25821184" : 10609,
"26083328" : 10981,
"26345472" : 11332,
"26607616" : 11514,
"26869760" : 12168,
"27131904" : 12463,
"27394048" : 12547,
"27656192" : 13134,
"27918336" : 13010,
"28180480" : 13251,
"28442624" : 13186,
"28704768" : 13283,
"28966912" : 13479,
"29229056" : 13295,
"29491200" : 13360,
"29753344" : 13466,
"30015488" : 13679,
"30277632" : 13803,
"30539776" : 13718,
"30801920" : 13715,
"31064064" : 14355,
"31326208" : 14085,
"31588352" : 14259,
"31850496" : 14136,
"32112640" : 14387,
"32374784" : 14091,
"32636928" : 14017,
"32899072" : 14098,
"33161216" : 14369,
"33423360" : 14490,
"33816576" : 30153,
"34340864" : 31025,
"34865152" : 31575,
"35389440" : 33314,
"35913728" : 33808,
"36438016" : 33414,
"36962304" : 33298,
"37486592" : 33293,
"38010880" : 33478,
"38535168" : 35068,
"39059456" : 35176,
"39583744" : 35070,
"40108032" : 35857,
"40632320" : 35066,
"41156608" : 34470,
"41680896" : 33549,
"42205184" : 33658,
"42729472" : 33159,
"43253760" : 32782,
"43778048" : 32324,
"44302336" : 31506,
"44826624" : 29987,
"45350912" : 29716,
"45875200" : 28446,
"46399488" : 27391,
"46923776" : 25850,
"47448064" : 25533,
"47972352" : 25691,
"48496640" : 24484,
"49020928" : 23969,
"49545216" : 24034,
"50069504" : 24091,
"50593792" : 23807,
"51118080" : 23229,
"51642368" : 23425,
"52166656" : 23727,
"52690944" : 23369,
"53215232" : 23172,
"53739520" : 22669,
"54263808" : 21640,
"54788096" : 21069,
"55312384" : 19891,
"55836672" : 18554,
"56360960" : 17790,
"56885248" : 17343,
"57409536" : 16725,
"57933824" : 16812,
"58458112" : 16474,
"58982400" : 16274,
"59506688" : 16121,
"60030976" : 15490,
"60555264" : 14857,
"61079552" : 14206,
"61603840" : 13569,
"62128128" : 12850,
"62652416" : 12415,
"63176704" : 11606,
"63700992" : 10925,
"64225280" : 10601,
"64749568" : 9818,
"65273856" : 8979,
"65798144" : 8250,
"66322432" : 7517,
"66846720" : 6500,
"67633152" : 10643,
"68681728" : 8276,
"69730304" : 5971,
"70778880" : 4090,
"71827456" : 2749,
"72876032" : 1861,
"73924608" : 969,
"74973184" : 561,
"76021760" : 313,
"77070336" : 176,
"78118912" : 107,
"79167488" : 33,
"80216064" : 4
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 82785561,
"mean" : 43153825.906727,
"stddev" : 12641376.214462,
"N" : 2135406
},
"bw_min" : 68224,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 95041.027933,
"bw_dev" : 504.584034,
"bw_samples" : 5728,
"iops_min" : 17056,
"iops_max" : 33952,
"iops_mean" : 23759.363128,
"iops_stddev" : 126.129669,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880040,
"usr_cpu" : 0.333363,
"sys_cpu" : 3.198532,
"ctx" : 2815570,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.040835,
"20" : 2.418380,
"50" : 70.801634,
"100" : 26.724541,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126461,
"timestamp_ms" : 1774126461871,
"time" : "Sat Mar 21 17:54:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9583022080,
"io_kbytes" : 9358420,
"bw_bytes" : 95828304,
"bw" : 93582,
"iops" : 23396.002080,
"runtime" : 100002,
"total_ios" : 2339647,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1359432.789335,
"stddev" : 606450.829273,
"N" : 2339647
},
"clat_ns" : {
"min" : 994379,
"max" : 80721248,
"mean" : 42404863.621753,
"stddev" : 12390762.670391,
"N" : 2339615,
"percentile" : {
"1.000000" : 17170432,
"5.000000" : 23461888,
"10.000000" : 26607616,
"20.000000" : 31064064,
"30.000000" : 34865152,
"40.000000" : 38535168,
"50.000000" : 41680896,
"60.000000" : 44826624,
"70.000000" : 49020928,
"80.000000" : 53739520,
"90.000000" : 60030976,
"95.000000" : 63700992,
"99.000000" : 68681728,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2669,
"18743296" : 2832,
"19005440" : 2962,
"19267584" : 3082,
"19529728" : 3247,
"19791872" : 3411,
"20054016" : 3516,
"20316160" : 3618,
"20578304" : 3914,
"20840448" : 4044,
"21102592" : 4201,
"21364736" : 4496,
"21626880" : 4944,
"21889024" : 5131,
"22151168" : 5371,
"22413312" : 5761,
"22675456" : 6067,
"22937600" : 6413,
"23199744" : 6616,
"23461888" : 6778,
"23724032" : 7306,
"23986176" : 7702,
"24248320" : 8213,
"24510464" : 8491,
"24772608" : 8959,
"25034752" : 9535,
"25296896" : 9589,
"25559040" : 10303,
"25821184" : 10833,
"26083328" : 11236,
"26345472" : 11623,
"26607616" : 11810,
"26869760" : 12486,
"27131904" : 12848,
"27394048" : 12954,
"27656192" : 13538,
"27918336" : 13537,
"28180480" : 13794,
"28442624" : 13797,
"28704768" : 13921,
"28966912" : 14214,
"29229056" : 14110,
"29491200" : 14220,
"29753344" : 14334,
"30015488" : 14641,
"30277632" : 14873,
"30539776" : 14825,
"30801920" : 14929,
"31064064" : 15598,
"31326208" : 15355,
"31588352" : 15548,
"31850496" : 15402,
"32112640" : 15691,
"32374784" : 15291,
"32636928" : 15295,
"32899072" : 15260,
"33161216" : 15463,
"33423360" : 15589,
"33816576" : 32049,
"34340864" : 32893,
"34865152" : 33232,
"35389440" : 34954,
"35913728" : 35453,
"36438016" : 35078,
"36962304" : 35097,
"37486592" : 35188,
"38010880" : 35643,
"38535168" : 37296,
"39059456" : 37687,
"39583744" : 37733,
"40108032" : 38651,
"40632320" : 37827,
"41156608" : 37445,
"41680896" : 36775,
"42205184" : 37247,
"42729472" : 36781,
"43253760" : 36628,
"43778048" : 36161,
"44302336" : 35560,
"44826624" : 33859,
"45350912" : 33435,
"45875200" : 32007,
"46399488" : 31110,
"46923776" : 29535,
"47448064" : 29271,
"47972352" : 28988,
"48496640" : 27730,
"49020928" : 27229,
"49545216" : 27029,
"50069504" : 26828,
"50593792" : 26547,
"51118080" : 25800,
"51642368" : 25889,
"52166656" : 26143,
"52690944" : 25638,
"53215232" : 25485,
"53739520" : 24904,
"54263808" : 23809,
"54788096" : 23306,
"55312384" : 22140,
"55836672" : 20823,
"56360960" : 20026,
"56885248" : 19577,
"57409536" : 19005,
"57933824" : 19233,
"58458112" : 18875,
"58982400" : 18637,
"59506688" : 18578,
"60030976" : 17922,
"60555264" : 17222,
"61079552" : 16408,
"61603840" : 15866,
"62128128" : 15276,
"62652416" : 14730,
"63176704" : 13947,
"63700992" : 13203,
"64225280" : 12901,
"64749568" : 12165,
"65273856" : 11237,
"65798144" : 10305,
"66322432" : 9535,
"66846720" : 8428,
"67633152" : 13982,
"68681728" : 11091,
"69730304" : 8203,
"70778880" : 5552,
"71827456" : 3798,
"72876032" : 2478,
"73924608" : 1363,
"74973184" : 676,
"76021760" : 364,
"77070336" : 207,
"78118912" : 113,
"79167488" : 35,
"80216064" : 4
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 82785561,
"mean" : 43764190.802828,
"stddev" : 12744321.129428,
"N" : 2339615
},
"bw_min" : 68128,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 93735.015075,
"bw_dev" : 495.748069,
"bw_samples" : 6368,
"iops_min" : 17032,
"iops_max" : 33952,
"iops_mean" : 23432.894472,
"iops_stddev" : 123.920654,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200023,
"usr_cpu" : 0.328623,
"sys_cpu" : 3.165227,
"ctx" : 3062409,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.037271,
"20" : 2.207384,
"50" : 69.601953,
"100" : 28.140057,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126471,
"timestamp_ms" : 1774126471871,
"time" : "Sat Mar 21 17:54:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10444894208,
"io_kbytes" : 10200092,
"bw_bytes" : 94951857,
"bw" : 92726,
"iops" : 23181.960328,
"runtime" : 110002,
"total_ios" : 2550062,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1372198.599189,
"stddev" : 604228.227999,
"N" : 2550062
},
"clat_ns" : {
"min" : 994379,
"max" : 80721248,
"mean" : 42797582.724353,
"stddev" : 12361939.990445,
"N" : 2550030,
"percentile" : {
"1.000000" : 17432576,
"5.000000" : 23724032,
"10.000000" : 27131904,
"20.000000" : 31588352,
"30.000000" : 35389440,
"40.000000" : 39059456,
"50.000000" : 42205184,
"60.000000" : 45350912,
"70.000000" : 49545216,
"80.000000" : 54263808,
"90.000000" : 60030976,
"95.000000" : 64225280,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2669,
"18743296" : 2832,
"19005440" : 2962,
"19267584" : 3082,
"19529728" : 3247,
"19791872" : 3411,
"20054016" : 3516,
"20316160" : 3618,
"20578304" : 3914,
"20840448" : 4044,
"21102592" : 4201,
"21364736" : 4496,
"21626880" : 4944,
"21889024" : 5131,
"22151168" : 5371,
"22413312" : 5761,
"22675456" : 6067,
"22937600" : 6413,
"23199744" : 6616,
"23461888" : 6778,
"23724032" : 7309,
"23986176" : 7703,
"24248320" : 8217,
"24510464" : 8498,
"24772608" : 8965,
"25034752" : 9543,
"25296896" : 9606,
"25559040" : 10325,
"25821184" : 10861,
"26083328" : 11290,
"26345472" : 11700,
"26607616" : 11899,
"26869760" : 12597,
"27131904" : 12989,
"27394048" : 13140,
"27656192" : 13748,
"27918336" : 13815,
"28180480" : 14181,
"28442624" : 14290,
"28704768" : 14463,
"28966912" : 14850,
"29229056" : 14857,
"29491200" : 15100,
"29753344" : 15276,
"30015488" : 15733,
"30277632" : 16084,
"30539776" : 16122,
"30801920" : 16306,
"31064064" : 17037,
"31326208" : 16950,
"31588352" : 17132,
"31850496" : 17053,
"32112640" : 17430,
"32374784" : 17027,
"32636928" : 16973,
"32899072" : 16946,
"33161216" : 17127,
"33423360" : 17146,
"33816576" : 35164,
"34340864" : 35971,
"34865152" : 36243,
"35389440" : 37785,
"35913728" : 38287,
"36438016" : 37915,
"36962304" : 38054,
"37486592" : 38184,
"38010880" : 38569,
"38535168" : 40304,
"39059456" : 40862,
"39583744" : 40905,
"40108032" : 41915,
"40632320" : 41147,
"41156608" : 40778,
"41680896" : 40382,
"42205184" : 41022,
"42729472" : 40599,
"43253760" : 40370,
"43778048" : 39798,
"44302336" : 39204,
"44826624" : 37558,
"45350912" : 37144,
"45875200" : 35659,
"46399488" : 34549,
"46923776" : 32929,
"47448064" : 32531,
"47972352" : 32139,
"48496640" : 30639,
"49020928" : 30066,
"49545216" : 29718,
"50069504" : 29457,
"50593792" : 29068,
"51118080" : 28260,
"51642368" : 28249,
"52166656" : 28593,
"52690944" : 27937,
"53215232" : 27809,
"53739520" : 27233,
"54263808" : 26228,
"54788096" : 25792,
"55312384" : 24693,
"55836672" : 23225,
"56360960" : 22482,
"56885248" : 21988,
"57409536" : 21620,
"57933824" : 21824,
"58458112" : 21452,
"58982400" : 21136,
"59506688" : 21069,
"60030976" : 20352,
"60555264" : 19629,
"61079552" : 18790,
"61603840" : 18201,
"62128128" : 17500,
"62652416" : 16939,
"63176704" : 16112,
"63700992" : 15315,
"64225280" : 14870,
"64749568" : 13960,
"65273856" : 12936,
"65798144" : 11887,
"66322432" : 10903,
"66846720" : 9680,
"67633152" : 16222,
"68681728" : 12854,
"69730304" : 9489,
"70778880" : 6604,
"71827456" : 4392,
"72876032" : 2891,
"73924608" : 1530,
"74973184" : 740,
"76021760" : 395,
"77070336" : 216,
"78118912" : 114,
"79167488" : 35,
"80216064" : 4
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 82785561,
"mean" : 44169751.808899,
"stddev" : 12714737.993461,
"N" : 2550030
},
"bw_min" : 68128,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 92844.100457,
"bw_dev" : 482.756579,
"bw_samples" : 7008,
"iops_min" : 17032,
"iops_max" : 33952,
"iops_mean" : 23210.173516,
"iops_stddev" : 120.674519,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520026,
"usr_cpu" : 0.325878,
"sys_cpu" : 3.152136,
"ctx" : 3321396,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.034195,
"20" : 2.025245,
"50" : 68.915893,
"100" : 29.012432,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126481,
"timestamp_ms" : 1774126481871,
"time" : "Sat Mar 21 17:54:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11334053888,
"io_kbytes" : 11068412,
"bw_bytes" : 94448874,
"bw" : 92235,
"iops" : 23059.132348,
"runtime" : 120002,
"total_ios" : 2767142,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1379616.019667,
"stddev" : 600001.220098,
"N" : 2767142
},
"clat_ns" : {
"min" : 994379,
"max" : 80721248,
"mean" : 43023248.286856,
"stddev" : 12233479.339812,
"N" : 2767110,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 24248320,
"10.000000" : 27394048,
"20.000000" : 31850496,
"30.000000" : 35913728,
"40.000000" : 39059456,
"50.000000" : 42205184,
"60.000000" : 45875200,
"70.000000" : 49545216,
"80.000000" : 54263808,
"90.000000" : 60030976,
"95.000000" : 64225280,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2669,
"18743296" : 2832,
"19005440" : 2962,
"19267584" : 3082,
"19529728" : 3247,
"19791872" : 3411,
"20054016" : 3516,
"20316160" : 3618,
"20578304" : 3916,
"20840448" : 4045,
"21102592" : 4203,
"21364736" : 4503,
"21626880" : 4951,
"21889024" : 5138,
"22151168" : 5384,
"22413312" : 5769,
"22675456" : 6080,
"22937600" : 6423,
"23199744" : 6630,
"23461888" : 6792,
"23724032" : 7333,
"23986176" : 7730,
"24248320" : 8255,
"24510464" : 8554,
"24772608" : 9016,
"25034752" : 9608,
"25296896" : 9685,
"25559040" : 10407,
"25821184" : 10972,
"26083328" : 11399,
"26345472" : 11852,
"26607616" : 12090,
"26869760" : 12814,
"27131904" : 13285,
"27394048" : 13489,
"27656192" : 14161,
"27918336" : 14261,
"28180480" : 14681,
"28442624" : 14936,
"28704768" : 15220,
"28966912" : 15661,
"29229056" : 15828,
"29491200" : 16192,
"29753344" : 16512,
"30015488" : 16956,
"30277632" : 17441,
"30539776" : 17459,
"30801920" : 17593,
"31064064" : 18414,
"31326208" : 18329,
"31588352" : 18549,
"31850496" : 18417,
"32112640" : 18840,
"32374784" : 18407,
"32636928" : 18406,
"32899072" : 18371,
"33161216" : 18590,
"33423360" : 18634,
"33816576" : 38157,
"34340864" : 38965,
"34865152" : 39276,
"35389440" : 41044,
"35913728" : 41547,
"36438016" : 41225,
"36962304" : 41603,
"37486592" : 41647,
"38010880" : 42128,
"38535168" : 43997,
"39059456" : 44657,
"39583744" : 44846,
"40108032" : 45844,
"40632320" : 45131,
"41156608" : 44811,
"41680896" : 44377,
"42205184" : 45191,
"42729472" : 44851,
"43253760" : 44654,
"43778048" : 44158,
"44302336" : 43725,
"44826624" : 41839,
"45350912" : 41410,
"45875200" : 39759,
"46399488" : 38574,
"46923776" : 36751,
"47448064" : 36194,
"47972352" : 35752,
"48496640" : 34206,
"49020928" : 33357,
"49545216" : 32867,
"50069504" : 32654,
"50593792" : 32338,
"51118080" : 31451,
"51642368" : 31319,
"52166656" : 31640,
"52690944" : 30928,
"53215232" : 30876,
"53739520" : 30074,
"54263808" : 29026,
"54788096" : 28516,
"55312384" : 27417,
"55836672" : 25829,
"56360960" : 24893,
"56885248" : 24194,
"57409536" : 23854,
"57933824" : 23824,
"58458112" : 23312,
"58982400" : 22922,
"59506688" : 22747,
"60030976" : 21991,
"60555264" : 21229,
"61079552" : 20231,
"61603840" : 19557,
"62128128" : 18910,
"62652416" : 18309,
"63176704" : 17483,
"63700992" : 16676,
"64225280" : 16229,
"64749568" : 15215,
"65273856" : 14125,
"65798144" : 12931,
"66322432" : 11947,
"66846720" : 10567,
"67633152" : 17808,
"68681728" : 14009,
"69730304" : 10275,
"70778880" : 7065,
"71827456" : 4751,
"72876032" : 3086,
"73924608" : 1630,
"74973184" : 813,
"76021760" : 420,
"77070336" : 221,
"78118912" : 114,
"79167488" : 35,
"80216064" : 4
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 82785561,
"mean" : 44402739.357205,
"stddev" : 12582147.436567,
"N" : 2767110
},
"bw_min" : 68128,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 92365.698745,
"bw_dev" : 466.189077,
"bw_samples" : 7648,
"iops_min" : 17032,
"iops_max" : 33952,
"iops_mean" : 23090.644351,
"iops_stddev" : 116.532616,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840026,
"usr_cpu" : 0.324373,
"sys_cpu" : 3.155317,
"ctx" : 3599971,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.031513,
"20" : 1.866366,
"50" : 68.767992,
"100" : 29.322854,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126491,
"timestamp_ms" : 1774126491872,
"time" : "Sat Mar 21 17:54:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12155105280,
"io_kbytes" : 11870220,
"bw_bytes" : 93499371,
"bw" : 91307,
"iops" : 22827.318041,
"runtime" : 130002,
"total_ios" : 2967597,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1393823.142369,
"stddev" : 601898.552559,
"N" : 2967598
},
"clat_ns" : {
"min" : 994379,
"max" : 81319672,
"mean" : 43460212.882674,
"stddev" : 12308068.659480,
"N" : 2967565,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 24510464,
"10.000000" : 27918336,
"20.000000" : 32112640,
"30.000000" : 35913728,
"40.000000" : 39583744,
"50.000000" : 42729472,
"60.000000" : 46399488,
"70.000000" : 50069504,
"80.000000" : 54788096,
"90.000000" : 60555264,
"95.000000" : 64749568,
"99.000000" : 69730304,
"99.500000" : 70778880,
"99.900000" : 73924608,
"99.950000" : 74973184,
"99.990000" : 77070336
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2669,
"18743296" : 2832,
"19005440" : 2962,
"19267584" : 3082,
"19529728" : 3247,
"19791872" : 3411,
"20054016" : 3516,
"20316160" : 3618,
"20578304" : 3916,
"20840448" : 4045,
"21102592" : 4203,
"21364736" : 4503,
"21626880" : 4951,
"21889024" : 5138,
"22151168" : 5384,
"22413312" : 5773,
"22675456" : 6083,
"22937600" : 6424,
"23199744" : 6631,
"23461888" : 6803,
"23724032" : 7339,
"23986176" : 7745,
"24248320" : 8292,
"24510464" : 8594,
"24772608" : 9055,
"25034752" : 9674,
"25296896" : 9762,
"25559040" : 10492,
"25821184" : 11105,
"26083328" : 11562,
"26345472" : 12050,
"26607616" : 12362,
"26869760" : 13114,
"27131904" : 13640,
"27394048" : 13860,
"27656192" : 14580,
"27918336" : 14768,
"28180480" : 15197,
"28442624" : 15555,
"28704768" : 15806,
"28966912" : 16309,
"29229056" : 16537,
"29491200" : 16908,
"29753344" : 17294,
"30015488" : 17752,
"30277632" : 18260,
"30539776" : 18308,
"30801920" : 18462,
"31064064" : 19295,
"31326208" : 19280,
"31588352" : 19432,
"31850496" : 19342,
"32112640" : 19840,
"32374784" : 19445,
"32636928" : 19413,
"32899072" : 19408,
"33161216" : 19683,
"33423360" : 19616,
"33816576" : 40278,
"34340864" : 41050,
"34865152" : 41319,
"35389440" : 42788,
"35913728" : 43348,
"36438016" : 42965,
"36962304" : 43356,
"37486592" : 43458,
"38010880" : 44170,
"38535168" : 46127,
"39059456" : 46916,
"39583744" : 47296,
"40108032" : 48464,
"40632320" : 48028,
"41156608" : 47920,
"41680896" : 47486,
"42205184" : 48392,
"42729472" : 48229,
"43253760" : 48295,
"43778048" : 47798,
"44302336" : 47243,
"44826624" : 45274,
"45350912" : 44906,
"45875200" : 43390,
"46399488" : 42158,
"46923776" : 40300,
"47448064" : 39540,
"47972352" : 38919,
"48496640" : 37537,
"49020928" : 36415,
"49545216" : 35713,
"50069504" : 35361,
"50593792" : 34935,
"51118080" : 33932,
"51642368" : 33906,
"52166656" : 34020,
"52690944" : 33335,
"53215232" : 33139,
"53739520" : 32374,
"54263808" : 31356,
"54788096" : 30886,
"55312384" : 29709,
"55836672" : 28251,
"56360960" : 27295,
"56885248" : 26530,
"57409536" : 26213,
"57933824" : 26190,
"58458112" : 25792,
"58982400" : 25342,
"59506688" : 25172,
"60030976" : 24476,
"60555264" : 23822,
"61079552" : 22760,
"61603840" : 21911,
"62128128" : 21473,
"62652416" : 20694,
"63176704" : 19937,
"63700992" : 19026,
"64225280" : 18566,
"64749568" : 17517,
"65273856" : 16316,
"65798144" : 15071,
"66322432" : 13910,
"66846720" : 12437,
"67633152" : 21406,
"68681728" : 17076,
"69730304" : 12911,
"70778880" : 8912,
"71827456" : 5953,
"72876032" : 3986,
"73924608" : 2255,
"74973184" : 1141,
"76021760" : 670,
"77070336" : 353,
"78118912" : 156,
"79167488" : 56,
"80216064" : 23,
"81264640" : 5
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 83928357,
"mean" : 44853931.752962,
"stddev" : 12659577.308445,
"N" : 2967565
},
"bw_min" : 67840,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 91444.814672,
"bw_dev" : 460.856218,
"bw_samples" : 8288,
"iops_min" : 16960,
"iops_max" : 33952,
"iops_mean" : 22860.463320,
"iops_stddev" : 115.199379,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160030,
"usr_cpu" : 0.321392,
"sys_cpu" : 3.138295,
"ctx" : 3844823,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.029384,
"20" : 1.740297,
"50" : 67.774331,
"100" : 30.445475,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126501,
"timestamp_ms" : 1774126501872,
"time" : "Sat Mar 21 17:55:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12959088640,
"io_kbytes" : 12655360,
"bw_bytes" : 92563596,
"bw" : 90394,
"iops" : 22598.812874,
"runtime" : 140002,
"total_ios" : 3163879,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1408102.920516,
"stddev" : 605717.013021,
"N" : 3163879
},
"clat_ns" : {
"min" : 994379,
"max" : 90233259,
"mean" : 43897675.142252,
"stddev" : 12430668.356356,
"N" : 3163847,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 24772608,
"10.000000" : 28180480,
"20.000000" : 32636928,
"30.000000" : 36438016,
"40.000000" : 40108032,
"50.000000" : 43253760,
"60.000000" : 46399488,
"70.000000" : 50593792,
"80.000000" : 55312384,
"90.000000" : 61603840,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 76021760,
"99.950000" : 77070336,
"99.990000" : 81264640
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2669,
"18743296" : 2832,
"19005440" : 2962,
"19267584" : 3082,
"19529728" : 3247,
"19791872" : 3411,
"20054016" : 3516,
"20316160" : 3618,
"20578304" : 3916,
"20840448" : 4048,
"21102592" : 4207,
"21364736" : 4506,
"21626880" : 4956,
"21889024" : 5139,
"22151168" : 5393,
"22413312" : 5782,
"22675456" : 6093,
"22937600" : 6435,
"23199744" : 6641,
"23461888" : 6815,
"23724032" : 7351,
"23986176" : 7770,
"24248320" : 8309,
"24510464" : 8613,
"24772608" : 9076,
"25034752" : 9712,
"25296896" : 9793,
"25559040" : 10536,
"25821184" : 11150,
"26083328" : 11633,
"26345472" : 12127,
"26607616" : 12445,
"26869760" : 13227,
"27131904" : 13751,
"27394048" : 14015,
"27656192" : 14754,
"27918336" : 14976,
"28180480" : 15443,
"28442624" : 15843,
"28704768" : 16115,
"28966912" : 16679,
"29229056" : 16855,
"29491200" : 17322,
"29753344" : 17724,
"30015488" : 18208,
"30277632" : 18747,
"30539776" : 18811,
"30801920" : 19039,
"31064064" : 19860,
"31326208" : 19929,
"31588352" : 20140,
"31850496" : 20021,
"32112640" : 20587,
"32374784" : 20294,
"32636928" : 20277,
"32899072" : 20336,
"33161216" : 20643,
"33423360" : 20605,
"33816576" : 42536,
"34340864" : 43363,
"34865152" : 43649,
"35389440" : 45220,
"35913728" : 45678,
"36438016" : 45308,
"36962304" : 45825,
"37486592" : 45880,
"38010880" : 46698,
"38535168" : 48709,
"39059456" : 49682,
"39583744" : 50095,
"40108032" : 51511,
"40632320" : 51118,
"41156608" : 51267,
"41680896" : 51014,
"42205184" : 52224,
"42729472" : 52121,
"43253760" : 52068,
"43778048" : 51569,
"44302336" : 51134,
"44826624" : 48913,
"45350912" : 48456,
"45875200" : 46631,
"46399488" : 45256,
"46923776" : 43289,
"47448064" : 42261,
"47972352" : 41507,
"48496640" : 40031,
"49020928" : 38724,
"49545216" : 37872,
"50069504" : 37661,
"50593792" : 37045,
"51118080" : 36110,
"51642368" : 36205,
"52166656" : 36193,
"52690944" : 35441,
"53215232" : 35225,
"53739520" : 34339,
"54263808" : 33277,
"54788096" : 32735,
"55312384" : 31632,
"55836672" : 30118,
"56360960" : 29196,
"56885248" : 28363,
"57409536" : 27980,
"57933824" : 28016,
"58458112" : 27765,
"58982400" : 27315,
"59506688" : 27158,
"60030976" : 26465,
"60555264" : 25943,
"61079552" : 24942,
"61603840" : 24152,
"62128128" : 23720,
"62652416" : 22898,
"63176704" : 22285,
"63700992" : 21290,
"64225280" : 20779,
"64749568" : 19799,
"65273856" : 18555,
"65798144" : 17171,
"66322432" : 16069,
"66846720" : 14590,
"67633152" : 25480,
"68681728" : 20644,
"69730304" : 16049,
"70778880" : 11663,
"71827456" : 8239,
"72876032" : 6022,
"73924608" : 3796,
"74973184" : 2306,
"76021760" : 1542,
"77070336" : 1055,
"78118912" : 554,
"79167488" : 336,
"80216064" : 207,
"81264640" : 118,
"82313216" : 96,
"83361792" : 48,
"84410368" : 21,
"85458944" : 12,
"86507520" : 13,
"87556096" : 6,
"88604672" : 3,
"89653248" : 7,
"90701824" : 1
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 93021649,
"mean" : 45305525.636725,
"stddev" : 12786352.148238,
"N" : 3163847
},
"bw_min" : 66880,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 90496.971326,
"bw_dev" : 459.517050,
"bw_samples" : 8928,
"iops_min" : 16720,
"iops_max" : 33952,
"iops_mean" : 22623.555556,
"iops_stddev" : 114.864213,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480041,
"usr_cpu" : 0.318055,
"sys_cpu" : 3.121244,
"ctx" : 4080903,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.027561,
"20" : 1.632332,
"50" : 66.890264,
"100" : 31.439982,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126511,
"timestamp_ms" : 1774126511871,
"time" : "Sat Mar 21 17:55:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13786685440,
"io_kbytes" : 13463560,
"bw_bytes" : 91910010,
"bw" : 89755,
"iops" : 22439.240810,
"runtime" : 150002,
"total_ios" : 3365931,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1418256.045301,
"stddev" : 607220.953279,
"N" : 3365931
},
"clat_ns" : {
"min" : 994379,
"max" : 90233259,
"mean" : 44210549.268698,
"stddev" : 12460944.381453,
"N" : 3365899,
"percentile" : {
"1.000000" : 18481152,
"5.000000" : 25034752,
"10.000000" : 28442624,
"20.000000" : 32899072,
"30.000000" : 36962304,
"40.000000" : 40108032,
"50.000000" : 43253760,
"60.000000" : 46923776,
"70.000000" : 51118080,
"80.000000" : 55836672,
"90.000000" : 61603840,
"95.000000" : 65273856,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 81264640
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2670,
"18743296" : 2838,
"19005440" : 2969,
"19267584" : 3091,
"19529728" : 3259,
"19791872" : 3426,
"20054016" : 3535,
"20316160" : 3638,
"20578304" : 3959,
"20840448" : 4094,
"21102592" : 4256,
"21364736" : 4543,
"21626880" : 4998,
"21889024" : 5180,
"22151168" : 5428,
"22413312" : 5831,
"22675456" : 6145,
"22937600" : 6478,
"23199744" : 6675,
"23461888" : 6858,
"23724032" : 7401,
"23986176" : 7814,
"24248320" : 8367,
"24510464" : 8673,
"24772608" : 9138,
"25034752" : 9785,
"25296896" : 9871,
"25559040" : 10638,
"25821184" : 11270,
"26083328" : 11747,
"26345472" : 12266,
"26607616" : 12584,
"26869760" : 13388,
"27131904" : 13937,
"27394048" : 14220,
"27656192" : 15014,
"27918336" : 15221,
"28180480" : 15705,
"28442624" : 16105,
"28704768" : 16387,
"28966912" : 16991,
"29229056" : 17204,
"29491200" : 17695,
"29753344" : 18126,
"30015488" : 18665,
"30277632" : 19251,
"30539776" : 19352,
"30801920" : 19538,
"31064064" : 20406,
"31326208" : 20522,
"31588352" : 20785,
"31850496" : 20738,
"32112640" : 21302,
"32374784" : 21129,
"32636928" : 21138,
"32899072" : 21294,
"33161216" : 21625,
"33423360" : 21676,
"33816576" : 44739,
"34340864" : 45625,
"34865152" : 46248,
"35389440" : 47962,
"35913728" : 48780,
"36438016" : 48773,
"36962304" : 49468,
"37486592" : 49589,
"38010880" : 50555,
"38535168" : 52656,
"39059456" : 53456,
"39583744" : 53730,
"40108032" : 55086,
"40632320" : 54606,
"41156608" : 54552,
"41680896" : 54422,
"42205184" : 55479,
"42729472" : 55400,
"43253760" : 55337,
"43778048" : 54868,
"44302336" : 54394,
"44826624" : 52385,
"45350912" : 51846,
"45875200" : 49982,
"46399488" : 48627,
"46923776" : 46435,
"47448064" : 45218,
"47972352" : 44333,
"48496640" : 42633,
"49020928" : 41186,
"49545216" : 40294,
"50069504" : 39873,
"50593792" : 39236,
"51118080" : 38142,
"51642368" : 38145,
"52166656" : 38231,
"52690944" : 37423,
"53215232" : 37262,
"53739520" : 36445,
"54263808" : 35379,
"54788096" : 34877,
"55312384" : 33935,
"55836672" : 32388,
"56360960" : 31588,
"56885248" : 30823,
"57409536" : 30300,
"57933824" : 30362,
"58458112" : 30107,
"58982400" : 29585,
"59506688" : 29470,
"60030976" : 28746,
"60555264" : 28257,
"61079552" : 27340,
"61603840" : 26508,
"62128128" : 26063,
"62652416" : 25121,
"63176704" : 24584,
"63700992" : 23538,
"64225280" : 22969,
"64749568" : 21923,
"65273856" : 20479,
"65798144" : 18980,
"66322432" : 17857,
"66846720" : 16333,
"67633152" : 28763,
"68681728" : 23557,
"69730304" : 18400,
"70778880" : 13615,
"71827456" : 9794,
"72876032" : 7187,
"73924608" : 4738,
"74973184" : 2975,
"76021760" : 2064,
"77070336" : 1415,
"78118912" : 787,
"79167488" : 495,
"80216064" : 288,
"81264640" : 178,
"82313216" : 127,
"83361792" : 69,
"84410368" : 29,
"85458944" : 12,
"86507520" : 13,
"87556096" : 6,
"88604672" : 3,
"89653248" : 7,
"90701824" : 1
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 93021649,
"mean" : 45628607.136157,
"stddev" : 12817745.721869,
"N" : 3365899
},
"bw_min" : 65544,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 89858.137124,
"bw_dev" : 453.925764,
"bw_samples" : 9568,
"iops_min" : 16386,
"iops_max" : 33952,
"iops_mean" : 22463.839465,
"iops_stddev" : 113.467055,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800023,
"usr_cpu" : 0.316290,
"sys_cpu" : 3.115402,
"ctx" : 4327291,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.025907,
"20" : 1.535979,
"50" : 66.280176,
"100" : 32.148669,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126521,
"timestamp_ms" : 1774126521873,
"time" : "Sat Mar 21 17:55:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14596341760,
"io_kbytes" : 14254240,
"bw_bytes" : 91225425,
"bw" : 89087,
"iops" : 22272.101148,
"runtime" : 160003,
"total_ios" : 3563603,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1429050.565198,
"stddev" : 607768.629423,
"N" : 3563604
},
"clat_ns" : {
"min" : 994379,
"max" : 90233259,
"mean" : 44540943.773093,
"stddev" : 12422197.141832,
"N" : 3563572,
"percentile" : {
"1.000000" : 18481152,
"5.000000" : 25296896,
"10.000000" : 28704768,
"20.000000" : 33423360,
"30.000000" : 36962304,
"40.000000" : 40632320,
"50.000000" : 43778048,
"60.000000" : 46923776,
"70.000000" : 51118080,
"80.000000" : 56360960,
"90.000000" : 62128128,
"95.000000" : 65798144,
"99.000000" : 70778880,
"99.500000" : 72876032,
"99.900000" : 77070336,
"99.950000" : 78118912,
"99.990000" : 81264640
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2670,
"18743296" : 2838,
"19005440" : 2969,
"19267584" : 3091,
"19529728" : 3259,
"19791872" : 3426,
"20054016" : 3535,
"20316160" : 3638,
"20578304" : 3959,
"20840448" : 4094,
"21102592" : 4256,
"21364736" : 4543,
"21626880" : 4998,
"21889024" : 5180,
"22151168" : 5428,
"22413312" : 5831,
"22675456" : 6145,
"22937600" : 6478,
"23199744" : 6675,
"23461888" : 6858,
"23724032" : 7401,
"23986176" : 7814,
"24248320" : 8367,
"24510464" : 8674,
"24772608" : 9139,
"25034752" : 9786,
"25296896" : 9872,
"25559040" : 10641,
"25821184" : 11278,
"26083328" : 11750,
"26345472" : 12269,
"26607616" : 12589,
"26869760" : 13394,
"27131904" : 13947,
"27394048" : 14230,
"27656192" : 15033,
"27918336" : 15237,
"28180480" : 15733,
"28442624" : 16140,
"28704768" : 16419,
"28966912" : 17024,
"29229056" : 17274,
"29491200" : 17761,
"29753344" : 18190,
"30015488" : 18756,
"30277632" : 19354,
"30539776" : 19499,
"30801920" : 19713,
"31064064" : 20603,
"31326208" : 20761,
"31588352" : 21073,
"31850496" : 21057,
"32112640" : 21661,
"32374784" : 21568,
"32636928" : 21582,
"32899072" : 21801,
"33161216" : 22193,
"33423360" : 22304,
"33816576" : 46125,
"34340864" : 47115,
"34865152" : 47984,
"35389440" : 49880,
"35913728" : 50871,
"36438016" : 50978,
"36962304" : 52044,
"37486592" : 52128,
"38010880" : 53441,
"38535168" : 55741,
"39059456" : 56738,
"39583744" : 57226,
"40108032" : 58796,
"40632320" : 58527,
"41156608" : 58304,
"41680896" : 58285,
"42205184" : 59283,
"42729472" : 59276,
"43253760" : 59167,
"43778048" : 58779,
"44302336" : 58335,
"44826624" : 56291,
"45350912" : 55845,
"45875200" : 53826,
"46399488" : 52369,
"46923776" : 50156,
"47448064" : 48956,
"47972352" : 48028,
"48496640" : 46114,
"49020928" : 44527,
"49545216" : 43714,
"50069504" : 43178,
"50593792" : 42596,
"51118080" : 41219,
"51642368" : 41104,
"52166656" : 41138,
"52690944" : 40127,
"53215232" : 39934,
"53739520" : 39058,
"54263808" : 38010,
"54788096" : 37333,
"55312384" : 36385,
"55836672" : 34877,
"56360960" : 34004,
"56885248" : 33230,
"57409536" : 32748,
"57933824" : 32809,
"58458112" : 32426,
"58982400" : 31864,
"59506688" : 31816,
"60030976" : 31091,
"60555264" : 30674,
"61079552" : 29712,
"61603840" : 29045,
"62128128" : 28492,
"62652416" : 27387,
"63176704" : 26933,
"63700992" : 25794,
"64225280" : 25083,
"64749568" : 23887,
"65273856" : 22353,
"65798144" : 20839,
"66322432" : 19608,
"66846720" : 17993,
"67633152" : 31793,
"68681728" : 26062,
"69730304" : 20422,
"70778880" : 15182,
"71827456" : 10948,
"72876032" : 7944,
"73924608" : 5196,
"74973184" : 3259,
"76021760" : 2240,
"77070336" : 1493,
"78118912" : 820,
"79167488" : 506,
"80216064" : 299,
"81264640" : 182,
"82313216" : 128,
"83361792" : 69,
"84410368" : 29,
"85458944" : 12,
"86507520" : 13,
"87556096" : 6,
"88604672" : 3,
"89653248" : 7,
"90701824" : 1
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 93021649,
"mean" : 45969724.126803,
"stddev" : 12777573.845334,
"N" : 3563572
},
"bw_min" : 65544,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 89159.150470,
"bw_dev" : 448.917859,
"bw_samples" : 10208,
"iops_min" : 16386,
"iops_max" : 33952,
"iops_mean" : 22289.084639,
"iops_stddev" : 112.216608,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120054,
"usr_cpu" : 0.314567,
"sys_cpu" : 3.105124,
"ctx" : 4566705,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.024470,
"20" : 1.450779,
"50" : 65.587188,
"100" : 32.928836,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126531,
"timestamp_ms" : 1774126531873,
"time" : "Sat Mar 21 17:55:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15381897216,
"io_kbytes" : 15021384,
"bw_bytes" : 90480683,
"bw" : 88360,
"iops" : 22090.251879,
"runtime" : 170002,
"total_ios" : 3755387,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1440965.233634,
"stddev" : 612377.920674,
"N" : 3755388
},
"clat_ns" : {
"min" : 994379,
"max" : 90233259,
"mean" : 44908160.800611,
"stddev" : 12505999.134074,
"N" : 3755355,
"percentile" : {
"1.000000" : 18743296,
"5.000000" : 25559040,
"10.000000" : 28966912,
"20.000000" : 33816576,
"30.000000" : 37486592,
"40.000000" : 41156608,
"50.000000" : 43778048,
"60.000000" : 47448064,
"70.000000" : 51642368,
"80.000000" : 56360960,
"90.000000" : 62652416,
"95.000000" : 66322432,
"99.000000" : 71827456,
"99.500000" : 73924608,
"99.900000" : 79167488,
"99.950000" : 81264640,
"99.990000" : 84410368
},
"bins" : {
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 2,
"1318912" : 1,
"1335296" : 2,
"1351680" : 1,
"1368064" : 1,
"1384448" : 3,
"1400832" : 1,
"1449984" : 1,
"1466368" : 1,
"1499136" : 1,
"1531904" : 2,
"1548288" : 1,
"1581056" : 1,
"1597440" : 1,
"1630208" : 1,
"1646592" : 2,
"1662976" : 2,
"1679360" : 2,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 1,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 1,
"1843200" : 3,
"1875968" : 1,
"1892352" : 1,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 4,
"1990656" : 1,
"2007040" : 1,
"2023424" : 3,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 2,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 3,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 2,
"2605056" : 1,
"2637824" : 3,
"2670592" : 5,
"2703360" : 2,
"2736128" : 2,
"2768896" : 10,
"2801664" : 8,
"2834432" : 2,
"2867200" : 1,
"2899968" : 5,
"2932736" : 2,
"2965504" : 1,
"2998272" : 2,
"3031040" : 2,
"3063808" : 5,
"3096576" : 1,
"3162112" : 2,
"3194880" : 1,
"3227648" : 2,
"3260416" : 6,
"3293184" : 1,
"3391488" : 2,
"3424256" : 1,
"3457024" : 2,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 3,
"3784704" : 2,
"3817472" : 2,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4079616" : 4,
"4112384" : 1,
"4145152" : 1,
"4177920" : 3,
"4227072" : 3,
"4292608" : 9,
"4358144" : 6,
"4423680" : 4,
"4489216" : 4,
"4554752" : 3,
"4620288" : 9,
"4685824" : 9,
"4751360" : 6,
"4816896" : 4,
"4882432" : 6,
"4947968" : 4,
"5013504" : 3,
"5079040" : 4,
"5144576" : 6,
"5210112" : 8,
"5275648" : 12,
"5341184" : 5,
"5406720" : 2,
"5472256" : 2,
"5537792" : 4,
"5603328" : 10,
"5668864" : 9,
"5734400" : 4,
"5799936" : 7,
"5865472" : 4,
"5931008" : 11,
"5996544" : 4,
"6062080" : 5,
"6127616" : 9,
"6193152" : 8,
"6258688" : 13,
"6324224" : 7,
"6389760" : 10,
"6455296" : 5,
"6520832" : 7,
"6586368" : 13,
"6651904" : 7,
"6717440" : 9,
"6782976" : 7,
"6848512" : 11,
"6914048" : 6,
"6979584" : 9,
"7045120" : 5,
"7110656" : 9,
"7176192" : 6,
"7241728" : 12,
"7307264" : 8,
"7372800" : 11,
"7438336" : 8,
"7503872" : 10,
"7569408" : 10,
"7634944" : 10,
"7700480" : 10,
"7766016" : 3,
"7831552" : 8,
"7897088" : 10,
"7962624" : 16,
"8028160" : 5,
"8093696" : 13,
"8159232" : 9,
"8224768" : 6,
"8290304" : 10,
"8355840" : 15,
"8454144" : 34,
"8585216" : 25,
"8716288" : 31,
"8847360" : 14,
"8978432" : 29,
"9109504" : 22,
"9240576" : 29,
"9371648" : 42,
"9502720" : 34,
"9633792" : 32,
"9764864" : 41,
"9895936" : 31,
"10027008" : 45,
"10158080" : 38,
"10289152" : 37,
"10420224" : 47,
"10551296" : 49,
"10682368" : 34,
"10813440" : 44,
"10944512" : 51,
"11075584" : 57,
"11206656" : 44,
"11337728" : 66,
"11468800" : 68,
"11599872" : 73,
"11730944" : 77,
"11862016" : 84,
"11993088" : 70,
"12124160" : 103,
"12255232" : 119,
"12386304" : 116,
"12517376" : 148,
"12648448" : 158,
"12779520" : 180,
"12910592" : 213,
"13041664" : 208,
"13172736" : 239,
"13303808" : 269,
"13434880" : 308,
"13565952" : 351,
"13697024" : 360,
"13828096" : 388,
"13959168" : 423,
"14090240" : 402,
"14221312" : 424,
"14352384" : 432,
"14483456" : 409,
"14614528" : 448,
"14745600" : 469,
"14876672" : 500,
"15007744" : 549,
"15138816" : 498,
"15269888" : 578,
"15400960" : 564,
"15532032" : 623,
"15663104" : 650,
"15794176" : 697,
"15925248" : 758,
"16056320" : 770,
"16187392" : 857,
"16318464" : 897,
"16449536" : 933,
"16580608" : 974,
"16711680" : 1027,
"16908288" : 2167,
"17170432" : 2293,
"17432576" : 2356,
"17694720" : 2528,
"17956864" : 2542,
"18219008" : 2657,
"18481152" : 2670,
"18743296" : 2838,
"19005440" : 2969,
"19267584" : 3091,
"19529728" : 3259,
"19791872" : 3426,
"20054016" : 3535,
"20316160" : 3638,
"20578304" : 3959,
"20840448" : 4094,
"21102592" : 4256,
"21364736" : 4543,
"21626880" : 4998,
"21889024" : 5180,
"22151168" : 5428,
"22413312" : 5831,
"22675456" : 6145,
"22937600" : 6479,
"23199744" : 6676,
"23461888" : 6858,
"23724032" : 7402,
"23986176" : 7818,
"24248320" : 8370,
"24510464" : 8675,
"24772608" : 9140,
"25034752" : 9790,
"25296896" : 9875,
"25559040" : 10644,
"25821184" : 11282,
"26083328" : 11758,
"26345472" : 12281,
"26607616" : 12599,
"26869760" : 13403,
"27131904" : 13968,
"27394048" : 14259,
"27656192" : 15066,
"27918336" : 15285,
"28180480" : 15782,
"28442624" : 16202,
"28704768" : 16507,
"28966912" : 17100,
"29229056" : 17383,
"29491200" : 17891,
"29753344" : 18360,
"30015488" : 18940,
"30277632" : 19576,
"30539776" : 19772,
"30801920" : 19997,
"31064064" : 20908,
"31326208" : 21108,
"31588352" : 21464,
"31850496" : 21483,
"32112640" : 22121,
"32374784" : 22026,
"32636928" : 22142,
"32899072" : 22357,
"33161216" : 22801,
"33423360" : 22964,
"33816576" : 47538,
"34340864" : 48640,
"34865152" : 49657,
"35389440" : 51665,
"35913728" : 52709,
"36438016" : 53061,
"36962304" : 54261,
"37486592" : 54436,
"38010880" : 55895,
"38535168" : 58379,
"39059456" : 59445,
"39583744" : 60196,
"40108032" : 61889,
"40632320" : 61818,
"41156608" : 61825,
"41680896" : 62038,
"42205184" : 63155,
"42729472" : 63267,
"43253760" : 63204,
"43778048" : 62669,
"44302336" : 62138,
"44826624" : 59883,
"45350912" : 59535,
"45875200" : 57393,
"46399488" : 55780,
"46923776" : 53480,
"47448064" : 52044,
"47972352" : 51008,
"48496640" : 48914,
"49020928" : 47205,
"49545216" : 46211,
"50069504" : 45490,
"50593792" : 44852,
"51118080" : 43500,
"51642368" : 43275,
"52166656" : 43180,
"52690944" : 42131,
"53215232" : 42047,
"53739520" : 41210,
"54263808" : 40202,
"54788096" : 39606,
"55312384" : 38679,
"55836672" : 37112,
"56360960" : 36297,
"56885248" : 35610,
"57409536" : 35080,
"57933824" : 35078,
"58458112" : 34688,
"58982400" : 34013,
"59506688" : 33990,
"60030976" : 33246,
"60555264" : 32840,
"61079552" : 31881,
"61603840" : 31159,
"62128128" : 30722,
"62652416" : 29506,
"63176704" : 28971,
"63700992" : 27716,
"64225280" : 27067,
"64749568" : 25710,
"65273856" : 24173,
"65798144" : 22661,
"66322432" : 21361,
"66846720" : 19680,
"67633152" : 34976,
"68681728" : 29015,
"69730304" : 22952,
"70778880" : 17646,
"71827456" : 13181,
"72876032" : 9821,
"73924608" : 6944,
"74973184" : 4741,
"76021760" : 3539,
"77070336" : 2633,
"78118912" : 1759,
"79167488" : 1240,
"80216064" : 929,
"81264640" : 682,
"82313216" : 484,
"83361792" : 322,
"84410368" : 232,
"85458944" : 111,
"86507520" : 56,
"87556096" : 28,
"88604672" : 9,
"89653248" : 8,
"90701824" : 1
}
},
"lat_ns" : {
"min" : 1023134,
"max" : 93021649,
"mean" : 46348876.356314,
"stddev" : 12864364.405128,
"N" : 3755355
},
"bw_min" : 64264,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 88478.840708,
"bw_dev" : 446.192043,
"bw_samples" : 10848,
"iops_min" : 16066,
"iops_max" : 33952,
"iops_mean" : 22118.961652,
"iops_stddev" : 111.536128,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440039,
"usr_cpu" : 0.311211,
"sys_cpu" : 3.093415,
"ctx" : 4795878,
"majf" : 0,
"minf" : 1138,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.023220,
"20" : 1.376689,
"50" : 64.846872,
"100" : 33.744911,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126541,
"timestamp_ms" : 1774126541883,
"time" : "Sat Mar 21 17:55:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 24535,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16130555904,
"io_kbytes" : 15752496,
"bw_bytes" : 89612705,
"bw" : 87512,
"iops" : 21873.141003,
"runtime" : 180003,
"total_ios" : 3937231,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1455384.907752,
"stddev" : 619085.339941,
"N" : 3937263
},
"clat_ns" : {
"min" : 3305,
"max" : 90233259,
"mean" : 45349257.542254,
"stddev" : 12648828.243838,
"N" : 3938223,
"percentile" : {
"1.000000" : 18743296,
"5.000000" : 25821184,
"10.000000" : 29229056,
"20.000000" : 34340864,
"30.000000" : 38010880,
"40.000000" : 41156608,
"50.000000" : 44302336,
"60.000000" : 47972352,
"70.000000" : 52166656,
"80.000000" : 57409536,
"90.000000" : 63176704,
"95.000000" : 66846720,
"99.000000" : 72876032,
"99.500000" : 74973184,
"99.900000" : 79167488,
"99.950000" : 81264640,
"99.990000" : 84410368
},
"bins" : {
"3312" : 1,
"3408" : 1,
"3504" : 1,
"3664" : 1,
"3856" : 2,
"3920" : 2,
"3952" : 1,
"3984" : 1,
"4016" : 1,
"4080" : 1,
"4256" : 1,
"4320" : 3,
"4384" : 1,
"4448" : 1,
"4512" : 1,
"4704" : 1,
"4768" : 1,
"4832" : 1,
"4960" : 1,
"5024" : 1,
"5152" : 1,
"5728" : 2,
"5856" : 1,
"6176" : 1,
"6496" : 1,
"8160" : 1,
"9664" : 1,
"100864" : 1,
"181248" : 1,
"280576" : 1,
"292864" : 1,
"436224" : 1,
"452608" : 1,
"456704" : 1,
"464896" : 1,
"468992" : 1,
"552960" : 1,
"577536" : 1,
"593920" : 1,
"692224" : 1,
"733184" : 1,
"757760" : 1,
"774144" : 1,
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 3,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1269760" : 2,
"1286144" : 1,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 1,
"1384448" : 4,
"1400832" : 1,
"1449984" : 3,
"1466368" : 2,
"1499136" : 3,
"1515520" : 1,
"1531904" : 5,
"1548288" : 5,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 3,
"1630208" : 1,
"1646592" : 3,
"1662976" : 2,
"1679360" : 3,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 2,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 2,
"1843200" : 3,
"1859584" : 1,
"1875968" : 1,
"1892352" : 2,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 5,
"1990656" : 1,
"2007040" : 1,
"2023424" : 4,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 3,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 4,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 3,
"2605056" : 1,
"2637824" : 3,
"2670592" : 6,
"2703360" : 2,
"2736128" : 3,
"2768896" : 11,
"2801664" : 8,
"2834432" : 4,
"2867200" : 2,
"2899968" : 6,
"2932736" : 2,
"2965504" : 6,
"2998272" : 5,
"3031040" : 4,
"3063808" : 7,
"3096576" : 4,
"3129344" : 1,
"3162112" : 2,
"3194880" : 3,
"3227648" : 3,
"3260416" : 7,
"3293184" : 1,
"3358720" : 3,
"3391488" : 4,
"3424256" : 2,
"3457024" : 4,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 5,
"3784704" : 2,
"3817472" : 3,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4046848" : 1,
"4079616" : 5,
"4112384" : 1,
"4145152" : 3,
"4177920" : 6,
"4227072" : 4,
"4292608" : 12,
"4358144" : 8,
"4423680" : 8,
"4489216" : 6,
"4554752" : 9,
"4620288" : 12,
"4685824" : 10,
"4751360" : 7,
"4816896" : 5,
"4882432" : 6,
"4947968" : 5,
"5013504" : 5,
"5079040" : 5,
"5144576" : 7,
"5210112" : 8,
"5275648" : 13,
"5341184" : 7,
"5406720" : 2,
"5472256" : 7,
"5537792" : 5,
"5603328" : 11,
"5668864" : 13,
"5734400" : 6,
"5799936" : 12,
"5865472" : 5,
"5931008" : 14,
"5996544" : 5,
"6062080" : 7,
"6127616" : 12,
"6193152" : 10,
"6258688" : 14,
"6324224" : 7,
"6389760" : 11,
"6455296" : 5,
"6520832" : 8,
"6586368" : 16,
"6651904" : 8,
"6717440" : 9,
"6782976" : 8,
"6848512" : 13,
"6914048" : 8,
"6979584" : 9,
"7045120" : 8,
"7110656" : 10,
"7176192" : 8,
"7241728" : 15,
"7307264" : 9,
"7372800" : 13,
"7438336" : 11,
"7503872" : 12,
"7569408" : 14,
"7634944" : 11,
"7700480" : 11,
"7766016" : 5,
"7831552" : 8,
"7897088" : 11,
"7962624" : 18,
"8028160" : 6,
"8093696" : 13,
"8159232" : 9,
"8224768" : 8,
"8290304" : 10,
"8355840" : 16,
"8454144" : 37,
"8585216" : 30,
"8716288" : 34,
"8847360" : 17,
"8978432" : 36,
"9109504" : 25,
"9240576" : 32,
"9371648" : 45,
"9502720" : 37,
"9633792" : 35,
"9764864" : 42,
"9895936" : 33,
"10027008" : 50,
"10158080" : 40,
"10289152" : 40,
"10420224" : 51,
"10551296" : 52,
"10682368" : 36,
"10813440" : 47,
"10944512" : 52,
"11075584" : 63,
"11206656" : 46,
"11337728" : 68,
"11468800" : 73,
"11599872" : 74,
"11730944" : 84,
"11862016" : 87,
"11993088" : 71,
"12124160" : 105,
"12255232" : 122,
"12386304" : 119,
"12517376" : 151,
"12648448" : 162,
"12779520" : 183,
"12910592" : 217,
"13041664" : 215,
"13172736" : 241,
"13303808" : 269,
"13434880" : 309,
"13565952" : 354,
"13697024" : 366,
"13828096" : 390,
"13959168" : 429,
"14090240" : 405,
"14221312" : 429,
"14352384" : 437,
"14483456" : 414,
"14614528" : 450,
"14745600" : 472,
"14876672" : 503,
"15007744" : 551,
"15138816" : 501,
"15269888" : 581,
"15400960" : 570,
"15532032" : 631,
"15663104" : 652,
"15794176" : 699,
"15925248" : 762,
"16056320" : 772,
"16187392" : 860,
"16318464" : 900,
"16449536" : 936,
"16580608" : 979,
"16711680" : 1034,
"16908288" : 2175,
"17170432" : 2298,
"17432576" : 2363,
"17694720" : 2532,
"17956864" : 2555,
"18219008" : 2662,
"18481152" : 2676,
"18743296" : 2847,
"19005440" : 2975,
"19267584" : 3100,
"19529728" : 3264,
"19791872" : 3431,
"20054016" : 3547,
"20316160" : 3646,
"20578304" : 3966,
"20840448" : 4099,
"21102592" : 4264,
"21364736" : 4553,
"21626880" : 5005,
"21889024" : 5186,
"22151168" : 5435,
"22413312" : 5843,
"22675456" : 6151,
"22937600" : 6485,
"23199744" : 6683,
"23461888" : 6868,
"23724032" : 7410,
"23986176" : 7826,
"24248320" : 8380,
"24510464" : 8682,
"24772608" : 9151,
"25034752" : 9801,
"25296896" : 9881,
"25559040" : 10650,
"25821184" : 11292,
"26083328" : 11766,
"26345472" : 12291,
"26607616" : 12609,
"26869760" : 13410,
"27131904" : 13979,
"27394048" : 14270,
"27656192" : 15076,
"27918336" : 15298,
"28180480" : 15799,
"28442624" : 16219,
"28704768" : 16523,
"28966912" : 17127,
"29229056" : 17411,
"29491200" : 17913,
"29753344" : 18380,
"30015488" : 18980,
"30277632" : 19620,
"30539776" : 19825,
"30801920" : 20063,
"31064064" : 20981,
"31326208" : 21210,
"31588352" : 21594,
"31850496" : 21644,
"32112640" : 22309,
"32374784" : 22242,
"32636928" : 22358,
"32899072" : 22661,
"33161216" : 23119,
"33423360" : 23351,
"33816576" : 48323,
"34340864" : 49635,
"34865152" : 50879,
"35389440" : 53107,
"35913728" : 54371,
"36438016" : 54935,
"36962304" : 56209,
"37486592" : 56605,
"38010880" : 58072,
"38535168" : 60464,
"39059456" : 61630,
"39583744" : 62396,
"40108032" : 64246,
"40632320" : 64156,
"41156608" : 64186,
"41680896" : 64575,
"42205184" : 65695,
"42729472" : 65748,
"43253760" : 65845,
"43778048" : 65368,
"44302336" : 64828,
"44826624" : 62579,
"45350912" : 62263,
"45875200" : 60010,
"46399488" : 58235,
"46923776" : 55939,
"47448064" : 54528,
"47972352" : 53375,
"48496640" : 51297,
"49020928" : 49492,
"49545216" : 48491,
"50069504" : 47909,
"50593792" : 47070,
"51118080" : 45864,
"51642368" : 45525,
"52166656" : 45358,
"52690944" : 44338,
"53215232" : 44162,
"53739520" : 43412,
"54263808" : 42409,
"54788096" : 41930,
"55312384" : 40878,
"55836672" : 39372,
"56360960" : 38671,
"56885248" : 37976,
"57409536" : 37535,
"57933824" : 37462,
"58458112" : 37149,
"58982400" : 36487,
"59506688" : 36345,
"60030976" : 35770,
"60555264" : 35398,
"61079552" : 34341,
"61603840" : 33743,
"62128128" : 33365,
"62652416" : 32036,
"63176704" : 31481,
"63700992" : 30206,
"64225280" : 29663,
"64749568" : 28231,
"65273856" : 26613,
"65798144" : 25172,
"66322432" : 23788,
"66846720" : 22041,
"67633152" : 39445,
"68681728" : 33315,
"69730304" : 26906,
"70778880" : 21359,
"71827456" : 16715,
"72876032" : 12960,
"73924608" : 9703,
"74973184" : 6835,
"76021760" : 5075,
"77070336" : 3848,
"78118912" : 2482,
"79167488" : 1758,
"80216064" : 1202,
"81264640" : 822,
"82313216" : 552,
"83361792" : 374,
"84410368" : 246,
"85458944" : 117,
"86507520" : 57,
"87556096" : 28,
"88604672" : 9,
"89653248" : 8,
"90701824" : 1
}
},
"lat_ns" : {
"min" : 96367,
"max" : 93021649,
"mean" : 46804582.328556,
"stddev" : 13012004.747484,
"N" : 3938223
},
"bw_min" : 62664,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 87578.537604,
"bw_dev" : 450.188873,
"bw_samples" : 11488,
"iops_min" : 15666,
"iops_max" : 33952,
"iops_mean" : 21893.927577,
"iops_stddev" : 112.534715,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760034,
"usr_cpu" : 0.307637,
"sys_cpu" : 3.074617,
"ctx" : 5010482,
"majf" : 0,
"minf" : 1314,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999187,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.026034,
"20" : 1.319811,
"50" : 63.674217,
"100" : 34.994899,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774126541,
"timestamp_ms" : 1774126541918,
"time" : "Sat Mar 21 17:55:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16131092480,
"io_kbytes" : 15753020,
"bw_bytes" : 89609215,
"bw" : 87508,
"iops" : 21871.561417,
"runtime" : 180016,
"total_ios" : 3937231,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 20091,
"max" : 20296427,
"mean" : 1455384.907752,
"stddev" : 619085.339941,
"N" : 3937263
},
"clat_ns" : {
"min" : 3305,
"max" : 90233259,
"mean" : 45349257.542254,
"stddev" : 12648828.243838,
"N" : 3938223,
"percentile" : {
"1.000000" : 18743296,
"5.000000" : 25821184,
"10.000000" : 29229056,
"20.000000" : 34340864,
"30.000000" : 38010880,
"40.000000" : 41156608,
"50.000000" : 44302336,
"60.000000" : 47972352,
"70.000000" : 52166656,
"80.000000" : 57409536,
"90.000000" : 63176704,
"95.000000" : 66846720,
"99.000000" : 72876032,
"99.500000" : 74973184,
"99.900000" : 79167488,
"99.950000" : 81264640,
"99.990000" : 84410368
},
"bins" : {
"3312" : 1,
"3408" : 1,
"3504" : 1,
"3664" : 1,
"3856" : 2,
"3920" : 2,
"3952" : 1,
"3984" : 1,
"4016" : 1,
"4080" : 1,
"4256" : 1,
"4320" : 3,
"4384" : 1,
"4448" : 1,
"4512" : 1,
"4704" : 1,
"4768" : 1,
"4832" : 1,
"4960" : 1,
"5024" : 1,
"5152" : 1,
"5728" : 2,
"5856" : 1,
"6176" : 1,
"6496" : 1,
"8160" : 1,
"9664" : 1,
"100864" : 1,
"181248" : 1,
"280576" : 1,
"292864" : 1,
"436224" : 1,
"452608" : 1,
"456704" : 1,
"464896" : 1,
"468992" : 1,
"552960" : 1,
"577536" : 1,
"593920" : 1,
"692224" : 1,
"733184" : 1,
"757760" : 1,
"774144" : 1,
"995328" : 8,
"1003520" : 2,
"1011712" : 1,
"1044480" : 3,
"1056768" : 6,
"1073152" : 2,
"1089536" : 17,
"1105920" : 10,
"1122304" : 10,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1187840" : 1,
"1204224" : 3,
"1220608" : 2,
"1236992" : 3,
"1253376" : 3,
"1269760" : 2,
"1286144" : 1,
"1318912" : 1,
"1335296" : 2,
"1351680" : 2,
"1368064" : 1,
"1384448" : 4,
"1400832" : 1,
"1449984" : 3,
"1466368" : 2,
"1499136" : 3,
"1515520" : 1,
"1531904" : 5,
"1548288" : 5,
"1564672" : 1,
"1581056" : 2,
"1597440" : 1,
"1613824" : 3,
"1630208" : 1,
"1646592" : 3,
"1662976" : 2,
"1679360" : 3,
"1695744" : 1,
"1712128" : 5,
"1728512" : 1,
"1744896" : 2,
"1761280" : 4,
"1777664" : 2,
"1810432" : 2,
"1826816" : 2,
"1843200" : 3,
"1859584" : 1,
"1875968" : 1,
"1892352" : 2,
"1908736" : 1,
"1941504" : 1,
"1957888" : 2,
"1974272" : 5,
"1990656" : 1,
"2007040" : 1,
"2023424" : 4,
"2039808" : 4,
"2056192" : 3,
"2072576" : 3,
"2088960" : 3,
"2113536" : 2,
"2179072" : 2,
"2211840" : 2,
"2244608" : 4,
"2277376" : 2,
"2310144" : 3,
"2342912" : 2,
"2375680" : 3,
"2408448" : 3,
"2441216" : 6,
"2506752" : 1,
"2539520" : 3,
"2605056" : 1,
"2637824" : 3,
"2670592" : 6,
"2703360" : 2,
"2736128" : 3,
"2768896" : 11,
"2801664" : 8,
"2834432" : 4,
"2867200" : 2,
"2899968" : 6,
"2932736" : 2,
"2965504" : 6,
"2998272" : 5,
"3031040" : 4,
"3063808" : 7,
"3096576" : 4,
"3129344" : 1,
"3162112" : 2,
"3194880" : 3,
"3227648" : 3,
"3260416" : 7,
"3293184" : 1,
"3358720" : 3,
"3391488" : 4,
"3424256" : 2,
"3457024" : 4,
"3489792" : 4,
"3522560" : 5,
"3555328" : 2,
"3620864" : 2,
"3653632" : 1,
"3686400" : 1,
"3719168" : 5,
"3784704" : 2,
"3817472" : 3,
"3850240" : 3,
"3883008" : 2,
"3915776" : 2,
"3948544" : 2,
"3981312" : 3,
"4046848" : 1,
"4079616" : 5,
"4112384" : 1,
"4145152" : 3,
"4177920" : 6,
"4227072" : 4,
"4292608" : 12,
"4358144" : 8,
"4423680" : 8,
"4489216" : 6,
"4554752" : 9,
"4620288" : 12,
"4685824" : 10,
"4751360" : 7,
"4816896" : 5,
"4882432" : 6,
"4947968" : 5,
"5013504" : 5,
"5079040" : 5,
"5144576" : 7,
"5210112" : 8,
"5275648" : 13,
"5341184" : 7,
"5406720" : 2,
"5472256" : 7,
"5537792" : 5,
"5603328" : 11,
"5668864" : 13,
"5734400" : 6,
"5799936" : 12,
"5865472" : 5,
"5931008" : 14,
"5996544" : 5,
"6062080" : 7,
"6127616" : 12,
"6193152" : 10,
"6258688" : 14,
"6324224" : 7,
"6389760" : 11,
"6455296" : 5,
"6520832" : 8,
"6586368" : 16,
"6651904" : 8,
"6717440" : 9,
"6782976" : 8,
"6848512" : 13,
"6914048" : 8,
"6979584" : 9,
"7045120" : 8,
"7110656" : 10,
"7176192" : 8,
"7241728" : 15,
"7307264" : 9,
"7372800" : 13,
"7438336" : 11,
"7503872" : 12,
"7569408" : 14,
"7634944" : 11,
"7700480" : 11,
"7766016" : 5,
"7831552" : 8,
"7897088" : 11,
"7962624" : 18,
"8028160" : 6,
"8093696" : 13,
"8159232" : 9,
"8224768" : 8,
"8290304" : 10,
"8355840" : 16,
"8454144" : 37,
"8585216" : 30,
"8716288" : 34,
"8847360" : 17,
"8978432" : 36,
"9109504" : 25,
"9240576" : 32,
"9371648" : 45,
"9502720" : 37,
"9633792" : 35,
"9764864" : 42,
"9895936" : 33,
"10027008" : 50,
"10158080" : 40,
"10289152" : 40,
"10420224" : 51,
"10551296" : 52,
"10682368" : 36,
"10813440" : 47,
"10944512" : 52,
"11075584" : 63,
"11206656" : 46,
"11337728" : 68,
"11468800" : 73,
"11599872" : 74,
"11730944" : 84,
"11862016" : 87,
"11993088" : 71,
"12124160" : 105,
"12255232" : 122,
"12386304" : 119,
"12517376" : 151,
"12648448" : 162,
"12779520" : 183,
"12910592" : 217,
"13041664" : 215,
"13172736" : 241,
"13303808" : 269,
"13434880" : 309,
"13565952" : 354,
"13697024" : 366,
"13828096" : 390,
"13959168" : 429,
"14090240" : 405,
"14221312" : 429,
"14352384" : 437,
"14483456" : 414,
"14614528" : 450,
"14745600" : 472,
"14876672" : 503,
"15007744" : 551,
"15138816" : 501,
"15269888" : 581,
"15400960" : 570,
"15532032" : 631,
"15663104" : 652,
"15794176" : 699,
"15925248" : 762,
"16056320" : 772,
"16187392" : 860,
"16318464" : 900,
"16449536" : 936,
"16580608" : 979,
"16711680" : 1034,
"16908288" : 2175,
"17170432" : 2298,
"17432576" : 2363,
"17694720" : 2532,
"17956864" : 2555,
"18219008" : 2662,
"18481152" : 2676,
"18743296" : 2847,
"19005440" : 2975,
"19267584" : 3100,
"19529728" : 3264,
"19791872" : 3431,
"20054016" : 3547,
"20316160" : 3646,
"20578304" : 3966,
"20840448" : 4099,
"21102592" : 4264,
"21364736" : 4553,
"21626880" : 5005,
"21889024" : 5186,
"22151168" : 5435,
"22413312" : 5843,
"22675456" : 6151,
"22937600" : 6485,
"23199744" : 6683,
"23461888" : 6868,
"23724032" : 7410,
"23986176" : 7826,
"24248320" : 8380,
"24510464" : 8682,
"24772608" : 9151,
"25034752" : 9801,
"25296896" : 9881,
"25559040" : 10650,
"25821184" : 11292,
"26083328" : 11766,
"26345472" : 12291,
"26607616" : 12609,
"26869760" : 13410,
"27131904" : 13979,
"27394048" : 14270,
"27656192" : 15076,
"27918336" : 15298,
"28180480" : 15799,
"28442624" : 16219,
"28704768" : 16523,
"28966912" : 17127,
"29229056" : 17411,
"29491200" : 17913,
"29753344" : 18380,
"30015488" : 18980,
"30277632" : 19620,
"30539776" : 19825,
"30801920" : 20063,
"31064064" : 20981,
"31326208" : 21210,
"31588352" : 21594,
"31850496" : 21644,
"32112640" : 22309,
"32374784" : 22242,
"32636928" : 22358,
"32899072" : 22661,
"33161216" : 23119,
"33423360" : 23351,
"33816576" : 48323,
"34340864" : 49635,
"34865152" : 50879,
"35389440" : 53107,
"35913728" : 54371,
"36438016" : 54935,
"36962304" : 56209,
"37486592" : 56605,
"38010880" : 58072,
"38535168" : 60464,
"39059456" : 61630,
"39583744" : 62396,
"40108032" : 64246,
"40632320" : 64156,
"41156608" : 64186,
"41680896" : 64575,
"42205184" : 65695,
"42729472" : 65748,
"43253760" : 65845,
"43778048" : 65368,
"44302336" : 64828,
"44826624" : 62579,
"45350912" : 62263,
"45875200" : 60010,
"46399488" : 58235,
"46923776" : 55939,
"47448064" : 54528,
"47972352" : 53375,
"48496640" : 51297,
"49020928" : 49492,
"49545216" : 48491,
"50069504" : 47909,
"50593792" : 47070,
"51118080" : 45864,
"51642368" : 45525,
"52166656" : 45358,
"52690944" : 44338,
"53215232" : 44162,
"53739520" : 43412,
"54263808" : 42409,
"54788096" : 41930,
"55312384" : 40878,
"55836672" : 39372,
"56360960" : 38671,
"56885248" : 37976,
"57409536" : 37535,
"57933824" : 37462,
"58458112" : 37149,
"58982400" : 36487,
"59506688" : 36345,
"60030976" : 35770,
"60555264" : 35398,
"61079552" : 34341,
"61603840" : 33743,
"62128128" : 33365,
"62652416" : 32036,
"63176704" : 31481,
"63700992" : 30206,
"64225280" : 29663,
"64749568" : 28231,
"65273856" : 26613,
"65798144" : 25172,
"66322432" : 23788,
"66846720" : 22041,
"67633152" : 39445,
"68681728" : 33315,
"69730304" : 26906,
"70778880" : 21359,
"71827456" : 16715,
"72876032" : 12960,
"73924608" : 9703,
"74973184" : 6835,
"76021760" : 5075,
"77070336" : 3848,
"78118912" : 2482,
"79167488" : 1758,
"80216064" : 1202,
"81264640" : 822,
"82313216" : 552,
"83361792" : 374,
"84410368" : 246,
"85458944" : 117,
"86507520" : 57,
"87556096" : 28,
"88604672" : 9,
"89653248" : 8,
"90701824" : 1
}
},
"lat_ns" : {
"min" : 96367,
"max" : 93021649,
"mean" : 46804582.328556,
"stddev" : 13012004.747484,
"N" : 3938223
},
"bw_min" : 62664,
"bw_max" : 135814,
"bw_agg" : 100.000000,
"bw_mean" : 87578.537604,
"bw_dev" : 450.188873,
"bw_samples" : 11488,
"iops_min" : 15666,
"iops_max" : 33952,
"iops_mean" : 21893.927577,
"iops_stddev" : 112.534715,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760095,
"usr_cpu" : 0.307634,
"sys_cpu" : 3.074585,
"ctx" : 5010541,
"majf" : 0,
"minf" : 1318,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999187,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.026034,
"20" : 1.319811,
"50" : 63.674217,
"100" : 34.994899,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}