raidz2/benchmarks/rand/rand-write-qd4-nj32_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773092472,
"timestamp_ms" : 1773092472678,
"time" : "Mon Mar 9 18:41:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 760795136,
"io_kbytes" : 742964,
"bw_bytes" : 77998271,
"bw" : 76170,
"iops" : 19073.508304,
"runtime" : 9754,
"total_ios" : 186043,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312128,
"usr_cpu" : 0.261431,
"sys_cpu" : 5.008843,
"ctx" : 305198,
"majf" : 0,
"minf" : 182,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.948399,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999462,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999462,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092482,
"timestamp_ms" : 1773092482929,
"time" : "Mon Mar 9 18:41:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 627367936,
"io_kbytes" : 612664,
"bw_bytes" : 62699174,
"bw" : 61229,
"iops" : 15324.705177,
"runtime" : 10006,
"total_ios" : 153339,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 361933,
"max" : 27577560,
"mean" : 2080849.733258,
"stddev" : 3220235.988680,
"N" : 153339
},
"clat_ns" : {
"min" : 1160504,
"max" : 54555953,
"mean" : 6274793.057369,
"stddev" : 6077251.604507,
"N" : 153307,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2039808,
"40.000000" : 2277376,
"50.000000" : 2834432,
"60.000000" : 5406720,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27656192,
"99.500000" : 31850496,
"99.900000" : 38010880,
"99.950000" : 42205184,
"99.990000" : 49020928
},
"bins" : {
"1155072" : 1,
"1171456" : 18,
"1187840" : 21,
"1204224" : 54,
"1220608" : 55,
"1236992" : 72,
"1253376" : 110,
"1269760" : 134,
"1286144" : 156,
"1302528" : 181,
"1318912" : 222,
"1335296" : 319,
"1351680" : 332,
"1368064" : 376,
"1384448" : 435,
"1400832" : 489,
"1417216" : 529,
"1433600" : 548,
"1449984" : 617,
"1466368" : 656,
"1482752" : 702,
"1499136" : 728,
"1515520" : 845,
"1531904" : 818,
"1548288" : 832,
"1564672" : 882,
"1581056" : 926,
"1597440" : 946,
"1613824" : 978,
"1630208" : 1013,
"1646592" : 1046,
"1662976" : 1069,
"1679360" : 1179,
"1695744" : 1190,
"1712128" : 1151,
"1728512" : 1275,
"1744896" : 1305,
"1761280" : 1261,
"1777664" : 1336,
"1794048" : 1371,
"1810432" : 1408,
"1826816" : 1374,
"1843200" : 1452,
"1859584" : 1417,
"1875968" : 1344,
"1892352" : 1459,
"1908736" : 1427,
"1925120" : 1405,
"1941504" : 1379,
"1957888" : 1397,
"1974272" : 1320,
"1990656" : 1336,
"2007040" : 1348,
"2023424" : 1283,
"2039808" : 1264,
"2056192" : 1277,
"2072576" : 1245,
"2088960" : 1268,
"2113536" : 2379,
"2146304" : 2242,
"2179072" : 2121,
"2211840" : 1971,
"2244608" : 1857,
"2277376" : 1681,
"2310144" : 1560,
"2342912" : 1424,
"2375680" : 1277,
"2408448" : 1227,
"2441216" : 1008,
"2473984" : 948,
"2506752" : 894,
"2539520" : 792,
"2572288" : 702,
"2605056" : 707,
"2637824" : 577,
"2670592" : 572,
"2703360" : 506,
"2736128" : 450,
"2768896" : 439,
"2801664" : 389,
"2834432" : 396,
"2867200" : 358,
"2899968" : 331,
"2932736" : 352,
"2965504" : 303,
"2998272" : 270,
"3031040" : 261,
"3063808" : 263,
"3096576" : 265,
"3129344" : 246,
"3162112" : 246,
"3194880" : 267,
"3227648" : 264,
"3260416" : 252,
"3293184" : 258,
"3325952" : 241,
"3358720" : 209,
"3391488" : 208,
"3424256" : 215,
"3457024" : 217,
"3489792" : 219,
"3522560" : 211,
"3555328" : 219,
"3588096" : 198,
"3620864" : 201,
"3653632" : 209,
"3686400" : 209,
"3719168" : 197,
"3751936" : 201,
"3784704" : 173,
"3817472" : 184,
"3850240" : 210,
"3883008" : 194,
"3915776" : 185,
"3948544" : 198,
"3981312" : 186,
"4014080" : 178,
"4046848" : 159,
"4079616" : 184,
"4112384" : 181,
"4145152" : 175,
"4177920" : 219,
"4227072" : 323,
"4292608" : 337,
"4358144" : 369,
"4423680" : 353,
"4489216" : 343,
"4554752" : 295,
"4620288" : 320,
"4685824" : 321,
"4751360" : 323,
"4816896" : 300,
"4882432" : 323,
"4947968" : 334,
"5013504" : 319,
"5079040" : 334,
"5144576" : 292,
"5210112" : 347,
"5275648" : 297,
"5341184" : 306,
"5406720" : 312,
"5472256" : 297,
"5537792" : 281,
"5603328" : 302,
"5668864" : 282,
"5734400" : 269,
"5799936" : 293,
"5865472" : 279,
"5931008" : 270,
"5996544" : 252,
"6062080" : 278,
"6127616" : 284,
"6193152" : 286,
"6258688" : 293,
"6324224" : 275,
"6389760" : 271,
"6455296" : 292,
"6520832" : 259,
"6586368" : 255,
"6651904" : 268,
"6717440" : 291,
"6782976" : 253,
"6848512" : 310,
"6914048" : 320,
"6979584" : 285,
"7045120" : 285,
"7110656" : 288,
"7176192" : 301,
"7241728" : 271,
"7307264" : 317,
"7372800" : 331,
"7438336" : 319,
"7503872" : 320,
"7569408" : 307,
"7634944" : 339,
"7700480" : 324,
"7766016" : 324,
"7831552" : 342,
"7897088" : 314,
"7962624" : 351,
"8028160" : 342,
"8093696" : 325,
"8159232" : 338,
"8224768" : 371,
"8290304" : 306,
"8355840" : 322,
"8454144" : 691,
"8585216" : 690,
"8716288" : 722,
"8847360" : 705,
"8978432" : 771,
"9109504" : 741,
"9240576" : 774,
"9371648" : 847,
"9502720" : 876,
"9633792" : 931,
"9764864" : 889,
"9895936" : 950,
"10027008" : 1043,
"10158080" : 952,
"10289152" : 1002,
"10420224" : 1024,
"10551296" : 1078,
"10682368" : 1087,
"10813440" : 1071,
"10944512" : 1151,
"11075584" : 1116,
"11206656" : 1091,
"11337728" : 1139,
"11468800" : 1111,
"11599872" : 1070,
"11730944" : 1044,
"11862016" : 985,
"11993088" : 962,
"12124160" : 979,
"12255232" : 897,
"12386304" : 826,
"12517376" : 747,
"12648448" : 715,
"12779520" : 570,
"12910592" : 527,
"13041664" : 519,
"13172736" : 426,
"13303808" : 444,
"13434880" : 344,
"13565952" : 323,
"13697024" : 274,
"13828096" : 260,
"13959168" : 204,
"14090240" : 183,
"14221312" : 154,
"14352384" : 152,
"14483456" : 130,
"14614528" : 140,
"14745600" : 150,
"14876672" : 124,
"15007744" : 119,
"15138816" : 152,
"15269888" : 149,
"15400960" : 137,
"15532032" : 150,
"15663104" : 128,
"15794176" : 126,
"15925248" : 131,
"16056320" : 116,
"16187392" : 105,
"16318464" : 122,
"16449536" : 127,
"16580608" : 131,
"16711680" : 106,
"16908288" : 189,
"17170432" : 215,
"17432576" : 264,
"17694720" : 255,
"17956864" : 247,
"18219008" : 260,
"18481152" : 254,
"18743296" : 273,
"19005440" : 281,
"19267584" : 324,
"19529728" : 335,
"19791872" : 349,
"20054016" : 298,
"20316160" : 344,
"20578304" : 341,
"20840448" : 313,
"21102592" : 338,
"21364736" : 307,
"21626880" : 347,
"21889024" : 285,
"22151168" : 290,
"22413312" : 276,
"22675456" : 259,
"22937600" : 238,
"23199744" : 196,
"23461888" : 207,
"23724032" : 154,
"23986176" : 167,
"24248320" : 142,
"24510464" : 136,
"24772608" : 100,
"25034752" : 93,
"25296896" : 93,
"25559040" : 82,
"25821184" : 78,
"26083328" : 64,
"26345472" : 51,
"26607616" : 81,
"26869760" : 60,
"27131904" : 42,
"27394048" : 68,
"27656192" : 51,
"27918336" : 61,
"28180480" : 59,
"28442624" : 42,
"28704768" : 58,
"28966912" : 61,
"29229056" : 57,
"29491200" : 41,
"29753344" : 46,
"30015488" : 47,
"30277632" : 56,
"30539776" : 47,
"30801920" : 50,
"31064064" : 39,
"31326208" : 32,
"31588352" : 38,
"31850496" : 48,
"32112640" : 51,
"32374784" : 37,
"32636928" : 36,
"32899072" : 34,
"33161216" : 28,
"33423360" : 26,
"33816576" : 51,
"34340864" : 57,
"34865152" : 46,
"35389440" : 53,
"35913728" : 38,
"36438016" : 46,
"36962304" : 31,
"37486592" : 26,
"38010880" : 23,
"38535168" : 15,
"39059456" : 11,
"39583744" : 10,
"40108032" : 6,
"40632320" : 11,
"41156608" : 10,
"41680896" : 6,
"42205184" : 4,
"42729472" : 7,
"43253760" : 6,
"43778048" : 3,
"44302336" : 7,
"44826624" : 8,
"45350912" : 8,
"45875200" : 4,
"46399488" : 3,
"46923776" : 3,
"47448064" : 4,
"47972352" : 2,
"48496640" : 3,
"49020928" : 5,
"50069504" : 2,
"50593792" : 2,
"51118080" : 2,
"52166656" : 2,
"52690944" : 1,
"53215232" : 2,
"54263808" : 1,
"54788096" : 1
}
},
"lat_ns" : {
"min" : 1552133,
"max" : 69132929,
"mean" : 8355847.176411,
"stddev" : 7227293.109676,
"N" : 153307
},
"bw_min" : 50297,
"bw_max" : 75116,
"bw_agg" : 100.000000,
"bw_mean" : 61799.684211,
"bw_dev" : 202.544690,
"bw_samples" : 608,
"iops_min" : 12571,
"iops_max" : 18779,
"iops_mean" : 15448.526316,
"iops_stddev" : 50.658485,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320125,
"usr_cpu" : 0.204920,
"sys_cpu" : 3.944709,
"ctx" : 249727,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.037877,
"4" : 27.348555,
"10" : 19.967523,
"20" : 20.103170,
"50" : 4.513529,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092492,
"timestamp_ms" : 1773092492932,
"time" : "Mon Mar 9 18:41:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1246842880,
"io_kbytes" : 1217620,
"bw_bytes" : 62320331,
"bw" : 60859,
"iops" : 15221.772380,
"runtime" : 20007,
"total_ios" : 304542,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 356495,
"max" : 33264745,
"mean" : 2093738.557756,
"stddev" : 3236114.243278,
"N" : 304542
},
"clat_ns" : {
"min" : 1145421,
"max" : 54555953,
"mean" : 6314732.229510,
"stddev" : 6114985.100259,
"N" : 304510,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1646592,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2867200,
"60.000000" : 5537792,
"70.000000" : 8847360,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27918336,
"99.500000" : 31850496,
"99.900000" : 38535168,
"99.950000" : 43253760,
"99.990000" : 49020928
},
"bins" : {
"1138688" : 2,
"1155072" : 9,
"1171456" : 49,
"1187840" : 61,
"1204224" : 110,
"1220608" : 129,
"1236992" : 180,
"1253376" : 229,
"1269760" : 287,
"1286144" : 347,
"1302528" : 392,
"1318912" : 480,
"1335296" : 643,
"1351680" : 665,
"1368064" : 818,
"1384448" : 926,
"1400832" : 1034,
"1417216" : 1089,
"1433600" : 1165,
"1449984" : 1257,
"1466368" : 1364,
"1482752" : 1477,
"1499136" : 1503,
"1515520" : 1749,
"1531904" : 1728,
"1548288" : 1697,
"1564672" : 1771,
"1581056" : 1933,
"1597440" : 1946,
"1613824" : 1934,
"1630208" : 2075,
"1646592" : 2128,
"1662976" : 2148,
"1679360" : 2322,
"1695744" : 2426,
"1712128" : 2417,
"1728512" : 2567,
"1744896" : 2594,
"1761280" : 2576,
"1777664" : 2692,
"1794048" : 2674,
"1810432" : 2832,
"1826816" : 2749,
"1843200" : 2825,
"1859584" : 2801,
"1875968" : 2722,
"1892352" : 2863,
"1908736" : 2815,
"1925120" : 2769,
"1941504" : 2758,
"1957888" : 2765,
"1974272" : 2629,
"1990656" : 2627,
"2007040" : 2620,
"2023424" : 2471,
"2039808" : 2400,
"2056192" : 2482,
"2072576" : 2444,
"2088960" : 2438,
"2113536" : 4588,
"2146304" : 4291,
"2179072" : 4124,
"2211840" : 3760,
"2244608" : 3614,
"2277376" : 3230,
"2310144" : 3014,
"2342912" : 2697,
"2375680" : 2525,
"2408448" : 2313,
"2441216" : 2033,
"2473984" : 1863,
"2506752" : 1751,
"2539520" : 1568,
"2572288" : 1356,
"2605056" : 1387,
"2637824" : 1104,
"2670592" : 1097,
"2703360" : 935,
"2736128" : 885,
"2768896" : 873,
"2801664" : 758,
"2834432" : 703,
"2867200" : 718,
"2899968" : 658,
"2932736" : 682,
"2965504" : 579,
"2998272" : 535,
"3031040" : 516,
"3063808" : 504,
"3096576" : 502,
"3129344" : 495,
"3162112" : 493,
"3194880" : 507,
"3227648" : 504,
"3260416" : 476,
"3293184" : 501,
"3325952" : 496,
"3358720" : 396,
"3391488" : 415,
"3424256" : 414,
"3457024" : 437,
"3489792" : 421,
"3522560" : 422,
"3555328" : 442,
"3588096" : 397,
"3620864" : 369,
"3653632" : 417,
"3686400" : 411,
"3719168" : 414,
"3751936" : 363,
"3784704" : 343,
"3817472" : 354,
"3850240" : 394,
"3883008" : 355,
"3915776" : 367,
"3948544" : 364,
"3981312" : 386,
"4014080" : 349,
"4046848" : 336,
"4079616" : 332,
"4112384" : 332,
"4145152" : 340,
"4177920" : 378,
"4227072" : 644,
"4292608" : 653,
"4358144" : 676,
"4423680" : 645,
"4489216" : 644,
"4554752" : 606,
"4620288" : 640,
"4685824" : 628,
"4751360" : 620,
"4816896" : 583,
"4882432" : 572,
"4947968" : 614,
"5013504" : 571,
"5079040" : 607,
"5144576" : 587,
"5210112" : 613,
"5275648" : 572,
"5341184" : 619,
"5406720" : 597,
"5472256" : 558,
"5537792" : 562,
"5603328" : 602,
"5668864" : 550,
"5734400" : 546,
"5799936" : 571,
"5865472" : 512,
"5931008" : 535,
"5996544" : 537,
"6062080" : 558,
"6127616" : 524,
"6193152" : 562,
"6258688" : 534,
"6324224" : 548,
"6389760" : 534,
"6455296" : 529,
"6520832" : 536,
"6586368" : 507,
"6651904" : 531,
"6717440" : 554,
"6782976" : 490,
"6848512" : 570,
"6914048" : 615,
"6979584" : 549,
"7045120" : 600,
"7110656" : 578,
"7176192" : 600,
"7241728" : 574,
"7307264" : 614,
"7372800" : 619,
"7438336" : 610,
"7503872" : 635,
"7569408" : 624,
"7634944" : 657,
"7700480" : 645,
"7766016" : 625,
"7831552" : 680,
"7897088" : 634,
"7962624" : 658,
"8028160" : 700,
"8093696" : 651,
"8159232" : 674,
"8224768" : 743,
"8290304" : 686,
"8355840" : 733,
"8454144" : 1480,
"8585216" : 1451,
"8716288" : 1442,
"8847360" : 1471,
"8978432" : 1598,
"9109504" : 1555,
"9240576" : 1582,
"9371648" : 1708,
"9502720" : 1725,
"9633792" : 1849,
"9764864" : 1839,
"9895936" : 1905,
"10027008" : 1994,
"10158080" : 1913,
"10289152" : 2055,
"10420224" : 2065,
"10551296" : 2159,
"10682368" : 2165,
"10813440" : 2148,
"10944512" : 2275,
"11075584" : 2155,
"11206656" : 2210,
"11337728" : 2237,
"11468800" : 2180,
"11599872" : 2158,
"11730944" : 2111,
"11862016" : 2056,
"11993088" : 1972,
"12124160" : 1868,
"12255232" : 1714,
"12386304" : 1617,
"12517376" : 1492,
"12648448" : 1419,
"12779520" : 1180,
"12910592" : 1094,
"13041664" : 996,
"13172736" : 938,
"13303808" : 840,
"13434880" : 702,
"13565952" : 690,
"13697024" : 557,
"13828096" : 510,
"13959168" : 435,
"14090240" : 387,
"14221312" : 342,
"14352384" : 331,
"14483456" : 270,
"14614528" : 274,
"14745600" : 285,
"14876672" : 262,
"15007744" : 243,
"15138816" : 270,
"15269888" : 275,
"15400960" : 261,
"15532032" : 268,
"15663104" : 249,
"15794176" : 236,
"15925248" : 276,
"16056320" : 233,
"16187392" : 252,
"16318464" : 238,
"16449536" : 257,
"16580608" : 264,
"16711680" : 233,
"16908288" : 387,
"17170432" : 440,
"17432576" : 542,
"17694720" : 520,
"17956864" : 533,
"18219008" : 533,
"18481152" : 544,
"18743296" : 615,
"19005440" : 596,
"19267584" : 618,
"19529728" : 650,
"19791872" : 668,
"20054016" : 644,
"20316160" : 657,
"20578304" : 667,
"20840448" : 638,
"21102592" : 631,
"21364736" : 604,
"21626880" : 654,
"21889024" : 573,
"22151168" : 577,
"22413312" : 560,
"22675456" : 517,
"22937600" : 486,
"23199744" : 413,
"23461888" : 411,
"23724032" : 323,
"23986176" : 324,
"24248320" : 304,
"24510464" : 272,
"24772608" : 238,
"25034752" : 216,
"25296896" : 189,
"25559040" : 152,
"25821184" : 144,
"26083328" : 129,
"26345472" : 116,
"26607616" : 162,
"26869760" : 127,
"27131904" : 109,
"27394048" : 114,
"27656192" : 104,
"27918336" : 119,
"28180480" : 122,
"28442624" : 87,
"28704768" : 125,
"28966912" : 116,
"29229056" : 104,
"29491200" : 83,
"29753344" : 101,
"30015488" : 99,
"30277632" : 110,
"30539776" : 96,
"30801920" : 92,
"31064064" : 95,
"31326208" : 79,
"31588352" : 79,
"31850496" : 82,
"32112640" : 85,
"32374784" : 71,
"32636928" : 78,
"32899072" : 68,
"33161216" : 52,
"33423360" : 63,
"33816576" : 115,
"34340864" : 124,
"34865152" : 115,
"35389440" : 107,
"35913728" : 78,
"36438016" : 67,
"36962304" : 56,
"37486592" : 40,
"38010880" : 35,
"38535168" : 21,
"39059456" : 25,
"39583744" : 16,
"40108032" : 15,
"40632320" : 19,
"41156608" : 18,
"41680896" : 24,
"42205184" : 11,
"42729472" : 16,
"43253760" : 19,
"43778048" : 7,
"44302336" : 16,
"44826624" : 22,
"45350912" : 11,
"45875200" : 13,
"46399488" : 5,
"46923776" : 7,
"47448064" : 8,
"47972352" : 9,
"48496640" : 6,
"49020928" : 8,
"49545216" : 1,
"50069504" : 2,
"50593792" : 4,
"51118080" : 2,
"51642368" : 1,
"52166656" : 4,
"52690944" : 2,
"53215232" : 3,
"53739520" : 2,
"54263808" : 1,
"54788096" : 1
}
},
"lat_ns" : {
"min" : 1534516,
"max" : 69132929,
"mean" : 8408424.593524,
"stddev" : 7267767.752422,
"N" : 304510
},
"bw_min" : 45050,
"bw_max" : 77969,
"bw_agg" : 100.000000,
"bw_mean" : 61107.743590,
"bw_dev" : 234.198920,
"bw_samples" : 1248,
"iops_min" : 11262,
"iops_max" : 19491,
"iops_mean" : 15274.897436,
"iops_stddev" : 58.550444,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640136,
"usr_cpu" : 0.205581,
"sys_cpu" : 3.915418,
"ctx" : 497508,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.542204,
"4" : 26.668900,
"10" : 19.898076,
"20" : 20.303932,
"50" : 4.569156,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092502,
"timestamp_ms" : 1773092502956,
"time" : "Mon Mar 9 18:41:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1912393728,
"io_kbytes" : 1867572,
"bw_bytes" : 63731586,
"bw" : 62237,
"iops" : 15571.733262,
"runtime" : 30007,
"total_ios" : 467261,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 347732,
"max" : 35377675,
"mean" : 2046916.402577,
"stddev" : 3172275.725548,
"N" : 467262
},
"clat_ns" : {
"min" : 1142436,
"max" : 54555953,
"mean" : 6175838.486422,
"stddev" : 5990370.088121,
"N" : 467230,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5210112,
"70.000000" : 8585216,
"80.000000" : 10813440,
"90.000000" : 13041664,
"95.000000" : 19005440,
"99.000000" : 26869760,
"99.500000" : 31064064,
"99.900000" : 37486592,
"99.950000" : 41680896,
"99.990000" : 47972352
},
"bins" : {
"1138688" : 3,
"1155072" : 17,
"1171456" : 70,
"1187840" : 98,
"1204224" : 168,
"1220608" : 194,
"1236992" : 250,
"1253376" : 302,
"1269760" : 408,
"1286144" : 485,
"1302528" : 551,
"1318912" : 688,
"1335296" : 883,
"1351680" : 948,
"1368064" : 1146,
"1384448" : 1302,
"1400832" : 1436,
"1417216" : 1571,
"1433600" : 1675,
"1449984" : 1828,
"1466368" : 1958,
"1482752" : 2139,
"1499136" : 2218,
"1515520" : 2562,
"1531904" : 2561,
"1548288" : 2557,
"1564672" : 2721,
"1581056" : 2872,
"1597440" : 2901,
"1613824" : 2932,
"1630208" : 3145,
"1646592" : 3265,
"1662976" : 3275,
"1679360" : 3571,
"1695744" : 3719,
"1712128" : 3697,
"1728512" : 3859,
"1744896" : 3987,
"1761280" : 3995,
"1777664" : 4070,
"1794048" : 4098,
"1810432" : 4336,
"1826816" : 4327,
"1843200" : 4417,
"1859584" : 4372,
"1875968" : 4338,
"1892352" : 4462,
"1908736" : 4476,
"1925120" : 4392,
"1941504" : 4334,
"1957888" : 4310,
"1974272" : 4166,
"1990656" : 4196,
"2007040" : 4210,
"2023424" : 3956,
"2039808" : 3994,
"2056192" : 3960,
"2072576" : 3972,
"2088960" : 3901,
"2113536" : 7434,
"2146304" : 6983,
"2179072" : 6710,
"2211840" : 6230,
"2244608" : 5967,
"2277376" : 5303,
"2310144" : 5050,
"2342912" : 4587,
"2375680" : 4188,
"2408448" : 3890,
"2441216" : 3446,
"2473984" : 3152,
"2506752" : 2927,
"2539520" : 2600,
"2572288" : 2329,
"2605056" : 2275,
"2637824" : 1860,
"2670592" : 1812,
"2703360" : 1535,
"2736128" : 1454,
"2768896" : 1393,
"2801664" : 1228,
"2834432" : 1118,
"2867200" : 1123,
"2899968" : 1027,
"2932736" : 1033,
"2965504" : 913,
"2998272" : 836,
"3031040" : 825,
"3063808" : 808,
"3096576" : 792,
"3129344" : 764,
"3162112" : 772,
"3194880" : 746,
"3227648" : 732,
"3260416" : 731,
"3293184" : 739,
"3325952" : 704,
"3358720" : 601,
"3391488" : 635,
"3424256" : 616,
"3457024" : 657,
"3489792" : 611,
"3522560" : 599,
"3555328" : 625,
"3588096" : 587,
"3620864" : 543,
"3653632" : 597,
"3686400" : 587,
"3719168" : 583,
"3751936" : 548,
"3784704" : 486,
"3817472" : 527,
"3850240" : 572,
"3883008" : 533,
"3915776" : 513,
"3948544" : 544,
"3981312" : 555,
"4014080" : 502,
"4046848" : 493,
"4079616" : 499,
"4112384" : 465,
"4145152" : 493,
"4177920" : 537,
"4227072" : 936,
"4292608" : 944,
"4358144" : 952,
"4423680" : 933,
"4489216" : 908,
"4554752" : 898,
"4620288" : 918,
"4685824" : 908,
"4751360" : 877,
"4816896" : 831,
"4882432" : 798,
"4947968" : 870,
"5013504" : 814,
"5079040" : 866,
"5144576" : 830,
"5210112" : 881,
"5275648" : 813,
"5341184" : 900,
"5406720" : 834,
"5472256" : 796,
"5537792" : 798,
"5603328" : 826,
"5668864" : 781,
"5734400" : 800,
"5799936" : 839,
"5865472" : 759,
"5931008" : 802,
"5996544" : 814,
"6062080" : 821,
"6127616" : 781,
"6193152" : 872,
"6258688" : 808,
"6324224" : 832,
"6389760" : 843,
"6455296" : 804,
"6520832" : 840,
"6586368" : 791,
"6651904" : 842,
"6717440" : 913,
"6782976" : 793,
"6848512" : 854,
"6914048" : 919,
"6979584" : 883,
"7045120" : 920,
"7110656" : 899,
"7176192" : 914,
"7241728" : 880,
"7307264" : 944,
"7372800" : 977,
"7438336" : 948,
"7503872" : 975,
"7569408" : 943,
"7634944" : 979,
"7700480" : 959,
"7766016" : 959,
"7831552" : 1040,
"7897088" : 965,
"7962624" : 1037,
"8028160" : 1088,
"8093696" : 972,
"8159232" : 1030,
"8224768" : 1118,
"8290304" : 1000,
"8355840" : 1111,
"8454144" : 2277,
"8585216" : 2188,
"8716288" : 2263,
"8847360" : 2311,
"8978432" : 2451,
"9109504" : 2466,
"9240576" : 2534,
"9371648" : 2664,
"9502720" : 2670,
"9633792" : 2781,
"9764864" : 2790,
"9895936" : 2849,
"10027008" : 2944,
"10158080" : 2901,
"10289152" : 3033,
"10420224" : 3024,
"10551296" : 3179,
"10682368" : 3205,
"10813440" : 3245,
"10944512" : 3328,
"11075584" : 3200,
"11206656" : 3284,
"11337728" : 3360,
"11468800" : 3194,
"11599872" : 3201,
"11730944" : 3160,
"11862016" : 2997,
"11993088" : 2931,
"12124160" : 2778,
"12255232" : 2515,
"12386304" : 2359,
"12517376" : 2199,
"12648448" : 2091,
"12779520" : 1795,
"12910592" : 1656,
"13041664" : 1490,
"13172736" : 1459,
"13303808" : 1288,
"13434880" : 1070,
"13565952" : 980,
"13697024" : 823,
"13828096" : 780,
"13959168" : 631,
"14090240" : 585,
"14221312" : 524,
"14352384" : 519,
"14483456" : 415,
"14614528" : 422,
"14745600" : 427,
"14876672" : 386,
"15007744" : 384,
"15138816" : 397,
"15269888" : 387,
"15400960" : 383,
"15532032" : 383,
"15663104" : 370,
"15794176" : 372,
"15925248" : 396,
"16056320" : 357,
"16187392" : 356,
"16318464" : 372,
"16449536" : 379,
"16580608" : 408,
"16711680" : 365,
"16908288" : 659,
"17170432" : 680,
"17432576" : 803,
"17694720" : 774,
"17956864" : 789,
"18219008" : 829,
"18481152" : 800,
"18743296" : 894,
"19005440" : 863,
"19267584" : 903,
"19529728" : 918,
"19791872" : 966,
"20054016" : 920,
"20316160" : 946,
"20578304" : 964,
"20840448" : 949,
"21102592" : 932,
"21364736" : 926,
"21626880" : 981,
"21889024" : 844,
"22151168" : 880,
"22413312" : 832,
"22675456" : 761,
"22937600" : 732,
"23199744" : 613,
"23461888" : 626,
"23724032" : 507,
"23986176" : 496,
"24248320" : 440,
"24510464" : 406,
"24772608" : 348,
"25034752" : 324,
"25296896" : 283,
"25559040" : 224,
"25821184" : 213,
"26083328" : 189,
"26345472" : 179,
"26607616" : 198,
"26869760" : 175,
"27131904" : 155,
"27394048" : 167,
"27656192" : 156,
"27918336" : 158,
"28180480" : 158,
"28442624" : 130,
"28704768" : 158,
"28966912" : 169,
"29229056" : 145,
"29491200" : 120,
"29753344" : 138,
"30015488" : 131,
"30277632" : 153,
"30539776" : 121,
"30801920" : 123,
"31064064" : 133,
"31326208" : 119,
"31588352" : 109,
"31850496" : 105,
"32112640" : 125,
"32374784" : 103,
"32636928" : 100,
"32899072" : 90,
"33161216" : 72,
"33423360" : 88,
"33816576" : 149,
"34340864" : 154,
"34865152" : 150,
"35389440" : 145,
"35913728" : 109,
"36438016" : 102,
"36962304" : 76,
"37486592" : 55,
"38010880" : 47,
"38535168" : 27,
"39059456" : 30,
"39583744" : 23,
"40108032" : 16,
"40632320" : 19,
"41156608" : 22,
"41680896" : 29,
"42205184" : 15,
"42729472" : 19,
"43253760" : 23,
"43778048" : 9,
"44302336" : 18,
"44826624" : 24,
"45350912" : 12,
"45875200" : 14,
"46399488" : 6,
"46923776" : 8,
"47448064" : 9,
"47972352" : 10,
"48496640" : 7,
"49020928" : 9,
"49545216" : 1,
"50069504" : 2,
"50593792" : 4,
"51118080" : 2,
"51642368" : 1,
"52166656" : 4,
"52690944" : 2,
"53215232" : 3,
"53739520" : 2,
"54263808" : 1,
"54788096" : 1
}
},
"lat_ns" : {
"min" : 1534516,
"max" : 69132929,
"mean" : 8222343.853209,
"stddev" : 7118056.659050,
"N" : 467230
},
"bw_min" : 44652,
"bw_max" : 81958,
"bw_agg" : 100.000000,
"bw_mean" : 62255.203390,
"bw_dev" : 245.736003,
"bw_samples" : 1888,
"iops_min" : 11162,
"iops_max" : 20488,
"iops_mean" : 15560.694915,
"iops_stddev" : 61.447574,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960134,
"usr_cpu" : 0.211637,
"sys_cpu" : 4.012982,
"ctx" : 761119,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.365517,
"4" : 28.093507,
"10" : 19.531482,
"20" : 19.679794,
"50" : 4.318357,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092512,
"timestamp_ms" : 1773092512933,
"time" : "Mon Mar 9 18:41:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2529443840,
"io_kbytes" : 2470160,
"bw_bytes" : 63225031,
"bw" : 61743,
"iops" : 15439.273127,
"runtime" : 40007,
"total_ios" : 617679,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 347732,
"max" : 37600753,
"mean" : 2062930.596324,
"stddev" : 3198056.436689,
"N" : 617679
},
"clat_ns" : {
"min" : 1135145,
"max" : 55897645,
"mean" : 6224878.205702,
"stddev" : 6050560.272957,
"N" : 617647,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19267584,
"99.000000" : 26869760,
"99.500000" : 31064064,
"99.900000" : 37486592,
"99.950000" : 40632320,
"99.990000" : 47448064
},
"bins" : {
"1138688" : 7,
"1155072" : 21,
"1171456" : 89,
"1187840" : 134,
"1204224" : 218,
"1220608" : 258,
"1236992" : 346,
"1253376" : 409,
"1269760" : 602,
"1286144" : 697,
"1302528" : 764,
"1318912" : 939,
"1335296" : 1163,
"1351680" : 1268,
"1368064" : 1501,
"1384448" : 1701,
"1400832" : 1887,
"1417216" : 2061,
"1433600" : 2214,
"1449984" : 2442,
"1466368" : 2594,
"1482752" : 2777,
"1499136" : 2944,
"1515520" : 3304,
"1531904" : 3341,
"1548288" : 3369,
"1564672" : 3594,
"1581056" : 3751,
"1597440" : 3802,
"1613824" : 3895,
"1630208" : 4101,
"1646592" : 4351,
"1662976" : 4337,
"1679360" : 4696,
"1695744" : 4803,
"1712128" : 4835,
"1728512" : 5078,
"1744896" : 5240,
"1761280" : 5282,
"1777664" : 5360,
"1794048" : 5382,
"1810432" : 5708,
"1826816" : 5700,
"1843200" : 5847,
"1859584" : 5866,
"1875968" : 5739,
"1892352" : 5863,
"1908736" : 5819,
"1925120" : 5799,
"1941504" : 5707,
"1957888" : 5711,
"1974272" : 5545,
"1990656" : 5626,
"2007040" : 5590,
"2023424" : 5287,
"2039808" : 5286,
"2056192" : 5234,
"2072576" : 5168,
"2088960" : 5088,
"2113536" : 9668,
"2146304" : 9321,
"2179072" : 8831,
"2211840" : 8256,
"2244608" : 7863,
"2277376" : 7093,
"2310144" : 6714,
"2342912" : 6137,
"2375680" : 5563,
"2408448" : 5208,
"2441216" : 4573,
"2473984" : 4178,
"2506752" : 3898,
"2539520" : 3446,
"2572288" : 3147,
"2605056" : 2977,
"2637824" : 2469,
"2670592" : 2372,
"2703360" : 2110,
"2736128" : 1971,
"2768896" : 1852,
"2801664" : 1639,
"2834432" : 1509,
"2867200" : 1498,
"2899968" : 1351,
"2932736" : 1344,
"2965504" : 1225,
"2998272" : 1112,
"3031040" : 1102,
"3063808" : 1073,
"3096576" : 1035,
"3129344" : 1001,
"3162112" : 978,
"3194880" : 996,
"3227648" : 935,
"3260416" : 947,
"3293184" : 999,
"3325952" : 931,
"3358720" : 823,
"3391488" : 823,
"3424256" : 834,
"3457024" : 845,
"3489792" : 811,
"3522560" : 773,
"3555328" : 820,
"3588096" : 769,
"3620864" : 711,
"3653632" : 798,
"3686400" : 784,
"3719168" : 745,
"3751936" : 703,
"3784704" : 657,
"3817472" : 698,
"3850240" : 741,
"3883008" : 699,
"3915776" : 679,
"3948544" : 687,
"3981312" : 715,
"4014080" : 669,
"4046848" : 650,
"4079616" : 672,
"4112384" : 615,
"4145152" : 651,
"4177920" : 671,
"4227072" : 1237,
"4292608" : 1202,
"4358144" : 1243,
"4423680" : 1201,
"4489216" : 1165,
"4554752" : 1151,
"4620288" : 1172,
"4685824" : 1145,
"4751360" : 1118,
"4816896" : 1074,
"4882432" : 1060,
"4947968" : 1128,
"5013504" : 1092,
"5079040" : 1117,
"5144576" : 1059,
"5210112" : 1121,
"5275648" : 1068,
"5341184" : 1151,
"5406720" : 1084,
"5472256" : 1049,
"5537792" : 1055,
"5603328" : 1060,
"5668864" : 997,
"5734400" : 1029,
"5799936" : 1080,
"5865472" : 1001,
"5931008" : 1038,
"5996544" : 1025,
"6062080" : 1055,
"6127616" : 1033,
"6193152" : 1117,
"6258688" : 1038,
"6324224" : 1075,
"6389760" : 1100,
"6455296" : 1021,
"6520832" : 1075,
"6586368" : 1035,
"6651904" : 1101,
"6717440" : 1152,
"6782976" : 1019,
"6848512" : 1104,
"6914048" : 1156,
"6979584" : 1128,
"7045120" : 1164,
"7110656" : 1147,
"7176192" : 1182,
"7241728" : 1114,
"7307264" : 1190,
"7372800" : 1240,
"7438336" : 1199,
"7503872" : 1242,
"7569408" : 1199,
"7634944" : 1246,
"7700480" : 1228,
"7766016" : 1249,
"7831552" : 1342,
"7897088" : 1267,
"7962624" : 1370,
"8028160" : 1374,
"8093696" : 1285,
"8159232" : 1358,
"8224768" : 1464,
"8290304" : 1338,
"8355840" : 1482,
"8454144" : 2974,
"8585216" : 2870,
"8716288" : 2901,
"8847360" : 2939,
"8978432" : 3203,
"9109504" : 3225,
"9240576" : 3342,
"9371648" : 3435,
"9502720" : 3568,
"9633792" : 3616,
"9764864" : 3654,
"9895936" : 3738,
"10027008" : 3803,
"10158080" : 3759,
"10289152" : 3892,
"10420224" : 3968,
"10551296" : 4158,
"10682368" : 4209,
"10813440" : 4228,
"10944512" : 4339,
"11075584" : 4195,
"11206656" : 4266,
"11337728" : 4308,
"11468800" : 4161,
"11599872" : 4179,
"11730944" : 4084,
"11862016" : 3951,
"11993088" : 3871,
"12124160" : 3725,
"12255232" : 3428,
"12386304" : 3250,
"12517376" : 3032,
"12648448" : 2990,
"12779520" : 2638,
"12910592" : 2351,
"13041664" : 2154,
"13172736" : 2077,
"13303808" : 1896,
"13434880" : 1581,
"13565952" : 1429,
"13697024" : 1206,
"13828096" : 1143,
"13959168" : 934,
"14090240" : 851,
"14221312" : 745,
"14352384" : 724,
"14483456" : 593,
"14614528" : 595,
"14745600" : 566,
"14876672" : 550,
"15007744" : 512,
"15138816" : 513,
"15269888" : 531,
"15400960" : 490,
"15532032" : 501,
"15663104" : 473,
"15794176" : 488,
"15925248" : 504,
"16056320" : 478,
"16187392" : 464,
"16318464" : 478,
"16449536" : 497,
"16580608" : 517,
"16711680" : 470,
"16908288" : 883,
"17170432" : 887,
"17432576" : 1008,
"17694720" : 994,
"17956864" : 1020,
"18219008" : 1065,
"18481152" : 1055,
"18743296" : 1131,
"19005440" : 1124,
"19267584" : 1162,
"19529728" : 1202,
"19791872" : 1248,
"20054016" : 1218,
"20316160" : 1239,
"20578304" : 1285,
"20840448" : 1261,
"21102592" : 1240,
"21364736" : 1239,
"21626880" : 1314,
"21889024" : 1215,
"22151168" : 1247,
"22413312" : 1154,
"22675456" : 1082,
"22937600" : 1045,
"23199744" : 881,
"23461888" : 895,
"23724032" : 773,
"23986176" : 738,
"24248320" : 632,
"24510464" : 603,
"24772608" : 547,
"25034752" : 495,
"25296896" : 433,
"25559040" : 353,
"25821184" : 295,
"26083328" : 275,
"26345472" : 252,
"26607616" : 268,
"26869760" : 239,
"27131904" : 213,
"27394048" : 217,
"27656192" : 215,
"27918336" : 221,
"28180480" : 214,
"28442624" : 195,
"28704768" : 210,
"28966912" : 215,
"29229056" : 196,
"29491200" : 152,
"29753344" : 184,
"30015488" : 169,
"30277632" : 180,
"30539776" : 158,
"30801920" : 172,
"31064064" : 158,
"31326208" : 149,
"31588352" : 149,
"31850496" : 146,
"32112640" : 157,
"32374784" : 134,
"32636928" : 129,
"32899072" : 118,
"33161216" : 105,
"33423360" : 113,
"33816576" : 212,
"34340864" : 203,
"34865152" : 199,
"35389440" : 180,
"35913728" : 150,
"36438016" : 152,
"36962304" : 130,
"37486592" : 91,
"38010880" : 68,
"38535168" : 38,
"39059456" : 45,
"39583744" : 33,
"40108032" : 24,
"40632320" : 26,
"41156608" : 27,
"41680896" : 35,
"42205184" : 18,
"42729472" : 24,
"43253760" : 25,
"43778048" : 12,
"44302336" : 18,
"44826624" : 26,
"45350912" : 14,
"45875200" : 18,
"46399488" : 8,
"46923776" : 10,
"47448064" : 10,
"47972352" : 12,
"48496640" : 9,
"49020928" : 10,
"49545216" : 2,
"50069504" : 3,
"50593792" : 4,
"51118080" : 2,
"51642368" : 1,
"52166656" : 4,
"52690944" : 2,
"53215232" : 4,
"53739520" : 2,
"54263808" : 1,
"54788096" : 1,
"55836672" : 2
}
},
"lat_ns" : {
"min" : 1519583,
"max" : 69132929,
"mean" : 8287717.868928,
"stddev" : 7192942.879290,
"N" : 617647
},
"bw_min" : 43231,
"bw_max" : 82709,
"bw_agg" : 99.900889,
"bw_mean" : 61682.050633,
"bw_dev" : 249.405074,
"bw_samples" : 2528,
"iops_min" : 10807,
"iops_max" : 20676,
"iops_mean" : 15417.949367,
"iops_stddev" : 62.360107,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280131,
"usr_cpu" : 0.210447,
"sys_cpu" : 3.980530,
"ctx" : 1008025,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.310822,
"4" : 28.129821,
"10" : 19.146029,
"20" : 19.877963,
"50" : 4.525975,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092522,
"timestamp_ms" : 1773092522930,
"time" : "Mon Mar 9 18:42:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3155554304,
"io_kbytes" : 3081596,
"bw_bytes" : 63102251,
"bw" : 61623,
"iops" : 15409.382686,
"runtime" : 50007,
"total_ios" : 770577,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 335292,
"max" : 37600753,
"mean" : 2066719.474581,
"stddev" : 3202512.655938,
"N" : 770577
},
"clat_ns" : {
"min" : 1052069,
"max" : 55897645,
"mean" : 6236765.328434,
"stddev" : 6054062.720489,
"N" : 770545,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2039808,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5275648,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 26869760,
"99.500000" : 31064064,
"99.900000" : 37486592,
"99.950000" : 40632320,
"99.990000" : 46923776
},
"bins" : {
"1056768" : 1,
"1105920" : 3,
"1122304" : 1,
"1138688" : 12,
"1155072" : 34,
"1171456" : 114,
"1187840" : 178,
"1204224" : 267,
"1220608" : 325,
"1236992" : 421,
"1253376" : 518,
"1269760" : 712,
"1286144" : 851,
"1302528" : 942,
"1318912" : 1167,
"1335296" : 1409,
"1351680" : 1563,
"1368064" : 1855,
"1384448" : 2090,
"1400832" : 2328,
"1417216" : 2589,
"1433600" : 2771,
"1449984" : 3028,
"1466368" : 3218,
"1482752" : 3517,
"1499136" : 3732,
"1515520" : 4060,
"1531904" : 4121,
"1548288" : 4218,
"1564672" : 4484,
"1581056" : 4653,
"1597440" : 4734,
"1613824" : 4837,
"1630208" : 5065,
"1646592" : 5407,
"1662976" : 5382,
"1679360" : 5831,
"1695744" : 5955,
"1712128" : 6072,
"1728512" : 6320,
"1744896" : 6486,
"1761280" : 6632,
"1777664" : 6635,
"1794048" : 6736,
"1810432" : 7074,
"1826816" : 7142,
"1843200" : 7350,
"1859584" : 7298,
"1875968" : 7176,
"1892352" : 7332,
"1908736" : 7245,
"1925120" : 7248,
"1941504" : 7091,
"1957888" : 7062,
"1974272" : 6901,
"1990656" : 7007,
"2007040" : 6949,
"2023424" : 6577,
"2039808" : 6638,
"2056192" : 6504,
"2072576" : 6473,
"2088960" : 6336,
"2113536" : 12134,
"2146304" : 11627,
"2179072" : 11018,
"2211840" : 10374,
"2244608" : 9800,
"2277376" : 8901,
"2310144" : 8344,
"2342912" : 7672,
"2375680" : 6905,
"2408448" : 6511,
"2441216" : 5776,
"2473984" : 5248,
"2506752" : 4881,
"2539520" : 4354,
"2572288" : 3975,
"2605056" : 3704,
"2637824" : 3137,
"2670592" : 2993,
"2703360" : 2638,
"2736128" : 2471,
"2768896" : 2307,
"2801664" : 2052,
"2834432" : 1890,
"2867200" : 1899,
"2899968" : 1709,
"2932736" : 1654,
"2965504" : 1539,
"2998272" : 1398,
"3031040" : 1394,
"3063808" : 1336,
"3096576" : 1320,
"3129344" : 1290,
"3162112" : 1227,
"3194880" : 1231,
"3227648" : 1184,
"3260416" : 1177,
"3293184" : 1225,
"3325952" : 1136,
"3358720" : 1026,
"3391488" : 1023,
"3424256" : 1036,
"3457024" : 1047,
"3489792" : 986,
"3522560" : 936,
"3555328" : 1000,
"3588096" : 959,
"3620864" : 872,
"3653632" : 965,
"3686400" : 960,
"3719168" : 908,
"3751936" : 867,
"3784704" : 818,
"3817472" : 860,
"3850240" : 911,
"3883008" : 856,
"3915776" : 845,
"3948544" : 848,
"3981312" : 855,
"4014080" : 822,
"4046848" : 804,
"4079616" : 831,
"4112384" : 756,
"4145152" : 786,
"4177920" : 811,
"4227072" : 1500,
"4292608" : 1493,
"4358144" : 1524,
"4423680" : 1447,
"4489216" : 1434,
"4554752" : 1405,
"4620288" : 1432,
"4685824" : 1404,
"4751360" : 1359,
"4816896" : 1327,
"4882432" : 1310,
"4947968" : 1380,
"5013504" : 1335,
"5079040" : 1352,
"5144576" : 1298,
"5210112" : 1387,
"5275648" : 1313,
"5341184" : 1362,
"5406720" : 1315,
"5472256" : 1303,
"5537792" : 1315,
"5603328" : 1303,
"5668864" : 1250,
"5734400" : 1293,
"5799936" : 1334,
"5865472" : 1269,
"5931008" : 1287,
"5996544" : 1282,
"6062080" : 1292,
"6127616" : 1268,
"6193152" : 1372,
"6258688" : 1302,
"6324224" : 1343,
"6389760" : 1381,
"6455296" : 1296,
"6520832" : 1315,
"6586368" : 1272,
"6651904" : 1370,
"6717440" : 1416,
"6782976" : 1287,
"6848512" : 1367,
"6914048" : 1428,
"6979584" : 1410,
"7045120" : 1438,
"7110656" : 1404,
"7176192" : 1454,
"7241728" : 1421,
"7307264" : 1443,
"7372800" : 1529,
"7438336" : 1462,
"7503872" : 1544,
"7569408" : 1466,
"7634944" : 1518,
"7700480" : 1530,
"7766016" : 1540,
"7831552" : 1679,
"7897088" : 1590,
"7962624" : 1708,
"8028160" : 1713,
"8093696" : 1623,
"8159232" : 1641,
"8224768" : 1785,
"8290304" : 1649,
"8355840" : 1812,
"8454144" : 3625,
"8585216" : 3545,
"8716288" : 3548,
"8847360" : 3632,
"8978432" : 3939,
"9109504" : 3940,
"9240576" : 4123,
"9371648" : 4244,
"9502720" : 4456,
"9633792" : 4485,
"9764864" : 4562,
"9895936" : 4668,
"10027008" : 4781,
"10158080" : 4799,
"10289152" : 4916,
"10420224" : 5096,
"10551296" : 5219,
"10682368" : 5316,
"10813440" : 5376,
"10944512" : 5521,
"11075584" : 5408,
"11206656" : 5396,
"11337728" : 5468,
"11468800" : 5317,
"11599872" : 5311,
"11730944" : 5265,
"11862016" : 4990,
"11993088" : 4890,
"12124160" : 4723,
"12255232" : 4403,
"12386304" : 4162,
"12517376" : 3813,
"12648448" : 3720,
"12779520" : 3317,
"12910592" : 2954,
"13041664" : 2707,
"13172736" : 2585,
"13303808" : 2317,
"13434880" : 1988,
"13565952" : 1762,
"13697024" : 1482,
"13828096" : 1406,
"13959168" : 1162,
"14090240" : 1029,
"14221312" : 936,
"14352384" : 890,
"14483456" : 741,
"14614528" : 713,
"14745600" : 693,
"14876672" : 660,
"15007744" : 624,
"15138816" : 618,
"15269888" : 639,
"15400960" : 596,
"15532032" : 603,
"15663104" : 586,
"15794176" : 595,
"15925248" : 612,
"16056320" : 582,
"16187392" : 562,
"16318464" : 572,
"16449536" : 600,
"16580608" : 614,
"16711680" : 551,
"16908288" : 1084,
"17170432" : 1082,
"17432576" : 1212,
"17694720" : 1240,
"17956864" : 1252,
"18219008" : 1333,
"18481152" : 1313,
"18743296" : 1429,
"19005440" : 1405,
"19267584" : 1473,
"19529728" : 1559,
"19791872" : 1610,
"20054016" : 1576,
"20316160" : 1628,
"20578304" : 1668,
"20840448" : 1637,
"21102592" : 1641,
"21364736" : 1586,
"21626880" : 1681,
"21889024" : 1527,
"22151168" : 1563,
"22413312" : 1430,
"22675456" : 1321,
"22937600" : 1299,
"23199744" : 1103,
"23461888" : 1099,
"23724032" : 993,
"23986176" : 926,
"24248320" : 783,
"24510464" : 747,
"24772608" : 665,
"25034752" : 587,
"25296896" : 500,
"25559040" : 429,
"25821184" : 381,
"26083328" : 352,
"26345472" : 319,
"26607616" : 324,
"26869760" : 283,
"27131904" : 265,
"27394048" : 256,
"27656192" : 252,
"27918336" : 263,
"28180480" : 255,
"28442624" : 229,
"28704768" : 269,
"28966912" : 259,
"29229056" : 236,
"29491200" : 182,
"29753344" : 229,
"30015488" : 210,
"30277632" : 227,
"30539776" : 201,
"30801920" : 220,
"31064064" : 199,
"31326208" : 193,
"31588352" : 190,
"31850496" : 193,
"32112640" : 184,
"32374784" : 165,
"32636928" : 173,
"32899072" : 153,
"33161216" : 141,
"33423360" : 141,
"33816576" : 275,
"34340864" : 246,
"34865152" : 229,
"35389440" : 219,
"35913728" : 184,
"36438016" : 191,
"36962304" : 154,
"37486592" : 104,
"38010880" : 83,
"38535168" : 58,
"39059456" : 60,
"39583744" : 46,
"40108032" : 42,
"40632320" : 33,
"41156608" : 30,
"41680896" : 38,
"42205184" : 21,
"42729472" : 31,
"43253760" : 26,
"43778048" : 17,
"44302336" : 27,
"44826624" : 35,
"45350912" : 17,
"45875200" : 28,
"46399488" : 11,
"46923776" : 12,
"47448064" : 13,
"47972352" : 12,
"48496640" : 10,
"49020928" : 10,
"49545216" : 2,
"50069504" : 3,
"50593792" : 4,
"51118080" : 2,
"51642368" : 1,
"52166656" : 4,
"52690944" : 2,
"53215232" : 4,
"53739520" : 2,
"54263808" : 1,
"54788096" : 1,
"55836672" : 2
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 69132929,
"mean" : 8303572.813908,
"stddev" : 7195142.833346,
"N" : 770545
},
"bw_min" : 42743,
"bw_max" : 83769,
"bw_agg" : 100.000000,
"bw_mean" : 61653.676768,
"bw_dev" : 258.102201,
"bw_samples" : 3168,
"iops_min" : 10685,
"iops_max" : 20941,
"iops_mean" : 15411.373737,
"iops_stddev" : 64.532094,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600139,
"usr_cpu" : 0.210732,
"sys_cpu" : 3.974967,
"ctx" : 1256726,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.247274,
"4" : 28.170579,
"10" : 18.944375,
"20" : 20.069766,
"50" : 4.560479,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092532,
"timestamp_ms" : 1773092532933,
"time" : "Mon Mar 9 18:42:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3756613632,
"io_kbytes" : 3668568,
"bw_bytes" : 62602923,
"bw" : 61135,
"iops" : 15285.799990,
"runtime" : 60007,
"total_ios" : 917255,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 335292,
"max" : 37600753,
"mean" : 2083386.922376,
"stddev" : 3222867.668857,
"N" : 917255
},
"clat_ns" : {
"min" : 1052069,
"max" : 55897645,
"mean" : 6286821.615314,
"stddev" : 6080798.314707,
"N" : 917223,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1646592,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5406720,
"70.000000" : 8847360,
"80.000000" : 10944512,
"90.000000" : 13303808,
"95.000000" : 19529728,
"99.000000" : 26869760,
"99.500000" : 31064064,
"99.900000" : 37486592,
"99.950000" : 40108032,
"99.990000" : 46399488
},
"bins" : {
"1056768" : 1,
"1105920" : 3,
"1122304" : 3,
"1138688" : 17,
"1155072" : 40,
"1171456" : 142,
"1187840" : 230,
"1204224" : 347,
"1220608" : 405,
"1236992" : 530,
"1253376" : 653,
"1269760" : 863,
"1286144" : 1070,
"1302528" : 1199,
"1318912" : 1474,
"1335296" : 1784,
"1351680" : 1957,
"1368064" : 2346,
"1384448" : 2597,
"1400832" : 2862,
"1417216" : 3193,
"1433600" : 3398,
"1449984" : 3756,
"1466368" : 3954,
"1482752" : 4285,
"1499136" : 4610,
"1515520" : 4932,
"1531904" : 5027,
"1548288" : 5143,
"1564672" : 5468,
"1581056" : 5621,
"1597440" : 5799,
"1613824" : 5860,
"1630208" : 6169,
"1646592" : 6538,
"1662976" : 6522,
"1679360" : 7022,
"1695744" : 7199,
"1712128" : 7237,
"1728512" : 7585,
"1744896" : 7804,
"1761280" : 7957,
"1777664" : 7893,
"1794048" : 8153,
"1810432" : 8365,
"1826816" : 8453,
"1843200" : 8708,
"1859584" : 8620,
"1875968" : 8453,
"1892352" : 8629,
"1908736" : 8518,
"1925120" : 8474,
"1941504" : 8331,
"1957888" : 8364,
"1974272" : 8139,
"1990656" : 8243,
"2007040" : 8151,
"2023424" : 7767,
"2039808" : 7749,
"2056192" : 7629,
"2072576" : 7555,
"2088960" : 7387,
"2113536" : 14160,
"2146304" : 13532,
"2179072" : 12739,
"2211840" : 11978,
"2244608" : 11257,
"2277376" : 10214,
"2310144" : 9640,
"2342912" : 8786,
"2375680" : 7971,
"2408448" : 7503,
"2441216" : 6724,
"2473984" : 6024,
"2506752" : 5596,
"2539520" : 5007,
"2572288" : 4573,
"2605056" : 4317,
"2637824" : 3587,
"2670592" : 3478,
"2703360" : 3092,
"2736128" : 2876,
"2768896" : 2669,
"2801664" : 2412,
"2834432" : 2246,
"2867200" : 2209,
"2899968" : 2006,
"2932736" : 1960,
"2965504" : 1811,
"2998272" : 1667,
"3031040" : 1668,
"3063808" : 1564,
"3096576" : 1567,
"3129344" : 1539,
"3162112" : 1462,
"3194880" : 1486,
"3227648" : 1416,
"3260416" : 1393,
"3293184" : 1441,
"3325952" : 1361,
"3358720" : 1221,
"3391488" : 1231,
"3424256" : 1243,
"3457024" : 1242,
"3489792" : 1181,
"3522560" : 1127,
"3555328" : 1172,
"3588096" : 1135,
"3620864" : 1058,
"3653632" : 1133,
"3686400" : 1143,
"3719168" : 1081,
"3751936" : 1036,
"3784704" : 962,
"3817472" : 1008,
"3850240" : 1065,
"3883008" : 1016,
"3915776" : 996,
"3948544" : 999,
"3981312" : 1009,
"4014080" : 976,
"4046848" : 951,
"4079616" : 967,
"4112384" : 899,
"4145152" : 918,
"4177920" : 966,
"4227072" : 1774,
"4292608" : 1749,
"4358144" : 1781,
"4423680" : 1685,
"4489216" : 1680,
"4554752" : 1664,
"4620288" : 1683,
"4685824" : 1661,
"4751360" : 1627,
"4816896" : 1590,
"4882432" : 1534,
"4947968" : 1605,
"5013504" : 1551,
"5079040" : 1553,
"5144576" : 1507,
"5210112" : 1602,
"5275648" : 1531,
"5341184" : 1554,
"5406720" : 1496,
"5472256" : 1523,
"5537792" : 1511,
"5603328" : 1523,
"5668864" : 1454,
"5734400" : 1484,
"5799936" : 1542,
"5865472" : 1497,
"5931008" : 1496,
"5996544" : 1485,
"6062080" : 1490,
"6127616" : 1476,
"6193152" : 1584,
"6258688" : 1518,
"6324224" : 1565,
"6389760" : 1583,
"6455296" : 1509,
"6520832" : 1520,
"6586368" : 1466,
"6651904" : 1561,
"6717440" : 1608,
"6782976" : 1478,
"6848512" : 1582,
"6914048" : 1628,
"6979584" : 1624,
"7045120" : 1697,
"7110656" : 1626,
"7176192" : 1684,
"7241728" : 1656,
"7307264" : 1645,
"7372800" : 1790,
"7438336" : 1725,
"7503872" : 1773,
"7569408" : 1711,
"7634944" : 1756,
"7700480" : 1796,
"7766016" : 1816,
"7831552" : 1970,
"7897088" : 1873,
"7962624" : 1988,
"8028160" : 2029,
"8093696" : 1956,
"8159232" : 1944,
"8224768" : 2115,
"8290304" : 2002,
"8355840" : 2159,
"8454144" : 4387,
"8585216" : 4328,
"8716288" : 4383,
"8847360" : 4527,
"8978432" : 4867,
"9109504" : 4875,
"9240576" : 5091,
"9371648" : 5281,
"9502720" : 5441,
"9633792" : 5467,
"9764864" : 5589,
"9895936" : 5776,
"10027008" : 5939,
"10158080" : 5862,
"10289152" : 6074,
"10420224" : 6187,
"10551296" : 6334,
"10682368" : 6452,
"10813440" : 6519,
"10944512" : 6603,
"11075584" : 6562,
"11206656" : 6571,
"11337728" : 6570,
"11468800" : 6448,
"11599872" : 6371,
"11730944" : 6302,
"11862016" : 5966,
"11993088" : 5866,
"12124160" : 5622,
"12255232" : 5200,
"12386304" : 4992,
"12517376" : 4555,
"12648448" : 4415,
"12779520" : 3921,
"12910592" : 3551,
"13041664" : 3249,
"13172736" : 3087,
"13303808" : 2753,
"13434880" : 2384,
"13565952" : 2124,
"13697024" : 1845,
"13828096" : 1712,
"13959168" : 1407,
"14090240" : 1282,
"14221312" : 1143,
"14352384" : 1107,
"14483456" : 893,
"14614528" : 889,
"14745600" : 837,
"14876672" : 802,
"15007744" : 764,
"15138816" : 779,
"15269888" : 781,
"15400960" : 740,
"15532032" : 732,
"15663104" : 726,
"15794176" : 736,
"15925248" : 746,
"16056320" : 704,
"16187392" : 680,
"16318464" : 688,
"16449536" : 719,
"16580608" : 745,
"16711680" : 694,
"16908288" : 1324,
"17170432" : 1340,
"17432576" : 1464,
"17694720" : 1475,
"17956864" : 1484,
"18219008" : 1618,
"18481152" : 1611,
"18743296" : 1725,
"19005440" : 1705,
"19267584" : 1812,
"19529728" : 1917,
"19791872" : 1927,
"20054016" : 1905,
"20316160" : 1963,
"20578304" : 2021,
"20840448" : 1994,
"21102592" : 2005,
"21364736" : 1962,
"21626880" : 2028,
"21889024" : 1862,
"22151168" : 1859,
"22413312" : 1724,
"22675456" : 1585,
"22937600" : 1565,
"23199744" : 1323,
"23461888" : 1348,
"23724032" : 1188,
"23986176" : 1113,
"24248320" : 941,
"24510464" : 877,
"24772608" : 793,
"25034752" : 700,
"25296896" : 599,
"25559040" : 556,
"25821184" : 475,
"26083328" : 431,
"26345472" : 391,
"26607616" : 413,
"26869760" : 361,
"27131904" : 350,
"27394048" : 320,
"27656192" : 313,
"27918336" : 323,
"28180480" : 305,
"28442624" : 292,
"28704768" : 321,
"28966912" : 302,
"29229056" : 299,
"29491200" : 242,
"29753344" : 275,
"30015488" : 253,
"30277632" : 263,
"30539776" : 256,
"30801920" : 261,
"31064064" : 237,
"31326208" : 239,
"31588352" : 221,
"31850496" : 220,
"32112640" : 224,
"32374784" : 187,
"32636928" : 189,
"32899072" : 183,
"33161216" : 163,
"33423360" : 169,
"33816576" : 320,
"34340864" : 292,
"34865152" : 266,
"35389440" : 264,
"35913728" : 213,
"36438016" : 224,
"36962304" : 185,
"37486592" : 130,
"38010880" : 101,
"38535168" : 76,
"39059456" : 75,
"39583744" : 56,
"40108032" : 52,
"40632320" : 36,
"41156608" : 33,
"41680896" : 46,
"42205184" : 26,
"42729472" : 34,
"43253760" : 30,
"43778048" : 20,
"44302336" : 31,
"44826624" : 38,
"45350912" : 20,
"45875200" : 29,
"46399488" : 13,
"46923776" : 12,
"47448064" : 14,
"47972352" : 12,
"48496640" : 10,
"49020928" : 10,
"49545216" : 2,
"50069504" : 3,
"50593792" : 4,
"51118080" : 2,
"51642368" : 1,
"52166656" : 4,
"52690944" : 2,
"53215232" : 4,
"53739520" : 2,
"54263808" : 1,
"54788096" : 1,
"55836672" : 2
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 69132929,
"mean" : 8370093.868376,
"stddev" : 7221903.817276,
"N" : 917223
},
"bw_min" : 41698,
"bw_max" : 84001,
"bw_agg" : 100.000000,
"bw_mean" : 61238.403361,
"bw_dev" : 258.959648,
"bw_samples" : 3808,
"iops_min" : 10424,
"iops_max" : 20999,
"iops_mean" : 15307.899160,
"iops_stddev" : 64.742712,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920132,
"usr_cpu" : 0.207954,
"sys_cpu" : 3.941448,
"ctx" : 1497807,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.510283,
"4" : 27.552643,
"10" : 18.923527,
"20" : 20.372416,
"50" : 4.634807,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092542,
"timestamp_ms" : 1773092542932,
"time" : "Mon Mar 9 18:42:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4397449216,
"io_kbytes" : 4294384,
"bw_bytes" : 62814421,
"bw" : 61342,
"iops" : 15338.209036,
"runtime" : 70007,
"total_ios" : 1073782,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 335292,
"max" : 37600753,
"mean" : 2076242.399243,
"stddev" : 3218543.618425,
"N" : 1073782
},
"clat_ns" : {
"min" : 1052069,
"max" : 55897645,
"mean" : 6265484.150574,
"stddev" : 6078860.079375,
"N" : 1073750,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1646592,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5341184,
"70.000000" : 8847360,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 26869760,
"99.500000" : 31064064,
"99.900000" : 37486592,
"99.950000" : 40108032,
"99.990000" : 45875200
},
"bins" : {
"1056768" : 1,
"1105920" : 4,
"1122304" : 3,
"1138688" : 19,
"1155072" : 41,
"1171456" : 155,
"1187840" : 256,
"1204224" : 398,
"1220608" : 477,
"1236992" : 597,
"1253376" : 776,
"1269760" : 1015,
"1286144" : 1261,
"1302528" : 1410,
"1318912" : 1729,
"1335296" : 2082,
"1351680" : 2335,
"1368064" : 2787,
"1384448" : 3062,
"1400832" : 3370,
"1417216" : 3754,
"1433600" : 4001,
"1449984" : 4410,
"1466368" : 4668,
"1482752" : 5036,
"1499136" : 5383,
"1515520" : 5744,
"1531904" : 5938,
"1548288" : 6025,
"1564672" : 6408,
"1581056" : 6604,
"1597440" : 6801,
"1613824" : 6895,
"1630208" : 7204,
"1646592" : 7672,
"1662976" : 7696,
"1679360" : 8195,
"1695744" : 8437,
"1712128" : 8508,
"1728512" : 8996,
"1744896" : 9156,
"1761280" : 9296,
"1777664" : 9271,
"1794048" : 9566,
"1810432" : 9751,
"1826816" : 9858,
"1843200" : 10190,
"1859584" : 10048,
"1875968" : 9957,
"1892352" : 10145,
"1908736" : 10009,
"1925120" : 9961,
"1941504" : 9795,
"1957888" : 9796,
"1974272" : 9575,
"1990656" : 9656,
"2007040" : 9488,
"2023424" : 9104,
"2039808" : 9164,
"2056192" : 8919,
"2072576" : 8862,
"2088960" : 8691,
"2113536" : 16716,
"2146304" : 15965,
"2179072" : 14960,
"2211840" : 14083,
"2244608" : 13320,
"2277376" : 12123,
"2310144" : 11394,
"2342912" : 10439,
"2375680" : 9419,
"2408448" : 8798,
"2441216" : 7982,
"2473984" : 7041,
"2506752" : 6589,
"2539520" : 5949,
"2572288" : 5437,
"2605056" : 5150,
"2637824" : 4276,
"2670592" : 4120,
"2703360" : 3666,
"2736128" : 3443,
"2768896" : 3167,
"2801664" : 2876,
"2834432" : 2666,
"2867200" : 2636,
"2899968" : 2395,
"2932736" : 2319,
"2965504" : 2162,
"2998272" : 1964,
"3031040" : 2001,
"3063808" : 1842,
"3096576" : 1840,
"3129344" : 1804,
"3162112" : 1715,
"3194880" : 1743,
"3227648" : 1686,
"3260416" : 1649,
"3293184" : 1679,
"3325952" : 1574,
"3358720" : 1456,
"3391488" : 1458,
"3424256" : 1476,
"3457024" : 1464,
"3489792" : 1382,
"3522560" : 1311,
"3555328" : 1377,
"3588096" : 1354,
"3620864" : 1231,
"3653632" : 1337,
"3686400" : 1325,
"3719168" : 1256,
"3751936" : 1198,
"3784704" : 1164,
"3817472" : 1183,
"3850240" : 1239,
"3883008" : 1179,
"3915776" : 1155,
"3948544" : 1160,
"3981312" : 1160,
"4014080" : 1136,
"4046848" : 1108,
"4079616" : 1112,
"4112384" : 1045,
"4145152" : 1075,
"4177920" : 1129,
"4227072" : 2064,
"4292608" : 2058,
"4358144" : 2091,
"4423680" : 2015,
"4489216" : 1948,
"4554752" : 1916,
"4620288" : 1956,
"4685824" : 1929,
"4751360" : 1898,
"4816896" : 1854,
"4882432" : 1795,
"4947968" : 1847,
"5013504" : 1806,
"5079040" : 1800,
"5144576" : 1752,
"5210112" : 1874,
"5275648" : 1775,
"5341184" : 1795,
"5406720" : 1745,
"5472256" : 1762,
"5537792" : 1748,
"5603328" : 1760,
"5668864" : 1694,
"5734400" : 1745,
"5799936" : 1776,
"5865472" : 1726,
"5931008" : 1763,
"5996544" : 1744,
"6062080" : 1740,
"6127616" : 1717,
"6193152" : 1844,
"6258688" : 1755,
"6324224" : 1800,
"6389760" : 1848,
"6455296" : 1752,
"6520832" : 1749,
"6586368" : 1678,
"6651904" : 1779,
"6717440" : 1872,
"6782976" : 1700,
"6848512" : 1822,
"6914048" : 1848,
"6979584" : 1845,
"7045120" : 1941,
"7110656" : 1834,
"7176192" : 1939,
"7241728" : 1887,
"7307264" : 1861,
"7372800" : 2078,
"7438336" : 1995,
"7503872" : 2040,
"7569408" : 1947,
"7634944" : 2009,
"7700480" : 2072,
"7766016" : 2111,
"7831552" : 2270,
"7897088" : 2178,
"7962624" : 2287,
"8028160" : 2305,
"8093696" : 2297,
"8159232" : 2284,
"8224768" : 2432,
"8290304" : 2319,
"8355840" : 2520,
"8454144" : 5036,
"8585216" : 5038,
"8716288" : 5166,
"8847360" : 5317,
"8978432" : 5686,
"9109504" : 5743,
"9240576" : 6037,
"9371648" : 6124,
"9502720" : 6363,
"9633792" : 6404,
"9764864" : 6536,
"9895936" : 6750,
"10027008" : 6972,
"10158080" : 6871,
"10289152" : 7138,
"10420224" : 7186,
"10551296" : 7405,
"10682368" : 7491,
"10813440" : 7575,
"10944512" : 7694,
"11075584" : 7621,
"11206656" : 7719,
"11337728" : 7662,
"11468800" : 7483,
"11599872" : 7401,
"11730944" : 7307,
"11862016" : 6981,
"11993088" : 6798,
"12124160" : 6465,
"12255232" : 6096,
"12386304" : 5851,
"12517376" : 5361,
"12648448" : 5120,
"12779520" : 4568,
"12910592" : 4116,
"13041664" : 3796,
"13172736" : 3558,
"13303808" : 3159,
"13434880" : 2754,
"13565952" : 2459,
"13697024" : 2142,
"13828096" : 1951,
"13959168" : 1624,
"14090240" : 1474,
"14221312" : 1309,
"14352384" : 1266,
"14483456" : 1041,
"14614528" : 1015,
"14745600" : 973,
"14876672" : 932,
"15007744" : 880,
"15138816" : 896,
"15269888" : 885,
"15400960" : 837,
"15532032" : 831,
"15663104" : 826,
"15794176" : 858,
"15925248" : 844,
"16056320" : 825,
"16187392" : 794,
"16318464" : 802,
"16449536" : 815,
"16580608" : 829,
"16711680" : 798,
"16908288" : 1568,
"17170432" : 1585,
"17432576" : 1707,
"17694720" : 1713,
"17956864" : 1737,
"18219008" : 1885,
"18481152" : 1871,
"18743296" : 1996,
"19005440" : 2016,
"19267584" : 2155,
"19529728" : 2228,
"19791872" : 2211,
"20054016" : 2245,
"20316160" : 2301,
"20578304" : 2351,
"20840448" : 2299,
"21102592" : 2315,
"21364736" : 2275,
"21626880" : 2296,
"21889024" : 2124,
"22151168" : 2167,
"22413312" : 2010,
"22675456" : 1876,
"22937600" : 1823,
"23199744" : 1543,
"23461888" : 1613,
"23724032" : 1426,
"23986176" : 1353,
"24248320" : 1136,
"24510464" : 1025,
"24772608" : 910,
"25034752" : 825,
"25296896" : 713,
"25559040" : 640,
"25821184" : 569,
"26083328" : 505,
"26345472" : 438,
"26607616" : 481,
"26869760" : 434,
"27131904" : 415,
"27394048" : 371,
"27656192" : 387,
"27918336" : 368,
"28180480" : 369,
"28442624" : 343,
"28704768" : 378,
"28966912" : 347,
"29229056" : 345,
"29491200" : 277,
"29753344" : 318,
"30015488" : 296,
"30277632" : 297,
"30539776" : 298,
"30801920" : 296,
"31064064" : 269,
"31326208" : 268,
"31588352" : 262,
"31850496" : 253,
"32112640" : 246,
"32374784" : 207,
"32636928" : 220,
"32899072" : 212,
"33161216" : 198,
"33423360" : 193,
"33816576" : 371,
"34340864" : 371,
"34865152" : 333,
"35389440" : 327,
"35913728" : 254,
"36438016" : 264,
"36962304" : 207,
"37486592" : 163,
"38010880" : 132,
"38535168" : 91,
"39059456" : 89,
"39583744" : 70,
"40108032" : 62,
"40632320" : 39,
"41156608" : 40,
"41680896" : 55,
"42205184" : 34,
"42729472" : 40,
"43253760" : 31,
"43778048" : 31,
"44302336" : 33,
"44826624" : 42,
"45350912" : 23,
"45875200" : 30,
"46399488" : 15,
"46923776" : 14,
"47448064" : 14,
"47972352" : 12,
"48496640" : 10,
"49020928" : 10,
"49545216" : 4,
"50069504" : 3,
"50593792" : 4,
"51118080" : 3,
"51642368" : 1,
"52166656" : 4,
"52690944" : 2,
"53215232" : 4,
"53739520" : 2,
"54263808" : 1,
"54788096" : 1,
"55836672" : 2
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 69132929,
"mean" : 8341725.998736,
"stddev" : 7222343.367616,
"N" : 1073750
},
"bw_min" : 41490,
"bw_max" : 84825,
"bw_agg" : 100.000000,
"bw_mean" : 61406.690647,
"bw_dev" : 264.741173,
"bw_samples" : 4448,
"iops_min" : 10372,
"iops_max" : 21205,
"iops_mean" : 15350.215827,
"iops_stddev" : 66.188659,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240132,
"usr_cpu" : 0.206907,
"sys_cpu" : 3.956508,
"ctx" : 1749087,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999907,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999907,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.575353,
"4" : 27.762060,
"10" : 18.787147,
"20" : 20.242004,
"50" : 4.627941,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092552,
"timestamp_ms" : 1773092552934,
"time" : "Mon Mar 9 18:42:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5044412416,
"io_kbytes" : 4926184,
"bw_bytes" : 63049638,
"bw" : 61571,
"iops" : 15395.165423,
"runtime" : 80007,
"total_ios" : 1231721,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 330606,
"max" : 41684376,
"mean" : 2068462.264344,
"stddev" : 3210105.634189,
"N" : 1231721
},
"clat_ns" : {
"min" : 1052069,
"max" : 59546754,
"mean" : 6242289.084401,
"stddev" : 6068444.680453,
"N" : 1231689,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1646592,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5275648,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 26869760,
"99.500000" : 31064064,
"99.900000" : 37486592,
"99.950000" : 40108032,
"99.990000" : 46399488
},
"bins" : {
"1056768" : 1,
"1105920" : 4,
"1122304" : 3,
"1138688" : 20,
"1155072" : 45,
"1171456" : 169,
"1187840" : 291,
"1204224" : 453,
"1220608" : 531,
"1236992" : 677,
"1253376" : 864,
"1269760" : 1128,
"1286144" : 1394,
"1302528" : 1585,
"1318912" : 1940,
"1335296" : 2338,
"1351680" : 2651,
"1368064" : 3154,
"1384448" : 3462,
"1400832" : 3804,
"1417216" : 4250,
"1433600" : 4562,
"1449984" : 5010,
"1466368" : 5363,
"1482752" : 5757,
"1499136" : 6181,
"1515520" : 6558,
"1531904" : 6734,
"1548288" : 6925,
"1564672" : 7356,
"1581056" : 7562,
"1597440" : 7811,
"1613824" : 7927,
"1630208" : 8281,
"1646592" : 8746,
"1662976" : 8821,
"1679360" : 9391,
"1695744" : 9604,
"1712128" : 9784,
"1728512" : 10281,
"1744896" : 10444,
"1761280" : 10652,
"1777664" : 10811,
"1794048" : 11023,
"1810432" : 11275,
"1826816" : 11392,
"1843200" : 11778,
"1859584" : 11588,
"1875968" : 11466,
"1892352" : 11664,
"1908736" : 11589,
"1925120" : 11463,
"1941504" : 11357,
"1957888" : 11294,
"1974272" : 11019,
"1990656" : 11078,
"2007040" : 10860,
"2023424" : 10545,
"2039808" : 10644,
"2056192" : 10312,
"2072576" : 10311,
"2088960" : 10073,
"2113536" : 19435,
"2146304" : 18561,
"2179072" : 17382,
"2211840" : 16407,
"2244608" : 15435,
"2277376" : 14021,
"2310144" : 13273,
"2342912" : 12218,
"2375680" : 10927,
"2408448" : 10174,
"2441216" : 9291,
"2473984" : 8223,
"2506752" : 7687,
"2539520" : 6910,
"2572288" : 6320,
"2605056" : 5946,
"2637824" : 5072,
"2670592" : 4762,
"2703360" : 4223,
"2736128" : 3933,
"2768896" : 3585,
"2801664" : 3304,
"2834432" : 3075,
"2867200" : 3001,
"2899968" : 2713,
"2932736" : 2650,
"2965504" : 2474,
"2998272" : 2264,
"3031040" : 2272,
"3063808" : 2088,
"3096576" : 2089,
"3129344" : 2041,
"3162112" : 1946,
"3194880" : 1986,
"3227648" : 1909,
"3260416" : 1893,
"3293184" : 1877,
"3325952" : 1802,
"3358720" : 1645,
"3391488" : 1657,
"3424256" : 1665,
"3457024" : 1653,
"3489792" : 1571,
"3522560" : 1474,
"3555328" : 1568,
"3588096" : 1553,
"3620864" : 1379,
"3653632" : 1493,
"3686400" : 1485,
"3719168" : 1398,
"3751936" : 1368,
"3784704" : 1331,
"3817472" : 1336,
"3850240" : 1378,
"3883008" : 1349,
"3915776" : 1317,
"3948544" : 1297,
"3981312" : 1311,
"4014080" : 1272,
"4046848" : 1242,
"4079616" : 1255,
"4112384" : 1196,
"4145152" : 1240,
"4177920" : 1260,
"4227072" : 2322,
"4292608" : 2338,
"4358144" : 2367,
"4423680" : 2283,
"4489216" : 2227,
"4554752" : 2196,
"4620288" : 2212,
"4685824" : 2193,
"4751360" : 2166,
"4816896" : 2111,
"4882432" : 2038,
"4947968" : 2089,
"5013504" : 2065,
"5079040" : 2101,
"5144576" : 1976,
"5210112" : 2122,
"5275648" : 2016,
"5341184" : 2021,
"5406720" : 1974,
"5472256" : 2025,
"5537792" : 1977,
"5603328" : 1997,
"5668864" : 1935,
"5734400" : 1991,
"5799936" : 2019,
"5865472" : 1936,
"5931008" : 1993,
"5996544" : 1982,
"6062080" : 1980,
"6127616" : 1977,
"6193152" : 2108,
"6258688" : 2004,
"6324224" : 2086,
"6389760" : 2124,
"6455296" : 2015,
"6520832" : 2023,
"6586368" : 1956,
"6651904" : 2052,
"6717440" : 2125,
"6782976" : 1980,
"6848512" : 2098,
"6914048" : 2128,
"6979584" : 2136,
"7045120" : 2253,
"7110656" : 2105,
"7176192" : 2214,
"7241728" : 2177,
"7307264" : 2182,
"7372800" : 2386,
"7438336" : 2329,
"7503872" : 2407,
"7569408" : 2256,
"7634944" : 2357,
"7700480" : 2419,
"7766016" : 2426,
"7831552" : 2583,
"7897088" : 2505,
"7962624" : 2582,
"8028160" : 2601,
"8093696" : 2644,
"8159232" : 2642,
"8224768" : 2778,
"8290304" : 2693,
"8355840" : 2885,
"8454144" : 5851,
"8585216" : 5784,
"8716288" : 5973,
"8847360" : 6117,
"8978432" : 6499,
"9109504" : 6573,
"9240576" : 6889,
"9371648" : 6910,
"9502720" : 7170,
"9633792" : 7257,
"9764864" : 7470,
"9895936" : 7650,
"10027008" : 7890,
"10158080" : 7881,
"10289152" : 8167,
"10420224" : 8218,
"10551296" : 8377,
"10682368" : 8526,
"10813440" : 8651,
"10944512" : 8806,
"11075584" : 8711,
"11206656" : 8753,
"11337728" : 8733,
"11468800" : 8594,
"11599872" : 8435,
"11730944" : 8329,
"11862016" : 7983,
"11993088" : 7774,
"12124160" : 7385,
"12255232" : 7029,
"12386304" : 6730,
"12517376" : 6127,
"12648448" : 5857,
"12779520" : 5203,
"12910592" : 4725,
"13041664" : 4348,
"13172736" : 4070,
"13303808" : 3623,
"13434880" : 3124,
"13565952" : 2781,
"13697024" : 2439,
"13828096" : 2205,
"13959168" : 1838,
"14090240" : 1702,
"14221312" : 1514,
"14352384" : 1414,
"14483456" : 1182,
"14614528" : 1145,
"14745600" : 1088,
"14876672" : 1069,
"15007744" : 1002,
"15138816" : 1007,
"15269888" : 993,
"15400960" : 930,
"15532032" : 919,
"15663104" : 936,
"15794176" : 952,
"15925248" : 964,
"16056320" : 933,
"16187392" : 902,
"16318464" : 912,
"16449536" : 922,
"16580608" : 949,
"16711680" : 903,
"16908288" : 1787,
"17170432" : 1778,
"17432576" : 1916,
"17694720" : 1917,
"17956864" : 1981,
"18219008" : 2119,
"18481152" : 2100,
"18743296" : 2242,
"19005440" : 2279,
"19267584" : 2443,
"19529728" : 2502,
"19791872" : 2509,
"20054016" : 2560,
"20316160" : 2616,
"20578304" : 2690,
"20840448" : 2624,
"21102592" : 2623,
"21364736" : 2596,
"21626880" : 2625,
"21889024" : 2420,
"22151168" : 2464,
"22413312" : 2322,
"22675456" : 2170,
"22937600" : 2134,
"23199744" : 1793,
"23461888" : 1825,
"23724032" : 1645,
"23986176" : 1536,
"24248320" : 1301,
"24510464" : 1181,
"24772608" : 1031,
"25034752" : 947,
"25296896" : 820,
"25559040" : 723,
"25821184" : 660,
"26083328" : 567,
"26345472" : 515,
"26607616" : 534,
"26869760" : 478,
"27131904" : 475,
"27394048" : 428,
"27656192" : 425,
"27918336" : 403,
"28180480" : 414,
"28442624" : 384,
"28704768" : 423,
"28966912" : 387,
"29229056" : 390,
"29491200" : 315,
"29753344" : 349,
"30015488" : 318,
"30277632" : 324,
"30539776" : 330,
"30801920" : 335,
"31064064" : 299,
"31326208" : 314,
"31588352" : 294,
"31850496" : 289,
"32112640" : 277,
"32374784" : 248,
"32636928" : 255,
"32899072" : 236,
"33161216" : 232,
"33423360" : 239,
"33816576" : 438,
"34340864" : 432,
"34865152" : 389,
"35389440" : 374,
"35913728" : 295,
"36438016" : 299,
"36962304" : 221,
"37486592" : 181,
"38010880" : 150,
"38535168" : 109,
"39059456" : 108,
"39583744" : 79,
"40108032" : 64,
"40632320" : 51,
"41156608" : 45,
"41680896" : 62,
"42205184" : 39,
"42729472" : 43,
"43253760" : 36,
"43778048" : 36,
"44302336" : 38,
"44826624" : 47,
"45350912" : 30,
"45875200" : 33,
"46399488" : 18,
"46923776" : 15,
"47448064" : 18,
"47972352" : 17,
"48496640" : 14,
"49020928" : 11,
"49545216" : 5,
"50069504" : 3,
"50593792" : 5,
"51118080" : 3,
"51642368" : 3,
"52166656" : 5,
"52690944" : 3,
"53215232" : 5,
"53739520" : 3,
"54263808" : 1,
"54788096" : 1,
"55312384" : 1,
"55836672" : 2,
"56360960" : 1,
"59506688" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 73773423,
"mean" : 8310722.385641,
"stddev" : 7212750.671057,
"N" : 1231689
},
"bw_min" : 41485,
"bw_max" : 85939,
"bw_agg" : 100.000000,
"bw_mean" : 61593.182390,
"bw_dev" : 263.916733,
"bw_samples" : 5088,
"iops_min" : 10371,
"iops_max" : 21484,
"iops_mean" : 15396.924528,
"iops_stddev" : 65.980457,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560140,
"usr_cpu" : 0.206668,
"sys_cpu" : 3.973025,
"ctx" : 2000970,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999919,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.583502,
"4" : 27.966723,
"10" : 18.728348,
"20" : 20.108775,
"50" : 4.607050,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092562,
"timestamp_ms" : 1773092562930,
"time" : "Mon Mar 9 18:42:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5648990208,
"io_kbytes" : 5516592,
"bw_bytes" : 62761676,
"bw" : 61290,
"iops" : 15324.930283,
"runtime" : 90007,
"total_ios" : 1379351,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 330606,
"max" : 44350272,
"mean" : 2077830.171040,
"stddev" : 3224776.450419,
"N" : 1379351
},
"clat_ns" : {
"min" : 1052069,
"max" : 66330745,
"mean" : 6270810.287622,
"stddev" : 6105591.257947,
"N" : 1379319,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5341184,
"70.000000" : 8847360,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31326208,
"99.900000" : 37486592,
"99.950000" : 41156608,
"99.990000" : 47448064
},
"bins" : {
"1056768" : 1,
"1105920" : 4,
"1122304" : 3,
"1138688" : 20,
"1155072" : 46,
"1171456" : 175,
"1187840" : 311,
"1204224" : 488,
"1220608" : 599,
"1236992" : 742,
"1253376" : 960,
"1269760" : 1257,
"1286144" : 1548,
"1302528" : 1787,
"1318912" : 2169,
"1335296" : 2591,
"1351680" : 2937,
"1368064" : 3545,
"1384448" : 3864,
"1400832" : 4277,
"1417216" : 4759,
"1433600" : 5137,
"1449984" : 5636,
"1466368" : 6020,
"1482752" : 6444,
"1499136" : 6901,
"1515520" : 7339,
"1531904" : 7522,
"1548288" : 7708,
"1564672" : 8173,
"1581056" : 8410,
"1597440" : 8740,
"1613824" : 8862,
"1630208" : 9211,
"1646592" : 9718,
"1662976" : 9921,
"1679360" : 10535,
"1695744" : 10746,
"1712128" : 10993,
"1728512" : 11457,
"1744896" : 11697,
"1761280" : 11905,
"1777664" : 12123,
"1794048" : 12361,
"1810432" : 12617,
"1826816" : 12698,
"1843200" : 13167,
"1859584" : 12902,
"1875968" : 12763,
"1892352" : 13014,
"1908736" : 12977,
"1925120" : 12840,
"1941504" : 12725,
"1957888" : 12566,
"1974272" : 12301,
"1990656" : 12391,
"2007040" : 12187,
"2023424" : 11770,
"2039808" : 11880,
"2056192" : 11605,
"2072576" : 11492,
"2088960" : 11274,
"2113536" : 21694,
"2146304" : 20713,
"2179072" : 19421,
"2211840" : 18417,
"2244608" : 17197,
"2277376" : 15737,
"2310144" : 14742,
"2342912" : 13629,
"2375680" : 12212,
"2408448" : 11348,
"2441216" : 10353,
"2473984" : 9240,
"2506752" : 8599,
"2539520" : 7678,
"2572288" : 7020,
"2605056" : 6607,
"2637824" : 5638,
"2670592" : 5278,
"2703360" : 4717,
"2736128" : 4403,
"2768896" : 3998,
"2801664" : 3752,
"2834432" : 3438,
"2867200" : 3328,
"2899968" : 3034,
"2932736" : 2926,
"2965504" : 2762,
"2998272" : 2536,
"3031040" : 2520,
"3063808" : 2337,
"3096576" : 2340,
"3129344" : 2266,
"3162112" : 2158,
"3194880" : 2176,
"3227648" : 2135,
"3260416" : 2108,
"3293184" : 2071,
"3325952" : 1984,
"3358720" : 1838,
"3391488" : 1843,
"3424256" : 1851,
"3457024" : 1833,
"3489792" : 1743,
"3522560" : 1626,
"3555328" : 1749,
"3588096" : 1715,
"3620864" : 1529,
"3653632" : 1670,
"3686400" : 1633,
"3719168" : 1541,
"3751936" : 1536,
"3784704" : 1500,
"3817472" : 1494,
"3850240" : 1515,
"3883008" : 1498,
"3915776" : 1472,
"3948544" : 1435,
"3981312" : 1464,
"4014080" : 1430,
"4046848" : 1390,
"4079616" : 1403,
"4112384" : 1347,
"4145152" : 1371,
"4177920" : 1408,
"4227072" : 2573,
"4292608" : 2598,
"4358144" : 2651,
"4423680" : 2537,
"4489216" : 2493,
"4554752" : 2426,
"4620288" : 2465,
"4685824" : 2427,
"4751360" : 2395,
"4816896" : 2382,
"4882432" : 2278,
"4947968" : 2325,
"5013504" : 2317,
"5079040" : 2335,
"5144576" : 2199,
"5210112" : 2351,
"5275648" : 2264,
"5341184" : 2255,
"5406720" : 2218,
"5472256" : 2282,
"5537792" : 2203,
"5603328" : 2244,
"5668864" : 2164,
"5734400" : 2242,
"5799936" : 2275,
"5865472" : 2189,
"5931008" : 2239,
"5996544" : 2255,
"6062080" : 2253,
"6127616" : 2227,
"6193152" : 2371,
"6258688" : 2250,
"6324224" : 2365,
"6389760" : 2395,
"6455296" : 2287,
"6520832" : 2305,
"6586368" : 2240,
"6651904" : 2359,
"6717440" : 2406,
"6782976" : 2279,
"6848512" : 2371,
"6914048" : 2423,
"6979584" : 2441,
"7045120" : 2543,
"7110656" : 2406,
"7176192" : 2484,
"7241728" : 2441,
"7307264" : 2462,
"7372800" : 2681,
"7438336" : 2619,
"7503872" : 2700,
"7569408" : 2539,
"7634944" : 2654,
"7700480" : 2718,
"7766016" : 2724,
"7831552" : 2908,
"7897088" : 2792,
"7962624" : 2882,
"8028160" : 2923,
"8093696" : 2946,
"8159232" : 2957,
"8224768" : 3085,
"8290304" : 3019,
"8355840" : 3185,
"8454144" : 6472,
"8585216" : 6464,
"8716288" : 6596,
"8847360" : 6754,
"8978432" : 7204,
"9109504" : 7203,
"9240576" : 7578,
"9371648" : 7677,
"9502720" : 8020,
"9633792" : 8086,
"9764864" : 8321,
"9895936" : 8515,
"10027008" : 8755,
"10158080" : 8842,
"10289152" : 9095,
"10420224" : 9191,
"10551296" : 9393,
"10682368" : 9636,
"10813440" : 9783,
"10944512" : 9859,
"11075584" : 9807,
"11206656" : 9825,
"11337728" : 9821,
"11468800" : 9664,
"11599872" : 9490,
"11730944" : 9432,
"11862016" : 9036,
"11993088" : 8875,
"12124160" : 8366,
"12255232" : 7993,
"12386304" : 7594,
"12517376" : 6906,
"12648448" : 6631,
"12779520" : 5918,
"12910592" : 5386,
"13041664" : 4978,
"13172736" : 4586,
"13303808" : 4073,
"13434880" : 3536,
"13565952" : 3139,
"13697024" : 2781,
"13828096" : 2491,
"13959168" : 2079,
"14090240" : 1900,
"14221312" : 1710,
"14352384" : 1589,
"14483456" : 1334,
"14614528" : 1292,
"14745600" : 1218,
"14876672" : 1210,
"15007744" : 1129,
"15138816" : 1121,
"15269888" : 1101,
"15400960" : 1043,
"15532032" : 1022,
"15663104" : 1046,
"15794176" : 1055,
"15925248" : 1065,
"16056320" : 1043,
"16187392" : 1003,
"16318464" : 1010,
"16449536" : 1041,
"16580608" : 1049,
"16711680" : 990,
"16908288" : 2012,
"17170432" : 1980,
"17432576" : 2158,
"17694720" : 2143,
"17956864" : 2227,
"18219008" : 2328,
"18481152" : 2357,
"18743296" : 2532,
"19005440" : 2570,
"19267584" : 2704,
"19529728" : 2827,
"19791872" : 2827,
"20054016" : 2887,
"20316160" : 2958,
"20578304" : 2989,
"20840448" : 2965,
"21102592" : 2969,
"21364736" : 2950,
"21626880" : 2979,
"21889024" : 2747,
"22151168" : 2758,
"22413312" : 2604,
"22675456" : 2450,
"22937600" : 2430,
"23199744" : 2069,
"23461888" : 2069,
"23724032" : 1850,
"23986176" : 1759,
"24248320" : 1479,
"24510464" : 1335,
"24772608" : 1146,
"25034752" : 1061,
"25296896" : 931,
"25559040" : 828,
"25821184" : 749,
"26083328" : 643,
"26345472" : 584,
"26607616" : 593,
"26869760" : 550,
"27131904" : 548,
"27394048" : 491,
"27656192" : 484,
"27918336" : 478,
"28180480" : 472,
"28442624" : 430,
"28704768" : 484,
"28966912" : 443,
"29229056" : 453,
"29491200" : 365,
"29753344" : 397,
"30015488" : 374,
"30277632" : 367,
"30539776" : 383,
"30801920" : 380,
"31064064" : 350,
"31326208" : 374,
"31588352" : 334,
"31850496" : 334,
"32112640" : 321,
"32374784" : 292,
"32636928" : 290,
"32899072" : 292,
"33161216" : 268,
"33423360" : 279,
"33816576" : 526,
"34340864" : 523,
"34865152" : 457,
"35389440" : 425,
"35913728" : 338,
"36438016" : 331,
"36962304" : 245,
"37486592" : 214,
"38010880" : 169,
"38535168" : 138,
"39059456" : 127,
"39583744" : 96,
"40108032" : 77,
"40632320" : 59,
"41156608" : 55,
"41680896" : 75,
"42205184" : 47,
"42729472" : 49,
"43253760" : 46,
"43778048" : 44,
"44302336" : 49,
"44826624" : 58,
"45350912" : 40,
"45875200" : 40,
"46399488" : 29,
"46923776" : 30,
"47448064" : 34,
"47972352" : 23,
"48496640" : 18,
"49020928" : 23,
"49545216" : 7,
"50069504" : 4,
"50593792" : 7,
"51118080" : 5,
"51642368" : 3,
"52166656" : 5,
"52690944" : 3,
"53215232" : 6,
"53739520" : 3,
"54263808" : 1,
"54788096" : 1,
"55312384" : 1,
"55836672" : 2,
"56360960" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 1,
"66322432" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 73773423,
"mean" : 8348692.948739,
"stddev" : 7259963.760512,
"N" : 1379319
},
"bw_min" : 41243,
"bw_max" : 85955,
"bw_agg" : 100.000000,
"bw_mean" : 61385.486034,
"bw_dev" : 262.047063,
"bw_samples" : 5728,
"iops_min" : 10309,
"iops_max" : 21488,
"iops_mean" : 15344.558659,
"iops_stddev" : 65.526340,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880143,
"usr_cpu" : 0.206309,
"sys_cpu" : 3.952894,
"ctx" : 2240711,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.526532,
"4" : 27.870064,
"10" : 18.696764,
"20" : 20.219727,
"50" : 4.681332,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092572,
"timestamp_ms" : 1773092572933,
"time" : "Mon Mar 9 18:42:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6301679616,
"io_kbytes" : 6153984,
"bw_bytes" : 63012385,
"bw" : 61535,
"iops" : 15384.763067,
"runtime" : 100007,
"total_ios" : 1538584,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 330606,
"max" : 44350272,
"mean" : 2069690.371107,
"stddev" : 3213652.614396,
"N" : 1538584
},
"clat_ns" : {
"min" : 1052069,
"max" : 66330745,
"mean" : 6246128.823946,
"stddev" : 6085725.357300,
"N" : 1538552,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5275648,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31326208,
"99.900000" : 37486592,
"99.950000" : 41156608,
"99.990000" : 47448064
},
"bins" : {
"1056768" : 1,
"1105920" : 4,
"1122304" : 3,
"1138688" : 20,
"1155072" : 48,
"1171456" : 186,
"1187840" : 347,
"1204224" : 531,
"1220608" : 644,
"1236992" : 803,
"1253376" : 1061,
"1269760" : 1371,
"1286144" : 1692,
"1302528" : 1930,
"1318912" : 2347,
"1335296" : 2780,
"1351680" : 3168,
"1368064" : 3838,
"1384448" : 4207,
"1400832" : 4657,
"1417216" : 5168,
"1433600" : 5630,
"1449984" : 6151,
"1466368" : 6576,
"1482752" : 7082,
"1499136" : 7643,
"1515520" : 8052,
"1531904" : 8238,
"1548288" : 8506,
"1564672" : 9088,
"1581056" : 9302,
"1597440" : 9627,
"1613824" : 9779,
"1630208" : 10171,
"1646592" : 10671,
"1662976" : 10973,
"1679360" : 11632,
"1695744" : 11940,
"1712128" : 12206,
"1728512" : 12745,
"1744896" : 12972,
"1761280" : 13221,
"1777664" : 13512,
"1794048" : 13718,
"1810432" : 14052,
"1826816" : 14188,
"1843200" : 14710,
"1859584" : 14412,
"1875968" : 14312,
"1892352" : 14512,
"1908736" : 14486,
"1925120" : 14375,
"1941504" : 14197,
"1957888" : 14106,
"1974272" : 13837,
"1990656" : 13858,
"2007040" : 13656,
"2023424" : 13204,
"2039808" : 13265,
"2056192" : 13090,
"2072576" : 12903,
"2088960" : 12678,
"2113536" : 24386,
"2146304" : 23320,
"2179072" : 21888,
"2211840" : 20670,
"2244608" : 19310,
"2277376" : 17831,
"2310144" : 16648,
"2342912" : 15440,
"2375680" : 13857,
"2408448" : 12851,
"2441216" : 11668,
"2473984" : 10472,
"2506752" : 9776,
"2539520" : 8723,
"2572288" : 7934,
"2605056" : 7408,
"2637824" : 6383,
"2670592" : 5986,
"2703360" : 5355,
"2736128" : 4960,
"2768896" : 4534,
"2801664" : 4208,
"2834432" : 3863,
"2867200" : 3721,
"2899968" : 3436,
"2932736" : 3288,
"2965504" : 3105,
"2998272" : 2898,
"3031040" : 2858,
"3063808" : 2671,
"3096576" : 2662,
"3129344" : 2581,
"3162112" : 2440,
"3194880" : 2461,
"3227648" : 2374,
"3260416" : 2350,
"3293184" : 2337,
"3325952" : 2265,
"3358720" : 2104,
"3391488" : 2095,
"3424256" : 2092,
"3457024" : 2102,
"3489792" : 1980,
"3522560" : 1884,
"3555328" : 1977,
"3588096" : 1991,
"3620864" : 1730,
"3653632" : 1893,
"3686400" : 1853,
"3719168" : 1761,
"3751936" : 1759,
"3784704" : 1724,
"3817472" : 1706,
"3850240" : 1706,
"3883008" : 1686,
"3915776" : 1655,
"3948544" : 1627,
"3981312" : 1633,
"4014080" : 1607,
"4046848" : 1533,
"4079616" : 1578,
"4112384" : 1511,
"4145152" : 1536,
"4177920" : 1576,
"4227072" : 2928,
"4292608" : 2939,
"4358144" : 2983,
"4423680" : 2885,
"4489216" : 2792,
"4554752" : 2818,
"4620288" : 2769,
"4685824" : 2739,
"4751360" : 2684,
"4816896" : 2701,
"4882432" : 2591,
"4947968" : 2656,
"5013504" : 2605,
"5079040" : 2595,
"5144576" : 2490,
"5210112" : 2602,
"5275648" : 2538,
"5341184" : 2529,
"5406720" : 2496,
"5472256" : 2555,
"5537792" : 2469,
"5603328" : 2504,
"5668864" : 2429,
"5734400" : 2524,
"5799936" : 2572,
"5865472" : 2464,
"5931008" : 2506,
"5996544" : 2527,
"6062080" : 2565,
"6127616" : 2499,
"6193152" : 2652,
"6258688" : 2532,
"6324224" : 2641,
"6389760" : 2681,
"6455296" : 2580,
"6520832" : 2611,
"6586368" : 2532,
"6651904" : 2656,
"6717440" : 2715,
"6782976" : 2597,
"6848512" : 2656,
"6914048" : 2731,
"6979584" : 2765,
"7045120" : 2872,
"7110656" : 2756,
"7176192" : 2776,
"7241728" : 2729,
"7307264" : 2797,
"7372800" : 2973,
"7438336" : 2946,
"7503872" : 3062,
"7569408" : 2868,
"7634944" : 3010,
"7700480" : 3033,
"7766016" : 3050,
"7831552" : 3239,
"7897088" : 3150,
"7962624" : 3228,
"8028160" : 3306,
"8093696" : 3307,
"8159232" : 3319,
"8224768" : 3444,
"8290304" : 3375,
"8355840" : 3545,
"8454144" : 7198,
"8585216" : 7227,
"8716288" : 7326,
"8847360" : 7555,
"8978432" : 7969,
"9109504" : 8077,
"9240576" : 8431,
"9371648" : 8550,
"9502720" : 8892,
"9633792" : 8932,
"9764864" : 9260,
"9895936" : 9459,
"10027008" : 9692,
"10158080" : 9706,
"10289152" : 10015,
"10420224" : 10124,
"10551296" : 10279,
"10682368" : 10590,
"10813440" : 10746,
"10944512" : 10837,
"11075584" : 10797,
"11206656" : 10816,
"11337728" : 10812,
"11468800" : 10608,
"11599872" : 10476,
"11730944" : 10391,
"11862016" : 9963,
"11993088" : 9837,
"12124160" : 9276,
"12255232" : 8857,
"12386304" : 8394,
"12517376" : 7649,
"12648448" : 7359,
"12779520" : 6617,
"12910592" : 6044,
"13041664" : 5529,
"13172736" : 5100,
"13303808" : 4498,
"13434880" : 3961,
"13565952" : 3501,
"13697024" : 3113,
"13828096" : 2783,
"13959168" : 2331,
"14090240" : 2126,
"14221312" : 1927,
"14352384" : 1768,
"14483456" : 1497,
"14614528" : 1439,
"14745600" : 1349,
"14876672" : 1341,
"15007744" : 1261,
"15138816" : 1244,
"15269888" : 1217,
"15400960" : 1172,
"15532032" : 1161,
"15663104" : 1167,
"15794176" : 1189,
"15925248" : 1189,
"16056320" : 1157,
"16187392" : 1122,
"16318464" : 1130,
"16449536" : 1153,
"16580608" : 1169,
"16711680" : 1112,
"16908288" : 2213,
"17170432" : 2201,
"17432576" : 2376,
"17694720" : 2358,
"17956864" : 2438,
"18219008" : 2535,
"18481152" : 2563,
"18743296" : 2784,
"19005440" : 2841,
"19267584" : 2953,
"19529728" : 3046,
"19791872" : 3130,
"20054016" : 3151,
"20316160" : 3222,
"20578304" : 3263,
"20840448" : 3245,
"21102592" : 3269,
"21364736" : 3260,
"21626880" : 3246,
"21889024" : 3044,
"22151168" : 3048,
"22413312" : 2886,
"22675456" : 2711,
"22937600" : 2709,
"23199744" : 2298,
"23461888" : 2321,
"23724032" : 2062,
"23986176" : 1941,
"24248320" : 1644,
"24510464" : 1504,
"24772608" : 1284,
"25034752" : 1191,
"25296896" : 1028,
"25559040" : 904,
"25821184" : 805,
"26083328" : 722,
"26345472" : 663,
"26607616" : 655,
"26869760" : 617,
"27131904" : 594,
"27394048" : 537,
"27656192" : 524,
"27918336" : 513,
"28180480" : 511,
"28442624" : 473,
"28704768" : 519,
"28966912" : 482,
"29229056" : 488,
"29491200" : 393,
"29753344" : 421,
"30015488" : 415,
"30277632" : 398,
"30539776" : 425,
"30801920" : 416,
"31064064" : 384,
"31326208" : 409,
"31588352" : 368,
"31850496" : 379,
"32112640" : 362,
"32374784" : 337,
"32636928" : 334,
"32899072" : 330,
"33161216" : 302,
"33423360" : 329,
"33816576" : 588,
"34340864" : 570,
"34865152" : 499,
"35389440" : 477,
"35913728" : 384,
"36438016" : 380,
"36962304" : 301,
"37486592" : 245,
"38010880" : 182,
"38535168" : 151,
"39059456" : 132,
"39583744" : 99,
"40108032" : 79,
"40632320" : 63,
"41156608" : 59,
"41680896" : 77,
"42205184" : 53,
"42729472" : 52,
"43253760" : 51,
"43778048" : 51,
"44302336" : 51,
"44826624" : 63,
"45350912" : 44,
"45875200" : 45,
"46399488" : 30,
"46923776" : 34,
"47448064" : 40,
"47972352" : 24,
"48496640" : 20,
"49020928" : 23,
"49545216" : 7,
"50069504" : 7,
"50593792" : 7,
"51118080" : 5,
"51642368" : 3,
"52166656" : 5,
"52690944" : 3,
"53215232" : 6,
"53739520" : 3,
"54263808" : 1,
"54788096" : 2,
"55312384" : 1,
"55836672" : 2,
"56360960" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 1,
"66322432" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 73773423,
"mean" : 8315703.483566,
"stddev" : 7237229.610845,
"N" : 1538552
},
"bw_min" : 40891,
"bw_max" : 87046,
"bw_agg" : 100.000000,
"bw_mean" : 61536.266332,
"bw_dev" : 270.524926,
"bw_samples" : 6368,
"iops_min" : 10221,
"iops_max" : 21759,
"iops_mean" : 15382.331658,
"iops_stddev" : 67.643447,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200132,
"usr_cpu" : 0.207991,
"sys_cpu" : 3.969961,
"ctx" : 2500528,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.355683,
"4" : 28.193976,
"10" : 18.784480,
"20" : 20.026726,
"50" : 4.634001,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092582,
"timestamp_ms" : 1773092582932,
"time" : "Mon Mar 9 18:43:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6953484288,
"io_kbytes" : 6790512,
"bw_bytes" : 63210045,
"bw" : 61728,
"iops" : 15433.249096,
"runtime" : 110006,
"total_ios" : 1697750,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 330606,
"max" : 44350272,
"mean" : 2063231.227902,
"stddev" : 3204444.931765,
"N" : 1697750
},
"clat_ns" : {
"min" : 1052069,
"max" : 66330745,
"mean" : 6226794.323492,
"stddev" : 6069598.219803,
"N" : 1697718,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31326208,
"99.900000" : 37486592,
"99.950000" : 40632320,
"99.990000" : 47448064
},
"bins" : {
"1056768" : 1,
"1105920" : 4,
"1122304" : 3,
"1138688" : 20,
"1155072" : 49,
"1171456" : 191,
"1187840" : 362,
"1204224" : 564,
"1220608" : 692,
"1236992" : 856,
"1253376" : 1160,
"1269760" : 1494,
"1286144" : 1831,
"1302528" : 2137,
"1318912" : 2557,
"1335296" : 3065,
"1351680" : 3515,
"1368064" : 4215,
"1384448" : 4616,
"1400832" : 5163,
"1417216" : 5714,
"1433600" : 6216,
"1449984" : 6866,
"1466368" : 7292,
"1482752" : 7848,
"1499136" : 8498,
"1515520" : 8953,
"1531904" : 9180,
"1548288" : 9479,
"1564672" : 10069,
"1581056" : 10342,
"1597440" : 10697,
"1613824" : 10841,
"1630208" : 11339,
"1646592" : 11821,
"1662976" : 12215,
"1679360" : 12958,
"1695744" : 13222,
"1712128" : 13583,
"1728512" : 14147,
"1744896" : 14385,
"1761280" : 14718,
"1777664" : 15071,
"1794048" : 15264,
"1810432" : 15689,
"1826816" : 15739,
"1843200" : 16261,
"1859584" : 16033,
"1875968" : 15856,
"1892352" : 16098,
"1908736" : 16025,
"1925120" : 15970,
"1941504" : 15767,
"1957888" : 15606,
"1974272" : 15359,
"1990656" : 15326,
"2007040" : 15150,
"2023424" : 14624,
"2039808" : 14682,
"2056192" : 14527,
"2072576" : 14269,
"2088960" : 14084,
"2113536" : 26965,
"2146304" : 25809,
"2179072" : 24143,
"2211840" : 22875,
"2244608" : 21283,
"2277376" : 19715,
"2310144" : 18286,
"2342912" : 16989,
"2375680" : 15219,
"2408448" : 14076,
"2441216" : 12839,
"2473984" : 11528,
"2506752" : 10714,
"2539520" : 9523,
"2572288" : 8700,
"2605056" : 8074,
"2637824" : 7023,
"2670592" : 6557,
"2703360" : 5856,
"2736128" : 5417,
"2768896" : 4938,
"2801664" : 4581,
"2834432" : 4239,
"2867200" : 4077,
"2899968" : 3764,
"2932736" : 3634,
"2965504" : 3419,
"2998272" : 3184,
"3031040" : 3149,
"3063808" : 2928,
"3096576" : 2923,
"3129344" : 2840,
"3162112" : 2676,
"3194880" : 2712,
"3227648" : 2592,
"3260416" : 2569,
"3293184" : 2544,
"3325952" : 2473,
"3358720" : 2307,
"3391488" : 2281,
"3424256" : 2311,
"3457024" : 2317,
"3489792" : 2163,
"3522560" : 2084,
"3555328" : 2166,
"3588096" : 2189,
"3620864" : 1912,
"3653632" : 2104,
"3686400" : 2029,
"3719168" : 1922,
"3751936" : 1944,
"3784704" : 1901,
"3817472" : 1857,
"3850240" : 1892,
"3883008" : 1841,
"3915776" : 1827,
"3948544" : 1812,
"3981312" : 1808,
"4014080" : 1786,
"4046848" : 1691,
"4079616" : 1702,
"4112384" : 1665,
"4145152" : 1710,
"4177920" : 1713,
"4227072" : 3207,
"4292608" : 3227,
"4358144" : 3287,
"4423680" : 3153,
"4489216" : 3042,
"4554752" : 3080,
"4620288" : 3025,
"4685824" : 2998,
"4751360" : 2928,
"4816896" : 2979,
"4882432" : 2804,
"4947968" : 2903,
"5013504" : 2857,
"5079040" : 2810,
"5144576" : 2711,
"5210112" : 2863,
"5275648" : 2809,
"5341184" : 2792,
"5406720" : 2748,
"5472256" : 2812,
"5537792" : 2720,
"5603328" : 2734,
"5668864" : 2675,
"5734400" : 2761,
"5799936" : 2797,
"5865472" : 2710,
"5931008" : 2749,
"5996544" : 2798,
"6062080" : 2838,
"6127616" : 2760,
"6193152" : 2943,
"6258688" : 2816,
"6324224" : 2898,
"6389760" : 2950,
"6455296" : 2852,
"6520832" : 2881,
"6586368" : 2805,
"6651904" : 2921,
"6717440" : 3031,
"6782976" : 2880,
"6848512" : 2943,
"6914048" : 3017,
"6979584" : 3051,
"7045120" : 3126,
"7110656" : 3026,
"7176192" : 3079,
"7241728" : 2997,
"7307264" : 3105,
"7372800" : 3266,
"7438336" : 3248,
"7503872" : 3332,
"7569408" : 3185,
"7634944" : 3316,
"7700480" : 3320,
"7766016" : 3371,
"7831552" : 3568,
"7897088" : 3456,
"7962624" : 3583,
"8028160" : 3650,
"8093696" : 3666,
"8159232" : 3658,
"8224768" : 3816,
"8290304" : 3749,
"8355840" : 3915,
"8454144" : 8011,
"8585216" : 8134,
"8716288" : 8233,
"8847360" : 8357,
"8978432" : 8862,
"9109504" : 9119,
"9240576" : 9433,
"9371648" : 9632,
"9502720" : 9864,
"9633792" : 9989,
"9764864" : 10310,
"9895936" : 10510,
"10027008" : 10762,
"10158080" : 10839,
"10289152" : 11195,
"10420224" : 11231,
"10551296" : 11448,
"10682368" : 11706,
"10813440" : 11853,
"10944512" : 11914,
"11075584" : 11853,
"11206656" : 11883,
"11337728" : 11864,
"11468800" : 11640,
"11599872" : 11553,
"11730944" : 11388,
"11862016" : 10940,
"11993088" : 10699,
"12124160" : 10169,
"12255232" : 9760,
"12386304" : 9168,
"12517376" : 8383,
"12648448" : 8020,
"12779520" : 7177,
"12910592" : 6521,
"13041664" : 5945,
"13172736" : 5451,
"13303808" : 4834,
"13434880" : 4247,
"13565952" : 3715,
"13697024" : 3325,
"13828096" : 3011,
"13959168" : 2496,
"14090240" : 2291,
"14221312" : 2070,
"14352384" : 1918,
"14483456" : 1645,
"14614528" : 1571,
"14745600" : 1475,
"14876672" : 1442,
"15007744" : 1389,
"15138816" : 1367,
"15269888" : 1330,
"15400960" : 1309,
"15532032" : 1296,
"15663104" : 1299,
"15794176" : 1292,
"15925248" : 1315,
"16056320" : 1268,
"16187392" : 1246,
"16318464" : 1252,
"16449536" : 1279,
"16580608" : 1283,
"16711680" : 1227,
"16908288" : 2457,
"17170432" : 2465,
"17432576" : 2614,
"17694720" : 2623,
"17956864" : 2707,
"18219008" : 2834,
"18481152" : 2864,
"18743296" : 3072,
"19005440" : 3143,
"19267584" : 3259,
"19529728" : 3357,
"19791872" : 3435,
"20054016" : 3476,
"20316160" : 3559,
"20578304" : 3583,
"20840448" : 3559,
"21102592" : 3572,
"21364736" : 3567,
"21626880" : 3520,
"21889024" : 3292,
"22151168" : 3289,
"22413312" : 3108,
"22675456" : 2987,
"22937600" : 2928,
"23199744" : 2514,
"23461888" : 2523,
"23724032" : 2212,
"23986176" : 2103,
"24248320" : 1797,
"24510464" : 1624,
"24772608" : 1395,
"25034752" : 1284,
"25296896" : 1111,
"25559040" : 988,
"25821184" : 872,
"26083328" : 791,
"26345472" : 726,
"26607616" : 718,
"26869760" : 688,
"27131904" : 660,
"27394048" : 595,
"27656192" : 592,
"27918336" : 565,
"28180480" : 571,
"28442624" : 523,
"28704768" : 572,
"28966912" : 511,
"29229056" : 523,
"29491200" : 434,
"29753344" : 469,
"30015488" : 454,
"30277632" : 435,
"30539776" : 450,
"30801920" : 450,
"31064064" : 421,
"31326208" : 445,
"31588352" : 404,
"31850496" : 406,
"32112640" : 400,
"32374784" : 366,
"32636928" : 357,
"32899072" : 353,
"33161216" : 329,
"33423360" : 356,
"33816576" : 647,
"34340864" : 615,
"34865152" : 554,
"35389440" : 521,
"35913728" : 427,
"36438016" : 412,
"36962304" : 330,
"37486592" : 276,
"38010880" : 205,
"38535168" : 160,
"39059456" : 142,
"39583744" : 109,
"40108032" : 92,
"40632320" : 73,
"41156608" : 66,
"41680896" : 84,
"42205184" : 58,
"42729472" : 64,
"43253760" : 51,
"43778048" : 56,
"44302336" : 60,
"44826624" : 67,
"45350912" : 48,
"45875200" : 47,
"46399488" : 33,
"46923776" : 37,
"47448064" : 43,
"47972352" : 27,
"48496640" : 21,
"49020928" : 25,
"49545216" : 10,
"50069504" : 7,
"50593792" : 8,
"51118080" : 5,
"51642368" : 3,
"52166656" : 5,
"52690944" : 3,
"53215232" : 6,
"53739520" : 3,
"54263808" : 1,
"54788096" : 2,
"55312384" : 1,
"55836672" : 2,
"56360960" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 1,
"66322432" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 73773423,
"mean" : 8289989.731059,
"stddev" : 7218824.032183,
"N" : 1697718
},
"bw_min" : 40891,
"bw_max" : 87312,
"bw_agg" : 100.000000,
"bw_mean" : 61747.301370,
"bw_dev" : 270.557498,
"bw_samples" : 7008,
"iops_min" : 10221,
"iops_max" : 21826,
"iops_mean" : 15434.958904,
"iops_stddev" : 67.653664,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520122,
"usr_cpu" : 0.207550,
"sys_cpu" : 3.983527,
"ctx" : 2754568,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.510087,
"4" : 28.147195,
"10" : 18.833338,
"20" : 19.922839,
"50" : 4.581829,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092592,
"timestamp_ms" : 1773092592940,
"time" : "Mon Mar 9 18:43:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7584710656,
"io_kbytes" : 7406944,
"bw_bytes" : 63201708,
"bw" : 61720,
"iops" : 15431.621225,
"runtime" : 120008,
"total_ios" : 1851918,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 322042,
"max" : 44350272,
"mean" : 2063450.504462,
"stddev" : 3204666.746854,
"N" : 1851919
},
"clat_ns" : {
"min" : 1052069,
"max" : 66330745,
"mean" : 6227490.973657,
"stddev" : 6070830.690240,
"N" : 1851886,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31326208,
"99.900000" : 37486592,
"99.950000" : 40632320,
"99.990000" : 47448064
},
"bins" : {
"1056768" : 1,
"1105920" : 4,
"1122304" : 3,
"1138688" : 22,
"1155072" : 52,
"1171456" : 207,
"1187840" : 377,
"1204224" : 593,
"1220608" : 742,
"1236992" : 912,
"1253376" : 1240,
"1269760" : 1609,
"1286144" : 1975,
"1302528" : 2286,
"1318912" : 2775,
"1335296" : 3307,
"1351680" : 3816,
"1368064" : 4500,
"1384448" : 5011,
"1400832" : 5619,
"1417216" : 6179,
"1433600" : 6797,
"1449984" : 7495,
"1466368" : 7964,
"1482752" : 8553,
"1499136" : 9250,
"1515520" : 9770,
"1531904" : 9991,
"1548288" : 10382,
"1564672" : 10928,
"1581056" : 11291,
"1597440" : 11748,
"1613824" : 11882,
"1630208" : 12406,
"1646592" : 12869,
"1662976" : 13401,
"1679360" : 14141,
"1695744" : 14445,
"1712128" : 14815,
"1728512" : 15405,
"1744896" : 15727,
"1761280" : 16046,
"1777664" : 16520,
"1794048" : 16758,
"1810432" : 17122,
"1826816" : 17171,
"1843200" : 17817,
"1859584" : 17563,
"1875968" : 17347,
"1892352" : 17628,
"1908736" : 17486,
"1925120" : 17455,
"1941504" : 17268,
"1957888" : 17026,
"1974272" : 16852,
"1990656" : 16696,
"2007040" : 16552,
"2023424" : 16031,
"2039808" : 16088,
"2056192" : 15925,
"2072576" : 15596,
"2088960" : 15341,
"2113536" : 29412,
"2146304" : 28249,
"2179072" : 26418,
"2211840" : 24961,
"2244608" : 23235,
"2277376" : 21445,
"2310144" : 19990,
"2342912" : 18535,
"2375680" : 16579,
"2408448" : 15357,
"2441216" : 14014,
"2473984" : 12574,
"2506752" : 11738,
"2539520" : 10423,
"2572288" : 9487,
"2605056" : 8802,
"2637824" : 7654,
"2670592" : 7156,
"2703360" : 6393,
"2736128" : 5883,
"2768896" : 5345,
"2801664" : 5020,
"2834432" : 4621,
"2867200" : 4408,
"2899968" : 4075,
"2932736" : 3969,
"2965504" : 3716,
"2998272" : 3442,
"3031040" : 3414,
"3063808" : 3154,
"3096576" : 3172,
"3129344" : 3083,
"3162112" : 2920,
"3194880" : 2943,
"3227648" : 2819,
"3260416" : 2792,
"3293184" : 2720,
"3325952" : 2684,
"3358720" : 2518,
"3391488" : 2473,
"3424256" : 2492,
"3457024" : 2517,
"3489792" : 2325,
"3522560" : 2251,
"3555328" : 2337,
"3588096" : 2362,
"3620864" : 2085,
"3653632" : 2264,
"3686400" : 2172,
"3719168" : 2078,
"3751936" : 2079,
"3784704" : 2046,
"3817472" : 2011,
"3850240" : 2048,
"3883008" : 1973,
"3915776" : 1981,
"3948544" : 1940,
"3981312" : 1964,
"4014080" : 1918,
"4046848" : 1818,
"4079616" : 1822,
"4112384" : 1821,
"4145152" : 1852,
"4177920" : 1832,
"4227072" : 3474,
"4292608" : 3473,
"4358144" : 3523,
"4423680" : 3429,
"4489216" : 3308,
"4554752" : 3325,
"4620288" : 3239,
"4685824" : 3220,
"4751360" : 3168,
"4816896" : 3255,
"4882432" : 3006,
"4947968" : 3147,
"5013504" : 3091,
"5079040" : 3060,
"5144576" : 2928,
"5210112" : 3086,
"5275648" : 3026,
"5341184" : 3026,
"5406720" : 2984,
"5472256" : 3059,
"5537792" : 2961,
"5603328" : 2968,
"5668864" : 2916,
"5734400" : 2987,
"5799936" : 3030,
"5865472" : 2924,
"5931008" : 2985,
"5996544" : 3030,
"6062080" : 3120,
"6127616" : 3011,
"6193152" : 3231,
"6258688" : 3077,
"6324224" : 3169,
"6389760" : 3177,
"6455296" : 3102,
"6520832" : 3136,
"6586368" : 3054,
"6651904" : 3200,
"6717440" : 3297,
"6782976" : 3179,
"6848512" : 3228,
"6914048" : 3278,
"6979584" : 3329,
"7045120" : 3402,
"7110656" : 3268,
"7176192" : 3370,
"7241728" : 3271,
"7307264" : 3388,
"7372800" : 3596,
"7438336" : 3582,
"7503872" : 3637,
"7569408" : 3493,
"7634944" : 3655,
"7700480" : 3662,
"7766016" : 3692,
"7831552" : 3917,
"7897088" : 3793,
"7962624" : 3949,
"8028160" : 3970,
"8093696" : 4012,
"8159232" : 4012,
"8224768" : 4177,
"8290304" : 4136,
"8355840" : 4249,
"8454144" : 8796,
"8585216" : 8961,
"8716288" : 9066,
"8847360" : 9162,
"8978432" : 9649,
"9109504" : 9950,
"9240576" : 10256,
"9371648" : 10548,
"9502720" : 10777,
"9633792" : 10898,
"9764864" : 11194,
"9895936" : 11443,
"10027008" : 11681,
"10158080" : 11771,
"10289152" : 12169,
"10420224" : 12218,
"10551296" : 12430,
"10682368" : 12805,
"10813440" : 12934,
"10944512" : 13065,
"11075584" : 12909,
"11206656" : 12940,
"11337728" : 12867,
"11468800" : 12717,
"11599872" : 12605,
"11730944" : 12412,
"11862016" : 12000,
"11993088" : 11659,
"12124160" : 11144,
"12255232" : 10725,
"12386304" : 9996,
"12517376" : 9207,
"12648448" : 8782,
"12779520" : 7822,
"12910592" : 7090,
"13041664" : 6495,
"13172736" : 5956,
"13303808" : 5279,
"13434880" : 4675,
"13565952" : 4074,
"13697024" : 3630,
"13828096" : 3315,
"13959168" : 2752,
"14090240" : 2541,
"14221312" : 2256,
"14352384" : 2134,
"14483456" : 1808,
"14614528" : 1724,
"14745600" : 1628,
"14876672" : 1574,
"15007744" : 1500,
"15138816" : 1513,
"15269888" : 1443,
"15400960" : 1417,
"15532032" : 1415,
"15663104" : 1412,
"15794176" : 1410,
"15925248" : 1423,
"16056320" : 1376,
"16187392" : 1360,
"16318464" : 1364,
"16449536" : 1401,
"16580608" : 1412,
"16711680" : 1326,
"16908288" : 2721,
"17170432" : 2691,
"17432576" : 2850,
"17694720" : 2859,
"17956864" : 2941,
"18219008" : 3091,
"18481152" : 3126,
"18743296" : 3341,
"19005440" : 3415,
"19267584" : 3504,
"19529728" : 3636,
"19791872" : 3742,
"20054016" : 3734,
"20316160" : 3841,
"20578304" : 3879,
"20840448" : 3880,
"21102592" : 3868,
"21364736" : 3904,
"21626880" : 3806,
"21889024" : 3565,
"22151168" : 3575,
"22413312" : 3356,
"22675456" : 3274,
"22937600" : 3185,
"23199744" : 2749,
"23461888" : 2727,
"23724032" : 2450,
"23986176" : 2294,
"24248320" : 1987,
"24510464" : 1770,
"24772608" : 1535,
"25034752" : 1417,
"25296896" : 1213,
"25559040" : 1117,
"25821184" : 959,
"26083328" : 879,
"26345472" : 791,
"26607616" : 791,
"26869760" : 757,
"27131904" : 714,
"27394048" : 663,
"27656192" : 653,
"27918336" : 609,
"28180480" : 611,
"28442624" : 573,
"28704768" : 640,
"28966912" : 568,
"29229056" : 554,
"29491200" : 472,
"29753344" : 507,
"30015488" : 488,
"30277632" : 469,
"30539776" : 491,
"30801920" : 479,
"31064064" : 457,
"31326208" : 479,
"31588352" : 440,
"31850496" : 430,
"32112640" : 439,
"32374784" : 392,
"32636928" : 395,
"32899072" : 376,
"33161216" : 344,
"33423360" : 387,
"33816576" : 709,
"34340864" : 664,
"34865152" : 590,
"35389440" : 566,
"35913728" : 477,
"36438016" : 473,
"36962304" : 384,
"37486592" : 316,
"38010880" : 234,
"38535168" : 185,
"39059456" : 158,
"39583744" : 122,
"40108032" : 98,
"40632320" : 81,
"41156608" : 71,
"41680896" : 91,
"42205184" : 66,
"42729472" : 71,
"43253760" : 58,
"43778048" : 58,
"44302336" : 65,
"44826624" : 68,
"45350912" : 51,
"45875200" : 49,
"46399488" : 33,
"46923776" : 40,
"47448064" : 53,
"47972352" : 28,
"48496640" : 21,
"49020928" : 26,
"49545216" : 11,
"50069504" : 8,
"50593792" : 10,
"51118080" : 5,
"51642368" : 3,
"52166656" : 5,
"52690944" : 3,
"53215232" : 6,
"53739520" : 3,
"54263808" : 1,
"54788096" : 2,
"55312384" : 1,
"55836672" : 2,
"56360960" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 1,
"66322432" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 73773423,
"mean" : 8290924.933333,
"stddev" : 7220784.826177,
"N" : 1851886
},
"bw_min" : 40891,
"bw_max" : 87312,
"bw_agg" : 100.000000,
"bw_mean" : 61744.769874,
"bw_dev" : 267.549621,
"bw_samples" : 7648,
"iops_min" : 10221,
"iops_max" : 21826,
"iops_mean" : 15433.807531,
"iops_stddev" : 66.910983,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840161,
"usr_cpu" : 0.207413,
"sys_cpu" : 3.982828,
"ctx" : 3001539,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999838,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999784,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.534849,
"4" : 28.131969,
"10" : 18.819084,
"20" : 19.931444,
"50" : 4.578226,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092602,
"timestamp_ms" : 1773092602928,
"time" : "Mon Mar 9 18:43:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8217530368,
"io_kbytes" : 8024932,
"bw_bytes" : 63208368,
"bw" : 61726,
"iops" : 15432.676702,
"runtime" : 130007,
"total_ios" : 2006356,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 322042,
"max" : 44350272,
"mean" : 2063157.170994,
"stddev" : 3203499.210392,
"N" : 2006357
},
"clat_ns" : {
"min" : 1052069,
"max" : 66330745,
"mean" : 6226715.520869,
"stddev" : 6068411.662933,
"N" : 2006325,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31326208,
"99.900000" : 37486592,
"99.950000" : 40632320,
"99.990000" : 47448064
},
"bins" : {
"1056768" : 1,
"1105920" : 4,
"1122304" : 3,
"1138688" : 23,
"1155072" : 54,
"1171456" : 221,
"1187840" : 421,
"1204224" : 656,
"1220608" : 807,
"1236992" : 1005,
"1253376" : 1344,
"1269760" : 1753,
"1286144" : 2171,
"1302528" : 2505,
"1318912" : 3044,
"1335296" : 3608,
"1351680" : 4173,
"1368064" : 4862,
"1384448" : 5453,
"1400832" : 6116,
"1417216" : 6696,
"1433600" : 7381,
"1449984" : 8122,
"1466368" : 8718,
"1482752" : 9296,
"1499136" : 9971,
"1515520" : 10568,
"1531904" : 10796,
"1548288" : 11306,
"1564672" : 11812,
"1581056" : 12200,
"1597440" : 12763,
"1613824" : 12860,
"1630208" : 13483,
"1646592" : 13954,
"1662976" : 14519,
"1679360" : 15351,
"1695744" : 15672,
"1712128" : 16058,
"1728512" : 16688,
"1744896" : 17066,
"1761280" : 17431,
"1777664" : 17862,
"1794048" : 18177,
"1810432" : 18511,
"1826816" : 18636,
"1843200" : 19297,
"1859584" : 19032,
"1875968" : 18849,
"1892352" : 19052,
"1908736" : 18998,
"1925120" : 18909,
"1941504" : 18751,
"1957888" : 18476,
"1974272" : 18259,
"1990656" : 18139,
"2007040" : 17886,
"2023424" : 17409,
"2039808" : 17458,
"2056192" : 17258,
"2072576" : 16945,
"2088960" : 16617,
"2113536" : 31860,
"2146304" : 30539,
"2179072" : 28749,
"2211840" : 27130,
"2244608" : 25287,
"2277376" : 23241,
"2310144" : 21650,
"2342912" : 20148,
"2375680" : 17948,
"2408448" : 16638,
"2441216" : 15177,
"2473984" : 13678,
"2506752" : 12699,
"2539520" : 11254,
"2572288" : 10278,
"2605056" : 9489,
"2637824" : 8298,
"2670592" : 7743,
"2703360" : 6899,
"2736128" : 6340,
"2768896" : 5781,
"2801664" : 5412,
"2834432" : 4974,
"2867200" : 4753,
"2899968" : 4416,
"2932736" : 4264,
"2965504" : 4001,
"2998272" : 3740,
"3031040" : 3684,
"3063808" : 3419,
"3096576" : 3430,
"3129344" : 3333,
"3162112" : 3154,
"3194880" : 3187,
"3227648" : 3044,
"3260416" : 3006,
"3293184" : 2939,
"3325952" : 2842,
"3358720" : 2689,
"3391488" : 2642,
"3424256" : 2694,
"3457024" : 2681,
"3489792" : 2480,
"3522560" : 2414,
"3555328" : 2518,
"3588096" : 2560,
"3620864" : 2251,
"3653632" : 2417,
"3686400" : 2309,
"3719168" : 2245,
"3751936" : 2231,
"3784704" : 2173,
"3817472" : 2157,
"3850240" : 2204,
"3883008" : 2121,
"3915776" : 2126,
"3948544" : 2074,
"3981312" : 2099,
"4014080" : 2057,
"4046848" : 1960,
"4079616" : 1960,
"4112384" : 1932,
"4145152" : 1978,
"4177920" : 1949,
"4227072" : 3728,
"4292608" : 3703,
"4358144" : 3760,
"4423680" : 3679,
"4489216" : 3539,
"4554752" : 3531,
"4620288" : 3456,
"4685824" : 3469,
"4751360" : 3400,
"4816896" : 3496,
"4882432" : 3242,
"4947968" : 3361,
"5013504" : 3324,
"5079040" : 3300,
"5144576" : 3194,
"5210112" : 3312,
"5275648" : 3269,
"5341184" : 3258,
"5406720" : 3201,
"5472256" : 3319,
"5537792" : 3179,
"5603328" : 3212,
"5668864" : 3193,
"5734400" : 3218,
"5799936" : 3281,
"5865472" : 3182,
"5931008" : 3241,
"5996544" : 3299,
"6062080" : 3386,
"6127616" : 3277,
"6193152" : 3495,
"6258688" : 3318,
"6324224" : 3443,
"6389760" : 3431,
"6455296" : 3358,
"6520832" : 3390,
"6586368" : 3307,
"6651904" : 3476,
"6717440" : 3578,
"6782976" : 3418,
"6848512" : 3500,
"6914048" : 3550,
"6979584" : 3610,
"7045120" : 3683,
"7110656" : 3557,
"7176192" : 3705,
"7241728" : 3557,
"7307264" : 3658,
"7372800" : 3912,
"7438336" : 3884,
"7503872" : 3964,
"7569408" : 3806,
"7634944" : 3971,
"7700480" : 3986,
"7766016" : 4031,
"7831552" : 4200,
"7897088" : 4113,
"7962624" : 4306,
"8028160" : 4324,
"8093696" : 4394,
"8159232" : 4368,
"8224768" : 4520,
"8290304" : 4493,
"8355840" : 4598,
"8454144" : 9550,
"8585216" : 9742,
"8716288" : 9856,
"8847360" : 10036,
"8978432" : 10513,
"9109504" : 10777,
"9240576" : 11131,
"9371648" : 11405,
"9502720" : 11718,
"9633792" : 11804,
"9764864" : 12157,
"9895936" : 12482,
"10027008" : 12686,
"10158080" : 12812,
"10289152" : 13123,
"10420224" : 13262,
"10551296" : 13502,
"10682368" : 13910,
"10813440" : 13982,
"10944512" : 14117,
"11075584" : 13949,
"11206656" : 14018,
"11337728" : 13954,
"11468800" : 13720,
"11599872" : 13659,
"11730944" : 13426,
"11862016" : 12979,
"11993088" : 12607,
"12124160" : 12096,
"12255232" : 11591,
"12386304" : 10805,
"12517376" : 9979,
"12648448" : 9458,
"12779520" : 8442,
"12910592" : 7677,
"13041664" : 7036,
"13172736" : 6424,
"13303808" : 5724,
"13434880" : 5066,
"13565952" : 4409,
"13697024" : 3917,
"13828096" : 3562,
"13959168" : 2997,
"14090240" : 2729,
"14221312" : 2432,
"14352384" : 2334,
"14483456" : 1978,
"14614528" : 1889,
"14745600" : 1782,
"14876672" : 1723,
"15007744" : 1633,
"15138816" : 1654,
"15269888" : 1598,
"15400960" : 1568,
"15532032" : 1554,
"15663104" : 1538,
"15794176" : 1565,
"15925248" : 1548,
"16056320" : 1501,
"16187392" : 1504,
"16318464" : 1491,
"16449536" : 1502,
"16580608" : 1565,
"16711680" : 1456,
"16908288" : 2955,
"17170432" : 2912,
"17432576" : 3094,
"17694720" : 3103,
"17956864" : 3192,
"18219008" : 3353,
"18481152" : 3376,
"18743296" : 3618,
"19005440" : 3734,
"19267584" : 3814,
"19529728" : 3970,
"19791872" : 4015,
"20054016" : 4058,
"20316160" : 4144,
"20578304" : 4174,
"20840448" : 4195,
"21102592" : 4210,
"21364736" : 4200,
"21626880" : 4110,
"21889024" : 3863,
"22151168" : 3879,
"22413312" : 3666,
"22675456" : 3562,
"22937600" : 3433,
"23199744" : 3001,
"23461888" : 2946,
"23724032" : 2634,
"23986176" : 2475,
"24248320" : 2141,
"24510464" : 1901,
"24772608" : 1663,
"25034752" : 1514,
"25296896" : 1310,
"25559040" : 1189,
"25821184" : 1014,
"26083328" : 955,
"26345472" : 861,
"26607616" : 859,
"26869760" : 819,
"27131904" : 781,
"27394048" : 727,
"27656192" : 706,
"27918336" : 667,
"28180480" : 661,
"28442624" : 638,
"28704768" : 687,
"28966912" : 604,
"29229056" : 591,
"29491200" : 510,
"29753344" : 556,
"30015488" : 539,
"30277632" : 517,
"30539776" : 527,
"30801920" : 509,
"31064064" : 485,
"31326208" : 501,
"31588352" : 476,
"31850496" : 468,
"32112640" : 470,
"32374784" : 433,
"32636928" : 416,
"32899072" : 400,
"33161216" : 373,
"33423360" : 423,
"33816576" : 785,
"34340864" : 721,
"34865152" : 633,
"35389440" : 599,
"35913728" : 508,
"36438016" : 495,
"36962304" : 406,
"37486592" : 338,
"38010880" : 263,
"38535168" : 207,
"39059456" : 172,
"39583744" : 128,
"40108032" : 102,
"40632320" : 91,
"41156608" : 77,
"41680896" : 99,
"42205184" : 72,
"42729472" : 75,
"43253760" : 67,
"43778048" : 61,
"44302336" : 68,
"44826624" : 69,
"45350912" : 56,
"45875200" : 55,
"46399488" : 36,
"46923776" : 42,
"47448064" : 56,
"47972352" : 29,
"48496640" : 21,
"49020928" : 26,
"49545216" : 12,
"50069504" : 8,
"50593792" : 11,
"51118080" : 5,
"51642368" : 4,
"52166656" : 5,
"52690944" : 3,
"53215232" : 6,
"53739520" : 4,
"54263808" : 1,
"54788096" : 3,
"55312384" : 1,
"55836672" : 2,
"56360960" : 1,
"56885248" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 2,
"63700992" : 1,
"66322432" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 73773423,
"mean" : 8289901.241534,
"stddev" : 7218262.919449,
"N" : 2006325
},
"bw_min" : 40675,
"bw_max" : 87627,
"bw_agg" : 100.000000,
"bw_mean" : 61758.749035,
"bw_dev" : 267.266334,
"bw_samples" : 8288,
"iops_min" : 10167,
"iops_max" : 21905,
"iops_mean" : 15437.424710,
"iops_stddev" : 66.838811,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160153,
"usr_cpu" : 0.207733,
"sys_cpu" : 3.982762,
"ctx" : 3249907,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.568160,
"4" : 28.107026,
"10" : 18.817000,
"20" : 19.935844,
"50" : 4.567584,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092612,
"timestamp_ms" : 1773092612933,
"time" : "Mon Mar 9 18:43:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8854315008,
"io_kbytes" : 8646792,
"bw_bytes" : 63242396,
"bw" : 61760,
"iops" : 15440.681114,
"runtime" : 140006,
"total_ios" : 2161788,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 322042,
"max" : 49460353,
"mean" : 2062084.794308,
"stddev" : 3201338.189481,
"N" : 2161788
},
"clat_ns" : {
"min" : 1052069,
"max" : 69732966,
"mean" : 6223462.985643,
"stddev" : 6063320.824636,
"N" : 2161756,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 26869760,
"99.500000" : 31326208,
"99.900000" : 37486592,
"99.950000" : 40632320,
"99.990000" : 47448064
},
"bins" : {
"1056768" : 1,
"1105920" : 4,
"1122304" : 3,
"1138688" : 23,
"1155072" : 56,
"1171456" : 240,
"1187840" : 445,
"1204224" : 686,
"1220608" : 842,
"1236992" : 1057,
"1253376" : 1410,
"1269760" : 1854,
"1286144" : 2303,
"1302528" : 2650,
"1318912" : 3205,
"1335296" : 3803,
"1351680" : 4439,
"1368064" : 5129,
"1384448" : 5808,
"1400832" : 6493,
"1417216" : 7132,
"1433600" : 7879,
"1449984" : 8643,
"1466368" : 9302,
"1482752" : 9902,
"1499136" : 10661,
"1515520" : 11297,
"1531904" : 11565,
"1548288" : 12119,
"1564672" : 12644,
"1581056" : 13090,
"1597440" : 13620,
"1613824" : 13722,
"1630208" : 14408,
"1646592" : 14992,
"1662976" : 15536,
"1679360" : 16476,
"1695744" : 16810,
"1712128" : 17272,
"1728512" : 17944,
"1744896" : 18350,
"1761280" : 18770,
"1777664" : 19152,
"1794048" : 19574,
"1810432" : 19868,
"1826816" : 20097,
"1843200" : 20803,
"1859584" : 20541,
"1875968" : 20353,
"1892352" : 20479,
"1908736" : 20463,
"1925120" : 20364,
"1941504" : 20210,
"1957888" : 19976,
"1974272" : 19778,
"1990656" : 19507,
"2007040" : 19337,
"2023424" : 18843,
"2039808" : 18912,
"2056192" : 18660,
"2072576" : 18240,
"2088960" : 17906,
"2113536" : 34454,
"2146304" : 33071,
"2179072" : 31059,
"2211840" : 29317,
"2244608" : 27310,
"2277376" : 25231,
"2310144" : 23485,
"2342912" : 21806,
"2375680" : 19455,
"2408448" : 18007,
"2441216" : 16439,
"2473984" : 14807,
"2506752" : 13704,
"2539520" : 12265,
"2572288" : 11135,
"2605056" : 10249,
"2637824" : 9025,
"2670592" : 8361,
"2703360" : 7470,
"2736128" : 6889,
"2768896" : 6272,
"2801664" : 5872,
"2834432" : 5400,
"2867200" : 5144,
"2899968" : 4766,
"2932736" : 4615,
"2965504" : 4319,
"2998272" : 4044,
"3031040" : 3988,
"3063808" : 3705,
"3096576" : 3708,
"3129344" : 3607,
"3162112" : 3407,
"3194880" : 3470,
"3227648" : 3293,
"3260416" : 3225,
"3293184" : 3166,
"3325952" : 3090,
"3358720" : 2933,
"3391488" : 2875,
"3424256" : 2914,
"3457024" : 2888,
"3489792" : 2665,
"3522560" : 2627,
"3555328" : 2713,
"3588096" : 2782,
"3620864" : 2435,
"3653632" : 2607,
"3686400" : 2517,
"3719168" : 2423,
"3751936" : 2403,
"3784704" : 2360,
"3817472" : 2353,
"3850240" : 2390,
"3883008" : 2289,
"3915776" : 2291,
"3948544" : 2247,
"3981312" : 2236,
"4014080" : 2214,
"4046848" : 2096,
"4079616" : 2123,
"4112384" : 2083,
"4145152" : 2140,
"4177920" : 2107,
"4227072" : 4042,
"4292608" : 4049,
"4358144" : 4066,
"4423680" : 3981,
"4489216" : 3825,
"4554752" : 3787,
"4620288" : 3728,
"4685824" : 3743,
"4751360" : 3689,
"4816896" : 3744,
"4882432" : 3489,
"4947968" : 3615,
"5013504" : 3575,
"5079040" : 3574,
"5144576" : 3439,
"5210112" : 3564,
"5275648" : 3509,
"5341184" : 3551,
"5406720" : 3492,
"5472256" : 3568,
"5537792" : 3469,
"5603328" : 3497,
"5668864" : 3429,
"5734400" : 3496,
"5799936" : 3534,
"5865472" : 3441,
"5931008" : 3495,
"5996544" : 3608,
"6062080" : 3642,
"6127616" : 3534,
"6193152" : 3760,
"6258688" : 3583,
"6324224" : 3721,
"6389760" : 3707,
"6455296" : 3646,
"6520832" : 3689,
"6586368" : 3609,
"6651904" : 3770,
"6717440" : 3890,
"6782976" : 3718,
"6848512" : 3820,
"6914048" : 3856,
"6979584" : 3913,
"7045120" : 3988,
"7110656" : 3888,
"7176192" : 4006,
"7241728" : 3894,
"7307264" : 3962,
"7372800" : 4244,
"7438336" : 4215,
"7503872" : 4290,
"7569408" : 4116,
"7634944" : 4312,
"7700480" : 4334,
"7766016" : 4368,
"7831552" : 4533,
"7897088" : 4498,
"7962624" : 4678,
"8028160" : 4656,
"8093696" : 4767,
"8159232" : 4749,
"8224768" : 4900,
"8290304" : 4850,
"8355840" : 4958,
"8454144" : 10273,
"8585216" : 10507,
"8716288" : 10606,
"8847360" : 10765,
"8978432" : 11305,
"9109504" : 11559,
"9240576" : 11971,
"9371648" : 12300,
"9502720" : 12595,
"9633792" : 12705,
"9764864" : 13089,
"9895936" : 13313,
"10027008" : 13597,
"10158080" : 13715,
"10289152" : 14044,
"10420224" : 14230,
"10551296" : 14431,
"10682368" : 14852,
"10813440" : 14994,
"10944512" : 15134,
"11075584" : 14970,
"11206656" : 15077,
"11337728" : 14937,
"11468800" : 14712,
"11599872" : 14640,
"11730944" : 14417,
"11862016" : 13946,
"11993088" : 13515,
"12124160" : 13014,
"12255232" : 12493,
"12386304" : 11584,
"12517376" : 10753,
"12648448" : 10224,
"12779520" : 9158,
"12910592" : 8338,
"13041664" : 7704,
"13172736" : 6947,
"13303808" : 6215,
"13434880" : 5488,
"13565952" : 4785,
"13697024" : 4228,
"13828096" : 3879,
"13959168" : 3215,
"14090240" : 2943,
"14221312" : 2641,
"14352384" : 2494,
"14483456" : 2159,
"14614528" : 2051,
"14745600" : 1926,
"14876672" : 1861,
"15007744" : 1785,
"15138816" : 1779,
"15269888" : 1748,
"15400960" : 1698,
"15532032" : 1689,
"15663104" : 1658,
"15794176" : 1685,
"15925248" : 1689,
"16056320" : 1628,
"16187392" : 1611,
"16318464" : 1617,
"16449536" : 1622,
"16580608" : 1679,
"16711680" : 1567,
"16908288" : 3181,
"17170432" : 3139,
"17432576" : 3335,
"17694720" : 3324,
"17956864" : 3459,
"18219008" : 3606,
"18481152" : 3634,
"18743296" : 3859,
"19005440" : 4013,
"19267584" : 4089,
"19529728" : 4270,
"19791872" : 4271,
"20054016" : 4315,
"20316160" : 4385,
"20578304" : 4444,
"20840448" : 4477,
"21102592" : 4462,
"21364736" : 4465,
"21626880" : 4389,
"21889024" : 4150,
"22151168" : 4170,
"22413312" : 3982,
"22675456" : 3861,
"22937600" : 3711,
"23199744" : 3273,
"23461888" : 3211,
"23724032" : 2839,
"23986176" : 2686,
"24248320" : 2314,
"24510464" : 2063,
"24772608" : 1803,
"25034752" : 1648,
"25296896" : 1433,
"25559040" : 1277,
"25821184" : 1085,
"26083328" : 1028,
"26345472" : 934,
"26607616" : 926,
"26869760" : 865,
"27131904" : 840,
"27394048" : 782,
"27656192" : 767,
"27918336" : 721,
"28180480" : 711,
"28442624" : 700,
"28704768" : 759,
"28966912" : 665,
"29229056" : 630,
"29491200" : 542,
"29753344" : 602,
"30015488" : 577,
"30277632" : 554,
"30539776" : 557,
"30801920" : 524,
"31064064" : 512,
"31326208" : 540,
"31588352" : 503,
"31850496" : 491,
"32112640" : 496,
"32374784" : 463,
"32636928" : 450,
"32899072" : 426,
"33161216" : 410,
"33423360" : 450,
"33816576" : 844,
"34340864" : 771,
"34865152" : 686,
"35389440" : 647,
"35913728" : 540,
"36438016" : 528,
"36962304" : 443,
"37486592" : 367,
"38010880" : 282,
"38535168" : 221,
"39059456" : 181,
"39583744" : 139,
"40108032" : 104,
"40632320" : 99,
"41156608" : 81,
"41680896" : 111,
"42205184" : 79,
"42729472" : 76,
"43253760" : 75,
"43778048" : 68,
"44302336" : 71,
"44826624" : 71,
"45350912" : 58,
"45875200" : 58,
"46399488" : 38,
"46923776" : 43,
"47448064" : 57,
"47972352" : 31,
"48496640" : 21,
"49020928" : 28,
"49545216" : 12,
"50069504" : 9,
"50593792" : 12,
"51118080" : 6,
"51642368" : 5,
"52166656" : 6,
"52690944" : 3,
"53215232" : 9,
"53739520" : 5,
"54263808" : 1,
"54788096" : 3,
"55312384" : 1,
"55836672" : 3,
"56360960" : 1,
"56885248" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 2,
"63700992" : 1,
"66322432" : 1,
"69730304" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 73773423,
"mean" : 8285479.436773,
"stddev" : 7212729.736662,
"N" : 2161756
},
"bw_min" : 40675,
"bw_max" : 87683,
"bw_agg" : 100.000000,
"bw_mean" : 61795.874552,
"bw_dev" : 263.765736,
"bw_samples" : 8928,
"iops_min" : 10167,
"iops_max" : 21919,
"iops_mean" : 15446.573477,
"iops_stddev" : 65.967551,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480125,
"usr_cpu" : 0.207851,
"sys_cpu" : 3.984933,
"ctx" : 3505356,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.455658,
"4" : 28.227976,
"10" : 18.858186,
"20" : 19.898575,
"50" : 4.555026,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092622,
"timestamp_ms" : 1773092622928,
"time" : "Mon Mar 9 18:43:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9480065024,
"io_kbytes" : 9257876,
"bw_bytes" : 63197484,
"bw" : 61716,
"iops" : 15429.633284,
"runtime" : 150007,
"total_ios" : 2314553,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 322042,
"max" : 56937782,
"mean" : 2063532.982024,
"stddev" : 3202643.152275,
"N" : 2314556
},
"clat_ns" : {
"min" : 1052069,
"max" : 69732966,
"mean" : 6227902.967646,
"stddev" : 6066163.276420,
"N" : 2314524,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 26869760,
"99.500000" : 31326208,
"99.900000" : 37486592,
"99.950000" : 41156608,
"99.990000" : 47448064
},
"bins" : {
"1056768" : 1,
"1105920" : 5,
"1122304" : 3,
"1138688" : 24,
"1155072" : 60,
"1171456" : 254,
"1187840" : 469,
"1204224" : 733,
"1220608" : 880,
"1236992" : 1104,
"1253376" : 1477,
"1269760" : 1933,
"1286144" : 2391,
"1302528" : 2778,
"1318912" : 3372,
"1335296" : 3974,
"1351680" : 4668,
"1368064" : 5399,
"1384448" : 6130,
"1400832" : 6834,
"1417216" : 7586,
"1433600" : 8330,
"1449984" : 9154,
"1466368" : 9858,
"1482752" : 10526,
"1499136" : 11359,
"1515520" : 12050,
"1531904" : 12349,
"1548288" : 12916,
"1564672" : 13513,
"1581056" : 13962,
"1597440" : 14481,
"1613824" : 14658,
"1630208" : 15393,
"1646592" : 16003,
"1662976" : 16550,
"1679360" : 17542,
"1695744" : 17980,
"1712128" : 18432,
"1728512" : 19162,
"1744896" : 19645,
"1761280" : 20120,
"1777664" : 20501,
"1794048" : 20996,
"1810432" : 21272,
"1826816" : 21557,
"1843200" : 22259,
"1859584" : 21994,
"1875968" : 21831,
"1892352" : 21947,
"1908736" : 21941,
"1925120" : 21761,
"1941504" : 21634,
"1957888" : 21425,
"1974272" : 21191,
"1990656" : 20957,
"2007040" : 20715,
"2023424" : 20239,
"2039808" : 20222,
"2056192" : 20010,
"2072576" : 19597,
"2088960" : 19239,
"2113536" : 36997,
"2146304" : 35529,
"2179072" : 33312,
"2211840" : 31453,
"2244608" : 29408,
"2277376" : 27041,
"2310144" : 25226,
"2342912" : 23320,
"2375680" : 20857,
"2408448" : 19336,
"2441216" : 17616,
"2473984" : 15843,
"2506752" : 14687,
"2539520" : 13082,
"2572288" : 11881,
"2605056" : 10988,
"2637824" : 9683,
"2670592" : 8958,
"2703360" : 8001,
"2736128" : 7336,
"2768896" : 6676,
"2801664" : 6254,
"2834432" : 5782,
"2867200" : 5459,
"2899968" : 5137,
"2932736" : 4923,
"2965504" : 4602,
"2998272" : 4321,
"3031040" : 4253,
"3063808" : 3951,
"3096576" : 3950,
"3129344" : 3837,
"3162112" : 3649,
"3194880" : 3727,
"3227648" : 3528,
"3260416" : 3460,
"3293184" : 3399,
"3325952" : 3305,
"3358720" : 3154,
"3391488" : 3084,
"3424256" : 3124,
"3457024" : 3085,
"3489792" : 2865,
"3522560" : 2811,
"3555328" : 2908,
"3588096" : 2951,
"3620864" : 2623,
"3653632" : 2796,
"3686400" : 2716,
"3719168" : 2611,
"3751936" : 2570,
"3784704" : 2525,
"3817472" : 2524,
"3850240" : 2551,
"3883008" : 2463,
"3915776" : 2449,
"3948544" : 2426,
"3981312" : 2400,
"4014080" : 2368,
"4046848" : 2255,
"4079616" : 2284,
"4112384" : 2247,
"4145152" : 2294,
"4177920" : 2256,
"4227072" : 4342,
"4292608" : 4355,
"4358144" : 4370,
"4423680" : 4246,
"4489216" : 4149,
"4554752" : 4077,
"4620288" : 4011,
"4685824" : 4034,
"4751360" : 3971,
"4816896" : 4016,
"4882432" : 3746,
"4947968" : 3873,
"5013504" : 3862,
"5079040" : 3853,
"5144576" : 3718,
"5210112" : 3865,
"5275648" : 3805,
"5341184" : 3839,
"5406720" : 3780,
"5472256" : 3838,
"5537792" : 3711,
"5603328" : 3791,
"5668864" : 3694,
"5734400" : 3768,
"5799936" : 3789,
"5865472" : 3705,
"5931008" : 3760,
"5996544" : 3861,
"6062080" : 3859,
"6127616" : 3824,
"6193152" : 4058,
"6258688" : 3832,
"6324224" : 4004,
"6389760" : 3980,
"6455296" : 3917,
"6520832" : 3969,
"6586368" : 3889,
"6651904" : 4061,
"6717440" : 4170,
"6782976" : 4020,
"6848512" : 4126,
"6914048" : 4126,
"6979584" : 4195,
"7045120" : 4270,
"7110656" : 4174,
"7176192" : 4297,
"7241728" : 4166,
"7307264" : 4261,
"7372800" : 4537,
"7438336" : 4469,
"7503872" : 4597,
"7569408" : 4413,
"7634944" : 4601,
"7700480" : 4634,
"7766016" : 4662,
"7831552" : 4805,
"7897088" : 4758,
"7962624" : 4994,
"8028160" : 4952,
"8093696" : 5071,
"8159232" : 5082,
"8224768" : 5202,
"8290304" : 5178,
"8355840" : 5274,
"8454144" : 10887,
"8585216" : 11193,
"8716288" : 11242,
"8847360" : 11426,
"8978432" : 11965,
"9109504" : 12280,
"9240576" : 12709,
"9371648" : 13098,
"9502720" : 13427,
"9633792" : 13528,
"9764864" : 13956,
"9895936" : 14198,
"10027008" : 14593,
"10158080" : 14664,
"10289152" : 15098,
"10420224" : 15342,
"10551296" : 15507,
"10682368" : 16006,
"10813440" : 16118,
"10944512" : 16344,
"11075584" : 16184,
"11206656" : 16251,
"11337728" : 16107,
"11468800" : 15844,
"11599872" : 15815,
"11730944" : 15568,
"11862016" : 15013,
"11993088" : 14554,
"12124160" : 14002,
"12255232" : 13425,
"12386304" : 12479,
"12517376" : 11613,
"12648448" : 10973,
"12779520" : 9840,
"12910592" : 8963,
"13041664" : 8217,
"13172736" : 7442,
"13303808" : 6660,
"13434880" : 5835,
"13565952" : 5135,
"13697024" : 4533,
"13828096" : 4135,
"13959168" : 3439,
"14090240" : 3114,
"14221312" : 2841,
"14352384" : 2667,
"14483456" : 2327,
"14614528" : 2188,
"14745600" : 2028,
"14876672" : 1999,
"15007744" : 1909,
"15138816" : 1883,
"15269888" : 1857,
"15400960" : 1803,
"15532032" : 1790,
"15663104" : 1754,
"15794176" : 1777,
"15925248" : 1781,
"16056320" : 1714,
"16187392" : 1715,
"16318464" : 1691,
"16449536" : 1708,
"16580608" : 1774,
"16711680" : 1652,
"16908288" : 3396,
"17170432" : 3346,
"17432576" : 3507,
"17694720" : 3551,
"17956864" : 3666,
"18219008" : 3830,
"18481152" : 3901,
"18743296" : 4126,
"19005440" : 4292,
"19267584" : 4370,
"19529728" : 4598,
"19791872" : 4587,
"20054016" : 4631,
"20316160" : 4718,
"20578304" : 4810,
"20840448" : 4812,
"21102592" : 4816,
"21364736" : 4840,
"21626880" : 4723,
"21889024" : 4453,
"22151168" : 4480,
"22413312" : 4277,
"22675456" : 4196,
"22937600" : 3967,
"23199744" : 3522,
"23461888" : 3433,
"23724032" : 3067,
"23986176" : 2848,
"24248320" : 2490,
"24510464" : 2212,
"24772608" : 1921,
"25034752" : 1737,
"25296896" : 1530,
"25559040" : 1360,
"25821184" : 1160,
"26083328" : 1085,
"26345472" : 1001,
"26607616" : 975,
"26869760" : 920,
"27131904" : 894,
"27394048" : 830,
"27656192" : 811,
"27918336" : 763,
"28180480" : 753,
"28442624" : 730,
"28704768" : 789,
"28966912" : 708,
"29229056" : 671,
"29491200" : 570,
"29753344" : 643,
"30015488" : 606,
"30277632" : 583,
"30539776" : 592,
"30801920" : 553,
"31064064" : 545,
"31326208" : 568,
"31588352" : 534,
"31850496" : 535,
"32112640" : 526,
"32374784" : 506,
"32636928" : 487,
"32899072" : 466,
"33161216" : 450,
"33423360" : 496,
"33816576" : 913,
"34340864" : 838,
"34865152" : 747,
"35389440" : 699,
"35913728" : 596,
"36438016" : 574,
"36962304" : 482,
"37486592" : 380,
"38010880" : 298,
"38535168" : 229,
"39059456" : 187,
"39583744" : 145,
"40108032" : 111,
"40632320" : 102,
"41156608" : 86,
"41680896" : 119,
"42205184" : 90,
"42729472" : 82,
"43253760" : 81,
"43778048" : 69,
"44302336" : 77,
"44826624" : 76,
"45350912" : 61,
"45875200" : 64,
"46399488" : 43,
"46923776" : 55,
"47448064" : 60,
"47972352" : 34,
"48496640" : 22,
"49020928" : 32,
"49545216" : 18,
"50069504" : 18,
"50593792" : 18,
"51118080" : 10,
"51642368" : 7,
"52166656" : 7,
"52690944" : 5,
"53215232" : 10,
"53739520" : 5,
"54263808" : 2,
"54788096" : 3,
"55312384" : 1,
"55836672" : 3,
"56360960" : 2,
"56885248" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 2,
"61603840" : 1,
"62652416" : 1,
"63700992" : 1,
"66322432" : 1,
"67633152" : 1,
"69730304" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 73773423,
"mean" : 8291422.670188,
"stddev" : 7215622.278176,
"N" : 2314524
},
"bw_min" : 40462,
"bw_max" : 88096,
"bw_agg" : 100.000000,
"bw_mean" : 61738.110368,
"bw_dev" : 266.660856,
"bw_samples" : 9568,
"iops_min" : 10114,
"iops_max" : 22022,
"iops_mean" : 15432.023411,
"iops_stddev" : 66.694283,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800156,
"usr_cpu" : 0.208597,
"sys_cpu" : 3.981454,
"ctx" : 3754696,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.377445,
"4" : 28.260576,
"10" : 18.838022,
"20" : 19.954004,
"50" : 4.564683,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092632,
"timestamp_ms" : 1773092632929,
"time" : "Mon Mar 9 18:43:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10094878720,
"io_kbytes" : 9858280,
"bw_bytes" : 63090626,
"bw" : 61611,
"iops" : 15404.041098,
"runtime" : 160006,
"total_ios" : 2464739,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 322042,
"max" : 72947347,
"mean" : 2066979.304125,
"stddev" : 3213051.869957,
"N" : 2464739
},
"clat_ns" : {
"min" : 1052069,
"max" : 78768375,
"mean" : 6238281.246803,
"stddev" : 6086660.499027,
"N" : 2464707,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5275648,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31588352,
"99.900000" : 38010880,
"99.950000" : 41680896,
"99.990000" : 47972352
},
"bins" : {
"1056768" : 1,
"1105920" : 5,
"1122304" : 3,
"1138688" : 24,
"1155072" : 64,
"1171456" : 263,
"1187840" : 492,
"1204224" : 786,
"1220608" : 940,
"1236992" : 1195,
"1253376" : 1613,
"1269760" : 2072,
"1286144" : 2592,
"1302528" : 3001,
"1318912" : 3643,
"1335296" : 4285,
"1351680" : 5048,
"1368064" : 5843,
"1384448" : 6621,
"1400832" : 7370,
"1417216" : 8202,
"1433600" : 8940,
"1449984" : 9812,
"1466368" : 10568,
"1482752" : 11320,
"1499136" : 12155,
"1515520" : 12881,
"1531904" : 13250,
"1548288" : 13813,
"1564672" : 14414,
"1581056" : 14930,
"1597440" : 15418,
"1613824" : 15726,
"1630208" : 16467,
"1646592" : 17086,
"1662976" : 17696,
"1679360" : 18766,
"1695744" : 19182,
"1712128" : 19729,
"1728512" : 20467,
"1744896" : 20968,
"1761280" : 21549,
"1777664" : 21923,
"1794048" : 22417,
"1810432" : 22747,
"1826816" : 23035,
"1843200" : 23754,
"1859584" : 23459,
"1875968" : 23252,
"1892352" : 23301,
"1908736" : 23397,
"1925120" : 23167,
"1941504" : 23123,
"1957888" : 22869,
"1974272" : 22580,
"1990656" : 22349,
"2007040" : 22090,
"2023424" : 21526,
"2039808" : 21534,
"2056192" : 21302,
"2072576" : 20806,
"2088960" : 20470,
"2113536" : 39428,
"2146304" : 37745,
"2179072" : 35451,
"2211840" : 33481,
"2244608" : 31177,
"2277376" : 28803,
"2310144" : 26760,
"2342912" : 24692,
"2375680" : 22194,
"2408448" : 20506,
"2441216" : 18682,
"2473984" : 16780,
"2506752" : 15592,
"2539520" : 13920,
"2572288" : 12630,
"2605056" : 11640,
"2637824" : 10290,
"2670592" : 9519,
"2703360" : 8508,
"2736128" : 7799,
"2768896" : 7087,
"2801664" : 6654,
"2834432" : 6125,
"2867200" : 5808,
"2899968" : 5488,
"2932736" : 5196,
"2965504" : 4878,
"2998272" : 4603,
"3031040" : 4510,
"3063808" : 4211,
"3096576" : 4203,
"3129344" : 4044,
"3162112" : 3873,
"3194880" : 3962,
"3227648" : 3754,
"3260416" : 3650,
"3293184" : 3599,
"3325952" : 3494,
"3358720" : 3342,
"3391488" : 3289,
"3424256" : 3314,
"3457024" : 3246,
"3489792" : 3035,
"3522560" : 2986,
"3555328" : 3072,
"3588096" : 3107,
"3620864" : 2788,
"3653632" : 2932,
"3686400" : 2859,
"3719168" : 2748,
"3751936" : 2718,
"3784704" : 2645,
"3817472" : 2658,
"3850240" : 2681,
"3883008" : 2581,
"3915776" : 2578,
"3948544" : 2549,
"3981312" : 2517,
"4014080" : 2487,
"4046848" : 2385,
"4079616" : 2382,
"4112384" : 2358,
"4145152" : 2413,
"4177920" : 2350,
"4227072" : 4538,
"4292608" : 4556,
"4358144" : 4592,
"4423680" : 4448,
"4489216" : 4352,
"4554752" : 4272,
"4620288" : 4201,
"4685824" : 4229,
"4751360" : 4156,
"4816896" : 4193,
"4882432" : 3941,
"4947968" : 4050,
"5013504" : 4031,
"5079040" : 4034,
"5144576" : 3885,
"5210112" : 4044,
"5275648" : 3984,
"5341184" : 4022,
"5406720" : 3960,
"5472256" : 4024,
"5537792" : 3894,
"5603328" : 3969,
"5668864" : 3866,
"5734400" : 3954,
"5799936" : 3981,
"5865472" : 3867,
"5931008" : 3970,
"5996544" : 4056,
"6062080" : 4025,
"6127616" : 3990,
"6193152" : 4231,
"6258688" : 3999,
"6324224" : 4194,
"6389760" : 4147,
"6455296" : 4099,
"6520832" : 4152,
"6586368" : 4072,
"6651904" : 4258,
"6717440" : 4351,
"6782976" : 4237,
"6848512" : 4318,
"6914048" : 4323,
"6979584" : 4423,
"7045120" : 4451,
"7110656" : 4390,
"7176192" : 4530,
"7241728" : 4417,
"7307264" : 4493,
"7372800" : 4779,
"7438336" : 4705,
"7503872" : 4870,
"7569408" : 4676,
"7634944" : 4859,
"7700480" : 4915,
"7766016" : 4938,
"7831552" : 5063,
"7897088" : 5026,
"7962624" : 5270,
"8028160" : 5265,
"8093696" : 5373,
"8159232" : 5377,
"8224768" : 5565,
"8290304" : 5525,
"8355840" : 5631,
"8454144" : 11621,
"8585216" : 11917,
"8716288" : 11988,
"8847360" : 12276,
"8978432" : 12758,
"9109504" : 13130,
"9240576" : 13638,
"9371648" : 14016,
"9502720" : 14384,
"9633792" : 14526,
"9764864" : 14989,
"9895936" : 15181,
"10027008" : 15587,
"10158080" : 15690,
"10289152" : 16139,
"10420224" : 16405,
"10551296" : 16557,
"10682368" : 17096,
"10813440" : 17218,
"10944512" : 17455,
"11075584" : 17268,
"11206656" : 17353,
"11337728" : 17144,
"11468800" : 16899,
"11599872" : 16851,
"11730944" : 16571,
"11862016" : 15917,
"11993088" : 15508,
"12124160" : 14933,
"12255232" : 14354,
"12386304" : 13282,
"12517376" : 12396,
"12648448" : 11736,
"12779520" : 10480,
"12910592" : 9607,
"13041664" : 8822,
"13172736" : 7954,
"13303808" : 7125,
"13434880" : 6250,
"13565952" : 5505,
"13697024" : 4829,
"13828096" : 4402,
"13959168" : 3695,
"14090240" : 3328,
"14221312" : 3036,
"14352384" : 2859,
"14483456" : 2504,
"14614528" : 2339,
"14745600" : 2165,
"14876672" : 2132,
"15007744" : 2036,
"15138816" : 2030,
"15269888" : 1972,
"15400960" : 1923,
"15532032" : 1902,
"15663104" : 1903,
"15794176" : 1884,
"15925248" : 1878,
"16056320" : 1838,
"16187392" : 1849,
"16318464" : 1808,
"16449536" : 1821,
"16580608" : 1903,
"16711680" : 1770,
"16908288" : 3660,
"17170432" : 3571,
"17432576" : 3772,
"17694720" : 3794,
"17956864" : 3913,
"18219008" : 4089,
"18481152" : 4211,
"18743296" : 4421,
"19005440" : 4624,
"19267584" : 4668,
"19529728" : 4891,
"19791872" : 4879,
"20054016" : 4933,
"20316160" : 5032,
"20578304" : 5134,
"20840448" : 5114,
"21102592" : 5180,
"21364736" : 5151,
"21626880" : 5018,
"21889024" : 4732,
"22151168" : 4796,
"22413312" : 4573,
"22675456" : 4503,
"22937600" : 4244,
"23199744" : 3777,
"23461888" : 3682,
"23724032" : 3299,
"23986176" : 3074,
"24248320" : 2727,
"24510464" : 2433,
"24772608" : 2085,
"25034752" : 1870,
"25296896" : 1660,
"25559040" : 1485,
"25821184" : 1255,
"26083328" : 1169,
"26345472" : 1071,
"26607616" : 1047,
"26869760" : 982,
"27131904" : 952,
"27394048" : 880,
"27656192" : 860,
"27918336" : 808,
"28180480" : 803,
"28442624" : 783,
"28704768" : 835,
"28966912" : 751,
"29229056" : 723,
"29491200" : 625,
"29753344" : 682,
"30015488" : 661,
"30277632" : 634,
"30539776" : 643,
"30801920" : 603,
"31064064" : 585,
"31326208" : 606,
"31588352" : 557,
"31850496" : 564,
"32112640" : 561,
"32374784" : 545,
"32636928" : 513,
"32899072" : 506,
"33161216" : 487,
"33423360" : 535,
"33816576" : 971,
"34340864" : 913,
"34865152" : 803,
"35389440" : 761,
"35913728" : 641,
"36438016" : 614,
"36962304" : 506,
"37486592" : 400,
"38010880" : 317,
"38535168" : 248,
"39059456" : 201,
"39583744" : 151,
"40108032" : 121,
"40632320" : 113,
"41156608" : 96,
"41680896" : 132,
"42205184" : 99,
"42729472" : 94,
"43253760" : 91,
"43778048" : 73,
"44302336" : 87,
"44826624" : 80,
"45350912" : 65,
"45875200" : 68,
"46399488" : 46,
"46923776" : 64,
"47448064" : 65,
"47972352" : 37,
"48496640" : 26,
"49020928" : 34,
"49545216" : 20,
"50069504" : 23,
"50593792" : 22,
"51118080" : 11,
"51642368" : 9,
"52166656" : 9,
"52690944" : 5,
"53215232" : 10,
"53739520" : 6,
"54263808" : 3,
"54788096" : 5,
"55312384" : 1,
"55836672" : 5,
"56360960" : 4,
"56885248" : 1,
"57933824" : 3,
"58458112" : 1,
"59506688" : 1,
"60030976" : 2,
"60555264" : 1,
"61603840" : 1,
"62652416" : 1,
"63700992" : 1,
"66322432" : 1,
"67633152" : 3,
"68681728" : 7,
"69730304" : 3,
"71827456" : 1,
"72876032" : 2,
"73924608" : 6,
"74973184" : 3,
"76021760" : 1,
"78118912" : 1,
"79167488" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 87116908,
"mean" : 8305283.080851,
"stddev" : 7240081.466224,
"N" : 2464707
},
"bw_min" : 40380,
"bw_max" : 88467,
"bw_agg" : 99.985491,
"bw_mean" : 61603.219436,
"bw_dev" : 268.607226,
"bw_samples" : 10208,
"iops_min" : 10094,
"iops_max" : 22115,
"iops_mean" : 15398.326019,
"iops_stddev" : 67.181069,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120121,
"usr_cpu" : 0.209311,
"sys_cpu" : 3.971586,
"ctx" : 3988977,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.488006,
"4" : 28.185865,
"10" : 18.712570,
"20" : 20.010435,
"50" : 4.595984,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092642,
"timestamp_ms" : 1773092642939,
"time" : "Mon Mar 9 18:44:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10731126784,
"io_kbytes" : 10479616,
"bw_bytes" : 63121676,
"bw" : 61642,
"iops" : 15411.471292,
"runtime" : 170007,
"total_ios" : 2620058,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 301391,
"max" : 72947347,
"mean" : 2066032.763892,
"stddev" : 3212753.620451,
"N" : 2620059
},
"clat_ns" : {
"min" : 1052069,
"max" : 78768375,
"mean" : 6235439.702225,
"stddev" : 6087410.361942,
"N" : 2620026,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31326208,
"99.900000" : 38010880,
"99.950000" : 41680896,
"99.990000" : 48496640
},
"bins" : {
"1056768" : 1,
"1105920" : 5,
"1122304" : 3,
"1138688" : 25,
"1155072" : 69,
"1171456" : 295,
"1187840" : 542,
"1204224" : 862,
"1220608" : 1045,
"1236992" : 1324,
"1253376" : 1795,
"1269760" : 2285,
"1286144" : 2854,
"1302528" : 3285,
"1318912" : 3992,
"1335296" : 4675,
"1351680" : 5488,
"1368064" : 6375,
"1384448" : 7154,
"1400832" : 8008,
"1417216" : 8889,
"1433600" : 9695,
"1449984" : 10571,
"1466368" : 11396,
"1482752" : 12181,
"1499136" : 13060,
"1515520" : 13788,
"1531904" : 14242,
"1548288" : 14857,
"1564672" : 15401,
"1581056" : 16013,
"1597440" : 16488,
"1613824" : 16791,
"1630208" : 17667,
"1646592" : 18272,
"1662976" : 18925,
"1679360" : 20115,
"1695744" : 20546,
"1712128" : 21068,
"1728512" : 21807,
"1744896" : 22375,
"1761280" : 23009,
"1777664" : 23377,
"1794048" : 23948,
"1810432" : 24239,
"1826816" : 24533,
"1843200" : 25253,
"1859584" : 24923,
"1875968" : 24785,
"1892352" : 24768,
"1908736" : 24849,
"1925120" : 24593,
"1941504" : 24451,
"1957888" : 24273,
"1974272" : 23971,
"1990656" : 23687,
"2007040" : 23433,
"2023424" : 22848,
"2039808" : 22831,
"2056192" : 22586,
"2072576" : 22046,
"2088960" : 21683,
"2113536" : 41749,
"2146304" : 39986,
"2179072" : 37511,
"2211840" : 35481,
"2244608" : 32950,
"2277376" : 30402,
"2310144" : 28308,
"2342912" : 26145,
"2375680" : 23435,
"2408448" : 21685,
"2441216" : 19737,
"2473984" : 17768,
"2506752" : 16470,
"2539520" : 14740,
"2572288" : 13306,
"2605056" : 12244,
"2637824" : 10888,
"2670592" : 10036,
"2703360" : 8990,
"2736128" : 8269,
"2768896" : 7501,
"2801664" : 7042,
"2834432" : 6451,
"2867200" : 6113,
"2899968" : 5825,
"2932736" : 5525,
"2965504" : 5210,
"2998272" : 4895,
"3031040" : 4805,
"3063808" : 4460,
"3096576" : 4479,
"3129344" : 4262,
"3162112" : 4123,
"3194880" : 4189,
"3227648" : 4000,
"3260416" : 3881,
"3293184" : 3812,
"3325952" : 3696,
"3358720" : 3562,
"3391488" : 3464,
"3424256" : 3513,
"3457024" : 3435,
"3489792" : 3225,
"3522560" : 3163,
"3555328" : 3254,
"3588096" : 3305,
"3620864" : 2955,
"3653632" : 3125,
"3686400" : 3026,
"3719168" : 2905,
"3751936" : 2880,
"3784704" : 2796,
"3817472" : 2829,
"3850240" : 2843,
"3883008" : 2741,
"3915776" : 2718,
"3948544" : 2697,
"3981312" : 2665,
"4014080" : 2615,
"4046848" : 2520,
"4079616" : 2520,
"4112384" : 2503,
"4145152" : 2521,
"4177920" : 2463,
"4227072" : 4783,
"4292608" : 4805,
"4358144" : 4828,
"4423680" : 4674,
"4489216" : 4605,
"4554752" : 4515,
"4620288" : 4425,
"4685824" : 4483,
"4751360" : 4401,
"4816896" : 4435,
"4882432" : 4184,
"4947968" : 4271,
"5013504" : 4272,
"5079040" : 4260,
"5144576" : 4129,
"5210112" : 4260,
"5275648" : 4220,
"5341184" : 4258,
"5406720" : 4171,
"5472256" : 4283,
"5537792" : 4131,
"5603328" : 4163,
"5668864" : 4082,
"5734400" : 4171,
"5799936" : 4186,
"5865472" : 4078,
"5931008" : 4174,
"5996544" : 4262,
"6062080" : 4237,
"6127616" : 4187,
"6193152" : 4465,
"6258688" : 4227,
"6324224" : 4413,
"6389760" : 4347,
"6455296" : 4320,
"6520832" : 4368,
"6586368" : 4304,
"6651904" : 4487,
"6717440" : 4566,
"6782976" : 4474,
"6848512" : 4547,
"6914048" : 4578,
"6979584" : 4650,
"7045120" : 4697,
"7110656" : 4660,
"7176192" : 4765,
"7241728" : 4681,
"7307264" : 4778,
"7372800" : 5037,
"7438336" : 4959,
"7503872" : 5170,
"7569408" : 4979,
"7634944" : 5150,
"7700480" : 5244,
"7766016" : 5248,
"7831552" : 5419,
"7897088" : 5385,
"7962624" : 5613,
"8028160" : 5630,
"8093696" : 5703,
"8159232" : 5742,
"8224768" : 5941,
"8290304" : 5882,
"8355840" : 6000,
"8454144" : 12391,
"8585216" : 12662,
"8716288" : 12802,
"8847360" : 13140,
"8978432" : 13620,
"9109504" : 13970,
"9240576" : 14485,
"9371648" : 14976,
"9502720" : 15294,
"9633792" : 15492,
"9764864" : 16038,
"9895936" : 16274,
"10027008" : 16612,
"10158080" : 16787,
"10289152" : 17271,
"10420224" : 17536,
"10551296" : 17699,
"10682368" : 18248,
"10813440" : 18421,
"10944512" : 18632,
"11075584" : 18400,
"11206656" : 18511,
"11337728" : 18270,
"11468800" : 18048,
"11599872" : 17925,
"11730944" : 17634,
"11862016" : 16910,
"11993088" : 16441,
"12124160" : 15752,
"12255232" : 15155,
"12386304" : 14019,
"12517376" : 13037,
"12648448" : 12315,
"12779520" : 10985,
"12910592" : 10095,
"13041664" : 9240,
"13172736" : 8350,
"13303808" : 7465,
"13434880" : 6560,
"13565952" : 5801,
"13697024" : 5049,
"13828096" : 4646,
"13959168" : 3876,
"14090240" : 3492,
"14221312" : 3207,
"14352384" : 3003,
"14483456" : 2670,
"14614528" : 2506,
"14745600" : 2325,
"14876672" : 2277,
"15007744" : 2179,
"15138816" : 2190,
"15269888" : 2101,
"15400960" : 2066,
"15532032" : 2052,
"15663104" : 2022,
"15794176" : 2008,
"15925248" : 2000,
"16056320" : 1946,
"16187392" : 1970,
"16318464" : 1923,
"16449536" : 1959,
"16580608" : 2021,
"16711680" : 1912,
"16908288" : 3903,
"17170432" : 3823,
"17432576" : 4034,
"17694720" : 4076,
"17956864" : 4183,
"18219008" : 4411,
"18481152" : 4514,
"18743296" : 4719,
"19005440" : 4965,
"19267584" : 4965,
"19529728" : 5228,
"19791872" : 5216,
"20054016" : 5347,
"20316160" : 5408,
"20578304" : 5521,
"20840448" : 5502,
"21102592" : 5552,
"21364736" : 5461,
"21626880" : 5373,
"21889024" : 5082,
"22151168" : 5118,
"22413312" : 4837,
"22675456" : 4735,
"22937600" : 4494,
"23199744" : 3993,
"23461888" : 3837,
"23724032" : 3441,
"23986176" : 3218,
"24248320" : 2856,
"24510464" : 2552,
"24772608" : 2203,
"25034752" : 1971,
"25296896" : 1755,
"25559040" : 1583,
"25821184" : 1328,
"26083328" : 1242,
"26345472" : 1135,
"26607616" : 1115,
"26869760" : 1042,
"27131904" : 1005,
"27394048" : 936,
"27656192" : 911,
"27918336" : 871,
"28180480" : 873,
"28442624" : 854,
"28704768" : 885,
"28966912" : 825,
"29229056" : 779,
"29491200" : 672,
"29753344" : 731,
"30015488" : 704,
"30277632" : 678,
"30539776" : 691,
"30801920" : 635,
"31064064" : 625,
"31326208" : 641,
"31588352" : 579,
"31850496" : 603,
"32112640" : 592,
"32374784" : 570,
"32636928" : 538,
"32899072" : 529,
"33161216" : 512,
"33423360" : 558,
"33816576" : 1017,
"34340864" : 967,
"34865152" : 835,
"35389440" : 801,
"35913728" : 672,
"36438016" : 639,
"36962304" : 526,
"37486592" : 418,
"38010880" : 332,
"38535168" : 274,
"39059456" : 219,
"39583744" : 167,
"40108032" : 129,
"40632320" : 123,
"41156608" : 107,
"41680896" : 138,
"42205184" : 108,
"42729472" : 99,
"43253760" : 96,
"43778048" : 79,
"44302336" : 89,
"44826624" : 81,
"45350912" : 68,
"45875200" : 69,
"46399488" : 46,
"46923776" : 64,
"47448064" : 65,
"47972352" : 38,
"48496640" : 27,
"49020928" : 37,
"49545216" : 24,
"50069504" : 24,
"50593792" : 22,
"51118080" : 14,
"51642368" : 10,
"52166656" : 9,
"52690944" : 8,
"53215232" : 11,
"53739520" : 6,
"54263808" : 4,
"54788096" : 8,
"55312384" : 2,
"55836672" : 5,
"56360960" : 5,
"56885248" : 5,
"57933824" : 3,
"58458112" : 4,
"59506688" : 1,
"60030976" : 2,
"60555264" : 2,
"61603840" : 2,
"62128128" : 1,
"62652416" : 3,
"63700992" : 1,
"65798144" : 1,
"66322432" : 1,
"67633152" : 3,
"68681728" : 8,
"69730304" : 4,
"70778880" : 1,
"71827456" : 1,
"72876032" : 2,
"73924608" : 7,
"74973184" : 3,
"76021760" : 1,
"78118912" : 1,
"79167488" : 1
}
},
"lat_ns" : {
"min" : 1450668,
"max" : 87116908,
"mean" : 8301432.242798,
"stddev" : 7241416.957591,
"N" : 2620026
},
"bw_min" : 40286,
"bw_max" : 88467,
"bw_agg" : 100.000000,
"bw_mean" : 61652.929204,
"bw_dev" : 266.874396,
"bw_samples" : 10848,
"iops_min" : 10070,
"iops_max" : 22115,
"iops_mean" : 15410.439528,
"iops_stddev" : 66.751752,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440157,
"usr_cpu" : 0.210067,
"sys_cpu" : 3.972477,
"ctx" : 4239034,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.646465,
"4" : 28.068730,
"10" : 18.677258,
"20" : 20.006427,
"50" : 4.593219,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092652,
"timestamp_ms" : 1773092652933,
"time" : "Mon Mar 9 18:44:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 2159,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11375501312,
"io_kbytes" : 11108888,
"bw_bytes" : 63194771,
"bw" : 61713,
"iops" : 15427.877805,
"runtime" : 180007,
"total_ios" : 2777126,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 301391,
"max" : 72947347,
"mean" : 2063603.096900,
"stddev" : 3208613.922023,
"N" : 2777158
},
"clat_ns" : {
"min" : 3345,
"max" : 78768375,
"mean" : 6228107.867258,
"stddev" : 6080808.674200,
"N" : 2777222,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31326208,
"99.900000" : 38010880,
"99.950000" : 41156608,
"99.990000" : 48496640
},
"bins" : {
"3344" : 1,
"3792" : 1,
"3888" : 1,
"4048" : 1,
"4128" : 1,
"4256" : 2,
"4384" : 1,
"4448" : 1,
"4512" : 2,
"5088" : 2,
"5152" : 1,
"5280" : 1,
"5344" : 2,
"5472" : 3,
"5600" : 1,
"5664" : 1,
"5920" : 1,
"6432" : 2,
"6496" : 1,
"7072" : 1,
"7392" : 2,
"7776" : 1,
"8768" : 1,
"9792" : 1,
"536576" : 1,
"577536" : 2,
"659456" : 1,
"733184" : 2,
"757760" : 1,
"790528" : 2,
"798720" : 1,
"880640" : 1,
"1056768" : 1,
"1089536" : 1,
"1105920" : 6,
"1122304" : 4,
"1138688" : 29,
"1155072" : 78,
"1171456" : 314,
"1187840" : 574,
"1204224" : 903,
"1220608" : 1096,
"1236992" : 1380,
"1253376" : 1866,
"1269760" : 2375,
"1286144" : 2979,
"1302528" : 3432,
"1318912" : 4200,
"1335296" : 4905,
"1351680" : 5757,
"1368064" : 6685,
"1384448" : 7506,
"1400832" : 8445,
"1417216" : 9337,
"1433600" : 10240,
"1449984" : 11174,
"1466368" : 12051,
"1482752" : 12892,
"1499136" : 13841,
"1515520" : 14573,
"1531904" : 15098,
"1548288" : 15635,
"1564672" : 16264,
"1581056" : 16874,
"1597440" : 17435,
"1613824" : 17813,
"1630208" : 18691,
"1646592" : 19323,
"1662976" : 20033,
"1679360" : 21243,
"1695744" : 21787,
"1712128" : 22323,
"1728512" : 23152,
"1744896" : 23705,
"1761280" : 24349,
"1777664" : 24752,
"1794048" : 25369,
"1810432" : 25664,
"1826816" : 25998,
"1843200" : 26722,
"1859584" : 26476,
"1875968" : 26328,
"1892352" : 26328,
"1908736" : 26410,
"1925120" : 26084,
"1941504" : 25899,
"1957888" : 25784,
"1974272" : 25406,
"1990656" : 25112,
"2007040" : 24847,
"2023424" : 24239,
"2039808" : 24341,
"2056192" : 23982,
"2072576" : 23397,
"2088960" : 23071,
"2113536" : 44282,
"2146304" : 42397,
"2179072" : 39831,
"2211840" : 37691,
"2244608" : 34955,
"2277376" : 32267,
"2310144" : 30032,
"2342912" : 27764,
"2375680" : 24932,
"2408448" : 23062,
"2441216" : 20995,
"2473984" : 18882,
"2506752" : 17504,
"2539520" : 15627,
"2572288" : 14155,
"2605056" : 13031,
"2637824" : 11574,
"2670592" : 10645,
"2703360" : 9579,
"2736128" : 8796,
"2768896" : 7967,
"2801664" : 7448,
"2834432" : 6894,
"2867200" : 6524,
"2899968" : 6150,
"2932736" : 5865,
"2965504" : 5551,
"2998272" : 5192,
"3031040" : 5107,
"3063808" : 4756,
"3096576" : 4782,
"3129344" : 4514,
"3162112" : 4381,
"3194880" : 4438,
"3227648" : 4263,
"3260416" : 4130,
"3293184" : 4063,
"3325952" : 3950,
"3358720" : 3778,
"3391488" : 3689,
"3424256" : 3739,
"3457024" : 3670,
"3489792" : 3446,
"3522560" : 3381,
"3555328" : 3470,
"3588096" : 3514,
"3620864" : 3167,
"3653632" : 3361,
"3686400" : 3232,
"3719168" : 3073,
"3751936" : 3073,
"3784704" : 2993,
"3817472" : 3016,
"3850240" : 3041,
"3883008" : 2935,
"3915776" : 2887,
"3948544" : 2882,
"3981312" : 2841,
"4014080" : 2813,
"4046848" : 2674,
"4079616" : 2681,
"4112384" : 2661,
"4145152" : 2677,
"4177920" : 2622,
"4227072" : 5156,
"4292608" : 5125,
"4358144" : 5183,
"4423680" : 4965,
"4489216" : 4904,
"4554752" : 4791,
"4620288" : 4709,
"4685824" : 4770,
"4751360" : 4698,
"4816896" : 4715,
"4882432" : 4456,
"4947968" : 4577,
"5013504" : 4542,
"5079040" : 4524,
"5144576" : 4391,
"5210112" : 4542,
"5275648" : 4509,
"5341184" : 4564,
"5406720" : 4446,
"5472256" : 4547,
"5537792" : 4388,
"5603328" : 4436,
"5668864" : 4373,
"5734400" : 4455,
"5799936" : 4465,
"5865472" : 4375,
"5931008" : 4423,
"5996544" : 4548,
"6062080" : 4532,
"6127616" : 4460,
"6193152" : 4746,
"6258688" : 4531,
"6324224" : 4669,
"6389760" : 4642,
"6455296" : 4599,
"6520832" : 4647,
"6586368" : 4590,
"6651904" : 4771,
"6717440" : 4887,
"6782976" : 4783,
"6848512" : 4811,
"6914048" : 4895,
"6979584" : 4957,
"7045120" : 4975,
"7110656" : 4977,
"7176192" : 5063,
"7241728" : 4976,
"7307264" : 5067,
"7372800" : 5311,
"7438336" : 5273,
"7503872" : 5494,
"7569408" : 5311,
"7634944" : 5502,
"7700480" : 5530,
"7766016" : 5564,
"7831552" : 5752,
"7897088" : 5729,
"7962624" : 5928,
"8028160" : 5953,
"8093696" : 6027,
"8159232" : 6102,
"8224768" : 6290,
"8290304" : 6230,
"8355840" : 6313,
"8454144" : 13125,
"8585216" : 13378,
"8716288" : 13619,
"8847360" : 13883,
"8978432" : 14419,
"9109504" : 14736,
"9240576" : 15377,
"9371648" : 15873,
"9502720" : 16258,
"9633792" : 16458,
"9764864" : 17023,
"9895936" : 17216,
"10027008" : 17591,
"10158080" : 17741,
"10289152" : 18183,
"10420224" : 18578,
"10551296" : 18698,
"10682368" : 19261,
"10813440" : 19420,
"10944512" : 19667,
"11075584" : 19445,
"11206656" : 19513,
"11337728" : 19267,
"11468800" : 19059,
"11599872" : 18922,
"11730944" : 18603,
"11862016" : 17870,
"11993088" : 17353,
"12124160" : 16686,
"12255232" : 16059,
"12386304" : 14834,
"12517376" : 13807,
"12648448" : 13018,
"12779520" : 11596,
"12910592" : 10662,
"13041664" : 9769,
"13172736" : 8809,
"13303808" : 7921,
"13434880" : 6960,
"13565952" : 6128,
"13697024" : 5331,
"13828096" : 4910,
"13959168" : 4093,
"14090240" : 3699,
"14221312" : 3434,
"14352384" : 3150,
"14483456" : 2829,
"14614528" : 2645,
"14745600" : 2455,
"14876672" : 2409,
"15007744" : 2293,
"15138816" : 2310,
"15269888" : 2207,
"15400960" : 2182,
"15532032" : 2176,
"15663104" : 2147,
"15794176" : 2137,
"15925248" : 2120,
"16056320" : 2057,
"16187392" : 2087,
"16318464" : 2027,
"16449536" : 2074,
"16580608" : 2155,
"16711680" : 2025,
"16908288" : 4167,
"17170432" : 4073,
"17432576" : 4244,
"17694720" : 4311,
"17956864" : 4427,
"18219008" : 4643,
"18481152" : 4757,
"18743296" : 4968,
"19005440" : 5234,
"19267584" : 5261,
"19529728" : 5516,
"19791872" : 5553,
"20054016" : 5668,
"20316160" : 5700,
"20578304" : 5842,
"20840448" : 5791,
"21102592" : 5884,
"21364736" : 5807,
"21626880" : 5671,
"21889024" : 5378,
"22151168" : 5427,
"22413312" : 5098,
"22675456" : 4967,
"22937600" : 4754,
"23199744" : 4252,
"23461888" : 4052,
"23724032" : 3638,
"23986176" : 3389,
"24248320" : 3022,
"24510464" : 2712,
"24772608" : 2327,
"25034752" : 2083,
"25296896" : 1835,
"25559040" : 1644,
"25821184" : 1410,
"26083328" : 1299,
"26345472" : 1183,
"26607616" : 1177,
"26869760" : 1101,
"27131904" : 1065,
"27394048" : 983,
"27656192" : 964,
"27918336" : 921,
"28180480" : 920,
"28442624" : 895,
"28704768" : 925,
"28966912" : 876,
"29229056" : 821,
"29491200" : 716,
"29753344" : 766,
"30015488" : 737,
"30277632" : 733,
"30539776" : 731,
"30801920" : 664,
"31064064" : 663,
"31326208" : 683,
"31588352" : 624,
"31850496" : 640,
"32112640" : 622,
"32374784" : 614,
"32636928" : 574,
"32899072" : 552,
"33161216" : 539,
"33423360" : 588,
"33816576" : 1074,
"34340864" : 1026,
"34865152" : 881,
"35389440" : 847,
"35913728" : 716,
"36438016" : 678,
"36962304" : 560,
"37486592" : 440,
"38010880" : 347,
"38535168" : 280,
"39059456" : 232,
"39583744" : 176,
"40108032" : 139,
"40632320" : 131,
"41156608" : 112,
"41680896" : 144,
"42205184" : 112,
"42729472" : 104,
"43253760" : 105,
"43778048" : 87,
"44302336" : 93,
"44826624" : 83,
"45350912" : 73,
"45875200" : 74,
"46399488" : 51,
"46923776" : 67,
"47448064" : 65,
"47972352" : 41,
"48496640" : 30,
"49020928" : 38,
"49545216" : 26,
"50069504" : 28,
"50593792" : 25,
"51118080" : 14,
"51642368" : 10,
"52166656" : 9,
"52690944" : 8,
"53215232" : 12,
"53739520" : 6,
"54263808" : 4,
"54788096" : 8,
"55312384" : 2,
"55836672" : 6,
"56360960" : 5,
"56885248" : 5,
"57933824" : 3,
"58458112" : 4,
"59506688" : 1,
"60030976" : 2,
"60555264" : 2,
"61603840" : 2,
"62128128" : 1,
"62652416" : 3,
"63700992" : 1,
"65798144" : 1,
"66322432" : 1,
"67633152" : 3,
"68681728" : 8,
"69730304" : 4,
"70778880" : 1,
"71827456" : 1,
"72876032" : 2,
"73924608" : 7,
"74973184" : 3,
"76021760" : 1,
"78118912" : 1,
"79167488" : 1
}
},
"lat_ns" : {
"min" : 533616,
"max" : 87116908,
"mean" : 8291709.025564,
"stddev" : 7233857.450335,
"N" : 2777222
},
"bw_min" : 40278,
"bw_max" : 88590,
"bw_agg" : 100.000000,
"bw_mean" : 61778.626741,
"bw_dev" : 269.786364,
"bw_samples" : 11488,
"iops_min" : 10068,
"iops_max" : 22146,
"iops_mean" : 15442.019499,
"iops_stddev" : 67.478756,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760117,
"usr_cpu" : 0.210517,
"sys_cpu" : 3.979398,
"ctx" : 4496163,
"majf" : 0,
"minf" : 1281,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 28.607380,
"4" : 28.140099,
"10" : 18.721693,
"20" : 19.947240,
"50" : 4.578942,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092652,
"timestamp_ms" : 1773092652959,
"time" : "Mon Mar 9 18:44:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11375632384,
"io_kbytes" : 11109016,
"bw_bytes" : 63190936,
"bw" : 61709,
"iops" : 15426.763693,
"runtime" : 180020,
"total_ios" : 2777126,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 301391,
"max" : 72947347,
"mean" : 2063603.096900,
"stddev" : 3208613.922023,
"N" : 2777158
},
"clat_ns" : {
"min" : 3345,
"max" : 78768375,
"mean" : 6228107.867258,
"stddev" : 6080808.674200,
"N" : 2777222,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5210112,
"70.000000" : 8716288,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 27131904,
"99.500000" : 31326208,
"99.900000" : 38010880,
"99.950000" : 41156608,
"99.990000" : 48496640
},
"bins" : {
"3344" : 1,
"3792" : 1,
"3888" : 1,
"4048" : 1,
"4128" : 1,
"4256" : 2,
"4384" : 1,
"4448" : 1,
"4512" : 2,
"5088" : 2,
"5152" : 1,
"5280" : 1,
"5344" : 2,
"5472" : 3,
"5600" : 1,
"5664" : 1,
"5920" : 1,
"6432" : 2,
"6496" : 1,
"7072" : 1,
"7392" : 2,
"7776" : 1,
"8768" : 1,
"9792" : 1,
"536576" : 1,
"577536" : 2,
"659456" : 1,
"733184" : 2,
"757760" : 1,
"790528" : 2,
"798720" : 1,
"880640" : 1,
"1056768" : 1,
"1089536" : 1,
"1105920" : 6,
"1122304" : 4,
"1138688" : 29,
"1155072" : 78,
"1171456" : 314,
"1187840" : 574,
"1204224" : 903,
"1220608" : 1096,
"1236992" : 1380,
"1253376" : 1866,
"1269760" : 2375,
"1286144" : 2979,
"1302528" : 3432,
"1318912" : 4200,
"1335296" : 4905,
"1351680" : 5757,
"1368064" : 6685,
"1384448" : 7506,
"1400832" : 8445,
"1417216" : 9337,
"1433600" : 10240,
"1449984" : 11174,
"1466368" : 12051,
"1482752" : 12892,
"1499136" : 13841,
"1515520" : 14573,
"1531904" : 15098,
"1548288" : 15635,
"1564672" : 16264,
"1581056" : 16874,
"1597440" : 17435,
"1613824" : 17813,
"1630208" : 18691,
"1646592" : 19323,
"1662976" : 20033,
"1679360" : 21243,
"1695744" : 21787,
"1712128" : 22323,
"1728512" : 23152,
"1744896" : 23705,
"1761280" : 24349,
"1777664" : 24752,
"1794048" : 25369,
"1810432" : 25664,
"1826816" : 25998,
"1843200" : 26722,
"1859584" : 26476,
"1875968" : 26328,
"1892352" : 26328,
"1908736" : 26410,
"1925120" : 26084,
"1941504" : 25899,
"1957888" : 25784,
"1974272" : 25406,
"1990656" : 25112,
"2007040" : 24847,
"2023424" : 24239,
"2039808" : 24341,
"2056192" : 23982,
"2072576" : 23397,
"2088960" : 23071,
"2113536" : 44282,
"2146304" : 42397,
"2179072" : 39831,
"2211840" : 37691,
"2244608" : 34955,
"2277376" : 32267,
"2310144" : 30032,
"2342912" : 27764,
"2375680" : 24932,
"2408448" : 23062,
"2441216" : 20995,
"2473984" : 18882,
"2506752" : 17504,
"2539520" : 15627,
"2572288" : 14155,
"2605056" : 13031,
"2637824" : 11574,
"2670592" : 10645,
"2703360" : 9579,
"2736128" : 8796,
"2768896" : 7967,
"2801664" : 7448,
"2834432" : 6894,
"2867200" : 6524,
"2899968" : 6150,
"2932736" : 5865,
"2965504" : 5551,
"2998272" : 5192,
"3031040" : 5107,
"3063808" : 4756,
"3096576" : 4782,
"3129344" : 4514,
"3162112" : 4381,
"3194880" : 4438,
"3227648" : 4263,
"3260416" : 4130,
"3293184" : 4063,
"3325952" : 3950,
"3358720" : 3778,
"3391488" : 3689,
"3424256" : 3739,
"3457024" : 3670,
"3489792" : 3446,
"3522560" : 3381,
"3555328" : 3470,
"3588096" : 3514,
"3620864" : 3167,
"3653632" : 3361,
"3686400" : 3232,
"3719168" : 3073,
"3751936" : 3073,
"3784704" : 2993,
"3817472" : 3016,
"3850240" : 3041,
"3883008" : 2935,
"3915776" : 2887,
"3948544" : 2882,
"3981312" : 2841,
"4014080" : 2813,
"4046848" : 2674,
"4079616" : 2681,
"4112384" : 2661,
"4145152" : 2677,
"4177920" : 2622,
"4227072" : 5156,
"4292608" : 5125,
"4358144" : 5183,
"4423680" : 4965,
"4489216" : 4904,
"4554752" : 4791,
"4620288" : 4709,
"4685824" : 4770,
"4751360" : 4698,
"4816896" : 4715,
"4882432" : 4456,
"4947968" : 4577,
"5013504" : 4542,
"5079040" : 4524,
"5144576" : 4391,
"5210112" : 4542,
"5275648" : 4509,
"5341184" : 4564,
"5406720" : 4446,
"5472256" : 4547,
"5537792" : 4388,
"5603328" : 4436,
"5668864" : 4373,
"5734400" : 4455,
"5799936" : 4465,
"5865472" : 4375,
"5931008" : 4423,
"5996544" : 4548,
"6062080" : 4532,
"6127616" : 4460,
"6193152" : 4746,
"6258688" : 4531,
"6324224" : 4669,
"6389760" : 4642,
"6455296" : 4599,
"6520832" : 4647,
"6586368" : 4590,
"6651904" : 4771,
"6717440" : 4887,
"6782976" : 4783,
"6848512" : 4811,
"6914048" : 4895,
"6979584" : 4957,
"7045120" : 4975,
"7110656" : 4977,
"7176192" : 5063,
"7241728" : 4976,
"7307264" : 5067,
"7372800" : 5311,
"7438336" : 5273,
"7503872" : 5494,
"7569408" : 5311,
"7634944" : 5502,
"7700480" : 5530,
"7766016" : 5564,
"7831552" : 5752,
"7897088" : 5729,
"7962624" : 5928,
"8028160" : 5953,
"8093696" : 6027,
"8159232" : 6102,
"8224768" : 6290,
"8290304" : 6230,
"8355840" : 6313,
"8454144" : 13125,
"8585216" : 13378,
"8716288" : 13619,
"8847360" : 13883,
"8978432" : 14419,
"9109504" : 14736,
"9240576" : 15377,
"9371648" : 15873,
"9502720" : 16258,
"9633792" : 16458,
"9764864" : 17023,
"9895936" : 17216,
"10027008" : 17591,
"10158080" : 17741,
"10289152" : 18183,
"10420224" : 18578,
"10551296" : 18698,
"10682368" : 19261,
"10813440" : 19420,
"10944512" : 19667,
"11075584" : 19445,
"11206656" : 19513,
"11337728" : 19267,
"11468800" : 19059,
"11599872" : 18922,
"11730944" : 18603,
"11862016" : 17870,
"11993088" : 17353,
"12124160" : 16686,
"12255232" : 16059,
"12386304" : 14834,
"12517376" : 13807,
"12648448" : 13018,
"12779520" : 11596,
"12910592" : 10662,
"13041664" : 9769,
"13172736" : 8809,
"13303808" : 7921,
"13434880" : 6960,
"13565952" : 6128,
"13697024" : 5331,
"13828096" : 4910,
"13959168" : 4093,
"14090240" : 3699,
"14221312" : 3434,
"14352384" : 3150,
"14483456" : 2829,
"14614528" : 2645,
"14745600" : 2455,
"14876672" : 2409,
"15007744" : 2293,
"15138816" : 2310,
"15269888" : 2207,
"15400960" : 2182,
"15532032" : 2176,
"15663104" : 2147,
"15794176" : 2137,
"15925248" : 2120,
"16056320" : 2057,
"16187392" : 2087,
"16318464" : 2027,
"16449536" : 2074,
"16580608" : 2155,
"16711680" : 2025,
"16908288" : 4167,
"17170432" : 4073,
"17432576" : 4244,
"17694720" : 4311,
"17956864" : 4427,
"18219008" : 4643,
"18481152" : 4757,
"18743296" : 4968,
"19005440" : 5234,
"19267584" : 5261,
"19529728" : 5516,
"19791872" : 5553,
"20054016" : 5668,
"20316160" : 5700,
"20578304" : 5842,
"20840448" : 5791,
"21102592" : 5884,
"21364736" : 5807,
"21626880" : 5671,
"21889024" : 5378,
"22151168" : 5427,
"22413312" : 5098,
"22675456" : 4967,
"22937600" : 4754,
"23199744" : 4252,
"23461888" : 4052,
"23724032" : 3638,
"23986176" : 3389,
"24248320" : 3022,
"24510464" : 2712,
"24772608" : 2327,
"25034752" : 2083,
"25296896" : 1835,
"25559040" : 1644,
"25821184" : 1410,
"26083328" : 1299,
"26345472" : 1183,
"26607616" : 1177,
"26869760" : 1101,
"27131904" : 1065,
"27394048" : 983,
"27656192" : 964,
"27918336" : 921,
"28180480" : 920,
"28442624" : 895,
"28704768" : 925,
"28966912" : 876,
"29229056" : 821,
"29491200" : 716,
"29753344" : 766,
"30015488" : 737,
"30277632" : 733,
"30539776" : 731,
"30801920" : 664,
"31064064" : 663,
"31326208" : 683,
"31588352" : 624,
"31850496" : 640,
"32112640" : 622,
"32374784" : 614,
"32636928" : 574,
"32899072" : 552,
"33161216" : 539,
"33423360" : 588,
"33816576" : 1074,
"34340864" : 1026,
"34865152" : 881,
"35389440" : 847,
"35913728" : 716,
"36438016" : 678,
"36962304" : 560,
"37486592" : 440,
"38010880" : 347,
"38535168" : 280,
"39059456" : 232,
"39583744" : 176,
"40108032" : 139,
"40632320" : 131,
"41156608" : 112,
"41680896" : 144,
"42205184" : 112,
"42729472" : 104,
"43253760" : 105,
"43778048" : 87,
"44302336" : 93,
"44826624" : 83,
"45350912" : 73,
"45875200" : 74,
"46399488" : 51,
"46923776" : 67,
"47448064" : 65,
"47972352" : 41,
"48496640" : 30,
"49020928" : 38,
"49545216" : 26,
"50069504" : 28,
"50593792" : 25,
"51118080" : 14,
"51642368" : 10,
"52166656" : 9,
"52690944" : 8,
"53215232" : 12,
"53739520" : 6,
"54263808" : 4,
"54788096" : 8,
"55312384" : 2,
"55836672" : 6,
"56360960" : 5,
"56885248" : 5,
"57933824" : 3,
"58458112" : 4,
"59506688" : 1,
"60030976" : 2,
"60555264" : 2,
"61603840" : 2,
"62128128" : 1,
"62652416" : 3,
"63700992" : 1,
"65798144" : 1,
"66322432" : 1,
"67633152" : 3,
"68681728" : 8,
"69730304" : 4,
"70778880" : 1,
"71827456" : 1,
"72876032" : 2,
"73924608" : 7,
"74973184" : 3,
"76021760" : 1,
"78118912" : 1,
"79167488" : 1
}
},
"lat_ns" : {
"min" : 533616,
"max" : 87116908,
"mean" : 8291709.025564,
"stddev" : 7233857.450335,
"N" : 2777222
},
"bw_min" : 40278,
"bw_max" : 88590,
"bw_agg" : 100.000000,
"bw_mean" : 61778.626741,
"bw_dev" : 269.786364,
"bw_samples" : 11488,
"iops_min" : 10068,
"iops_max" : 22146,
"iops_mean" : 15442.019499,
"iops_stddev" : 67.478756,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760222,
"usr_cpu" : 0.210513,
"sys_cpu" : 3.979326,
"ctx" : 4496251,
"majf" : 0,
"minf" : 1289,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 28.607380,
"4" : 28.140099,
"10" : 18.721693,
"20" : 19.947240,
"50" : 4.578942,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}