raidz2/benchmarks/rand/rand-write-qd4-nj32_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773092712,
"timestamp_ms" : 1773092712711,
"time" : "Mon Mar 9 18:45:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 701222912,
"io_kbytes" : 684788,
"bw_bytes" : 71898176,
"bw" : 70213,
"iops" : 17579.308931,
"runtime" : 9753,
"total_ios" : 171451,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312096,
"usr_cpu" : 0.242554,
"sys_cpu" : 4.580001,
"ctx" : 278020,
"majf" : 0,
"minf" : 218,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.944007,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999417,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999416,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092722,
"timestamp_ms" : 1773092722966,
"time" : "Mon Mar 9 18:45:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 631095296,
"io_kbytes" : 616304,
"bw_bytes" : 63059082,
"bw" : 61581,
"iops" : 15413.768985,
"runtime" : 10008,
"total_ios" : 154261,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 344737,
"max" : 33383254,
"mean" : 2067760.723242,
"stddev" : 3221471.709891,
"N" : 154261
},
"clat_ns" : {
"min" : 1092821,
"max" : 51961596,
"mean" : 6239537.038890,
"stddev" : 6065085.540671,
"N" : 154229,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1646592,
"20.000000" : 1826816,
"30.000000" : 2007040,
"40.000000" : 2211840,
"50.000000" : 2637824,
"60.000000" : 5406720,
"70.000000" : 8847360,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 26607616,
"99.500000" : 30539776,
"99.900000" : 37486592,
"99.950000" : 40108032,
"99.990000" : 44302336
},
"bins" : {
"1089536" : 1,
"1155072" : 4,
"1171456" : 10,
"1187840" : 45,
"1204224" : 46,
"1220608" : 66,
"1236992" : 105,
"1253376" : 118,
"1269760" : 161,
"1286144" : 168,
"1302528" : 234,
"1318912" : 264,
"1335296" : 301,
"1351680" : 368,
"1368064" : 406,
"1384448" : 482,
"1400832" : 576,
"1417216" : 594,
"1433600" : 657,
"1449984" : 697,
"1466368" : 685,
"1482752" : 752,
"1499136" : 849,
"1515520" : 847,
"1531904" : 891,
"1548288" : 879,
"1564672" : 910,
"1581056" : 968,
"1597440" : 1071,
"1613824" : 1111,
"1630208" : 1069,
"1646592" : 1175,
"1662976" : 1183,
"1679360" : 1176,
"1695744" : 1269,
"1712128" : 1343,
"1728512" : 1314,
"1744896" : 1380,
"1761280" : 1425,
"1777664" : 1461,
"1794048" : 1513,
"1810432" : 1494,
"1826816" : 1489,
"1843200" : 1477,
"1859584" : 1432,
"1875968" : 1493,
"1892352" : 1483,
"1908736" : 1442,
"1925120" : 1471,
"1941504" : 1383,
"1957888" : 1448,
"1974272" : 1401,
"1990656" : 1392,
"2007040" : 1345,
"2023424" : 1386,
"2039808" : 1342,
"2056192" : 1318,
"2072576" : 1261,
"2088960" : 1250,
"2113536" : 2483,
"2146304" : 2195,
"2179072" : 2143,
"2211840" : 2056,
"2244608" : 1861,
"2277376" : 1705,
"2310144" : 1600,
"2342912" : 1430,
"2375680" : 1283,
"2408448" : 1182,
"2441216" : 1061,
"2473984" : 1055,
"2506752" : 918,
"2539520" : 774,
"2572288" : 678,
"2605056" : 638,
"2637824" : 573,
"2670592" : 563,
"2703360" : 467,
"2736128" : 466,
"2768896" : 418,
"2801664" : 386,
"2834432" : 341,
"2867200" : 312,
"2899968" : 285,
"2932736" : 325,
"2965504" : 282,
"2998272" : 266,
"3031040" : 267,
"3063808" : 256,
"3096576" : 220,
"3129344" : 221,
"3162112" : 214,
"3194880" : 215,
"3227648" : 229,
"3260416" : 215,
"3293184" : 210,
"3325952" : 198,
"3358720" : 204,
"3391488" : 182,
"3424256" : 196,
"3457024" : 202,
"3489792" : 182,
"3522560" : 216,
"3555328" : 189,
"3588096" : 153,
"3620864" : 157,
"3653632" : 183,
"3686400" : 175,
"3719168" : 147,
"3751936" : 142,
"3784704" : 141,
"3817472" : 157,
"3850240" : 156,
"3883008" : 148,
"3915776" : 164,
"3948544" : 159,
"3981312" : 149,
"4014080" : 145,
"4046848" : 127,
"4079616" : 134,
"4112384" : 145,
"4145152" : 140,
"4177920" : 135,
"4227072" : 259,
"4292608" : 236,
"4358144" : 277,
"4423680" : 229,
"4489216" : 240,
"4554752" : 272,
"4620288" : 239,
"4685824" : 249,
"4751360" : 250,
"4816896" : 236,
"4882432" : 260,
"4947968" : 244,
"5013504" : 237,
"5079040" : 248,
"5144576" : 232,
"5210112" : 217,
"5275648" : 274,
"5341184" : 212,
"5406720" : 219,
"5472256" : 193,
"5537792" : 240,
"5603328" : 240,
"5668864" : 195,
"5734400" : 210,
"5799936" : 205,
"5865472" : 225,
"5931008" : 220,
"5996544" : 246,
"6062080" : 270,
"6127616" : 231,
"6193152" : 276,
"6258688" : 248,
"6324224" : 238,
"6389760" : 258,
"6455296" : 280,
"6520832" : 265,
"6586368" : 264,
"6651904" : 294,
"6717440" : 291,
"6782976" : 269,
"6848512" : 295,
"6914048" : 299,
"6979584" : 285,
"7045120" : 259,
"7110656" : 288,
"7176192" : 270,
"7241728" : 292,
"7307264" : 331,
"7372800" : 336,
"7438336" : 341,
"7503872" : 326,
"7569408" : 299,
"7634944" : 315,
"7700480" : 338,
"7766016" : 328,
"7831552" : 305,
"7897088" : 360,
"7962624" : 333,
"8028160" : 343,
"8093696" : 326,
"8159232" : 346,
"8224768" : 341,
"8290304" : 388,
"8355840" : 368,
"8454144" : 716,
"8585216" : 795,
"8716288" : 800,
"8847360" : 795,
"8978432" : 807,
"9109504" : 801,
"9240576" : 898,
"9371648" : 851,
"9502720" : 928,
"9633792" : 925,
"9764864" : 966,
"9895936" : 944,
"10027008" : 1015,
"10158080" : 1000,
"10289152" : 982,
"10420224" : 1122,
"10551296" : 1096,
"10682368" : 1110,
"10813440" : 1071,
"10944512" : 1019,
"11075584" : 1039,
"11206656" : 1059,
"11337728" : 1079,
"11468800" : 1089,
"11599872" : 1080,
"11730944" : 1042,
"11862016" : 962,
"11993088" : 888,
"12124160" : 902,
"12255232" : 807,
"12386304" : 837,
"12517376" : 754,
"12648448" : 709,
"12779520" : 663,
"12910592" : 639,
"13041664" : 541,
"13172736" : 485,
"13303808" : 420,
"13434880" : 393,
"13565952" : 333,
"13697024" : 309,
"13828096" : 274,
"13959168" : 253,
"14090240" : 270,
"14221312" : 188,
"14352384" : 194,
"14483456" : 167,
"14614528" : 156,
"14745600" : 140,
"14876672" : 158,
"15007744" : 139,
"15138816" : 123,
"15269888" : 130,
"15400960" : 149,
"15532032" : 162,
"15663104" : 133,
"15794176" : 100,
"15925248" : 135,
"16056320" : 114,
"16187392" : 118,
"16318464" : 107,
"16449536" : 127,
"16580608" : 119,
"16711680" : 113,
"16908288" : 240,
"17170432" : 245,
"17432576" : 210,
"17694720" : 230,
"17956864" : 257,
"18219008" : 265,
"18481152" : 260,
"18743296" : 268,
"19005440" : 285,
"19267584" : 286,
"19529728" : 320,
"19791872" : 307,
"20054016" : 302,
"20316160" : 374,
"20578304" : 343,
"20840448" : 286,
"21102592" : 320,
"21364736" : 291,
"21626880" : 334,
"21889024" : 277,
"22151168" : 322,
"22413312" : 306,
"22675456" : 293,
"22937600" : 281,
"23199744" : 263,
"23461888" : 214,
"23724032" : 245,
"23986176" : 195,
"24248320" : 161,
"24510464" : 161,
"24772608" : 140,
"25034752" : 100,
"25296896" : 99,
"25559040" : 98,
"25821184" : 99,
"26083328" : 73,
"26345472" : 68,
"26607616" : 48,
"26869760" : 60,
"27131904" : 50,
"27394048" : 59,
"27656192" : 63,
"27918336" : 52,
"28180480" : 50,
"28442624" : 60,
"28704768" : 54,
"28966912" : 46,
"29229056" : 46,
"29491200" : 52,
"29753344" : 44,
"30015488" : 44,
"30277632" : 50,
"30539776" : 33,
"30801920" : 34,
"31064064" : 41,
"31326208" : 29,
"31588352" : 26,
"31850496" : 21,
"32112640" : 24,
"32374784" : 28,
"32636928" : 23,
"32899072" : 30,
"33161216" : 29,
"33423360" : 31,
"33816576" : 63,
"34340864" : 62,
"34865152" : 47,
"35389440" : 39,
"35913728" : 17,
"36438016" : 20,
"36962304" : 33,
"37486592" : 15,
"38010880" : 21,
"38535168" : 14,
"39059456" : 15,
"39583744" : 13,
"40108032" : 9,
"40632320" : 5,
"41156608" : 9,
"41680896" : 15,
"42205184" : 12,
"42729472" : 7,
"43253760" : 8,
"44302336" : 5,
"45350912" : 3,
"45875200" : 2,
"46399488" : 2,
"46923776" : 5,
"47448064" : 2,
"52166656" : 1
}
},
"lat_ns" : {
"min" : 1545953,
"max" : 59815762,
"mean" : 8307200.813894,
"stddev" : 7193743.808667,
"N" : 154229
},
"bw_min" : 48482,
"bw_max" : 75286,
"bw_agg" : 99.769191,
"bw_mean" : 61439.736842,
"bw_dev" : 218.200638,
"bw_samples" : 608,
"iops_min" : 12115,
"iops_max" : 18821,
"iops_mean" : 15356.947368,
"iops_stddev" : 54.579998,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320150,
"usr_cpu" : 0.207090,
"sys_cpu" : 3.972201,
"ctx" : 248618,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 29.865617,
"4" : 26.717057,
"10" : 18.696236,
"20" : 20.069882,
"50" : 4.629816,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092732,
"timestamp_ms" : 1773092732968,
"time" : "Mon Mar 9 18:45:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1248862208,
"io_kbytes" : 1219592,
"bw_bytes" : 62421262,
"bw" : 60958,
"iops" : 15247.213475,
"runtime" : 20007,
"total_ios" : 305051,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 43421590,
"mean" : 2089402.667098,
"stddev" : 3256532.660810,
"N" : 305051
},
"clat_ns" : {
"min" : 1092821,
"max" : 61965769,
"mean" : 6305179.314751,
"stddev" : 6138085.978815,
"N" : 305019,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1646592,
"20.000000" : 1826816,
"30.000000" : 2007040,
"40.000000" : 2211840,
"50.000000" : 2637824,
"60.000000" : 5472256,
"70.000000" : 8978432,
"80.000000" : 11075584,
"90.000000" : 13434880,
"95.000000" : 19791872,
"99.000000" : 26869760,
"99.500000" : 31064064,
"99.900000" : 36962304,
"99.950000" : 39583744,
"99.990000" : 44826624
},
"bins" : {
"1089536" : 1,
"1138688" : 1,
"1155072" : 4,
"1171456" : 15,
"1187840" : 64,
"1204224" : 94,
"1220608" : 116,
"1236992" : 171,
"1253376" : 226,
"1269760" : 305,
"1286144" : 349,
"1302528" : 453,
"1318912" : 491,
"1335296" : 598,
"1351680" : 700,
"1368064" : 779,
"1384448" : 911,
"1400832" : 1062,
"1417216" : 1177,
"1433600" : 1250,
"1449984" : 1351,
"1466368" : 1435,
"1482752" : 1463,
"1499136" : 1613,
"1515520" : 1635,
"1531904" : 1793,
"1548288" : 1758,
"1564672" : 1857,
"1581056" : 1863,
"1597440" : 2076,
"1613824" : 2147,
"1630208" : 2116,
"1646592" : 2278,
"1662976" : 2215,
"1679360" : 2306,
"1695744" : 2468,
"1712128" : 2589,
"1728512" : 2565,
"1744896" : 2657,
"1761280" : 2766,
"1777664" : 2820,
"1794048" : 2913,
"1810432" : 2971,
"1826816" : 2929,
"1843200" : 2940,
"1859584" : 2945,
"1875968" : 2961,
"1892352" : 2997,
"1908736" : 2879,
"1925120" : 2885,
"1941504" : 2816,
"1957888" : 2893,
"1974272" : 2787,
"1990656" : 2816,
"2007040" : 2707,
"2023424" : 2757,
"2039808" : 2678,
"2056192" : 2613,
"2072576" : 2466,
"2088960" : 2531,
"2113536" : 4897,
"2146304" : 4506,
"2179072" : 4297,
"2211840" : 4033,
"2244608" : 3745,
"2277376" : 3401,
"2310144" : 3131,
"2342912" : 2913,
"2375680" : 2546,
"2408448" : 2405,
"2441216" : 2191,
"2473984" : 2041,
"2506752" : 1855,
"2539520" : 1567,
"2572288" : 1404,
"2605056" : 1250,
"2637824" : 1197,
"2670592" : 1067,
"2703360" : 937,
"2736128" : 908,
"2768896" : 835,
"2801664" : 763,
"2834432" : 732,
"2867200" : 632,
"2899968" : 593,
"2932736" : 595,
"2965504" : 563,
"2998272" : 541,
"3031040" : 513,
"3063808" : 518,
"3096576" : 449,
"3129344" : 451,
"3162112" : 426,
"3194880" : 420,
"3227648" : 454,
"3260416" : 434,
"3293184" : 406,
"3325952" : 388,
"3358720" : 388,
"3391488" : 389,
"3424256" : 355,
"3457024" : 388,
"3489792" : 360,
"3522560" : 362,
"3555328" : 329,
"3588096" : 299,
"3620864" : 294,
"3653632" : 335,
"3686400" : 335,
"3719168" : 305,
"3751936" : 274,
"3784704" : 272,
"3817472" : 305,
"3850240" : 285,
"3883008" : 279,
"3915776" : 280,
"3948544" : 312,
"3981312" : 269,
"4014080" : 270,
"4046848" : 237,
"4079616" : 237,
"4112384" : 251,
"4145152" : 242,
"4177920" : 273,
"4227072" : 495,
"4292608" : 469,
"4358144" : 525,
"4423680" : 454,
"4489216" : 451,
"4554752" : 506,
"4620288" : 452,
"4685824" : 473,
"4751360" : 457,
"4816896" : 437,
"4882432" : 472,
"4947968" : 457,
"5013504" : 487,
"5079040" : 440,
"5144576" : 419,
"5210112" : 431,
"5275648" : 504,
"5341184" : 422,
"5406720" : 444,
"5472256" : 416,
"5537792" : 454,
"5603328" : 459,
"5668864" : 410,
"5734400" : 421,
"5799936" : 420,
"5865472" : 425,
"5931008" : 435,
"5996544" : 444,
"6062080" : 486,
"6127616" : 447,
"6193152" : 487,
"6258688" : 445,
"6324224" : 455,
"6389760" : 479,
"6455296" : 502,
"6520832" : 490,
"6586368" : 472,
"6651904" : 517,
"6717440" : 519,
"6782976" : 522,
"6848512" : 555,
"6914048" : 568,
"6979584" : 529,
"7045120" : 505,
"7110656" : 538,
"7176192" : 528,
"7241728" : 539,
"7307264" : 617,
"7372800" : 626,
"7438336" : 599,
"7503872" : 571,
"7569408" : 555,
"7634944" : 582,
"7700480" : 615,
"7766016" : 660,
"7831552" : 583,
"7897088" : 651,
"7962624" : 604,
"8028160" : 678,
"8093696" : 628,
"8159232" : 655,
"8224768" : 692,
"8290304" : 722,
"8355840" : 705,
"8454144" : 1432,
"8585216" : 1499,
"8716288" : 1552,
"8847360" : 1565,
"8978432" : 1638,
"9109504" : 1711,
"9240576" : 1815,
"9371648" : 1756,
"9502720" : 1915,
"9633792" : 1887,
"9764864" : 1966,
"9895936" : 1953,
"10027008" : 2000,
"10158080" : 1965,
"10289152" : 1948,
"10420224" : 2149,
"10551296" : 2088,
"10682368" : 2043,
"10813440" : 2072,
"10944512" : 1998,
"11075584" : 2037,
"11206656" : 2084,
"11337728" : 2097,
"11468800" : 2121,
"11599872" : 2114,
"11730944" : 2046,
"11862016" : 1966,
"11993088" : 1914,
"12124160" : 1821,
"12255232" : 1712,
"12386304" : 1719,
"12517376" : 1571,
"12648448" : 1503,
"12779520" : 1376,
"12910592" : 1308,
"13041664" : 1140,
"13172736" : 1041,
"13303808" : 945,
"13434880" : 842,
"13565952" : 729,
"13697024" : 674,
"13828096" : 591,
"13959168" : 562,
"14090240" : 521,
"14221312" : 448,
"14352384" : 369,
"14483456" : 365,
"14614528" : 320,
"14745600" : 298,
"14876672" : 308,
"15007744" : 277,
"15138816" : 255,
"15269888" : 280,
"15400960" : 305,
"15532032" : 282,
"15663104" : 285,
"15794176" : 223,
"15925248" : 248,
"16056320" : 213,
"16187392" : 233,
"16318464" : 210,
"16449536" : 244,
"16580608" : 220,
"16711680" : 205,
"16908288" : 466,
"17170432" : 452,
"17432576" : 413,
"17694720" : 462,
"17956864" : 508,
"18219008" : 542,
"18481152" : 497,
"18743296" : 532,
"19005440" : 542,
"19267584" : 571,
"19529728" : 576,
"19791872" : 608,
"20054016" : 599,
"20316160" : 669,
"20578304" : 676,
"20840448" : 604,
"21102592" : 650,
"21364736" : 598,
"21626880" : 655,
"21889024" : 552,
"22151168" : 626,
"22413312" : 637,
"22675456" : 618,
"22937600" : 596,
"23199744" : 590,
"23461888" : 500,
"23724032" : 495,
"23986176" : 441,
"24248320" : 368,
"24510464" : 355,
"24772608" : 321,
"25034752" : 248,
"25296896" : 231,
"25559040" : 213,
"25821184" : 193,
"26083328" : 160,
"26345472" : 146,
"26607616" : 115,
"26869760" : 125,
"27131904" : 107,
"27394048" : 112,
"27656192" : 115,
"27918336" : 100,
"28180480" : 105,
"28442624" : 108,
"28704768" : 98,
"28966912" : 87,
"29229056" : 91,
"29491200" : 96,
"29753344" : 75,
"30015488" : 68,
"30277632" : 84,
"30539776" : 69,
"30801920" : 61,
"31064064" : 73,
"31326208" : 71,
"31588352" : 65,
"31850496" : 64,
"32112640" : 56,
"32374784" : 58,
"32636928" : 65,
"32899072" : 60,
"33161216" : 71,
"33423360" : 63,
"33816576" : 117,
"34340864" : 103,
"34865152" : 103,
"35389440" : 87,
"35913728" : 71,
"36438016" : 70,
"36962304" : 74,
"37486592" : 27,
"38010880" : 40,
"38535168" : 29,
"39059456" : 24,
"39583744" : 24,
"40108032" : 24,
"40632320" : 12,
"41156608" : 14,
"41680896" : 16,
"42205184" : 16,
"42729472" : 11,
"43253760" : 14,
"43778048" : 2,
"44302336" : 8,
"44826624" : 1,
"45350912" : 4,
"45875200" : 4,
"46399488" : 3,
"46923776" : 6,
"47448064" : 4,
"47972352" : 2,
"48496640" : 2,
"50069504" : 1,
"52166656" : 1,
"55312384" : 1,
"61079552" : 1,
"62128128" : 1
}
},
"lat_ns" : {
"min" : 1545082,
"max" : 67696310,
"mean" : 8394429.982086,
"stddev" : 7288083.580968,
"N" : 305019
},
"bw_min" : 46543,
"bw_max" : 76693,
"bw_agg" : 100.000000,
"bw_mean" : 61114.179487,
"bw_dev" : 212.259403,
"bw_samples" : 1248,
"iops_min" : 11632,
"iops_max" : 19172,
"iops_mean" : 15275.512821,
"iops_stddev" : 53.082409,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640125,
"usr_cpu" : 0.211677,
"sys_cpu" : 3.927670,
"ctx" : 488868,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999672,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999672,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 29.653730,
"4" : 26.883046,
"10" : 18.278583,
"20" : 20.331027,
"50" : 4.841486,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092742,
"timestamp_ms" : 1773092742967,
"time" : "Mon Mar 9 18:45:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1894223872,
"io_kbytes" : 1849828,
"bw_bytes" : 63123962,
"bw" : 61644,
"iops" : 15416.222341,
"runtime" : 30008,
"total_ios" : 462610,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 43421590,
"mean" : 2065766.876581,
"stddev" : 3214310.400472,
"N" : 462610
},
"clat_ns" : {
"min" : 1092821,
"max" : 61965769,
"mean" : 6234881.763454,
"stddev" : 6050852.533924,
"N" : 462578,
"percentile" : {
"1.000000" : 1368064,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2637824,
"60.000000" : 5275648,
"70.000000" : 8847360,
"80.000000" : 10944512,
"90.000000" : 13172736,
"95.000000" : 19529728,
"99.000000" : 26345472,
"99.500000" : 30801920,
"99.900000" : 37486592,
"99.950000" : 39583744,
"99.990000" : 44826624
},
"bins" : {
"1089536" : 1,
"1138688" : 1,
"1155072" : 6,
"1171456" : 34,
"1187840" : 80,
"1204224" : 127,
"1220608" : 143,
"1236992" : 212,
"1253376" : 264,
"1269760" : 354,
"1286144" : 434,
"1302528" : 560,
"1318912" : 607,
"1335296" : 781,
"1351680" : 926,
"1368064" : 1002,
"1384448" : 1216,
"1400832" : 1394,
"1417216" : 1570,
"1433600" : 1685,
"1449984" : 1811,
"1466368" : 1953,
"1482752" : 2068,
"1499136" : 2292,
"1515520" : 2297,
"1531904" : 2569,
"1548288" : 2541,
"1564672" : 2630,
"1581056" : 2720,
"1597440" : 2914,
"1613824" : 3039,
"1630208" : 3092,
"1646592" : 3339,
"1662976" : 3247,
"1679360" : 3441,
"1695744" : 3640,
"1712128" : 3746,
"1728512" : 3754,
"1744896" : 3980,
"1761280" : 4133,
"1777664" : 4256,
"1794048" : 4392,
"1810432" : 4467,
"1826816" : 4454,
"1843200" : 4491,
"1859584" : 4443,
"1875968" : 4493,
"1892352" : 4569,
"1908736" : 4422,
"1925120" : 4537,
"1941504" : 4310,
"1957888" : 4454,
"1974272" : 4328,
"1990656" : 4303,
"2007040" : 4237,
"2023424" : 4224,
"2039808" : 4114,
"2056192" : 4128,
"2072576" : 3937,
"2088960" : 3912,
"2113536" : 7655,
"2146304" : 7106,
"2179072" : 6744,
"2211840" : 6406,
"2244608" : 6082,
"2277376" : 5488,
"2310144" : 5023,
"2342912" : 4670,
"2375680" : 4222,
"2408448" : 3956,
"2441216" : 3581,
"2473984" : 3245,
"2506752" : 2895,
"2539520" : 2547,
"2572288" : 2299,
"2605056" : 2051,
"2637824" : 1892,
"2670592" : 1743,
"2703360" : 1516,
"2736128" : 1487,
"2768896" : 1328,
"2801664" : 1225,
"2834432" : 1144,
"2867200" : 1009,
"2899968" : 964,
"2932736" : 948,
"2965504" : 868,
"2998272" : 839,
"3031040" : 822,
"3063808" : 819,
"3096576" : 694,
"3129344" : 713,
"3162112" : 661,
"3194880" : 660,
"3227648" : 683,
"3260416" : 670,
"3293184" : 646,
"3325952" : 611,
"3358720" : 580,
"3391488" : 568,
"3424256" : 584,
"3457024" : 596,
"3489792" : 570,
"3522560" : 526,
"3555328" : 549,
"3588096" : 481,
"3620864" : 472,
"3653632" : 528,
"3686400" : 516,
"3719168" : 469,
"3751936" : 439,
"3784704" : 439,
"3817472" : 471,
"3850240" : 462,
"3883008" : 470,
"3915776" : 437,
"3948544" : 483,
"3981312" : 437,
"4014080" : 451,
"4046848" : 389,
"4079616" : 382,
"4112384" : 426,
"4145152" : 405,
"4177920" : 430,
"4227072" : 775,
"4292608" : 743,
"4358144" : 821,
"4423680" : 753,
"4489216" : 744,
"4554752" : 795,
"4620288" : 725,
"4685824" : 732,
"4751360" : 717,
"4816896" : 706,
"4882432" : 755,
"4947968" : 705,
"5013504" : 786,
"5079040" : 728,
"5144576" : 696,
"5210112" : 689,
"5275648" : 765,
"5341184" : 689,
"5406720" : 704,
"5472256" : 692,
"5537792" : 708,
"5603328" : 699,
"5668864" : 654,
"5734400" : 663,
"5799936" : 677,
"5865472" : 680,
"5931008" : 662,
"5996544" : 702,
"6062080" : 734,
"6127616" : 695,
"6193152" : 763,
"6258688" : 687,
"6324224" : 712,
"6389760" : 727,
"6455296" : 759,
"6520832" : 761,
"6586368" : 707,
"6651904" : 782,
"6717440" : 787,
"6782976" : 800,
"6848512" : 794,
"6914048" : 832,
"6979584" : 801,
"7045120" : 801,
"7110656" : 827,
"7176192" : 798,
"7241728" : 809,
"7307264" : 903,
"7372800" : 900,
"7438336" : 876,
"7503872" : 849,
"7569408" : 871,
"7634944" : 915,
"7700480" : 881,
"7766016" : 967,
"7831552" : 893,
"7897088" : 957,
"7962624" : 931,
"8028160" : 993,
"8093696" : 924,
"8159232" : 938,
"8224768" : 1003,
"8290304" : 1046,
"8355840" : 1049,
"8454144" : 2078,
"8585216" : 2211,
"8716288" : 2314,
"8847360" : 2320,
"8978432" : 2460,
"9109504" : 2548,
"9240576" : 2701,
"9371648" : 2677,
"9502720" : 2821,
"9633792" : 2835,
"9764864" : 2913,
"9895936" : 2984,
"10027008" : 2988,
"10158080" : 2963,
"10289152" : 3028,
"10420224" : 3239,
"10551296" : 3082,
"10682368" : 3099,
"10813440" : 3197,
"10944512" : 3183,
"11075584" : 3141,
"11206656" : 3216,
"11337728" : 3216,
"11468800" : 3174,
"11599872" : 3171,
"11730944" : 3177,
"11862016" : 2932,
"11993088" : 2911,
"12124160" : 2790,
"12255232" : 2654,
"12386304" : 2537,
"12517376" : 2331,
"12648448" : 2266,
"12779520" : 2060,
"12910592" : 1914,
"13041664" : 1645,
"13172736" : 1529,
"13303808" : 1393,
"13434880" : 1211,
"13565952" : 1073,
"13697024" : 987,
"13828096" : 884,
"13959168" : 823,
"14090240" : 748,
"14221312" : 663,
"14352384" : 551,
"14483456" : 551,
"14614528" : 490,
"14745600" : 485,
"14876672" : 444,
"15007744" : 421,
"15138816" : 379,
"15269888" : 392,
"15400960" : 420,
"15532032" : 402,
"15663104" : 420,
"15794176" : 328,
"15925248" : 356,
"16056320" : 331,
"16187392" : 320,
"16318464" : 337,
"16449536" : 355,
"16580608" : 334,
"16711680" : 301,
"16908288" : 695,
"17170432" : 674,
"17432576" : 625,
"17694720" : 672,
"17956864" : 732,
"18219008" : 795,
"18481152" : 742,
"18743296" : 813,
"19005440" : 795,
"19267584" : 844,
"19529728" : 837,
"19791872" : 887,
"20054016" : 883,
"20316160" : 957,
"20578304" : 1015,
"20840448" : 929,
"21102592" : 952,
"21364736" : 898,
"21626880" : 957,
"21889024" : 860,
"22151168" : 925,
"22413312" : 936,
"22675456" : 897,
"22937600" : 859,
"23199744" : 825,
"23461888" : 705,
"23724032" : 684,
"23986176" : 592,
"24248320" : 529,
"24510464" : 472,
"24772608" : 411,
"25034752" : 347,
"25296896" : 313,
"25559040" : 311,
"25821184" : 280,
"26083328" : 242,
"26345472" : 205,
"26607616" : 182,
"26869760" : 198,
"27131904" : 170,
"27394048" : 170,
"27656192" : 163,
"27918336" : 155,
"28180480" : 143,
"28442624" : 151,
"28704768" : 122,
"28966912" : 113,
"29229056" : 140,
"29491200" : 133,
"29753344" : 102,
"30015488" : 97,
"30277632" : 124,
"30539776" : 97,
"30801920" : 83,
"31064064" : 103,
"31326208" : 98,
"31588352" : 105,
"31850496" : 92,
"32112640" : 80,
"32374784" : 78,
"32636928" : 94,
"32899072" : 86,
"33161216" : 115,
"33423360" : 97,
"33816576" : 164,
"34340864" : 143,
"34865152" : 135,
"35389440" : 126,
"35913728" : 93,
"36438016" : 91,
"36962304" : 88,
"37486592" : 54,
"38010880" : 54,
"38535168" : 57,
"39059456" : 56,
"39583744" : 39,
"40108032" : 29,
"40632320" : 23,
"41156608" : 20,
"41680896" : 20,
"42205184" : 20,
"42729472" : 18,
"43253760" : 15,
"43778048" : 3,
"44302336" : 10,
"44826624" : 4,
"45350912" : 7,
"45875200" : 6,
"46399488" : 4,
"46923776" : 7,
"47448064" : 8,
"47972352" : 2,
"48496640" : 3,
"50069504" : 1,
"50593792" : 1,
"52166656" : 1,
"55312384" : 1,
"61079552" : 1,
"62128128" : 1
}
},
"lat_ns" : {
"min" : 1545082,
"max" : 67696310,
"mean" : 8300576.235026,
"stddev" : 7181887.738451,
"N" : 462578
},
"bw_min" : 45671,
"bw_max" : 80409,
"bw_agg" : 100.000000,
"bw_mean" : 61683.423729,
"bw_dev" : 236.545655,
"bw_samples" : 1888,
"iops_min" : 11415,
"iops_max" : 20101,
"iops_mean" : 15418.830508,
"iops_stddev" : 59.152893,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960149,
"usr_cpu" : 0.211217,
"sys_cpu" : 3.985215,
"ctx" : 742206,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.712955,
"4" : 28.160221,
"10" : 18.332721,
"20" : 20.168825,
"50" : 4.617064,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092752,
"timestamp_ms" : 1773092752966,
"time" : "Mon Mar 9 18:45:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2513305600,
"io_kbytes" : 2454400,
"bw_bytes" : 62820075,
"bw" : 61347,
"iops" : 15339.957009,
"runtime" : 40008,
"total_ios" : 613721,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 44305211,
"mean" : 2075835.919261,
"stddev" : 3222972.441110,
"N" : 613721
},
"clat_ns" : {
"min" : 1092821,
"max" : 61965769,
"mean" : 6265277.188284,
"stddev" : 6073259.677703,
"N" : 613689,
"percentile" : {
"1.000000" : 1368064,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5341184,
"70.000000" : 8847360,
"80.000000" : 10944512,
"90.000000" : 13303808,
"95.000000" : 19529728,
"99.000000" : 26607616,
"99.500000" : 31064064,
"99.900000" : 37486592,
"99.950000" : 39583744,
"99.990000" : 45875200
},
"bins" : {
"1089536" : 1,
"1138688" : 1,
"1155072" : 6,
"1171456" : 41,
"1187840" : 96,
"1204224" : 152,
"1220608" : 173,
"1236992" : 273,
"1253376" : 337,
"1269760" : 454,
"1286144" : 570,
"1302528" : 714,
"1318912" : 780,
"1335296" : 990,
"1351680" : 1202,
"1368064" : 1250,
"1384448" : 1532,
"1400832" : 1768,
"1417216" : 2023,
"1433600" : 2169,
"1449984" : 2285,
"1466368" : 2541,
"1482752" : 2730,
"1499136" : 2947,
"1515520" : 3010,
"1531904" : 3324,
"1548288" : 3358,
"1564672" : 3482,
"1581056" : 3562,
"1597440" : 3776,
"1613824" : 4035,
"1630208" : 4021,
"1646592" : 4333,
"1662976" : 4371,
"1679360" : 4506,
"1695744" : 4719,
"1712128" : 4864,
"1728512" : 4990,
"1744896" : 5291,
"1761280" : 5378,
"1777664" : 5554,
"1794048" : 5678,
"1810432" : 5869,
"1826816" : 5864,
"1843200" : 5963,
"1859584" : 5872,
"1875968" : 5895,
"1892352" : 6026,
"1908736" : 5884,
"1925120" : 5993,
"1941504" : 5691,
"1957888" : 5893,
"1974272" : 5692,
"1990656" : 5687,
"2007040" : 5631,
"2023424" : 5601,
"2039808" : 5440,
"2056192" : 5414,
"2072576" : 5247,
"2088960" : 5143,
"2113536" : 10065,
"2146304" : 9421,
"2179072" : 9037,
"2211840" : 8499,
"2244608" : 8009,
"2277376" : 7315,
"2310144" : 6656,
"2342912" : 6246,
"2375680" : 5621,
"2408448" : 5255,
"2441216" : 4725,
"2473984" : 4256,
"2506752" : 3854,
"2539520" : 3393,
"2572288" : 3064,
"2605056" : 2714,
"2637824" : 2513,
"2670592" : 2326,
"2703360" : 2032,
"2736128" : 1914,
"2768896" : 1735,
"2801664" : 1587,
"2834432" : 1507,
"2867200" : 1359,
"2899968" : 1291,
"2932736" : 1265,
"2965504" : 1174,
"2998272" : 1090,
"3031040" : 1065,
"3063808" : 1095,
"3096576" : 957,
"3129344" : 942,
"3162112" : 920,
"3194880" : 866,
"3227648" : 898,
"3260416" : 914,
"3293184" : 872,
"3325952" : 825,
"3358720" : 787,
"3391488" : 778,
"3424256" : 799,
"3457024" : 787,
"3489792" : 766,
"3522560" : 732,
"3555328" : 750,
"3588096" : 654,
"3620864" : 686,
"3653632" : 695,
"3686400" : 694,
"3719168" : 645,
"3751936" : 601,
"3784704" : 608,
"3817472" : 637,
"3850240" : 633,
"3883008" : 618,
"3915776" : 613,
"3948544" : 653,
"3981312" : 588,
"4014080" : 635,
"4046848" : 542,
"4079616" : 531,
"4112384" : 586,
"4145152" : 606,
"4177920" : 597,
"4227072" : 1082,
"4292608" : 1064,
"4358144" : 1103,
"4423680" : 1058,
"4489216" : 1027,
"4554752" : 1083,
"4620288" : 998,
"4685824" : 999,
"4751360" : 964,
"4816896" : 987,
"4882432" : 1003,
"4947968" : 973,
"5013504" : 1055,
"5079040" : 1006,
"5144576" : 945,
"5210112" : 985,
"5275648" : 1022,
"5341184" : 933,
"5406720" : 952,
"5472256" : 972,
"5537792" : 997,
"5603328" : 953,
"5668864" : 930,
"5734400" : 938,
"5799936" : 935,
"5865472" : 943,
"5931008" : 922,
"5996544" : 959,
"6062080" : 968,
"6127616" : 964,
"6193152" : 1024,
"6258688" : 966,
"6324224" : 958,
"6389760" : 968,
"6455296" : 1002,
"6520832" : 1025,
"6586368" : 956,
"6651904" : 1020,
"6717440" : 1045,
"6782976" : 1053,
"6848512" : 1049,
"6914048" : 1086,
"6979584" : 1119,
"7045120" : 1066,
"7110656" : 1122,
"7176192" : 1063,
"7241728" : 1065,
"7307264" : 1172,
"7372800" : 1153,
"7438336" : 1174,
"7503872" : 1136,
"7569408" : 1126,
"7634944" : 1242,
"7700480" : 1196,
"7766016" : 1270,
"7831552" : 1177,
"7897088" : 1269,
"7962624" : 1262,
"8028160" : 1311,
"8093696" : 1201,
"8159232" : 1278,
"8224768" : 1353,
"8290304" : 1380,
"8355840" : 1405,
"8454144" : 2758,
"8585216" : 2957,
"8716288" : 3014,
"8847360" : 3026,
"8978432" : 3214,
"9109504" : 3291,
"9240576" : 3476,
"9371648" : 3514,
"9502720" : 3587,
"9633792" : 3665,
"9764864" : 3766,
"9895936" : 3886,
"10027008" : 3896,
"10158080" : 3872,
"10289152" : 4011,
"10420224" : 4236,
"10551296" : 4096,
"10682368" : 4178,
"10813440" : 4231,
"10944512" : 4347,
"11075584" : 4259,
"11206656" : 4353,
"11337728" : 4308,
"11468800" : 4254,
"11599872" : 4286,
"11730944" : 4219,
"11862016" : 3919,
"11993088" : 3947,
"12124160" : 3723,
"12255232" : 3624,
"12386304" : 3496,
"12517376" : 3230,
"12648448" : 3039,
"12779520" : 2775,
"12910592" : 2596,
"13041664" : 2247,
"13172736" : 2009,
"13303808" : 1813,
"13434880" : 1590,
"13565952" : 1443,
"13697024" : 1306,
"13828096" : 1175,
"13959168" : 1046,
"14090240" : 970,
"14221312" : 852,
"14352384" : 737,
"14483456" : 690,
"14614528" : 657,
"14745600" : 648,
"14876672" : 595,
"15007744" : 538,
"15138816" : 518,
"15269888" : 535,
"15400960" : 539,
"15532032" : 534,
"15663104" : 530,
"15794176" : 441,
"15925248" : 474,
"16056320" : 425,
"16187392" : 436,
"16318464" : 442,
"16449536" : 470,
"16580608" : 458,
"16711680" : 402,
"16908288" : 903,
"17170432" : 869,
"17432576" : 853,
"17694720" : 915,
"17956864" : 933,
"18219008" : 1030,
"18481152" : 981,
"18743296" : 1089,
"19005440" : 1077,
"19267584" : 1167,
"19529728" : 1119,
"19791872" : 1188,
"20054016" : 1229,
"20316160" : 1286,
"20578304" : 1329,
"20840448" : 1293,
"21102592" : 1280,
"21364736" : 1227,
"21626880" : 1274,
"21889024" : 1177,
"22151168" : 1215,
"22413312" : 1213,
"22675456" : 1177,
"22937600" : 1136,
"23199744" : 1102,
"23461888" : 945,
"23724032" : 898,
"23986176" : 808,
"24248320" : 705,
"24510464" : 641,
"24772608" : 588,
"25034752" : 476,
"25296896" : 425,
"25559040" : 376,
"25821184" : 356,
"26083328" : 317,
"26345472" : 272,
"26607616" : 244,
"26869760" : 250,
"27131904" : 243,
"27394048" : 224,
"27656192" : 220,
"27918336" : 207,
"28180480" : 200,
"28442624" : 197,
"28704768" : 169,
"28966912" : 164,
"29229056" : 184,
"29491200" : 167,
"29753344" : 138,
"30015488" : 141,
"30277632" : 161,
"30539776" : 128,
"30801920" : 118,
"31064064" : 127,
"31326208" : 130,
"31588352" : 143,
"31850496" : 118,
"32112640" : 108,
"32374784" : 103,
"32636928" : 127,
"32899072" : 116,
"33161216" : 138,
"33423360" : 119,
"33816576" : 221,
"34340864" : 208,
"34865152" : 195,
"35389440" : 182,
"35913728" : 144,
"36438016" : 140,
"36962304" : 134,
"37486592" : 84,
"38010880" : 72,
"38535168" : 80,
"39059456" : 67,
"39583744" : 48,
"40108032" : 35,
"40632320" : 32,
"41156608" : 26,
"41680896" : 27,
"42205184" : 23,
"42729472" : 25,
"43253760" : 19,
"43778048" : 9,
"44302336" : 11,
"44826624" : 9,
"45350912" : 11,
"45875200" : 11,
"46399488" : 6,
"46923776" : 9,
"47448064" : 11,
"47972352" : 3,
"48496640" : 7,
"49020928" : 2,
"50069504" : 3,
"50593792" : 3,
"51642368" : 1,
"52166656" : 3,
"53215232" : 1,
"55312384" : 1,
"61079552" : 1,
"62128128" : 1
}
},
"lat_ns" : {
"min" : 1545082,
"max" : 67696310,
"mean" : 8341132.347396,
"stddev" : 7213625.703807,
"N" : 613689
},
"bw_min" : 44526,
"bw_max" : 81784,
"bw_agg" : 100.000000,
"bw_mean" : 61453.088608,
"bw_dev" : 237.542507,
"bw_samples" : 2528,
"iops_min" : 11129,
"iops_max" : 20445,
"iops_mean" : 15361.759494,
"iops_stddev" : 59.396679,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280143,
"usr_cpu" : 0.210055,
"sys_cpu" : 3.966901,
"ctx" : 987515,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.353763,
"4" : 28.209887,
"10" : 18.433783,
"20" : 20.325360,
"50" : 4.669874,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092762,
"timestamp_ms" : 1773092762965,
"time" : "Mon Mar 9 18:46:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3124342784,
"io_kbytes" : 3051116,
"bw_bytes" : 62476859,
"bw" : 61012,
"iops" : 15255.119181,
"runtime" : 50008,
"total_ios" : 762878,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 44305211,
"mean" : 2087194.800627,
"stddev" : 3234685.297519,
"N" : 762878
},
"clat_ns" : {
"min" : 1092821,
"max" : 61965769,
"mean" : 6299694.724674,
"stddev" : 6098136.147643,
"N" : 762846,
"percentile" : {
"1.000000" : 1368064,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2670592,
"60.000000" : 5472256,
"70.000000" : 8978432,
"80.000000" : 11075584,
"90.000000" : 13303808,
"95.000000" : 19529728,
"99.000000" : 26869760,
"99.500000" : 31064064,
"99.900000" : 37486592,
"99.950000" : 40108032,
"99.990000" : 46399488
},
"bins" : {
"1089536" : 1,
"1138688" : 1,
"1155072" : 10,
"1171456" : 49,
"1187840" : 120,
"1204224" : 195,
"1220608" : 217,
"1236992" : 331,
"1253376" : 424,
"1269760" : 564,
"1286144" : 694,
"1302528" : 866,
"1318912" : 960,
"1335296" : 1218,
"1351680" : 1522,
"1368064" : 1558,
"1384448" : 1910,
"1400832" : 2197,
"1417216" : 2487,
"1433600" : 2702,
"1449984" : 2847,
"1466368" : 3169,
"1482752" : 3372,
"1499136" : 3712,
"1515520" : 3779,
"1531904" : 4158,
"1548288" : 4210,
"1564672" : 4402,
"1581056" : 4476,
"1597440" : 4758,
"1613824" : 5010,
"1630208" : 5083,
"1646592" : 5370,
"1662976" : 5451,
"1679360" : 5702,
"1695744" : 5867,
"1712128" : 6061,
"1728512" : 6303,
"1744896" : 6578,
"1761280" : 6740,
"1777664" : 6945,
"1794048" : 7140,
"1810432" : 7270,
"1826816" : 7227,
"1843200" : 7339,
"1859584" : 7265,
"1875968" : 7304,
"1892352" : 7408,
"1908736" : 7225,
"1925120" : 7374,
"1941504" : 7013,
"1957888" : 7328,
"1974272" : 7071,
"1990656" : 6982,
"2007040" : 6933,
"2023424" : 6871,
"2039808" : 6712,
"2056192" : 6692,
"2072576" : 6441,
"2088960" : 6274,
"2113536" : 12455,
"2146304" : 11668,
"2179072" : 11093,
"2211840" : 10458,
"2244608" : 9760,
"2277376" : 8987,
"2310144" : 8197,
"2342912" : 7630,
"2375680" : 6913,
"2408448" : 6392,
"2441216" : 5821,
"2473984" : 5189,
"2506752" : 4747,
"2539520" : 4181,
"2572288" : 3774,
"2605056" : 3335,
"2637824" : 3081,
"2670592" : 2900,
"2703360" : 2475,
"2736128" : 2322,
"2768896" : 2163,
"2801664" : 1992,
"2834432" : 1873,
"2867200" : 1695,
"2899968" : 1599,
"2932736" : 1557,
"2965504" : 1458,
"2998272" : 1357,
"3031040" : 1315,
"3063808" : 1300,
"3096576" : 1178,
"3129344" : 1182,
"3162112" : 1145,
"3194880" : 1099,
"3227648" : 1119,
"3260416" : 1119,
"3293184" : 1074,
"3325952" : 1002,
"3358720" : 1011,
"3391488" : 972,
"3424256" : 988,
"3457024" : 993,
"3489792" : 948,
"3522560" : 912,
"3555328" : 932,
"3588096" : 816,
"3620864" : 862,
"3653632" : 852,
"3686400" : 878,
"3719168" : 803,
"3751936" : 751,
"3784704" : 752,
"3817472" : 785,
"3850240" : 757,
"3883008" : 754,
"3915776" : 737,
"3948544" : 786,
"3981312" : 742,
"4014080" : 795,
"4046848" : 670,
"4079616" : 668,
"4112384" : 717,
"4145152" : 761,
"4177920" : 745,
"4227072" : 1359,
"4292608" : 1324,
"4358144" : 1348,
"4423680" : 1291,
"4489216" : 1272,
"4554752" : 1300,
"4620288" : 1251,
"4685824" : 1212,
"4751360" : 1186,
"4816896" : 1213,
"4882432" : 1265,
"4947968" : 1215,
"5013504" : 1284,
"5079040" : 1250,
"5144576" : 1213,
"5210112" : 1236,
"5275648" : 1232,
"5341184" : 1153,
"5406720" : 1206,
"5472256" : 1201,
"5537792" : 1209,
"5603328" : 1181,
"5668864" : 1158,
"5734400" : 1178,
"5799936" : 1163,
"5865472" : 1181,
"5931008" : 1126,
"5996544" : 1182,
"6062080" : 1217,
"6127616" : 1202,
"6193152" : 1241,
"6258688" : 1192,
"6324224" : 1198,
"6389760" : 1229,
"6455296" : 1219,
"6520832" : 1252,
"6586368" : 1207,
"6651904" : 1267,
"6717440" : 1299,
"6782976" : 1349,
"6848512" : 1331,
"6914048" : 1346,
"6979584" : 1349,
"7045120" : 1337,
"7110656" : 1353,
"7176192" : 1310,
"7241728" : 1305,
"7307264" : 1417,
"7372800" : 1434,
"7438336" : 1448,
"7503872" : 1367,
"7569408" : 1413,
"7634944" : 1537,
"7700480" : 1481,
"7766016" : 1571,
"7831552" : 1475,
"7897088" : 1554,
"7962624" : 1556,
"8028160" : 1613,
"8093696" : 1511,
"8159232" : 1566,
"8224768" : 1635,
"8290304" : 1694,
"8355840" : 1719,
"8454144" : 3388,
"8585216" : 3619,
"8716288" : 3734,
"8847360" : 3768,
"8978432" : 3980,
"9109504" : 4052,
"9240576" : 4324,
"9371648" : 4330,
"9502720" : 4475,
"9633792" : 4565,
"9764864" : 4756,
"9895936" : 4778,
"10027008" : 4912,
"10158080" : 4895,
"10289152" : 5109,
"10420224" : 5311,
"10551296" : 5187,
"10682368" : 5307,
"10813440" : 5369,
"10944512" : 5532,
"11075584" : 5464,
"11206656" : 5551,
"11337728" : 5561,
"11468800" : 5468,
"11599872" : 5515,
"11730944" : 5350,
"11862016" : 5076,
"11993088" : 5026,
"12124160" : 4677,
"12255232" : 4575,
"12386304" : 4401,
"12517376" : 3988,
"12648448" : 3788,
"12779520" : 3390,
"12910592" : 3168,
"13041664" : 2755,
"13172736" : 2459,
"13303808" : 2220,
"13434880" : 1970,
"13565952" : 1753,
"13697024" : 1616,
"13828096" : 1460,
"13959168" : 1261,
"14090240" : 1184,
"14221312" : 1037,
"14352384" : 906,
"14483456" : 844,
"14614528" : 812,
"14745600" : 807,
"14876672" : 760,
"15007744" : 691,
"15138816" : 637,
"15269888" : 668,
"15400960" : 660,
"15532032" : 667,
"15663104" : 650,
"15794176" : 536,
"15925248" : 560,
"16056320" : 534,
"16187392" : 542,
"16318464" : 548,
"16449536" : 573,
"16580608" : 564,
"16711680" : 500,
"16908288" : 1107,
"17170432" : 1077,
"17432576" : 1071,
"17694720" : 1150,
"17956864" : 1166,
"18219008" : 1284,
"18481152" : 1295,
"18743296" : 1339,
"19005440" : 1365,
"19267584" : 1472,
"19529728" : 1438,
"19791872" : 1522,
"20054016" : 1608,
"20316160" : 1665,
"20578304" : 1716,
"20840448" : 1663,
"21102592" : 1674,
"21364736" : 1581,
"21626880" : 1649,
"21889024" : 1556,
"22151168" : 1550,
"22413312" : 1530,
"22675456" : 1459,
"22937600" : 1385,
"23199744" : 1327,
"23461888" : 1168,
"23724032" : 1086,
"23986176" : 956,
"24248320" : 829,
"24510464" : 765,
"24772608" : 706,
"25034752" : 571,
"25296896" : 507,
"25559040" : 460,
"25821184" : 431,
"26083328" : 395,
"26345472" : 340,
"26607616" : 296,
"26869760" : 322,
"27131904" : 307,
"27394048" : 289,
"27656192" : 279,
"27918336" : 255,
"28180480" : 249,
"28442624" : 243,
"28704768" : 212,
"28966912" : 220,
"29229056" : 230,
"29491200" : 220,
"29753344" : 188,
"30015488" : 182,
"30277632" : 200,
"30539776" : 167,
"30801920" : 157,
"31064064" : 163,
"31326208" : 167,
"31588352" : 178,
"31850496" : 159,
"32112640" : 143,
"32374784" : 137,
"32636928" : 162,
"32899072" : 151,
"33161216" : 173,
"33423360" : 157,
"33816576" : 267,
"34340864" : 262,
"34865152" : 236,
"35389440" : 221,
"35913728" : 183,
"36438016" : 169,
"36962304" : 161,
"37486592" : 119,
"38010880" : 91,
"38535168" : 98,
"39059456" : 77,
"39583744" : 56,
"40108032" : 45,
"40632320" : 44,
"41156608" : 31,
"41680896" : 38,
"42205184" : 28,
"42729472" : 37,
"43253760" : 26,
"43778048" : 14,
"44302336" : 13,
"44826624" : 14,
"45350912" : 20,
"45875200" : 17,
"46399488" : 8,
"46923776" : 12,
"47448064" : 15,
"47972352" : 4,
"48496640" : 9,
"49020928" : 5,
"49545216" : 4,
"50069504" : 3,
"50593792" : 3,
"51118080" : 2,
"51642368" : 3,
"52166656" : 4,
"52690944" : 3,
"53215232" : 2,
"54788096" : 1,
"55312384" : 1,
"55836672" : 2,
"56885248" : 1,
"61079552" : 1,
"62128128" : 1
}
},
"lat_ns" : {
"min" : 1545082,
"max" : 67900732,
"mean" : 8386747.683154,
"stddev" : 7244414.894287,
"N" : 762846
},
"bw_min" : 43015,
"bw_max" : 83160,
"bw_agg" : 100.000000,
"bw_mean" : 61121.434343,
"bw_dev" : 249.229661,
"bw_samples" : 3168,
"iops_min" : 10749,
"iops_max" : 20790,
"iops_mean" : 15278.313131,
"iops_stddev" : 62.326546,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600144,
"usr_cpu" : 0.207044,
"sys_cpu" : 3.941895,
"ctx" : 1228061,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.374000,
"4" : 27.938150,
"10" : 18.358506,
"20" : 20.594512,
"50" : 4.727230,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092772,
"timestamp_ms" : 1773092772966,
"time" : "Mon Mar 9 18:46:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3694141440,
"io_kbytes" : 3607560,
"bw_bytes" : 61561841,
"bw" : 60118,
"iops" : 15032.796174,
"runtime" : 60007,
"total_ios" : 902073,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 44305211,
"mean" : 2118178.251097,
"stddev" : 3279358.445820,
"N" : 902074
},
"clat_ns" : {
"min" : 1092821,
"max" : 61965769,
"mean" : 6393203.650751,
"stddev" : 6193349.913970,
"N" : 902041,
"percentile" : {
"1.000000" : 1368064,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5668864,
"70.000000" : 9109504,
"80.000000" : 11206656,
"90.000000" : 13434880,
"95.000000" : 20054016,
"99.000000" : 27131904,
"99.500000" : 31588352,
"99.900000" : 38010880,
"99.950000" : 40632320,
"99.990000" : 46923776
},
"bins" : {
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1155072" : 18,
"1171456" : 73,
"1187840" : 165,
"1204224" : 262,
"1220608" : 290,
"1236992" : 430,
"1253376" : 529,
"1269760" : 717,
"1286144" : 889,
"1302528" : 1062,
"1318912" : 1207,
"1335296" : 1499,
"1351680" : 1823,
"1368064" : 1904,
"1384448" : 2324,
"1400832" : 2632,
"1417216" : 2944,
"1433600" : 3216,
"1449984" : 3405,
"1466368" : 3771,
"1482752" : 3997,
"1499136" : 4437,
"1515520" : 4520,
"1531904" : 4969,
"1548288" : 5002,
"1564672" : 5192,
"1581056" : 5273,
"1597440" : 5553,
"1613824" : 5914,
"1630208" : 6028,
"1646592" : 6401,
"1662976" : 6460,
"1679360" : 6721,
"1695744" : 6947,
"1712128" : 7160,
"1728512" : 7443,
"1744896" : 7705,
"1761280" : 7970,
"1777664" : 8145,
"1794048" : 8346,
"1810432" : 8517,
"1826816" : 8472,
"1843200" : 8600,
"1859584" : 8593,
"1875968" : 8527,
"1892352" : 8641,
"1908736" : 8472,
"1925120" : 8592,
"1941504" : 8251,
"1957888" : 8566,
"1974272" : 8283,
"1990656" : 8167,
"2007040" : 8136,
"2023424" : 8071,
"2039808" : 7797,
"2056192" : 7845,
"2072576" : 7571,
"2088960" : 7405,
"2113536" : 14487,
"2146304" : 13588,
"2179072" : 13001,
"2211840" : 12156,
"2244608" : 11333,
"2277376" : 10442,
"2310144" : 9554,
"2342912" : 8891,
"2375680" : 8073,
"2408448" : 7422,
"2441216" : 6798,
"2473984" : 6008,
"2506752" : 5528,
"2539520" : 4886,
"2572288" : 4426,
"2605056" : 3880,
"2637824" : 3547,
"2670592" : 3337,
"2703360" : 2935,
"2736128" : 2695,
"2768896" : 2549,
"2801664" : 2344,
"2834432" : 2174,
"2867200" : 1973,
"2899968" : 1864,
"2932736" : 1817,
"2965504" : 1707,
"2998272" : 1584,
"3031040" : 1536,
"3063808" : 1516,
"3096576" : 1396,
"3129344" : 1398,
"3162112" : 1355,
"3194880" : 1291,
"3227648" : 1309,
"3260416" : 1312,
"3293184" : 1261,
"3325952" : 1181,
"3358720" : 1188,
"3391488" : 1131,
"3424256" : 1162,
"3457024" : 1159,
"3489792" : 1122,
"3522560" : 1061,
"3555328" : 1084,
"3588096" : 969,
"3620864" : 1019,
"3653632" : 987,
"3686400" : 1021,
"3719168" : 955,
"3751936" : 889,
"3784704" : 882,
"3817472" : 903,
"3850240" : 865,
"3883008" : 893,
"3915776" : 870,
"3948544" : 918,
"3981312" : 864,
"4014080" : 925,
"4046848" : 788,
"4079616" : 781,
"4112384" : 812,
"4145152" : 868,
"4177920" : 844,
"4227072" : 1574,
"4292608" : 1530,
"4358144" : 1557,
"4423680" : 1476,
"4489216" : 1479,
"4554752" : 1485,
"4620288" : 1413,
"4685824" : 1398,
"4751360" : 1382,
"4816896" : 1397,
"4882432" : 1445,
"4947968" : 1397,
"5013504" : 1486,
"5079040" : 1418,
"5144576" : 1401,
"5210112" : 1410,
"5275648" : 1396,
"5341184" : 1310,
"5406720" : 1410,
"5472256" : 1405,
"5537792" : 1394,
"5603328" : 1382,
"5668864" : 1350,
"5734400" : 1370,
"5799936" : 1379,
"5865472" : 1371,
"5931008" : 1310,
"5996544" : 1385,
"6062080" : 1421,
"6127616" : 1418,
"6193152" : 1437,
"6258688" : 1412,
"6324224" : 1418,
"6389760" : 1440,
"6455296" : 1439,
"6520832" : 1448,
"6586368" : 1392,
"6651904" : 1456,
"6717440" : 1535,
"6782976" : 1539,
"6848512" : 1542,
"6914048" : 1541,
"6979584" : 1563,
"7045120" : 1535,
"7110656" : 1557,
"7176192" : 1534,
"7241728" : 1542,
"7307264" : 1642,
"7372800" : 1666,
"7438336" : 1670,
"7503872" : 1616,
"7569408" : 1658,
"7634944" : 1796,
"7700480" : 1737,
"7766016" : 1817,
"7831552" : 1720,
"7897088" : 1811,
"7962624" : 1847,
"8028160" : 1881,
"8093696" : 1809,
"8159232" : 1850,
"8224768" : 1922,
"8290304" : 1967,
"8355840" : 2015,
"8454144" : 3958,
"8585216" : 4215,
"8716288" : 4345,
"8847360" : 4392,
"8978432" : 4600,
"9109504" : 4668,
"9240576" : 4989,
"9371648" : 4995,
"9502720" : 5140,
"9633792" : 5295,
"9764864" : 5428,
"9895936" : 5558,
"10027008" : 5721,
"10158080" : 5754,
"10289152" : 6021,
"10420224" : 6245,
"10551296" : 6213,
"10682368" : 6333,
"10813440" : 6450,
"10944512" : 6627,
"11075584" : 6638,
"11206656" : 6711,
"11337728" : 6745,
"11468800" : 6717,
"11599872" : 6761,
"11730944" : 6439,
"11862016" : 6220,
"11993088" : 6105,
"12124160" : 5778,
"12255232" : 5586,
"12386304" : 5366,
"12517376" : 4914,
"12648448" : 4640,
"12779520" : 4155,
"12910592" : 3890,
"13041664" : 3422,
"13172736" : 3055,
"13303808" : 2798,
"13434880" : 2462,
"13565952" : 2181,
"13697024" : 1987,
"13828096" : 1818,
"13959168" : 1565,
"14090240" : 1436,
"14221312" : 1243,
"14352384" : 1093,
"14483456" : 1017,
"14614528" : 973,
"14745600" : 956,
"14876672" : 889,
"15007744" : 821,
"15138816" : 770,
"15269888" : 800,
"15400960" : 778,
"15532032" : 776,
"15663104" : 772,
"15794176" : 638,
"15925248" : 684,
"16056320" : 663,
"16187392" : 647,
"16318464" : 659,
"16449536" : 658,
"16580608" : 660,
"16711680" : 593,
"16908288" : 1313,
"17170432" : 1274,
"17432576" : 1257,
"17694720" : 1333,
"17956864" : 1375,
"18219008" : 1536,
"18481152" : 1540,
"18743296" : 1599,
"19005440" : 1649,
"19267584" : 1730,
"19529728" : 1732,
"19791872" : 1838,
"20054016" : 1940,
"20316160" : 2034,
"20578304" : 2097,
"20840448" : 2064,
"21102592" : 2067,
"21364736" : 2040,
"21626880" : 2063,
"21889024" : 1954,
"22151168" : 1969,
"22413312" : 1945,
"22675456" : 1854,
"22937600" : 1741,
"23199744" : 1655,
"23461888" : 1453,
"23724032" : 1397,
"23986176" : 1209,
"24248320" : 1069,
"24510464" : 960,
"24772608" : 917,
"25034752" : 727,
"25296896" : 602,
"25559040" : 547,
"25821184" : 529,
"26083328" : 457,
"26345472" : 411,
"26607616" : 367,
"26869760" : 391,
"27131904" : 371,
"27394048" : 352,
"27656192" : 349,
"27918336" : 325,
"28180480" : 317,
"28442624" : 325,
"28704768" : 266,
"28966912" : 270,
"29229056" : 297,
"29491200" : 281,
"29753344" : 259,
"30015488" : 250,
"30277632" : 252,
"30539776" : 232,
"30801920" : 201,
"31064064" : 211,
"31326208" : 221,
"31588352" : 211,
"31850496" : 199,
"32112640" : 178,
"32374784" : 180,
"32636928" : 204,
"32899072" : 200,
"33161216" : 215,
"33423360" : 195,
"33816576" : 325,
"34340864" : 330,
"34865152" : 292,
"35389440" : 280,
"35913728" : 236,
"36438016" : 212,
"36962304" : 193,
"37486592" : 143,
"38010880" : 103,
"38535168" : 117,
"39059456" : 89,
"39583744" : 68,
"40108032" : 63,
"40632320" : 66,
"41156608" : 40,
"41680896" : 48,
"42205184" : 40,
"42729472" : 52,
"43253760" : 34,
"43778048" : 25,
"44302336" : 18,
"44826624" : 21,
"45350912" : 24,
"45875200" : 22,
"46399488" : 14,
"46923776" : 16,
"47448064" : 26,
"47972352" : 7,
"48496640" : 10,
"49020928" : 6,
"49545216" : 4,
"50069504" : 3,
"50593792" : 3,
"51118080" : 2,
"51642368" : 3,
"52166656" : 4,
"52690944" : 3,
"53215232" : 2,
"54788096" : 1,
"55312384" : 1,
"55836672" : 2,
"56885248" : 1,
"61079552" : 1,
"62128128" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 67900732,
"mean" : 8511435.935575,
"stddev" : 7362686.576544,
"N" : 902041
},
"bw_min" : 40803,
"bw_max" : 83264,
"bw_agg" : 100.000000,
"bw_mean" : 60259.016807,
"bw_dev" : 256.240907,
"bw_samples" : 3808,
"iops_min" : 10199,
"iops_max" : 20816,
"iops_mean" : 15062.252101,
"iops_stddev" : 64.077526,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920130,
"usr_cpu" : 0.202538,
"sys_cpu" : 3.878435,
"ctx" : 1449417,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999889,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999778,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.336066,
"4" : 27.582136,
"10" : 18.013509,
"20" : 21.049627,
"50" : 5.012233,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092782,
"timestamp_ms" : 1773092782967,
"time" : "Mon Mar 9 18:46:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4294881280,
"io_kbytes" : 4194220,
"bw_bytes" : 61349311,
"bw" : 59911,
"iops" : 14979.744883,
"runtime" : 70007,
"total_ios" : 1048687,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 44305211,
"mean" : 2125591.705808,
"stddev" : 3294998.823125,
"N" : 1048687
},
"clat_ns" : {
"min" : 1092821,
"max" : 63172284,
"mean" : 6415591.461254,
"stddev" : 6225735.082732,
"N" : 1048655,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5668864,
"70.000000" : 9109504,
"80.000000" : 11206656,
"90.000000" : 13434880,
"95.000000" : 20054016,
"99.000000" : 27394048,
"99.500000" : 31588352,
"99.900000" : 38010880,
"99.950000" : 41156608,
"99.990000" : 47448064
},
"bins" : {
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1155072" : 21,
"1171456" : 79,
"1187840" : 188,
"1204224" : 316,
"1220608" : 364,
"1236992" : 498,
"1253376" : 647,
"1269760" : 824,
"1286144" : 1029,
"1302528" : 1244,
"1318912" : 1444,
"1335296" : 1774,
"1351680" : 2114,
"1368064" : 2237,
"1384448" : 2710,
"1400832" : 3062,
"1417216" : 3429,
"1433600" : 3751,
"1449984" : 3986,
"1466368" : 4436,
"1482752" : 4632,
"1499136" : 5128,
"1515520" : 5297,
"1531904" : 5756,
"1548288" : 5819,
"1564672" : 6107,
"1581056" : 6133,
"1597440" : 6517,
"1613824" : 6915,
"1630208" : 7035,
"1646592" : 7409,
"1662976" : 7484,
"1679360" : 7818,
"1695744" : 8104,
"1712128" : 8310,
"1728512" : 8727,
"1744896" : 8985,
"1761280" : 9220,
"1777664" : 9446,
"1794048" : 9668,
"1810432" : 9896,
"1826816" : 9904,
"1843200" : 9943,
"1859584" : 10015,
"1875968" : 10010,
"1892352" : 10066,
"1908736" : 9848,
"1925120" : 9991,
"1941504" : 9613,
"1957888" : 9822,
"1974272" : 9599,
"1990656" : 9496,
"2007040" : 9433,
"2023424" : 9372,
"2039808" : 9058,
"2056192" : 9119,
"2072576" : 8848,
"2088960" : 8645,
"2113536" : 16872,
"2146304" : 15849,
"2179072" : 15044,
"2211840" : 14125,
"2244608" : 13191,
"2277376" : 12135,
"2310144" : 11149,
"2342912" : 10319,
"2375680" : 9405,
"2408448" : 8640,
"2441216" : 7888,
"2473984" : 7005,
"2506752" : 6422,
"2539520" : 5639,
"2572288" : 5133,
"2605056" : 4534,
"2637824" : 4144,
"2670592" : 3866,
"2703360" : 3437,
"2736128" : 3154,
"2768896" : 2919,
"2801664" : 2684,
"2834432" : 2493,
"2867200" : 2317,
"2899968" : 2187,
"2932736" : 2097,
"2965504" : 1974,
"2998272" : 1807,
"3031040" : 1770,
"3063808" : 1779,
"3096576" : 1632,
"3129344" : 1643,
"3162112" : 1559,
"3194880" : 1520,
"3227648" : 1489,
"3260416" : 1511,
"3293184" : 1429,
"3325952" : 1339,
"3358720" : 1377,
"3391488" : 1281,
"3424256" : 1333,
"3457024" : 1315,
"3489792" : 1293,
"3522560" : 1211,
"3555328" : 1249,
"3588096" : 1116,
"3620864" : 1175,
"3653632" : 1140,
"3686400" : 1157,
"3719168" : 1094,
"3751936" : 1034,
"3784704" : 1014,
"3817472" : 1036,
"3850240" : 1002,
"3883008" : 1037,
"3915776" : 976,
"3948544" : 1055,
"3981312" : 999,
"4014080" : 1044,
"4046848" : 912,
"4079616" : 900,
"4112384" : 942,
"4145152" : 1009,
"4177920" : 983,
"4227072" : 1819,
"4292608" : 1761,
"4358144" : 1798,
"4423680" : 1717,
"4489216" : 1700,
"4554752" : 1719,
"4620288" : 1635,
"4685824" : 1627,
"4751360" : 1590,
"4816896" : 1615,
"4882432" : 1639,
"4947968" : 1581,
"5013504" : 1651,
"5079040" : 1617,
"5144576" : 1600,
"5210112" : 1574,
"5275648" : 1600,
"5341184" : 1505,
"5406720" : 1572,
"5472256" : 1602,
"5537792" : 1570,
"5603328" : 1601,
"5668864" : 1562,
"5734400" : 1581,
"5799936" : 1548,
"5865472" : 1572,
"5931008" : 1471,
"5996544" : 1582,
"6062080" : 1590,
"6127616" : 1637,
"6193152" : 1614,
"6258688" : 1607,
"6324224" : 1615,
"6389760" : 1630,
"6455296" : 1641,
"6520832" : 1629,
"6586368" : 1587,
"6651904" : 1685,
"6717440" : 1733,
"6782976" : 1736,
"6848512" : 1772,
"6914048" : 1784,
"6979584" : 1757,
"7045120" : 1752,
"7110656" : 1796,
"7176192" : 1797,
"7241728" : 1768,
"7307264" : 1901,
"7372800" : 1915,
"7438336" : 1924,
"7503872" : 1874,
"7569408" : 1918,
"7634944" : 2071,
"7700480" : 2010,
"7766016" : 2108,
"7831552" : 2032,
"7897088" : 2094,
"7962624" : 2154,
"8028160" : 2168,
"8093696" : 2102,
"8159232" : 2156,
"8224768" : 2208,
"8290304" : 2285,
"8355840" : 2355,
"8454144" : 4611,
"8585216" : 4875,
"8716288" : 5064,
"8847360" : 5103,
"8978432" : 5364,
"9109504" : 5430,
"9240576" : 5756,
"9371648" : 5744,
"9502720" : 5953,
"9633792" : 6076,
"9764864" : 6236,
"9895936" : 6398,
"10027008" : 6540,
"10158080" : 6615,
"10289152" : 6971,
"10420224" : 7104,
"10551296" : 7167,
"10682368" : 7264,
"10813440" : 7366,
"10944512" : 7619,
"11075584" : 7693,
"11206656" : 7698,
"11337728" : 7721,
"11468800" : 7764,
"11599872" : 7822,
"11730944" : 7465,
"11862016" : 7287,
"11993088" : 7149,
"12124160" : 6868,
"12255232" : 6609,
"12386304" : 6375,
"12517376" : 5905,
"12648448" : 5555,
"12779520" : 5020,
"12910592" : 4711,
"13041664" : 4143,
"13172736" : 3693,
"13303808" : 3433,
"13434880" : 2981,
"13565952" : 2697,
"13697024" : 2383,
"13828096" : 2189,
"13959168" : 1865,
"14090240" : 1657,
"14221312" : 1485,
"14352384" : 1265,
"14483456" : 1179,
"14614528" : 1147,
"14745600" : 1110,
"14876672" : 1024,
"15007744" : 935,
"15138816" : 896,
"15269888" : 918,
"15400960" : 882,
"15532032" : 883,
"15663104" : 871,
"15794176" : 712,
"15925248" : 782,
"16056320" : 759,
"16187392" : 740,
"16318464" : 769,
"16449536" : 755,
"16580608" : 764,
"16711680" : 721,
"16908288" : 1529,
"17170432" : 1483,
"17432576" : 1516,
"17694720" : 1531,
"17956864" : 1608,
"18219008" : 1797,
"18481152" : 1800,
"18743296" : 1818,
"19005440" : 1898,
"19267584" : 2011,
"19529728" : 2073,
"19791872" : 2136,
"20054016" : 2223,
"20316160" : 2382,
"20578304" : 2397,
"20840448" : 2366,
"21102592" : 2397,
"21364736" : 2365,
"21626880" : 2398,
"21889024" : 2293,
"22151168" : 2311,
"22413312" : 2306,
"22675456" : 2197,
"22937600" : 2100,
"23199744" : 2008,
"23461888" : 1781,
"23724032" : 1729,
"23986176" : 1478,
"24248320" : 1311,
"24510464" : 1168,
"24772608" : 1065,
"25034752" : 869,
"25296896" : 703,
"25559040" : 652,
"25821184" : 613,
"26083328" : 527,
"26345472" : 483,
"26607616" : 436,
"26869760" : 448,
"27131904" : 426,
"27394048" : 409,
"27656192" : 402,
"27918336" : 377,
"28180480" : 368,
"28442624" : 371,
"28704768" : 316,
"28966912" : 316,
"29229056" : 337,
"29491200" : 345,
"29753344" : 301,
"30015488" : 289,
"30277632" : 304,
"30539776" : 269,
"30801920" : 236,
"31064064" : 252,
"31326208" : 267,
"31588352" : 253,
"31850496" : 237,
"32112640" : 210,
"32374784" : 212,
"32636928" : 236,
"32899072" : 232,
"33161216" : 256,
"33423360" : 229,
"33816576" : 392,
"34340864" : 392,
"34865152" : 363,
"35389440" : 328,
"35913728" : 288,
"36438016" : 243,
"36962304" : 226,
"37486592" : 162,
"38010880" : 119,
"38535168" : 126,
"39059456" : 104,
"39583744" : 78,
"40108032" : 71,
"40632320" : 66,
"41156608" : 55,
"41680896" : 55,
"42205184" : 51,
"42729472" : 57,
"43253760" : 41,
"43778048" : 31,
"44302336" : 25,
"44826624" : 28,
"45350912" : 32,
"45875200" : 27,
"46399488" : 20,
"46923776" : 21,
"47448064" : 30,
"47972352" : 10,
"48496640" : 11,
"49020928" : 8,
"49545216" : 8,
"50069504" : 7,
"50593792" : 7,
"51118080" : 5,
"51642368" : 5,
"52166656" : 5,
"52690944" : 4,
"53215232" : 2,
"53739520" : 1,
"54788096" : 2,
"55312384" : 1,
"55836672" : 3,
"56885248" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 2,
"60555264" : 2,
"61079552" : 1,
"62128128" : 1,
"63176704" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 82538059,
"mean" : 8541165.368174,
"stddev" : 7400055.321075,
"N" : 1048655
},
"bw_min" : 40351,
"bw_max" : 84698,
"bw_agg" : 99.980911,
"bw_mean" : 59900.856115,
"bw_dev" : 259.316184,
"bw_samples" : 4448,
"iops_min" : 10085,
"iops_max" : 21174,
"iops_mean" : 14972.841727,
"iops_stddev" : 64.845993,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240133,
"usr_cpu" : 0.202086,
"sys_cpu" : 3.862003,
"ctx" : 1679684,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.372527,
"4" : 27.547304,
"10" : 17.833920,
"20" : 21.154167,
"50" : 5.084263,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092792,
"timestamp_ms" : 1773092792965,
"time" : "Mon Mar 9 18:46:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4890914816,
"io_kbytes" : 4776284,
"bw_bytes" : 61131086,
"bw" : 59698,
"iops" : 14927.568838,
"runtime" : 80007,
"total_ios" : 1194310,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 44305211,
"mean" : 2133013.064686,
"stddev" : 3303420.789963,
"N" : 1194310
},
"clat_ns" : {
"min" : 1092821,
"max" : 63172284,
"mean" : 6438067.175084,
"stddev" : 6246720.834553,
"N" : 1194278,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5734400,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20054016,
"99.000000" : 27394048,
"99.500000" : 31850496,
"99.900000" : 38010880,
"99.950000" : 41680896,
"99.990000" : 47972352
},
"bins" : {
"1089536" : 1,
"1122304" : 2,
"1138688" : 3,
"1155072" : 34,
"1171456" : 101,
"1187840" : 236,
"1204224" : 386,
"1220608" : 440,
"1236992" : 596,
"1253376" : 762,
"1269760" : 988,
"1286144" : 1204,
"1302528" : 1447,
"1318912" : 1695,
"1335296" : 2091,
"1351680" : 2494,
"1368064" : 2651,
"1384448" : 3231,
"1400832" : 3649,
"1417216" : 4022,
"1433600" : 4417,
"1449984" : 4681,
"1466368" : 5186,
"1482752" : 5403,
"1499136" : 5887,
"1515520" : 6104,
"1531904" : 6619,
"1548288" : 6736,
"1564672" : 7009,
"1581056" : 7129,
"1597440" : 7459,
"1613824" : 7913,
"1630208" : 8064,
"1646592" : 8468,
"1662976" : 8542,
"1679360" : 9015,
"1695744" : 9250,
"1712128" : 9498,
"1728512" : 10042,
"1744896" : 10236,
"1761280" : 10479,
"1777664" : 10741,
"1794048" : 10937,
"1810432" : 11226,
"1826816" : 11205,
"1843200" : 11289,
"1859584" : 11354,
"1875968" : 11356,
"1892352" : 11379,
"1908736" : 11178,
"1925120" : 11301,
"1941504" : 10891,
"1957888" : 11097,
"1974272" : 10826,
"1990656" : 10678,
"2007040" : 10627,
"2023424" : 10536,
"2039808" : 10198,
"2056192" : 10243,
"2072576" : 9976,
"2088960" : 9701,
"2113536" : 19009,
"2146304" : 17849,
"2179072" : 16841,
"2211840" : 15824,
"2244608" : 14740,
"2277376" : 13642,
"2310144" : 12486,
"2342912" : 11510,
"2375680" : 10478,
"2408448" : 9615,
"2441216" : 8774,
"2473984" : 7857,
"2506752" : 7152,
"2539520" : 6306,
"2572288" : 5730,
"2605056" : 5065,
"2637824" : 4643,
"2670592" : 4309,
"2703360" : 3855,
"2736128" : 3555,
"2768896" : 3275,
"2801664" : 3043,
"2834432" : 2799,
"2867200" : 2630,
"2899968" : 2476,
"2932736" : 2403,
"2965504" : 2247,
"2998272" : 2079,
"3031040" : 2028,
"3063808" : 1999,
"3096576" : 1852,
"3129344" : 1853,
"3162112" : 1787,
"3194880" : 1731,
"3227648" : 1709,
"3260416" : 1711,
"3293184" : 1653,
"3325952" : 1537,
"3358720" : 1555,
"3391488" : 1456,
"3424256" : 1508,
"3457024" : 1478,
"3489792" : 1473,
"3522560" : 1378,
"3555328" : 1417,
"3588096" : 1289,
"3620864" : 1352,
"3653632" : 1325,
"3686400" : 1320,
"3719168" : 1271,
"3751936" : 1188,
"3784704" : 1182,
"3817472" : 1182,
"3850240" : 1158,
"3883008" : 1187,
"3915776" : 1142,
"3948544" : 1216,
"3981312" : 1157,
"4014080" : 1214,
"4046848" : 1050,
"4079616" : 1044,
"4112384" : 1058,
"4145152" : 1167,
"4177920" : 1133,
"4227072" : 2107,
"4292608" : 2076,
"4358144" : 2075,
"4423680" : 1996,
"4489216" : 1969,
"4554752" : 1985,
"4620288" : 1905,
"4685824" : 1898,
"4751360" : 1839,
"4816896" : 1865,
"4882432" : 1916,
"4947968" : 1843,
"5013504" : 1914,
"5079040" : 1883,
"5144576" : 1853,
"5210112" : 1831,
"5275648" : 1834,
"5341184" : 1730,
"5406720" : 1834,
"5472256" : 1841,
"5537792" : 1773,
"5603328" : 1840,
"5668864" : 1796,
"5734400" : 1816,
"5799936" : 1769,
"5865472" : 1799,
"5931008" : 1728,
"5996544" : 1820,
"6062080" : 1812,
"6127616" : 1874,
"6193152" : 1855,
"6258688" : 1850,
"6324224" : 1857,
"6389760" : 1863,
"6455296" : 1892,
"6520832" : 1870,
"6586368" : 1823,
"6651904" : 1911,
"6717440" : 1972,
"6782976" : 1977,
"6848512" : 2022,
"6914048" : 2066,
"6979584" : 1983,
"7045120" : 1991,
"7110656" : 2077,
"7176192" : 2030,
"7241728" : 2022,
"7307264" : 2134,
"7372800" : 2170,
"7438336" : 2172,
"7503872" : 2144,
"7569408" : 2205,
"7634944" : 2358,
"7700480" : 2295,
"7766016" : 2365,
"7831552" : 2326,
"7897088" : 2377,
"7962624" : 2451,
"8028160" : 2447,
"8093696" : 2380,
"8159232" : 2446,
"8224768" : 2502,
"8290304" : 2620,
"8355840" : 2657,
"8454144" : 5254,
"8585216" : 5539,
"8716288" : 5791,
"8847360" : 5804,
"8978432" : 6069,
"9109504" : 6209,
"9240576" : 6565,
"9371648" : 6539,
"9502720" : 6773,
"9633792" : 6907,
"9764864" : 7091,
"9895936" : 7276,
"10027008" : 7513,
"10158080" : 7574,
"10289152" : 7969,
"10420224" : 8074,
"10551296" : 8240,
"10682368" : 8311,
"10813440" : 8479,
"10944512" : 8701,
"11075584" : 8797,
"11206656" : 8863,
"11337728" : 8875,
"11468800" : 8894,
"11599872" : 9000,
"11730944" : 8543,
"11862016" : 8356,
"11993088" : 8207,
"12124160" : 7833,
"12255232" : 7568,
"12386304" : 7246,
"12517376" : 6690,
"12648448" : 6310,
"12779520" : 5747,
"12910592" : 5307,
"13041664" : 4690,
"13172736" : 4196,
"13303808" : 3917,
"13434880" : 3405,
"13565952" : 3084,
"13697024" : 2686,
"13828096" : 2425,
"13959168" : 2122,
"14090240" : 1871,
"14221312" : 1674,
"14352384" : 1464,
"14483456" : 1363,
"14614528" : 1333,
"14745600" : 1268,
"14876672" : 1187,
"15007744" : 1090,
"15138816" : 1024,
"15269888" : 1061,
"15400960" : 1013,
"15532032" : 994,
"15663104" : 998,
"15794176" : 797,
"15925248" : 893,
"16056320" : 861,
"16187392" : 859,
"16318464" : 875,
"16449536" : 890,
"16580608" : 861,
"16711680" : 830,
"16908288" : 1758,
"17170432" : 1731,
"17432576" : 1723,
"17694720" : 1756,
"17956864" : 1847,
"18219008" : 2068,
"18481152" : 2062,
"18743296" : 2054,
"19005440" : 2177,
"19267584" : 2307,
"19529728" : 2363,
"19791872" : 2435,
"20054016" : 2575,
"20316160" : 2719,
"20578304" : 2754,
"20840448" : 2694,
"21102592" : 2791,
"21364736" : 2766,
"21626880" : 2808,
"21889024" : 2689,
"22151168" : 2673,
"22413312" : 2605,
"22675456" : 2513,
"22937600" : 2426,
"23199744" : 2297,
"23461888" : 2033,
"23724032" : 1956,
"23986176" : 1654,
"24248320" : 1472,
"24510464" : 1333,
"24772608" : 1197,
"25034752" : 993,
"25296896" : 818,
"25559040" : 759,
"25821184" : 700,
"26083328" : 618,
"26345472" : 571,
"26607616" : 511,
"26869760" : 513,
"27131904" : 502,
"27394048" : 458,
"27656192" : 451,
"27918336" : 435,
"28180480" : 426,
"28442624" : 433,
"28704768" : 377,
"28966912" : 370,
"29229056" : 394,
"29491200" : 392,
"29753344" : 350,
"30015488" : 332,
"30277632" : 329,
"30539776" : 307,
"30801920" : 279,
"31064064" : 297,
"31326208" : 314,
"31588352" : 290,
"31850496" : 275,
"32112640" : 253,
"32374784" : 247,
"32636928" : 281,
"32899072" : 273,
"33161216" : 287,
"33423360" : 273,
"33816576" : 462,
"34340864" : 454,
"34865152" : 417,
"35389440" : 374,
"35913728" : 342,
"36438016" : 285,
"36962304" : 261,
"37486592" : 191,
"38010880" : 125,
"38535168" : 143,
"39059456" : 122,
"39583744" : 94,
"40108032" : 80,
"40632320" : 74,
"41156608" : 61,
"41680896" : 65,
"42205184" : 60,
"42729472" : 62,
"43253760" : 46,
"43778048" : 36,
"44302336" : 31,
"44826624" : 38,
"45350912" : 34,
"45875200" : 31,
"46399488" : 24,
"46923776" : 26,
"47448064" : 31,
"47972352" : 14,
"48496640" : 16,
"49020928" : 10,
"49545216" : 11,
"50069504" : 13,
"50593792" : 11,
"51118080" : 8,
"51642368" : 10,
"52166656" : 8,
"52690944" : 6,
"53215232" : 2,
"53739520" : 3,
"54788096" : 2,
"55312384" : 1,
"55836672" : 3,
"56885248" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 2,
"60555264" : 2,
"61079552" : 1,
"62128128" : 1,
"63176704" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 82538059,
"mean" : 8571129.618119,
"stddev" : 7427933.311820,
"N" : 1194278
},
"bw_min" : 39767,
"bw_max" : 84826,
"bw_agg" : 100.000000,
"bw_mean" : 59770.433962,
"bw_dev" : 260.472642,
"bw_samples" : 5088,
"iops_min" : 9939,
"iops_max" : 21206,
"iops_mean" : 14940.421384,
"iops_stddev" : 65.128397,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560132,
"usr_cpu" : 0.201591,
"sys_cpu" : 3.849020,
"ctx" : 1919531,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.500222,
"4" : 27.204997,
"10" : 17.909421,
"20" : 21.236530,
"50" : 5.140206,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092802,
"timestamp_ms" : 1773092802966,
"time" : "Mon Mar 9 18:46:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5499592704,
"io_kbytes" : 5370696,
"bw_bytes" : 61101833,
"bw" : 59669,
"iops" : 14918.117480,
"runtime" : 90007,
"total_ios" : 1342735,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 44305211,
"mean" : 2134311.182077,
"stddev" : 3308028.040661,
"N" : 1342735
},
"clat_ns" : {
"min" : 1092821,
"max" : 63172284,
"mean" : 6441645.464606,
"stddev" : 6252881.025376,
"N" : 1342703,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1646592,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2703360,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27394048,
"99.500000" : 31588352,
"99.900000" : 38535168,
"99.950000" : 41680896,
"99.990000" : 47972352
},
"bins" : {
"1089536" : 1,
"1122304" : 2,
"1138688" : 7,
"1155072" : 41,
"1171456" : 128,
"1187840" : 296,
"1204224" : 450,
"1220608" : 529,
"1236992" : 719,
"1253376" : 902,
"1269760" : 1140,
"1286144" : 1424,
"1302528" : 1727,
"1318912" : 2007,
"1335296" : 2443,
"1351680" : 2880,
"1368064" : 3060,
"1384448" : 3748,
"1400832" : 4244,
"1417216" : 4665,
"1433600" : 5097,
"1449984" : 5371,
"1466368" : 5913,
"1482752" : 6237,
"1499136" : 6756,
"1515520" : 7035,
"1531904" : 7507,
"1548288" : 7753,
"1564672" : 7978,
"1581056" : 8133,
"1597440" : 8522,
"1613824" : 8942,
"1630208" : 9203,
"1646592" : 9658,
"1662976" : 9753,
"1679360" : 10242,
"1695744" : 10514,
"1712128" : 10810,
"1728512" : 11386,
"1744896" : 11618,
"1761280" : 11932,
"1777664" : 12030,
"1794048" : 12325,
"1810432" : 12706,
"1826816" : 12621,
"1843200" : 12769,
"1859584" : 12764,
"1875968" : 12779,
"1892352" : 12758,
"1908736" : 12574,
"1925120" : 12746,
"1941504" : 12267,
"1957888" : 12425,
"1974272" : 12182,
"1990656" : 12029,
"2007040" : 11889,
"2023424" : 11860,
"2039808" : 11395,
"2056192" : 11455,
"2072576" : 11143,
"2088960" : 10824,
"2113536" : 21261,
"2146304" : 19858,
"2179072" : 18663,
"2211840" : 17568,
"2244608" : 16395,
"2277376" : 15148,
"2310144" : 13924,
"2342912" : 12725,
"2375680" : 11613,
"2408448" : 10684,
"2441216" : 9713,
"2473984" : 8678,
"2506752" : 7925,
"2539520" : 6948,
"2572288" : 6387,
"2605056" : 5641,
"2637824" : 5157,
"2670592" : 4761,
"2703360" : 4240,
"2736128" : 3935,
"2768896" : 3616,
"2801664" : 3373,
"2834432" : 3113,
"2867200" : 2889,
"2899968" : 2733,
"2932736" : 2663,
"2965504" : 2485,
"2998272" : 2293,
"3031040" : 2245,
"3063808" : 2222,
"3096576" : 2055,
"3129344" : 2044,
"3162112" : 1979,
"3194880" : 1906,
"3227648" : 1907,
"3260416" : 1906,
"3293184" : 1827,
"3325952" : 1730,
"3358720" : 1766,
"3391488" : 1631,
"3424256" : 1686,
"3457024" : 1637,
"3489792" : 1630,
"3522560" : 1540,
"3555328" : 1586,
"3588096" : 1437,
"3620864" : 1512,
"3653632" : 1477,
"3686400" : 1482,
"3719168" : 1417,
"3751936" : 1338,
"3784704" : 1342,
"3817472" : 1324,
"3850240" : 1294,
"3883008" : 1315,
"3915776" : 1255,
"3948544" : 1349,
"3981312" : 1282,
"4014080" : 1318,
"4046848" : 1194,
"4079616" : 1160,
"4112384" : 1150,
"4145152" : 1286,
"4177920" : 1268,
"4227072" : 2317,
"4292608" : 2294,
"4358144" : 2277,
"4423680" : 2204,
"4489216" : 2192,
"4554752" : 2208,
"4620288" : 2114,
"4685824" : 2094,
"4751360" : 2039,
"4816896" : 2076,
"4882432" : 2111,
"4947968" : 2051,
"5013504" : 2117,
"5079040" : 2081,
"5144576" : 2058,
"5210112" : 2017,
"5275648" : 2039,
"5341184" : 1934,
"5406720" : 2032,
"5472256" : 2073,
"5537792" : 1994,
"5603328" : 2061,
"5668864" : 2004,
"5734400" : 2028,
"5799936" : 1989,
"5865472" : 2010,
"5931008" : 1947,
"5996544" : 2052,
"6062080" : 2006,
"6127616" : 2089,
"6193152" : 2077,
"6258688" : 2054,
"6324224" : 2085,
"6389760" : 2103,
"6455296" : 2130,
"6520832" : 2080,
"6586368" : 2018,
"6651904" : 2145,
"6717440" : 2192,
"6782976" : 2211,
"6848512" : 2255,
"6914048" : 2304,
"6979584" : 2235,
"7045120" : 2264,
"7110656" : 2338,
"7176192" : 2287,
"7241728" : 2311,
"7307264" : 2415,
"7372800" : 2425,
"7438336" : 2443,
"7503872" : 2404,
"7569408" : 2510,
"7634944" : 2671,
"7700480" : 2584,
"7766016" : 2649,
"7831552" : 2611,
"7897088" : 2645,
"7962624" : 2744,
"8028160" : 2781,
"8093696" : 2654,
"8159232" : 2736,
"8224768" : 2763,
"8290304" : 2900,
"8355840" : 2938,
"8454144" : 5838,
"8585216" : 6205,
"8716288" : 6483,
"8847360" : 6472,
"8978432" : 6754,
"9109504" : 6944,
"9240576" : 7331,
"9371648" : 7345,
"9502720" : 7652,
"9633792" : 7801,
"9764864" : 7996,
"9895936" : 8236,
"10027008" : 8549,
"10158080" : 8592,
"10289152" : 9092,
"10420224" : 9146,
"10551296" : 9325,
"10682368" : 9452,
"10813440" : 9570,
"10944512" : 9902,
"11075584" : 9993,
"11206656" : 10121,
"11337728" : 10070,
"11468800" : 10045,
"11599872" : 10169,
"11730944" : 9701,
"11862016" : 9502,
"11993088" : 9327,
"12124160" : 8892,
"12255232" : 8621,
"12386304" : 8135,
"12517376" : 7594,
"12648448" : 7097,
"12779520" : 6434,
"12910592" : 5903,
"13041664" : 5223,
"13172736" : 4677,
"13303808" : 4330,
"13434880" : 3756,
"13565952" : 3376,
"13697024" : 2987,
"13828096" : 2671,
"13959168" : 2352,
"14090240" : 2081,
"14221312" : 1862,
"14352384" : 1616,
"14483456" : 1511,
"14614528" : 1480,
"14745600" : 1384,
"14876672" : 1302,
"15007744" : 1219,
"15138816" : 1140,
"15269888" : 1171,
"15400960" : 1139,
"15532032" : 1110,
"15663104" : 1112,
"15794176" : 921,
"15925248" : 996,
"16056320" : 965,
"16187392" : 941,
"16318464" : 948,
"16449536" : 975,
"16580608" : 963,
"16711680" : 938,
"16908288" : 1945,
"17170432" : 1939,
"17432576" : 1940,
"17694720" : 2014,
"17956864" : 2105,
"18219008" : 2329,
"18481152" : 2321,
"18743296" : 2297,
"19005440" : 2448,
"19267584" : 2621,
"19529728" : 2675,
"19791872" : 2781,
"20054016" : 2930,
"20316160" : 3058,
"20578304" : 3177,
"20840448" : 3050,
"21102592" : 3209,
"21364736" : 3171,
"21626880" : 3198,
"21889024" : 3059,
"22151168" : 3003,
"22413312" : 2928,
"22675456" : 2809,
"22937600" : 2766,
"23199744" : 2561,
"23461888" : 2259,
"23724032" : 2181,
"23986176" : 1850,
"24248320" : 1644,
"24510464" : 1442,
"24772608" : 1325,
"25034752" : 1071,
"25296896" : 938,
"25559040" : 842,
"25821184" : 798,
"26083328" : 686,
"26345472" : 659,
"26607616" : 575,
"26869760" : 587,
"27131904" : 574,
"27394048" : 515,
"27656192" : 521,
"27918336" : 490,
"28180480" : 492,
"28442624" : 478,
"28704768" : 437,
"28966912" : 421,
"29229056" : 473,
"29491200" : 452,
"29753344" : 391,
"30015488" : 369,
"30277632" : 391,
"30539776" : 358,
"30801920" : 319,
"31064064" : 346,
"31326208" : 367,
"31588352" : 340,
"31850496" : 319,
"32112640" : 289,
"32374784" : 286,
"32636928" : 314,
"32899072" : 304,
"33161216" : 311,
"33423360" : 305,
"33816576" : 516,
"34340864" : 500,
"34865152" : 463,
"35389440" : 415,
"35913728" : 378,
"36438016" : 303,
"36962304" : 280,
"37486592" : 197,
"38010880" : 135,
"38535168" : 159,
"39059456" : 138,
"39583744" : 109,
"40108032" : 89,
"40632320" : 83,
"41156608" : 75,
"41680896" : 74,
"42205184" : 67,
"42729472" : 79,
"43253760" : 55,
"43778048" : 45,
"44302336" : 40,
"44826624" : 48,
"45350912" : 40,
"45875200" : 38,
"46399488" : 26,
"46923776" : 27,
"47448064" : 31,
"47972352" : 16,
"48496640" : 16,
"49020928" : 10,
"49545216" : 14,
"50069504" : 13,
"50593792" : 11,
"51118080" : 9,
"51642368" : 10,
"52166656" : 9,
"52690944" : 6,
"53215232" : 2,
"53739520" : 3,
"54788096" : 2,
"55312384" : 1,
"55836672" : 3,
"56885248" : 1,
"57933824" : 1,
"59506688" : 1,
"60030976" : 2,
"60555264" : 2,
"61079552" : 1,
"62128128" : 1,
"63176704" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 82538059,
"mean" : 8575894.626237,
"stddev" : 7433803.546084,
"N" : 1342703
},
"bw_min" : 39209,
"bw_max" : 84967,
"bw_agg" : 99.965211,
"bw_mean" : 59649.195531,
"bw_dev" : 261.037602,
"bw_samples" : 5728,
"iops_min" : 9799,
"iops_max" : 21241,
"iops_mean" : 14910.011173,
"iops_stddev" : 65.273489,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880132,
"usr_cpu" : 0.200998,
"sys_cpu" : 3.845553,
"ctx" : 2151976,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.791832,
"4" : 26.909926,
"10" : 17.819376,
"20" : 21.309566,
"50" : 5.161480,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092812,
"timestamp_ms" : 1773092812966,
"time" : "Mon Mar 9 18:46:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6087290880,
"io_kbytes" : 5944620,
"bw_bytes" : 60868039,
"bw" : 59441,
"iops" : 14861.681066,
"runtime" : 100008,
"total_ios" : 1486287,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 54249974,
"mean" : 2142430.420263,
"stddev" : 3322509.546072,
"N" : 1486287
},
"clat_ns" : {
"min" : 1092821,
"max" : 68453317,
"mean" : 6466156.701031,
"stddev" : 6282428.231657,
"N" : 1486255,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1646592,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27656192,
"99.500000" : 31850496,
"99.900000" : 38535168,
"99.950000" : 42205184,
"99.990000" : 48496640
},
"bins" : {
"1089536" : 1,
"1122304" : 2,
"1138688" : 9,
"1155072" : 42,
"1171456" : 138,
"1187840" : 337,
"1204224" : 509,
"1220608" : 608,
"1236992" : 818,
"1253376" : 1032,
"1269760" : 1269,
"1286144" : 1598,
"1302528" : 1953,
"1318912" : 2277,
"1335296" : 2770,
"1351680" : 3239,
"1368064" : 3452,
"1384448" : 4243,
"1400832" : 4738,
"1417216" : 5247,
"1433600" : 5760,
"1449984" : 6071,
"1466368" : 6626,
"1482752" : 6988,
"1499136" : 7533,
"1515520" : 7855,
"1531904" : 8345,
"1548288" : 8656,
"1564672" : 8864,
"1581056" : 9050,
"1597440" : 9545,
"1613824" : 9894,
"1630208" : 10242,
"1646592" : 10715,
"1662976" : 10815,
"1679360" : 11353,
"1695744" : 11713,
"1712128" : 11950,
"1728512" : 12612,
"1744896" : 12853,
"1761280" : 13198,
"1777664" : 13288,
"1794048" : 13603,
"1810432" : 14071,
"1826816" : 13946,
"1843200" : 14095,
"1859584" : 14144,
"1875968" : 14158,
"1892352" : 14095,
"1908736" : 13895,
"1925120" : 14028,
"1941504" : 13528,
"1957888" : 13658,
"1974272" : 13388,
"1990656" : 13305,
"2007040" : 13127,
"2023424" : 13029,
"2039808" : 12570,
"2056192" : 12609,
"2072576" : 12220,
"2088960" : 11935,
"2113536" : 23285,
"2146304" : 21759,
"2179072" : 20510,
"2211840" : 19277,
"2244608" : 17922,
"2277376" : 16629,
"2310144" : 15320,
"2342912" : 13960,
"2375680" : 12709,
"2408448" : 11652,
"2441216" : 10638,
"2473984" : 9478,
"2506752" : 8710,
"2539520" : 7650,
"2572288" : 6993,
"2605056" : 6220,
"2637824" : 5660,
"2670592" : 5262,
"2703360" : 4679,
"2736128" : 4304,
"2768896" : 3992,
"2801664" : 3712,
"2834432" : 3409,
"2867200" : 3193,
"2899968" : 3015,
"2932736" : 2928,
"2965504" : 2750,
"2998272" : 2558,
"3031040" : 2490,
"3063808" : 2443,
"3096576" : 2268,
"3129344" : 2215,
"3162112" : 2184,
"3194880" : 2120,
"3227648" : 2098,
"3260416" : 2118,
"3293184" : 2011,
"3325952" : 1919,
"3358720" : 1945,
"3391488" : 1815,
"3424256" : 1861,
"3457024" : 1811,
"3489792" : 1806,
"3522560" : 1712,
"3555328" : 1771,
"3588096" : 1615,
"3620864" : 1668,
"3653632" : 1641,
"3686400" : 1633,
"3719168" : 1619,
"3751936" : 1502,
"3784704" : 1509,
"3817472" : 1468,
"3850240" : 1424,
"3883008" : 1445,
"3915776" : 1384,
"3948544" : 1476,
"3981312" : 1405,
"4014080" : 1452,
"4046848" : 1322,
"4079616" : 1289,
"4112384" : 1294,
"4145152" : 1406,
"4177920" : 1390,
"4227072" : 2592,
"4292608" : 2537,
"4358144" : 2508,
"4423680" : 2455,
"4489216" : 2405,
"4554752" : 2432,
"4620288" : 2333,
"4685824" : 2294,
"4751360" : 2263,
"4816896" : 2280,
"4882432" : 2331,
"4947968" : 2268,
"5013504" : 2320,
"5079040" : 2276,
"5144576" : 2251,
"5210112" : 2236,
"5275648" : 2256,
"5341184" : 2167,
"5406720" : 2229,
"5472256" : 2241,
"5537792" : 2223,
"5603328" : 2265,
"5668864" : 2206,
"5734400" : 2225,
"5799936" : 2193,
"5865472" : 2186,
"5931008" : 2145,
"5996544" : 2248,
"6062080" : 2228,
"6127616" : 2269,
"6193152" : 2275,
"6258688" : 2245,
"6324224" : 2269,
"6389760" : 2295,
"6455296" : 2322,
"6520832" : 2259,
"6586368" : 2212,
"6651904" : 2351,
"6717440" : 2431,
"6782976" : 2401,
"6848512" : 2463,
"6914048" : 2508,
"6979584" : 2433,
"7045120" : 2478,
"7110656" : 2561,
"7176192" : 2510,
"7241728" : 2550,
"7307264" : 2646,
"7372800" : 2648,
"7438336" : 2705,
"7503872" : 2633,
"7569408" : 2731,
"7634944" : 2897,
"7700480" : 2820,
"7766016" : 2879,
"7831552" : 2852,
"7897088" : 2895,
"7962624" : 2986,
"8028160" : 3045,
"8093696" : 2905,
"8159232" : 3016,
"8224768" : 3034,
"8290304" : 3162,
"8355840" : 3205,
"8454144" : 6408,
"8585216" : 6787,
"8716288" : 7085,
"8847360" : 7161,
"8978432" : 7395,
"9109504" : 7758,
"9240576" : 8175,
"9371648" : 8175,
"9502720" : 8553,
"9633792" : 8751,
"9764864" : 8976,
"9895936" : 9268,
"10027008" : 9604,
"10158080" : 9671,
"10289152" : 10195,
"10420224" : 10301,
"10551296" : 10456,
"10682368" : 10657,
"10813440" : 10789,
"10944512" : 11073,
"11075584" : 11170,
"11206656" : 11355,
"11337728" : 11221,
"11468800" : 11145,
"11599872" : 11236,
"11730944" : 10768,
"11862016" : 10542,
"11993088" : 10301,
"12124160" : 9844,
"12255232" : 9520,
"12386304" : 8989,
"12517376" : 8365,
"12648448" : 7773,
"12779520" : 7038,
"12910592" : 6474,
"13041664" : 5759,
"13172736" : 5157,
"13303808" : 4776,
"13434880" : 4207,
"13565952" : 3742,
"13697024" : 3309,
"13828096" : 2990,
"13959168" : 2644,
"14090240" : 2328,
"14221312" : 2085,
"14352384" : 1814,
"14483456" : 1677,
"14614528" : 1654,
"14745600" : 1534,
"14876672" : 1440,
"15007744" : 1380,
"15138816" : 1263,
"15269888" : 1297,
"15400960" : 1250,
"15532032" : 1187,
"15663104" : 1208,
"15794176" : 1020,
"15925248" : 1095,
"16056320" : 1058,
"16187392" : 1050,
"16318464" : 1044,
"16449536" : 1076,
"16580608" : 1070,
"16711680" : 1035,
"16908288" : 2138,
"17170432" : 2155,
"17432576" : 2189,
"17694720" : 2247,
"17956864" : 2350,
"18219008" : 2582,
"18481152" : 2619,
"18743296" : 2603,
"19005440" : 2773,
"19267584" : 2953,
"19529728" : 3030,
"19791872" : 3142,
"20054016" : 3315,
"20316160" : 3457,
"20578304" : 3561,
"20840448" : 3403,
"21102592" : 3598,
"21364736" : 3499,
"21626880" : 3529,
"21889024" : 3368,
"22151168" : 3332,
"22413312" : 3246,
"22675456" : 3117,
"22937600" : 3013,
"23199744" : 2838,
"23461888" : 2534,
"23724032" : 2405,
"23986176" : 2055,
"24248320" : 1820,
"24510464" : 1613,
"24772608" : 1487,
"25034752" : 1214,
"25296896" : 1050,
"25559040" : 947,
"25821184" : 918,
"26083328" : 787,
"26345472" : 753,
"26607616" : 663,
"26869760" : 669,
"27131904" : 646,
"27394048" : 594,
"27656192" : 580,
"27918336" : 555,
"28180480" : 551,
"28442624" : 540,
"28704768" : 494,
"28966912" : 457,
"29229056" : 547,
"29491200" : 503,
"29753344" : 444,
"30015488" : 420,
"30277632" : 456,
"30539776" : 402,
"30801920" : 381,
"31064064" : 392,
"31326208" : 395,
"31588352" : 375,
"31850496" : 375,
"32112640" : 318,
"32374784" : 321,
"32636928" : 354,
"32899072" : 341,
"33161216" : 347,
"33423360" : 339,
"33816576" : 579,
"34340864" : 564,
"34865152" : 533,
"35389440" : 484,
"35913728" : 416,
"36438016" : 354,
"36962304" : 323,
"37486592" : 223,
"38010880" : 163,
"38535168" : 182,
"39059456" : 151,
"39583744" : 133,
"40108032" : 103,
"40632320" : 98,
"41156608" : 81,
"41680896" : 83,
"42205184" : 77,
"42729472" : 89,
"43253760" : 62,
"43778048" : 62,
"44302336" : 48,
"44826624" : 50,
"45350912" : 47,
"45875200" : 42,
"46399488" : 34,
"46923776" : 35,
"47448064" : 35,
"47972352" : 20,
"48496640" : 20,
"49020928" : 19,
"49545216" : 16,
"50069504" : 17,
"50593792" : 15,
"51118080" : 11,
"51642368" : 11,
"52166656" : 9,
"52690944" : 7,
"53215232" : 3,
"53739520" : 3,
"54263808" : 1,
"54788096" : 2,
"55312384" : 2,
"55836672" : 4,
"56360960" : 1,
"56885248" : 2,
"57933824" : 1,
"58458112" : 1,
"58982400" : 2,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 1,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 82538059,
"mean" : 8608568.639742,
"stddev" : 7469322.441800,
"N" : 1486255
},
"bw_min" : 38855,
"bw_max" : 85039,
"bw_agg" : 100.000000,
"bw_mean" : 59513.537688,
"bw_dev" : 262.743654,
"bw_samples" : 6368,
"iops_min" : 9711,
"iops_max" : 21259,
"iops_mean" : 14875.944724,
"iops_stddev" : 65.702071,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200147,
"usr_cpu" : 0.199647,
"sys_cpu" : 3.830418,
"ctx" : 2383737,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.868381,
"4" : 26.724717,
"10" : 17.749398,
"20" : 21.431998,
"50" : 5.216893,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092822,
"timestamp_ms" : 1773092822969,
"time" : "Mon Mar 9 18:47:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6703112192,
"io_kbytes" : 6546008,
"bw_bytes" : 60933505,
"bw" : 59505,
"iops" : 14877.798686,
"runtime" : 110007,
"total_ios" : 1636662,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 54249974,
"mean" : 2140121.448752,
"stddev" : 3317714.054976,
"N" : 1636664
},
"clat_ns" : {
"min" : 1092821,
"max" : 68453317,
"mean" : 6459309.389333,
"stddev" : 6273524.086772,
"N" : 1636631,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1515520,
"10.000000" : 1646592,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27656192,
"99.500000" : 31850496,
"99.900000" : 38535168,
"99.950000" : 41680896,
"99.990000" : 47972352
},
"bins" : {
"1089536" : 1,
"1122304" : 2,
"1138688" : 9,
"1155072" : 43,
"1171456" : 152,
"1187840" : 380,
"1204224" : 564,
"1220608" : 674,
"1236992" : 891,
"1253376" : 1120,
"1269760" : 1388,
"1286144" : 1765,
"1302528" : 2136,
"1318912" : 2493,
"1335296" : 3059,
"1351680" : 3552,
"1368064" : 3798,
"1384448" : 4636,
"1400832" : 5223,
"1417216" : 5744,
"1433600" : 6309,
"1449984" : 6671,
"1466368" : 7276,
"1482752" : 7676,
"1499136" : 8326,
"1515520" : 8700,
"1531904" : 9247,
"1548288" : 9543,
"1564672" : 9770,
"1581056" : 9953,
"1597440" : 10506,
"1613824" : 10836,
"1630208" : 11255,
"1646592" : 11759,
"1662976" : 11881,
"1679360" : 12509,
"1695744" : 12897,
"1712128" : 13212,
"1728512" : 13865,
"1744896" : 14144,
"1761280" : 14514,
"1777664" : 14739,
"1794048" : 14998,
"1810432" : 15456,
"1826816" : 15354,
"1843200" : 15592,
"1859584" : 15590,
"1875968" : 15654,
"1892352" : 15502,
"1908736" : 15390,
"1925120" : 15476,
"1941504" : 14880,
"1957888" : 15079,
"1974272" : 14800,
"1990656" : 14658,
"2007040" : 14498,
"2023424" : 14387,
"2039808" : 13913,
"2056192" : 13904,
"2072576" : 13519,
"2088960" : 13217,
"2113536" : 25754,
"2146304" : 24124,
"2179072" : 22618,
"2211840" : 21315,
"2244608" : 19828,
"2277376" : 18329,
"2310144" : 16928,
"2342912" : 15432,
"2375680" : 13984,
"2408448" : 12878,
"2441216" : 11741,
"2473984" : 10410,
"2506752" : 9540,
"2539520" : 8476,
"2572288" : 7700,
"2605056" : 6862,
"2637824" : 6262,
"2670592" : 5742,
"2703360" : 5142,
"2736128" : 4713,
"2768896" : 4415,
"2801664" : 4094,
"2834432" : 3744,
"2867200" : 3537,
"2899968" : 3301,
"2932736" : 3209,
"2965504" : 3043,
"2998272" : 2803,
"3031040" : 2751,
"3063808" : 2703,
"3096576" : 2493,
"3129344" : 2443,
"3162112" : 2395,
"3194880" : 2352,
"3227648" : 2303,
"3260416" : 2329,
"3293184" : 2204,
"3325952" : 2125,
"3358720" : 2117,
"3391488" : 2006,
"3424256" : 2034,
"3457024" : 1973,
"3489792" : 1969,
"3522560" : 1887,
"3555328" : 1936,
"3588096" : 1762,
"3620864" : 1808,
"3653632" : 1801,
"3686400" : 1770,
"3719168" : 1746,
"3751936" : 1655,
"3784704" : 1661,
"3817472" : 1605,
"3850240" : 1574,
"3883008" : 1589,
"3915776" : 1511,
"3948544" : 1605,
"3981312" : 1546,
"4014080" : 1586,
"4046848" : 1454,
"4079616" : 1428,
"4112384" : 1412,
"4145152" : 1519,
"4177920" : 1511,
"4227072" : 2810,
"4292608" : 2790,
"4358144" : 2734,
"4423680" : 2672,
"4489216" : 2637,
"4554752" : 2636,
"4620288" : 2541,
"4685824" : 2509,
"4751360" : 2487,
"4816896" : 2476,
"4882432" : 2552,
"4947968" : 2465,
"5013504" : 2528,
"5079040" : 2460,
"5144576" : 2497,
"5210112" : 2432,
"5275648" : 2495,
"5341184" : 2387,
"5406720" : 2465,
"5472256" : 2442,
"5537792" : 2436,
"5603328" : 2495,
"5668864" : 2402,
"5734400" : 2440,
"5799936" : 2403,
"5865472" : 2396,
"5931008" : 2368,
"5996544" : 2485,
"6062080" : 2448,
"6127616" : 2497,
"6193152" : 2514,
"6258688" : 2483,
"6324224" : 2506,
"6389760" : 2533,
"6455296" : 2550,
"6520832" : 2473,
"6586368" : 2459,
"6651904" : 2598,
"6717440" : 2707,
"6782976" : 2646,
"6848512" : 2707,
"6914048" : 2744,
"6979584" : 2682,
"7045120" : 2742,
"7110656" : 2824,
"7176192" : 2791,
"7241728" : 2792,
"7307264" : 2908,
"7372800" : 2883,
"7438336" : 2985,
"7503872" : 2914,
"7569408" : 3018,
"7634944" : 3175,
"7700480" : 3077,
"7766016" : 3143,
"7831552" : 3106,
"7897088" : 3195,
"7962624" : 3296,
"8028160" : 3331,
"8093696" : 3210,
"8159232" : 3364,
"8224768" : 3375,
"8290304" : 3499,
"8355840" : 3517,
"8454144" : 7016,
"8585216" : 7489,
"8716288" : 7801,
"8847360" : 7879,
"8978432" : 8183,
"9109504" : 8575,
"9240576" : 8953,
"9371648" : 9017,
"9502720" : 9457,
"9633792" : 9639,
"9764864" : 9893,
"9895936" : 10202,
"10027008" : 10549,
"10158080" : 10639,
"10289152" : 11157,
"10420224" : 11254,
"10551296" : 11425,
"10682368" : 11698,
"10813440" : 11851,
"10944512" : 12172,
"11075584" : 12252,
"11206656" : 12502,
"11337728" : 12418,
"11468800" : 12322,
"11599872" : 12321,
"11730944" : 11886,
"11862016" : 11647,
"11993088" : 11361,
"12124160" : 10876,
"12255232" : 10578,
"12386304" : 9922,
"12517376" : 9215,
"12648448" : 8648,
"12779520" : 7823,
"12910592" : 7160,
"13041664" : 6359,
"13172736" : 5656,
"13303808" : 5241,
"13434880" : 4616,
"13565952" : 4122,
"13697024" : 3623,
"13828096" : 3260,
"13959168" : 2881,
"14090240" : 2553,
"14221312" : 2274,
"14352384" : 1984,
"14483456" : 1852,
"14614528" : 1800,
"14745600" : 1667,
"14876672" : 1559,
"15007744" : 1493,
"15138816" : 1386,
"15269888" : 1412,
"15400960" : 1369,
"15532032" : 1304,
"15663104" : 1313,
"15794176" : 1147,
"15925248" : 1213,
"16056320" : 1169,
"16187392" : 1137,
"16318464" : 1149,
"16449536" : 1182,
"16580608" : 1168,
"16711680" : 1124,
"16908288" : 2343,
"17170432" : 2362,
"17432576" : 2401,
"17694720" : 2459,
"17956864" : 2571,
"18219008" : 2821,
"18481152" : 2863,
"18743296" : 2872,
"19005440" : 3046,
"19267584" : 3239,
"19529728" : 3348,
"19791872" : 3476,
"20054016" : 3636,
"20316160" : 3807,
"20578304" : 3944,
"20840448" : 3777,
"21102592" : 3982,
"21364736" : 3832,
"21626880" : 3879,
"21889024" : 3714,
"22151168" : 3676,
"22413312" : 3649,
"22675456" : 3432,
"22937600" : 3336,
"23199744" : 3117,
"23461888" : 2803,
"23724032" : 2617,
"23986176" : 2270,
"24248320" : 2000,
"24510464" : 1788,
"24772608" : 1638,
"25034752" : 1327,
"25296896" : 1143,
"25559040" : 1051,
"25821184" : 977,
"26083328" : 860,
"26345472" : 817,
"26607616" : 719,
"26869760" : 732,
"27131904" : 710,
"27394048" : 655,
"27656192" : 639,
"27918336" : 607,
"28180480" : 597,
"28442624" : 592,
"28704768" : 542,
"28966912" : 500,
"29229056" : 594,
"29491200" : 549,
"29753344" : 489,
"30015488" : 467,
"30277632" : 483,
"30539776" : 443,
"30801920" : 407,
"31064064" : 416,
"31326208" : 423,
"31588352" : 403,
"31850496" : 404,
"32112640" : 344,
"32374784" : 344,
"32636928" : 382,
"32899072" : 367,
"33161216" : 379,
"33423360" : 376,
"33816576" : 646,
"34340864" : 634,
"34865152" : 590,
"35389440" : 526,
"35913728" : 454,
"36438016" : 373,
"36962304" : 345,
"37486592" : 247,
"38010880" : 181,
"38535168" : 194,
"39059456" : 171,
"39583744" : 143,
"40108032" : 116,
"40632320" : 110,
"41156608" : 89,
"41680896" : 95,
"42205184" : 78,
"42729472" : 98,
"43253760" : 66,
"43778048" : 66,
"44302336" : 48,
"44826624" : 50,
"45350912" : 47,
"45875200" : 42,
"46399488" : 35,
"46923776" : 35,
"47448064" : 36,
"47972352" : 21,
"48496640" : 20,
"49020928" : 19,
"49545216" : 16,
"50069504" : 17,
"50593792" : 16,
"51118080" : 11,
"51642368" : 12,
"52166656" : 10,
"52690944" : 7,
"53215232" : 4,
"53739520" : 3,
"54263808" : 1,
"54788096" : 2,
"55312384" : 2,
"55836672" : 4,
"56360960" : 1,
"56885248" : 2,
"57933824" : 1,
"58458112" : 1,
"58982400" : 2,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 1,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 82538059,
"mean" : 8599422.701869,
"stddev" : 7458967.341158,
"N" : 1636631
},
"bw_min" : 38855,
"bw_max" : 85583,
"bw_agg" : 100.000000,
"bw_mean" : 59539.570776,
"bw_dev" : 265.032101,
"bw_samples" : 7008,
"iops_min" : 9711,
"iops_max" : 21395,
"iops_mean" : 14882.232877,
"iops_stddev" : 66.280076,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520135,
"usr_cpu" : 0.199538,
"sys_cpu" : 3.835279,
"ctx" : 2625371,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999756,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999756,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.881589,
"4" : 26.766981,
"10" : 17.725040,
"20" : 21.411690,
"50" : 5.206695,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092832,
"timestamp_ms" : 1773092832967,
"time" : "Mon Mar 9 18:47:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7288393728,
"io_kbytes" : 7117572,
"bw_bytes" : 60732565,
"bw" : 59309,
"iops" : 14827.911473,
"runtime" : 120008,
"total_ios" : 1779468,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 64232665,
"mean" : 2147326.058403,
"stddev" : 3333033.586521,
"N" : 1779468
},
"clat_ns" : {
"min" : 1092821,
"max" : 80975721,
"mean" : 6480664.022658,
"stddev" : 6304115.826169,
"N" : 1779436,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1646592,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5865472,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27656192,
"99.500000" : 32112640,
"99.900000" : 39059456,
"99.950000" : 42729472,
"99.990000" : 50069504
},
"bins" : {
"1089536" : 1,
"1122304" : 2,
"1138688" : 9,
"1155072" : 44,
"1171456" : 158,
"1187840" : 390,
"1204224" : 589,
"1220608" : 710,
"1236992" : 953,
"1253376" : 1192,
"1269760" : 1483,
"1286144" : 1871,
"1302528" : 2269,
"1318912" : 2667,
"1335296" : 3267,
"1351680" : 3808,
"1368064" : 4080,
"1384448" : 4988,
"1400832" : 5632,
"1417216" : 6162,
"1433600" : 6786,
"1449984" : 7175,
"1466368" : 7854,
"1482752" : 8333,
"1499136" : 9009,
"1515520" : 9452,
"1531904" : 9993,
"1548288" : 10302,
"1564672" : 10587,
"1581056" : 10861,
"1597440" : 11422,
"1613824" : 11678,
"1630208" : 12201,
"1646592" : 12778,
"1662976" : 12918,
"1679360" : 13577,
"1695744" : 13993,
"1712128" : 14294,
"1728512" : 15076,
"1744896" : 15303,
"1761280" : 15772,
"1777664" : 16006,
"1794048" : 16319,
"1810432" : 16782,
"1826816" : 16691,
"1843200" : 16923,
"1859584" : 16910,
"1875968" : 17045,
"1892352" : 16882,
"1908736" : 16703,
"1925120" : 16866,
"1941504" : 16169,
"1957888" : 16405,
"1974272" : 16055,
"1990656" : 15967,
"2007040" : 15759,
"2023424" : 15607,
"2039808" : 15129,
"2056192" : 15113,
"2072576" : 14654,
"2088960" : 14391,
"2113536" : 27977,
"2146304" : 26279,
"2179072" : 24650,
"2211840" : 23275,
"2244608" : 21659,
"2277376" : 19955,
"2310144" : 18404,
"2342912" : 16815,
"2375680" : 15208,
"2408448" : 13980,
"2441216" : 12721,
"2473984" : 11385,
"2506752" : 10321,
"2539520" : 9192,
"2572288" : 8359,
"2605056" : 7473,
"2637824" : 6757,
"2670592" : 6229,
"2703360" : 5575,
"2736128" : 5155,
"2768896" : 4777,
"2801664" : 4428,
"2834432" : 4053,
"2867200" : 3849,
"2899968" : 3567,
"2932736" : 3488,
"2965504" : 3275,
"2998272" : 3070,
"3031040" : 2976,
"3063808" : 2920,
"3096576" : 2720,
"3129344" : 2654,
"3162112" : 2619,
"3194880" : 2564,
"3227648" : 2514,
"3260416" : 2504,
"3293184" : 2400,
"3325952" : 2323,
"3358720" : 2311,
"3391488" : 2216,
"3424256" : 2201,
"3457024" : 2142,
"3489792" : 2148,
"3522560" : 2042,
"3555328" : 2088,
"3588096" : 1930,
"3620864" : 1997,
"3653632" : 1963,
"3686400" : 1922,
"3719168" : 1915,
"3751936" : 1833,
"3784704" : 1816,
"3817472" : 1751,
"3850240" : 1713,
"3883008" : 1745,
"3915776" : 1665,
"3948544" : 1757,
"3981312" : 1696,
"4014080" : 1721,
"4046848" : 1598,
"4079616" : 1548,
"4112384" : 1539,
"4145152" : 1653,
"4177920" : 1643,
"4227072" : 3082,
"4292608" : 3035,
"4358144" : 2983,
"4423680" : 2913,
"4489216" : 2868,
"4554752" : 2856,
"4620288" : 2778,
"4685824" : 2745,
"4751360" : 2702,
"4816896" : 2700,
"4882432" : 2774,
"4947968" : 2683,
"5013504" : 2734,
"5079040" : 2671,
"5144576" : 2713,
"5210112" : 2669,
"5275648" : 2704,
"5341184" : 2589,
"5406720" : 2656,
"5472256" : 2664,
"5537792" : 2635,
"5603328" : 2705,
"5668864" : 2586,
"5734400" : 2632,
"5799936" : 2601,
"5865472" : 2584,
"5931008" : 2569,
"5996544" : 2681,
"6062080" : 2638,
"6127616" : 2687,
"6193152" : 2698,
"6258688" : 2698,
"6324224" : 2683,
"6389760" : 2704,
"6455296" : 2754,
"6520832" : 2690,
"6586368" : 2652,
"6651904" : 2764,
"6717440" : 2906,
"6782976" : 2843,
"6848512" : 2897,
"6914048" : 2954,
"6979584" : 2879,
"7045120" : 2954,
"7110656" : 3030,
"7176192" : 3012,
"7241728" : 3006,
"7307264" : 3114,
"7372800" : 3113,
"7438336" : 3219,
"7503872" : 3146,
"7569408" : 3250,
"7634944" : 3426,
"7700480" : 3306,
"7766016" : 3414,
"7831552" : 3330,
"7897088" : 3443,
"7962624" : 3568,
"8028160" : 3588,
"8093696" : 3463,
"8159232" : 3617,
"8224768" : 3653,
"8290304" : 3774,
"8355840" : 3809,
"8454144" : 7582,
"8585216" : 8074,
"8716288" : 8442,
"8847360" : 8522,
"8978432" : 8893,
"9109504" : 9295,
"9240576" : 9685,
"9371648" : 9801,
"9502720" : 10308,
"9633792" : 10487,
"9764864" : 10793,
"9895936" : 11115,
"10027008" : 11454,
"10158080" : 11634,
"10289152" : 12149,
"10420224" : 12269,
"10551296" : 12505,
"10682368" : 12785,
"10813440" : 12938,
"10944512" : 13291,
"11075584" : 13270,
"11206656" : 13550,
"11337728" : 13476,
"11468800" : 13347,
"11599872" : 13347,
"11730944" : 12866,
"11862016" : 12673,
"11993088" : 12333,
"12124160" : 11888,
"12255232" : 11560,
"12386304" : 10857,
"12517376" : 10093,
"12648448" : 9485,
"12779520" : 8552,
"12910592" : 7833,
"13041664" : 6980,
"13172736" : 6264,
"13303808" : 5779,
"13434880" : 5145,
"13565952" : 4627,
"13697024" : 4073,
"13828096" : 3636,
"13959168" : 3214,
"14090240" : 2843,
"14221312" : 2523,
"14352384" : 2212,
"14483456" : 2051,
"14614528" : 1962,
"14745600" : 1798,
"14876672" : 1687,
"15007744" : 1610,
"15138816" : 1508,
"15269888" : 1513,
"15400960" : 1486,
"15532032" : 1423,
"15663104" : 1423,
"15794176" : 1253,
"15925248" : 1327,
"16056320" : 1265,
"16187392" : 1238,
"16318464" : 1233,
"16449536" : 1292,
"16580608" : 1266,
"16711680" : 1232,
"16908288" : 2547,
"17170432" : 2568,
"17432576" : 2617,
"17694720" : 2674,
"17956864" : 2805,
"18219008" : 3064,
"18481152" : 3146,
"18743296" : 3144,
"19005440" : 3326,
"19267584" : 3568,
"19529728" : 3669,
"19791872" : 3832,
"20054016" : 3997,
"20316160" : 4160,
"20578304" : 4289,
"20840448" : 4159,
"21102592" : 4332,
"21364736" : 4126,
"21626880" : 4198,
"21889024" : 4035,
"22151168" : 3969,
"22413312" : 3915,
"22675456" : 3764,
"22937600" : 3611,
"23199744" : 3404,
"23461888" : 3072,
"23724032" : 2874,
"23986176" : 2502,
"24248320" : 2208,
"24510464" : 1972,
"24772608" : 1812,
"25034752" : 1485,
"25296896" : 1262,
"25559040" : 1163,
"25821184" : 1075,
"26083328" : 933,
"26345472" : 892,
"26607616" : 789,
"26869760" : 791,
"27131904" : 782,
"27394048" : 723,
"27656192" : 699,
"27918336" : 674,
"28180480" : 648,
"28442624" : 652,
"28704768" : 593,
"28966912" : 542,
"29229056" : 638,
"29491200" : 611,
"29753344" : 550,
"30015488" : 513,
"30277632" : 536,
"30539776" : 491,
"30801920" : 435,
"31064064" : 457,
"31326208" : 466,
"31588352" : 441,
"31850496" : 447,
"32112640" : 388,
"32374784" : 376,
"32636928" : 415,
"32899072" : 406,
"33161216" : 425,
"33423360" : 415,
"33816576" : 711,
"34340864" : 703,
"34865152" : 654,
"35389440" : 606,
"35913728" : 518,
"36438016" : 429,
"36962304" : 386,
"37486592" : 271,
"38010880" : 211,
"38535168" : 233,
"39059456" : 198,
"39583744" : 158,
"40108032" : 127,
"40632320" : 116,
"41156608" : 96,
"41680896" : 104,
"42205184" : 91,
"42729472" : 108,
"43253760" : 78,
"43778048" : 78,
"44302336" : 55,
"44826624" : 62,
"45350912" : 56,
"45875200" : 52,
"46399488" : 43,
"46923776" : 40,
"47448064" : 41,
"47972352" : 33,
"48496640" : 28,
"49020928" : 24,
"49545216" : 20,
"50069504" : 24,
"50593792" : 19,
"51118080" : 17,
"51642368" : 19,
"52166656" : 16,
"52690944" : 14,
"53215232" : 10,
"53739520" : 8,
"54263808" : 8,
"54788096" : 4,
"55312384" : 8,
"55836672" : 5,
"56360960" : 3,
"56885248" : 5,
"57409536" : 4,
"57933824" : 3,
"58458112" : 1,
"58982400" : 2,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 2,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1,
"71827456" : 2,
"76021760" : 1,
"80216064" : 1,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 84108750,
"mean" : 8627912.343838,
"stddev" : 7495304.267193,
"N" : 1779436
},
"bw_min" : 38855,
"bw_max" : 85583,
"bw_agg" : 100.000000,
"bw_mean" : 59369.577406,
"bw_dev" : 262.662252,
"bw_samples" : 7648,
"iops_min" : 9711,
"iops_max" : 21395,
"iops_mean" : 14839.397490,
"iops_stddev" : 65.691205,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840141,
"usr_cpu" : 0.198534,
"sys_cpu" : 3.821891,
"ctx" : 2852737,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.801192,
"4" : 26.780757,
"10" : 17.652298,
"20" : 21.509125,
"50" : 5.244770,
"100" : 0.010059,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092842,
"timestamp_ms" : 1773092842968,
"time" : "Mon Mar 9 18:47:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7885631488,
"io_kbytes" : 7700812,
"bw_bytes" : 60655437,
"bw" : 59233,
"iops" : 14809.410263,
"runtime" : 130007,
"total_ios" : 1925327,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 64232665,
"mean" : 2150069.628004,
"stddev" : 3336032.301957,
"N" : 1925327
},
"clat_ns" : {
"min" : 1092821,
"max" : 80975721,
"mean" : 6488923.233378,
"stddev" : 6307008.404236,
"N" : 1925295,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5865472,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27656192,
"99.500000" : 32112640,
"99.900000" : 39059456,
"99.950000" : 42729472,
"99.990000" : 50069504
},
"bins" : {
"1089536" : 1,
"1122304" : 2,
"1138688" : 9,
"1155072" : 46,
"1171456" : 165,
"1187840" : 410,
"1204224" : 617,
"1220608" : 749,
"1236992" : 1009,
"1253376" : 1247,
"1269760" : 1556,
"1286144" : 1974,
"1302528" : 2405,
"1318912" : 2821,
"1335296" : 3470,
"1351680" : 4026,
"1368064" : 4371,
"1384448" : 5254,
"1400832" : 5954,
"1417216" : 6533,
"1433600" : 7209,
"1449984" : 7646,
"1466368" : 8386,
"1482752" : 8918,
"1499136" : 9677,
"1515520" : 10106,
"1531904" : 10695,
"1548288" : 11075,
"1564672" : 11412,
"1581056" : 11705,
"1597440" : 12273,
"1613824" : 12566,
"1630208" : 13150,
"1646592" : 13804,
"1662976" : 13950,
"1679360" : 14601,
"1695744" : 15093,
"1712128" : 15471,
"1728512" : 16190,
"1744896" : 16511,
"1761280" : 17059,
"1777664" : 17330,
"1794048" : 17658,
"1810432" : 18140,
"1826816" : 18089,
"1843200" : 18355,
"1859584" : 18290,
"1875968" : 18474,
"1892352" : 18290,
"1908736" : 18088,
"1925120" : 18304,
"1941504" : 17528,
"1957888" : 17793,
"1974272" : 17436,
"1990656" : 17336,
"2007040" : 17119,
"2023424" : 16997,
"2039808" : 16450,
"2056192" : 16414,
"2072576" : 15979,
"2088960" : 15603,
"2113536" : 30364,
"2146304" : 28446,
"2179072" : 26830,
"2211840" : 25221,
"2244608" : 23498,
"2277376" : 21628,
"2310144" : 20007,
"2342912" : 18306,
"2375680" : 16515,
"2408448" : 15145,
"2441216" : 13786,
"2473984" : 12361,
"2506752" : 11135,
"2539520" : 9944,
"2572288" : 9043,
"2605056" : 8068,
"2637824" : 7351,
"2670592" : 6727,
"2703360" : 6020,
"2736128" : 5583,
"2768896" : 5109,
"2801664" : 4766,
"2834432" : 4355,
"2867200" : 4129,
"2899968" : 3827,
"2932736" : 3744,
"2965504" : 3517,
"2998272" : 3302,
"3031040" : 3197,
"3063808" : 3122,
"3096576" : 2927,
"3129344" : 2894,
"3162112" : 2827,
"3194880" : 2754,
"3227648" : 2720,
"3260416" : 2688,
"3293184" : 2575,
"3325952" : 2545,
"3358720" : 2477,
"3391488" : 2400,
"3424256" : 2386,
"3457024" : 2314,
"3489792" : 2286,
"3522560" : 2195,
"3555328" : 2235,
"3588096" : 2099,
"3620864" : 2147,
"3653632" : 2125,
"3686400" : 2075,
"3719168" : 2085,
"3751936" : 1997,
"3784704" : 1961,
"3817472" : 1887,
"3850240" : 1840,
"3883008" : 1886,
"3915776" : 1829,
"3948544" : 1901,
"3981312" : 1831,
"4014080" : 1856,
"4046848" : 1729,
"4079616" : 1701,
"4112384" : 1669,
"4145152" : 1789,
"4177920" : 1775,
"4227072" : 3312,
"4292608" : 3294,
"4358144" : 3213,
"4423680" : 3173,
"4489216" : 3085,
"4554752" : 3084,
"4620288" : 3008,
"4685824" : 2956,
"4751360" : 2945,
"4816896" : 2948,
"4882432" : 2995,
"4947968" : 2904,
"5013504" : 2963,
"5079040" : 2892,
"5144576" : 2945,
"5210112" : 2864,
"5275648" : 2918,
"5341184" : 2814,
"5406720" : 2896,
"5472256" : 2880,
"5537792" : 2874,
"5603328" : 2925,
"5668864" : 2784,
"5734400" : 2863,
"5799936" : 2823,
"5865472" : 2770,
"5931008" : 2776,
"5996544" : 2897,
"6062080" : 2858,
"6127616" : 2905,
"6193152" : 2910,
"6258688" : 2929,
"6324224" : 2926,
"6389760" : 2956,
"6455296" : 2986,
"6520832" : 2921,
"6586368" : 2870,
"6651904" : 2992,
"6717440" : 3153,
"6782976" : 3096,
"6848512" : 3136,
"6914048" : 3176,
"6979584" : 3126,
"7045120" : 3204,
"7110656" : 3257,
"7176192" : 3265,
"7241728" : 3241,
"7307264" : 3369,
"7372800" : 3382,
"7438336" : 3434,
"7503872" : 3440,
"7569408" : 3514,
"7634944" : 3676,
"7700480" : 3590,
"7766016" : 3693,
"7831552" : 3608,
"7897088" : 3743,
"7962624" : 3830,
"8028160" : 3886,
"8093696" : 3737,
"8159232" : 3896,
"8224768" : 3934,
"8290304" : 4059,
"8355840" : 4110,
"8454144" : 8204,
"8585216" : 8772,
"8716288" : 9146,
"8847360" : 9241,
"8978432" : 9662,
"9109504" : 10058,
"9240576" : 10462,
"9371648" : 10615,
"9502720" : 11118,
"9633792" : 11334,
"9764864" : 11658,
"9895936" : 11991,
"10027008" : 12382,
"10158080" : 12627,
"10289152" : 13182,
"10420224" : 13295,
"10551296" : 13447,
"10682368" : 13838,
"10813440" : 13975,
"10944512" : 14402,
"11075584" : 14343,
"11206656" : 14692,
"11337728" : 14613,
"11468800" : 14483,
"11599872" : 14404,
"11730944" : 13941,
"11862016" : 13751,
"11993088" : 13371,
"12124160" : 12925,
"12255232" : 12519,
"12386304" : 11883,
"12517376" : 11039,
"12648448" : 10357,
"12779520" : 9376,
"12910592" : 8583,
"13041664" : 7610,
"13172736" : 6866,
"13303808" : 6325,
"13434880" : 5641,
"13565952" : 5080,
"13697024" : 4432,
"13828096" : 3954,
"13959168" : 3494,
"14090240" : 3109,
"14221312" : 2734,
"14352384" : 2383,
"14483456" : 2223,
"14614528" : 2100,
"14745600" : 1952,
"14876672" : 1827,
"15007744" : 1743,
"15138816" : 1634,
"15269888" : 1636,
"15400960" : 1618,
"15532032" : 1548,
"15663104" : 1522,
"15794176" : 1338,
"15925248" : 1421,
"16056320" : 1373,
"16187392" : 1344,
"16318464" : 1328,
"16449536" : 1409,
"16580608" : 1380,
"16711680" : 1327,
"16908288" : 2772,
"17170432" : 2796,
"17432576" : 2862,
"17694720" : 2910,
"17956864" : 3025,
"18219008" : 3281,
"18481152" : 3377,
"18743296" : 3398,
"19005440" : 3579,
"19267584" : 3839,
"19529728" : 3943,
"19791872" : 4143,
"20054016" : 4313,
"20316160" : 4501,
"20578304" : 4607,
"20840448" : 4480,
"21102592" : 4641,
"21364736" : 4413,
"21626880" : 4542,
"21889024" : 4360,
"22151168" : 4306,
"22413312" : 4284,
"22675456" : 4117,
"22937600" : 3916,
"23199744" : 3709,
"23461888" : 3353,
"23724032" : 3118,
"23986176" : 2688,
"24248320" : 2387,
"24510464" : 2134,
"24772608" : 1974,
"25034752" : 1626,
"25296896" : 1390,
"25559040" : 1273,
"25821184" : 1159,
"26083328" : 1015,
"26345472" : 951,
"26607616" : 853,
"26869760" : 841,
"27131904" : 840,
"27394048" : 784,
"27656192" : 752,
"27918336" : 715,
"28180480" : 696,
"28442624" : 713,
"28704768" : 651,
"28966912" : 601,
"29229056" : 694,
"29491200" : 650,
"29753344" : 597,
"30015488" : 552,
"30277632" : 578,
"30539776" : 548,
"30801920" : 478,
"31064064" : 509,
"31326208" : 498,
"31588352" : 471,
"31850496" : 471,
"32112640" : 425,
"32374784" : 420,
"32636928" : 449,
"32899072" : 437,
"33161216" : 465,
"33423360" : 454,
"33816576" : 775,
"34340864" : 755,
"34865152" : 704,
"35389440" : 655,
"35913728" : 559,
"36438016" : 466,
"36962304" : 419,
"37486592" : 301,
"38010880" : 256,
"38535168" : 256,
"39059456" : 216,
"39583744" : 170,
"40108032" : 141,
"40632320" : 124,
"41156608" : 100,
"41680896" : 114,
"42205184" : 100,
"42729472" : 113,
"43253760" : 80,
"43778048" : 83,
"44302336" : 61,
"44826624" : 67,
"45350912" : 60,
"45875200" : 55,
"46399488" : 46,
"46923776" : 45,
"47448064" : 46,
"47972352" : 34,
"48496640" : 29,
"49020928" : 25,
"49545216" : 21,
"50069504" : 25,
"50593792" : 22,
"51118080" : 18,
"51642368" : 21,
"52166656" : 20,
"52690944" : 18,
"53215232" : 12,
"53739520" : 9,
"54263808" : 8,
"54788096" : 6,
"55312384" : 8,
"55836672" : 5,
"56360960" : 3,
"56885248" : 5,
"57409536" : 4,
"57933824" : 3,
"58458112" : 1,
"58982400" : 2,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 2,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1,
"71827456" : 2,
"76021760" : 1,
"80216064" : 1,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 84108750,
"mean" : 8638966.630852,
"stddev" : 7498609.054298,
"N" : 1925295
},
"bw_min" : 38647,
"bw_max" : 85743,
"bw_agg" : 99.998607,
"bw_mean" : 59233.455598,
"bw_dev" : 264.551631,
"bw_samples" : 8288,
"iops_min" : 9659,
"iops_max" : 21435,
"iops_mean" : 14805.328185,
"iops_stddev" : 66.165633,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160124,
"usr_cpu" : 0.198167,
"sys_cpu" : 3.817194,
"ctx" : 3085642,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.695593,
"4" : 26.820171,
"10" : 17.652949,
"20" : 21.569687,
"50" : 5.249654,
"100" : 0.010284,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092852,
"timestamp_ms" : 1773092852966,
"time" : "Mon Mar 9 18:47:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8510500864,
"io_kbytes" : 8311036,
"bw_bytes" : 60785818,
"bw" : 59361,
"iops" : 14841.280498,
"runtime" : 140008,
"total_ios" : 2077898,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 64232665,
"mean" : 2145381.178013,
"stddev" : 3327122.051411,
"N" : 2077898
},
"clat_ns" : {
"min" : 1092821,
"max" : 80975721,
"mean" : 6474855.780001,
"stddev" : 6290079.776319,
"N" : 2077866,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27656192,
"99.500000" : 32112640,
"99.900000" : 38535168,
"99.950000" : 42729472,
"99.990000" : 50069504
},
"bins" : {
"1089536" : 1,
"1122304" : 2,
"1138688" : 9,
"1155072" : 46,
"1171456" : 168,
"1187840" : 417,
"1204224" : 631,
"1220608" : 776,
"1236992" : 1041,
"1253376" : 1288,
"1269760" : 1606,
"1286144" : 2038,
"1302528" : 2478,
"1318912" : 2924,
"1335296" : 3608,
"1351680" : 4189,
"1368064" : 4582,
"1384448" : 5492,
"1400832" : 6253,
"1417216" : 6873,
"1433600" : 7576,
"1449984" : 8084,
"1466368" : 8915,
"1482752" : 9464,
"1499136" : 10261,
"1515520" : 10725,
"1531904" : 11376,
"1548288" : 11792,
"1564672" : 12156,
"1581056" : 12469,
"1597440" : 13116,
"1613824" : 13440,
"1630208" : 14076,
"1646592" : 14734,
"1662976" : 14884,
"1679360" : 15604,
"1695744" : 16197,
"1712128" : 16617,
"1728512" : 17406,
"1744896" : 17722,
"1761280" : 18348,
"1777664" : 18615,
"1794048" : 19084,
"1810432" : 19569,
"1826816" : 19499,
"1843200" : 19759,
"1859584" : 19741,
"1875968" : 19929,
"1892352" : 19793,
"1908736" : 19628,
"1925120" : 19831,
"1941504" : 19022,
"1957888" : 19378,
"1974272" : 18914,
"1990656" : 18820,
"2007040" : 18545,
"2023424" : 18379,
"2039808" : 17889,
"2056192" : 17773,
"2072576" : 17347,
"2088960" : 16957,
"2113536" : 32979,
"2146304" : 30992,
"2179072" : 29171,
"2211840" : 27382,
"2244608" : 25676,
"2277376" : 23646,
"2310144" : 21907,
"2342912" : 19975,
"2375680" : 18093,
"2408448" : 16590,
"2441216" : 15051,
"2473984" : 13481,
"2506752" : 12129,
"2539520" : 10857,
"2572288" : 9911,
"2605056" : 8830,
"2637824" : 8032,
"2670592" : 7332,
"2703360" : 6592,
"2736128" : 6089,
"2768896" : 5619,
"2801664" : 5189,
"2834432" : 4766,
"2867200" : 4464,
"2899968" : 4149,
"2932736" : 4083,
"2965504" : 3808,
"2998272" : 3583,
"3031040" : 3489,
"3063808" : 3383,
"3096576" : 3178,
"3129344" : 3166,
"3162112" : 3041,
"3194880" : 2989,
"3227648" : 2956,
"3260416" : 2902,
"3293184" : 2791,
"3325952" : 2768,
"3358720" : 2666,
"3391488" : 2595,
"3424256" : 2613,
"3457024" : 2514,
"3489792" : 2477,
"3522560" : 2386,
"3555328" : 2448,
"3588096" : 2295,
"3620864" : 2337,
"3653632" : 2295,
"3686400" : 2253,
"3719168" : 2249,
"3751936" : 2169,
"3784704" : 2132,
"3817472" : 2039,
"3850240" : 2021,
"3883008" : 2064,
"3915776" : 2018,
"3948544" : 2046,
"3981312" : 1978,
"4014080" : 2003,
"4046848" : 1868,
"4079616" : 1836,
"4112384" : 1811,
"4145152" : 1929,
"4177920" : 1915,
"4227072" : 3616,
"4292608" : 3643,
"4358144" : 3485,
"4423680" : 3448,
"4489216" : 3391,
"4554752" : 3355,
"4620288" : 3282,
"4685824" : 3216,
"4751360" : 3226,
"4816896" : 3206,
"4882432" : 3251,
"4947968" : 3162,
"5013504" : 3204,
"5079040" : 3162,
"5144576" : 3179,
"5210112" : 3111,
"5275648" : 3181,
"5341184" : 3055,
"5406720" : 3140,
"5472256" : 3099,
"5537792" : 3140,
"5603328" : 3177,
"5668864" : 3031,
"5734400" : 3125,
"5799936" : 3062,
"5865472" : 3039,
"5931008" : 3011,
"5996544" : 3144,
"6062080" : 3128,
"6127616" : 3131,
"6193152" : 3134,
"6258688" : 3152,
"6324224" : 3175,
"6389760" : 3181,
"6455296" : 3215,
"6520832" : 3214,
"6586368" : 3126,
"6651904" : 3252,
"6717440" : 3427,
"6782976" : 3346,
"6848512" : 3394,
"6914048" : 3459,
"6979584" : 3420,
"7045120" : 3492,
"7110656" : 3575,
"7176192" : 3564,
"7241728" : 3528,
"7307264" : 3649,
"7372800" : 3658,
"7438336" : 3730,
"7503872" : 3730,
"7569408" : 3823,
"7634944" : 3993,
"7700480" : 3909,
"7766016" : 4007,
"7831552" : 3910,
"7897088" : 4077,
"7962624" : 4168,
"8028160" : 4198,
"8093696" : 4060,
"8159232" : 4225,
"8224768" : 4258,
"8290304" : 4416,
"8355840" : 4438,
"8454144" : 8916,
"8585216" : 9497,
"8716288" : 9847,
"8847360" : 9960,
"8978432" : 10397,
"9109504" : 10831,
"9240576" : 11286,
"9371648" : 11381,
"9502720" : 11966,
"9633792" : 12151,
"9764864" : 12545,
"9895936" : 12932,
"10027008" : 13304,
"10158080" : 13607,
"10289152" : 14196,
"10420224" : 14346,
"10551296" : 14516,
"10682368" : 14933,
"10813440" : 15083,
"10944512" : 15568,
"11075584" : 15466,
"11206656" : 15799,
"11337728" : 15725,
"11468800" : 15593,
"11599872" : 15447,
"11730944" : 15013,
"11862016" : 14830,
"11993088" : 14426,
"12124160" : 13957,
"12255232" : 13419,
"12386304" : 12742,
"12517376" : 11867,
"12648448" : 11078,
"12779520" : 10030,
"12910592" : 9172,
"13041664" : 8119,
"13172736" : 7386,
"13303808" : 6755,
"13434880" : 6042,
"13565952" : 5451,
"13697024" : 4722,
"13828096" : 4241,
"13959168" : 3750,
"14090240" : 3379,
"14221312" : 2947,
"14352384" : 2575,
"14483456" : 2408,
"14614528" : 2275,
"14745600" : 2102,
"14876672" : 1977,
"15007744" : 1887,
"15138816" : 1771,
"15269888" : 1761,
"15400960" : 1732,
"15532032" : 1674,
"15663104" : 1654,
"15794176" : 1464,
"15925248" : 1530,
"16056320" : 1499,
"16187392" : 1441,
"16318464" : 1475,
"16449536" : 1508,
"16580608" : 1482,
"16711680" : 1414,
"16908288" : 2962,
"17170432" : 2991,
"17432576" : 3083,
"17694720" : 3115,
"17956864" : 3247,
"18219008" : 3550,
"18481152" : 3660,
"18743296" : 3634,
"19005440" : 3837,
"19267584" : 4137,
"19529728" : 4260,
"19791872" : 4460,
"20054016" : 4649,
"20316160" : 4840,
"20578304" : 4944,
"20840448" : 4820,
"21102592" : 4952,
"21364736" : 4731,
"21626880" : 4850,
"21889024" : 4657,
"22151168" : 4578,
"22413312" : 4515,
"22675456" : 4379,
"22937600" : 4162,
"23199744" : 3937,
"23461888" : 3566,
"23724032" : 3317,
"23986176" : 2879,
"24248320" : 2545,
"24510464" : 2280,
"24772608" : 2099,
"25034752" : 1749,
"25296896" : 1491,
"25559040" : 1348,
"25821184" : 1229,
"26083328" : 1062,
"26345472" : 1027,
"26607616" : 923,
"26869760" : 923,
"27131904" : 901,
"27394048" : 840,
"27656192" : 810,
"27918336" : 762,
"28180480" : 734,
"28442624" : 766,
"28704768" : 696,
"28966912" : 640,
"29229056" : 747,
"29491200" : 688,
"29753344" : 633,
"30015488" : 593,
"30277632" : 619,
"30539776" : 577,
"30801920" : 522,
"31064064" : 552,
"31326208" : 530,
"31588352" : 515,
"31850496" : 493,
"32112640" : 454,
"32374784" : 453,
"32636928" : 477,
"32899072" : 459,
"33161216" : 504,
"33423360" : 493,
"33816576" : 843,
"34340864" : 846,
"34865152" : 756,
"35389440" : 712,
"35913728" : 609,
"36438016" : 506,
"36962304" : 442,
"37486592" : 317,
"38010880" : 269,
"38535168" : 261,
"39059456" : 230,
"39583744" : 178,
"40108032" : 149,
"40632320" : 132,
"41156608" : 102,
"41680896" : 119,
"42205184" : 102,
"42729472" : 115,
"43253760" : 85,
"43778048" : 87,
"44302336" : 64,
"44826624" : 78,
"45350912" : 62,
"45875200" : 61,
"46399488" : 49,
"46923776" : 49,
"47448064" : 53,
"47972352" : 39,
"48496640" : 35,
"49020928" : 29,
"49545216" : 29,
"50069504" : 27,
"50593792" : 22,
"51118080" : 18,
"51642368" : 22,
"52166656" : 20,
"52690944" : 18,
"53215232" : 12,
"53739520" : 9,
"54263808" : 8,
"54788096" : 6,
"55312384" : 8,
"55836672" : 5,
"56360960" : 3,
"56885248" : 5,
"57409536" : 4,
"57933824" : 3,
"58458112" : 1,
"58982400" : 2,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 2,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1,
"71827456" : 2,
"76021760" : 1,
"80216064" : 1,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 84108750,
"mean" : 8620201.700515,
"stddev" : 7478189.554809,
"N" : 2077866
},
"bw_min" : 38575,
"bw_max" : 85775,
"bw_agg" : 100.000000,
"bw_mean" : 59367.523297,
"bw_dev" : 265.432730,
"bw_samples" : 8928,
"iops_min" : 9641,
"iops_max" : 21443,
"iops_mean" : 14839.014337,
"iops_stddev" : 66.384635,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480152,
"usr_cpu" : 0.199167,
"sys_cpu" : 3.827392,
"ctx" : 3334674,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.505682,
"4" : 27.061964,
"10" : 17.716125,
"20" : 21.506590,
"50" : 5.198475,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092862,
"timestamp_ms" : 1773092862968,
"time" : "Mon Mar 9 18:47:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9121128448,
"io_kbytes" : 8907352,
"bw_bytes" : 60804280,
"bw" : 59379,
"iops" : 14845.428244,
"runtime" : 150008,
"total_ios" : 2226933,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 64232665,
"mean" : 2144764.522560,
"stddev" : 3325447.387374,
"N" : 2226933
},
"clat_ns" : {
"min" : 1092821,
"max" : 80975721,
"mean" : 6473005.620535,
"stddev" : 6286594.871591,
"N" : 2226901,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1843200,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27656192,
"99.500000" : 32112640,
"99.900000" : 38535168,
"99.950000" : 42205184,
"99.990000" : 50069504
},
"bins" : {
"1089536" : 1,
"1122304" : 3,
"1138688" : 10,
"1155072" : 51,
"1171456" : 185,
"1187840" : 459,
"1204224" : 688,
"1220608" : 834,
"1236992" : 1127,
"1253376" : 1381,
"1269760" : 1717,
"1286144" : 2209,
"1302528" : 2658,
"1318912" : 3148,
"1335296" : 3869,
"1351680" : 4494,
"1368064" : 4939,
"1384448" : 5898,
"1400832" : 6739,
"1417216" : 7366,
"1433600" : 8169,
"1449984" : 8649,
"1466368" : 9529,
"1482752" : 10135,
"1499136" : 11003,
"1515520" : 11530,
"1531904" : 12207,
"1548288" : 12668,
"1564672" : 13052,
"1581056" : 13391,
"1597440" : 14079,
"1613824" : 14438,
"1630208" : 15105,
"1646592" : 15738,
"1662976" : 16014,
"1679360" : 16732,
"1695744" : 17347,
"1712128" : 17865,
"1728512" : 18634,
"1744896" : 19025,
"1761280" : 19620,
"1777664" : 19999,
"1794048" : 20426,
"1810432" : 20968,
"1826816" : 20970,
"1843200" : 21182,
"1859584" : 21177,
"1875968" : 21343,
"1892352" : 21214,
"1908736" : 21157,
"1925120" : 21213,
"1941504" : 20475,
"1957888" : 20747,
"1974272" : 20246,
"1990656" : 20233,
"2007040" : 19870,
"2023424" : 19664,
"2039808" : 19172,
"2056192" : 19032,
"2072576" : 18651,
"2088960" : 18138,
"2113536" : 35308,
"2146304" : 33260,
"2179072" : 31336,
"2211840" : 29415,
"2244608" : 27578,
"2277376" : 25308,
"2310144" : 23463,
"2342912" : 21356,
"2375680" : 19406,
"2408448" : 17696,
"2441216" : 16093,
"2473984" : 14471,
"2506752" : 13018,
"2539520" : 11593,
"2572288" : 10593,
"2605056" : 9432,
"2637824" : 8581,
"2670592" : 7848,
"2703360" : 7059,
"2736128" : 6538,
"2768896" : 6018,
"2801664" : 5556,
"2834432" : 5098,
"2867200" : 4799,
"2899968" : 4429,
"2932736" : 4399,
"2965504" : 4091,
"2998272" : 3852,
"3031040" : 3717,
"3063808" : 3627,
"3096576" : 3391,
"3129344" : 3368,
"3162112" : 3266,
"3194880" : 3210,
"3227648" : 3166,
"3260416" : 3109,
"3293184" : 2992,
"3325952" : 2960,
"3358720" : 2857,
"3391488" : 2777,
"3424256" : 2830,
"3457024" : 2688,
"3489792" : 2658,
"3522560" : 2558,
"3555328" : 2621,
"3588096" : 2459,
"3620864" : 2500,
"3653632" : 2457,
"3686400" : 2418,
"3719168" : 2398,
"3751936" : 2338,
"3784704" : 2275,
"3817472" : 2168,
"3850240" : 2151,
"3883008" : 2184,
"3915776" : 2136,
"3948544" : 2187,
"3981312" : 2138,
"4014080" : 2134,
"4046848" : 2008,
"4079616" : 2002,
"4112384" : 1945,
"4145152" : 2033,
"4177920" : 2048,
"4227072" : 3862,
"4292608" : 3862,
"4358144" : 3708,
"4423680" : 3683,
"4489216" : 3627,
"4554752" : 3572,
"4620288" : 3524,
"4685824" : 3411,
"4751360" : 3451,
"4816896" : 3404,
"4882432" : 3455,
"4947968" : 3356,
"5013504" : 3424,
"5079040" : 3369,
"5144576" : 3408,
"5210112" : 3347,
"5275648" : 3355,
"5341184" : 3293,
"5406720" : 3342,
"5472256" : 3266,
"5537792" : 3368,
"5603328" : 3408,
"5668864" : 3234,
"5734400" : 3348,
"5799936" : 3280,
"5865472" : 3246,
"5931008" : 3212,
"5996544" : 3376,
"6062080" : 3350,
"6127616" : 3349,
"6193152" : 3342,
"6258688" : 3386,
"6324224" : 3378,
"6389760" : 3416,
"6455296" : 3477,
"6520832" : 3434,
"6586368" : 3370,
"6651904" : 3482,
"6717440" : 3666,
"6782976" : 3587,
"6848512" : 3620,
"6914048" : 3684,
"6979584" : 3663,
"7045120" : 3743,
"7110656" : 3827,
"7176192" : 3813,
"7241728" : 3789,
"7307264" : 3881,
"7372800" : 3897,
"7438336" : 3982,
"7503872" : 3962,
"7569408" : 4053,
"7634944" : 4225,
"7700480" : 4191,
"7766016" : 4274,
"7831552" : 4185,
"7897088" : 4341,
"7962624" : 4435,
"8028160" : 4470,
"8093696" : 4358,
"8159232" : 4533,
"8224768" : 4556,
"8290304" : 4734,
"8355840" : 4739,
"8454144" : 9519,
"8585216" : 10153,
"8716288" : 10546,
"8847360" : 10674,
"8978432" : 11151,
"9109504" : 11601,
"9240576" : 12097,
"9371648" : 12193,
"9502720" : 12823,
"9633792" : 13009,
"9764864" : 13517,
"9895936" : 13866,
"10027008" : 14305,
"10158080" : 14597,
"10289152" : 15262,
"10420224" : 15416,
"10551296" : 15612,
"10682368" : 16067,
"10813440" : 16206,
"10944512" : 16712,
"11075584" : 16570,
"11206656" : 17044,
"11337728" : 16926,
"11468800" : 16685,
"11599872" : 16575,
"11730944" : 16091,
"11862016" : 15902,
"11993088" : 15475,
"12124160" : 14988,
"12255232" : 14405,
"12386304" : 13652,
"12517376" : 12699,
"12648448" : 11822,
"12779520" : 10756,
"12910592" : 9823,
"13041664" : 8680,
"13172736" : 7892,
"13303808" : 7229,
"13434880" : 6458,
"13565952" : 5871,
"13697024" : 5084,
"13828096" : 4522,
"13959168" : 4009,
"14090240" : 3601,
"14221312" : 3158,
"14352384" : 2752,
"14483456" : 2569,
"14614528" : 2417,
"14745600" : 2234,
"14876672" : 2102,
"15007744" : 2021,
"15138816" : 1898,
"15269888" : 1872,
"15400960" : 1856,
"15532032" : 1786,
"15663104" : 1766,
"15794176" : 1572,
"15925248" : 1620,
"16056320" : 1590,
"16187392" : 1545,
"16318464" : 1586,
"16449536" : 1595,
"16580608" : 1570,
"16711680" : 1511,
"16908288" : 3176,
"17170432" : 3227,
"17432576" : 3298,
"17694720" : 3320,
"17956864" : 3465,
"18219008" : 3804,
"18481152" : 3953,
"18743296" : 3900,
"19005440" : 4148,
"19267584" : 4480,
"19529728" : 4586,
"19791872" : 4829,
"20054016" : 5013,
"20316160" : 5229,
"20578304" : 5322,
"20840448" : 5157,
"21102592" : 5283,
"21364736" : 5106,
"21626880" : 5203,
"21889024" : 5006,
"22151168" : 4926,
"22413312" : 4843,
"22675456" : 4688,
"22937600" : 4448,
"23199744" : 4200,
"23461888" : 3850,
"23724032" : 3552,
"23986176" : 3088,
"24248320" : 2695,
"24510464" : 2438,
"24772608" : 2224,
"25034752" : 1845,
"25296896" : 1590,
"25559040" : 1440,
"25821184" : 1310,
"26083328" : 1126,
"26345472" : 1107,
"26607616" : 986,
"26869760" : 1004,
"27131904" : 957,
"27394048" : 891,
"27656192" : 871,
"27918336" : 831,
"28180480" : 799,
"28442624" : 819,
"28704768" : 753,
"28966912" : 679,
"29229056" : 786,
"29491200" : 733,
"29753344" : 677,
"30015488" : 631,
"30277632" : 646,
"30539776" : 612,
"30801920" : 558,
"31064064" : 577,
"31326208" : 566,
"31588352" : 551,
"31850496" : 515,
"32112640" : 495,
"32374784" : 483,
"32636928" : 513,
"32899072" : 485,
"33161216" : 534,
"33423360" : 523,
"33816576" : 910,
"34340864" : 906,
"34865152" : 807,
"35389440" : 771,
"35913728" : 638,
"36438016" : 538,
"36962304" : 465,
"37486592" : 345,
"38010880" : 296,
"38535168" : 274,
"39059456" : 247,
"39583744" : 193,
"40108032" : 158,
"40632320" : 141,
"41156608" : 111,
"41680896" : 123,
"42205184" : 105,
"42729472" : 118,
"43253760" : 88,
"43778048" : 89,
"44302336" : 66,
"44826624" : 78,
"45350912" : 63,
"45875200" : 62,
"46399488" : 52,
"46923776" : 50,
"47448064" : 54,
"47972352" : 39,
"48496640" : 35,
"49020928" : 32,
"49545216" : 29,
"50069504" : 28,
"50593792" : 23,
"51118080" : 19,
"51642368" : 26,
"52166656" : 25,
"52690944" : 21,
"53215232" : 13,
"53739520" : 9,
"54263808" : 9,
"54788096" : 6,
"55312384" : 10,
"55836672" : 5,
"56360960" : 3,
"56885248" : 5,
"57409536" : 4,
"57933824" : 3,
"58458112" : 1,
"58982400" : 2,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 2,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1,
"71827456" : 2,
"76021760" : 1,
"80216064" : 1,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 84108750,
"mean" : 8617725.029849,
"stddev" : 7473222.949748,
"N" : 2226901
},
"bw_min" : 38567,
"bw_max" : 85783,
"bw_agg" : 100.000000,
"bw_mean" : 59436.769231,
"bw_dev" : 262.170331,
"bw_samples" : 9568,
"iops_min" : 9639,
"iops_max" : 21445,
"iops_mean" : 14856.357860,
"iops_stddev" : 65.570050,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800152,
"usr_cpu" : 0.199410,
"sys_cpu" : 3.827775,
"ctx" : 3574293,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.537096,
"4" : 27.052183,
"10" : 17.680191,
"20" : 21.526063,
"50" : 5.193196,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092872,
"timestamp_ms" : 1773092872965,
"time" : "Mon Mar 9 18:47:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9748946944,
"io_kbytes" : 9520456,
"bw_bytes" : 60927872,
"bw" : 59499,
"iops" : 14875.837458,
"runtime" : 160008,
"total_ios" : 2380253,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 64232665,
"mean" : 2140351.028434,
"stddev" : 3319208.819421,
"N" : 2380253
},
"clat_ns" : {
"min" : 1092821,
"max" : 80975721,
"mean" : 6459768.785954,
"stddev" : 6272170.378310,
"N" : 2380221,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20054016,
"99.000000" : 27656192,
"99.500000" : 31850496,
"99.900000" : 38535168,
"99.950000" : 42205184,
"99.990000" : 50069504
},
"bins" : {
"1089536" : 1,
"1122304" : 3,
"1138688" : 10,
"1155072" : 56,
"1171456" : 206,
"1187840" : 504,
"1204224" : 736,
"1220608" : 902,
"1236992" : 1188,
"1253376" : 1487,
"1269760" : 1833,
"1286144" : 2368,
"1302528" : 2838,
"1318912" : 3358,
"1335296" : 4133,
"1351680" : 4780,
"1368064" : 5287,
"1384448" : 6275,
"1400832" : 7166,
"1417216" : 7855,
"1433600" : 8728,
"1449984" : 9235,
"1466368" : 10131,
"1482752" : 10792,
"1499136" : 11678,
"1515520" : 12241,
"1531904" : 13007,
"1548288" : 13475,
"1564672" : 13903,
"1581056" : 14281,
"1597440" : 14961,
"1613824" : 15370,
"1630208" : 16065,
"1646592" : 16813,
"1662976" : 17115,
"1679360" : 17835,
"1695744" : 18483,
"1712128" : 19030,
"1728512" : 19870,
"1744896" : 20229,
"1761280" : 21006,
"1777664" : 21351,
"1794048" : 21792,
"1810432" : 22400,
"1826816" : 22367,
"1843200" : 22530,
"1859584" : 22622,
"1875968" : 22823,
"1892352" : 22621,
"1908736" : 22587,
"1925120" : 22637,
"1941504" : 21885,
"1957888" : 22178,
"1974272" : 21647,
"1990656" : 21593,
"2007040" : 21255,
"2023424" : 21061,
"2039808" : 20468,
"2056192" : 20341,
"2072576" : 19940,
"2088960" : 19395,
"2113536" : 37824,
"2146304" : 35652,
"2179072" : 33658,
"2211840" : 31509,
"2244608" : 29594,
"2277376" : 27115,
"2310144" : 25080,
"2342912" : 22842,
"2375680" : 20804,
"2408448" : 18961,
"2441216" : 17239,
"2473984" : 15515,
"2506752" : 13985,
"2539520" : 12498,
"2572288" : 11353,
"2605056" : 10066,
"2637824" : 9228,
"2670592" : 8436,
"2703360" : 7562,
"2736128" : 6993,
"2768896" : 6461,
"2801664" : 5971,
"2834432" : 5467,
"2867200" : 5139,
"2899968" : 4725,
"2932736" : 4727,
"2965504" : 4379,
"2998272" : 4127,
"3031040" : 3972,
"3063808" : 3902,
"3096576" : 3638,
"3129344" : 3622,
"3162112" : 3501,
"3194880" : 3431,
"3227648" : 3414,
"3260416" : 3349,
"3293184" : 3243,
"3325952" : 3189,
"3358720" : 3098,
"3391488" : 3016,
"3424256" : 3012,
"3457024" : 2887,
"3489792" : 2902,
"3522560" : 2763,
"3555328" : 2844,
"3588096" : 2636,
"3620864" : 2708,
"3653632" : 2661,
"3686400" : 2650,
"3719168" : 2602,
"3751936" : 2525,
"3784704" : 2467,
"3817472" : 2332,
"3850240" : 2323,
"3883008" : 2400,
"3915776" : 2313,
"3948544" : 2372,
"3981312" : 2322,
"4014080" : 2301,
"4046848" : 2182,
"4079616" : 2189,
"4112384" : 2129,
"4145152" : 2199,
"4177920" : 2253,
"4227072" : 4184,
"4292608" : 4153,
"4358144" : 4001,
"4423680" : 4014,
"4489216" : 3937,
"4554752" : 3846,
"4620288" : 3819,
"4685824" : 3716,
"4751360" : 3768,
"4816896" : 3719,
"4882432" : 3734,
"4947968" : 3633,
"5013504" : 3721,
"5079040" : 3668,
"5144576" : 3690,
"5210112" : 3644,
"5275648" : 3610,
"5341184" : 3562,
"5406720" : 3600,
"5472256" : 3557,
"5537792" : 3632,
"5603328" : 3686,
"5668864" : 3486,
"5734400" : 3608,
"5799936" : 3560,
"5865472" : 3506,
"5931008" : 3468,
"5996544" : 3615,
"6062080" : 3616,
"6127616" : 3580,
"6193152" : 3603,
"6258688" : 3645,
"6324224" : 3656,
"6389760" : 3656,
"6455296" : 3719,
"6520832" : 3664,
"6586368" : 3634,
"6651904" : 3765,
"6717440" : 3915,
"6782976" : 3842,
"6848512" : 3875,
"6914048" : 3945,
"6979584" : 3908,
"7045120" : 4000,
"7110656" : 4123,
"7176192" : 4081,
"7241728" : 4074,
"7307264" : 4158,
"7372800" : 4178,
"7438336" : 4269,
"7503872" : 4241,
"7569408" : 4327,
"7634944" : 4524,
"7700480" : 4498,
"7766016" : 4576,
"7831552" : 4487,
"7897088" : 4657,
"7962624" : 4752,
"8028160" : 4774,
"8093696" : 4709,
"8159232" : 4857,
"8224768" : 4819,
"8290304" : 5048,
"8355840" : 5068,
"8454144" : 10205,
"8585216" : 10827,
"8716288" : 11244,
"8847360" : 11429,
"8978432" : 11931,
"9109504" : 12351,
"9240576" : 12929,
"9371648" : 12991,
"9502720" : 13728,
"9633792" : 13911,
"9764864" : 14499,
"9895936" : 14802,
"10027008" : 15270,
"10158080" : 15581,
"10289152" : 16257,
"10420224" : 16408,
"10551296" : 16657,
"10682368" : 17111,
"10813440" : 17251,
"10944512" : 17797,
"11075584" : 17636,
"11206656" : 18045,
"11337728" : 18039,
"11468800" : 17756,
"11599872" : 17701,
"11730944" : 17184,
"11862016" : 16919,
"11993088" : 16513,
"12124160" : 15846,
"12255232" : 15265,
"12386304" : 14555,
"12517376" : 13516,
"12648448" : 12612,
"12779520" : 11468,
"12910592" : 10497,
"13041664" : 9242,
"13172736" : 8428,
"13303808" : 7694,
"13434880" : 6872,
"13565952" : 6268,
"13697024" : 5413,
"13828096" : 4826,
"13959168" : 4295,
"14090240" : 3838,
"14221312" : 3376,
"14352384" : 2954,
"14483456" : 2735,
"14614528" : 2570,
"14745600" : 2401,
"14876672" : 2258,
"15007744" : 2160,
"15138816" : 2017,
"15269888" : 1984,
"15400960" : 1975,
"15532032" : 1893,
"15663104" : 1870,
"15794176" : 1671,
"15925248" : 1728,
"16056320" : 1704,
"16187392" : 1667,
"16318464" : 1714,
"16449536" : 1719,
"16580608" : 1692,
"16711680" : 1618,
"16908288" : 3396,
"17170432" : 3440,
"17432576" : 3545,
"17694720" : 3550,
"17956864" : 3698,
"18219008" : 4095,
"18481152" : 4196,
"18743296" : 4144,
"19005440" : 4432,
"19267584" : 4753,
"19529728" : 4897,
"19791872" : 5112,
"20054016" : 5296,
"20316160" : 5522,
"20578304" : 5628,
"20840448" : 5460,
"21102592" : 5583,
"21364736" : 5386,
"21626880" : 5543,
"21889024" : 5339,
"22151168" : 5196,
"22413312" : 5113,
"22675456" : 4959,
"22937600" : 4730,
"23199744" : 4434,
"23461888" : 4091,
"23724032" : 3772,
"23986176" : 3255,
"24248320" : 2861,
"24510464" : 2606,
"24772608" : 2356,
"25034752" : 1963,
"25296896" : 1692,
"25559040" : 1545,
"25821184" : 1403,
"26083328" : 1200,
"26345472" : 1167,
"26607616" : 1035,
"26869760" : 1049,
"27131904" : 1017,
"27394048" : 944,
"27656192" : 927,
"27918336" : 877,
"28180480" : 854,
"28442624" : 875,
"28704768" : 799,
"28966912" : 728,
"29229056" : 833,
"29491200" : 780,
"29753344" : 731,
"30015488" : 665,
"30277632" : 677,
"30539776" : 638,
"30801920" : 593,
"31064064" : 615,
"31326208" : 596,
"31588352" : 578,
"31850496" : 548,
"32112640" : 523,
"32374784" : 517,
"32636928" : 549,
"32899072" : 525,
"33161216" : 569,
"33423360" : 557,
"33816576" : 981,
"34340864" : 968,
"34865152" : 852,
"35389440" : 809,
"35913728" : 674,
"36438016" : 585,
"36962304" : 496,
"37486592" : 363,
"38010880" : 312,
"38535168" : 279,
"39059456" : 250,
"39583744" : 198,
"40108032" : 167,
"40632320" : 150,
"41156608" : 121,
"41680896" : 130,
"42205184" : 109,
"42729472" : 124,
"43253760" : 90,
"43778048" : 92,
"44302336" : 72,
"44826624" : 81,
"45350912" : 66,
"45875200" : 64,
"46399488" : 53,
"46923776" : 54,
"47448064" : 56,
"47972352" : 42,
"48496640" : 39,
"49020928" : 36,
"49545216" : 29,
"50069504" : 29,
"50593792" : 27,
"51118080" : 22,
"51642368" : 30,
"52166656" : 26,
"52690944" : 22,
"53215232" : 14,
"53739520" : 9,
"54263808" : 9,
"54788096" : 6,
"55312384" : 10,
"55836672" : 5,
"56360960" : 3,
"56885248" : 5,
"57409536" : 4,
"57933824" : 3,
"58458112" : 1,
"58982400" : 3,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 2,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1,
"71827456" : 2,
"76021760" : 1,
"80216064" : 1,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 84108750,
"mean" : 8600128.090384,
"stddev" : 7455061.927784,
"N" : 2380221
},
"bw_min" : 38535,
"bw_max" : 86177,
"bw_agg" : 100.000000,
"bw_mean" : 59536.128527,
"bw_dev" : 262.302953,
"bw_samples" : 10208,
"iops_min" : 9631,
"iops_max" : 21543,
"iops_mean" : 14881.084639,
"iops_stddev" : 65.603568,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120143,
"usr_cpu" : 0.200600,
"sys_cpu" : 3.835752,
"ctx" : 3820080,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.476385,
"4" : 27.143627,
"10" : 17.762061,
"20" : 21.457803,
"50" : 5.148906,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092882,
"timestamp_ms" : 1773092882968,
"time" : "Mon Mar 9 18:48:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10364690432,
"io_kbytes" : 10121768,
"bw_bytes" : 60966256,
"bw" : 59537,
"iops" : 14884.769451,
"runtime" : 170007,
"total_ios" : 2530515,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 64232665,
"mean" : 2139088.661580,
"stddev" : 3316416.010320,
"N" : 2530515
},
"clat_ns" : {
"min" : 1092821,
"max" : 80975721,
"mean" : 6455835.762424,
"stddev" : 6263960.246147,
"N" : 2530483,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20054016,
"99.000000" : 27656192,
"99.500000" : 31850496,
"99.900000" : 38535168,
"99.950000" : 42205184,
"99.990000" : 49545216
},
"bins" : {
"1089536" : 1,
"1122304" : 4,
"1138688" : 10,
"1155072" : 57,
"1171456" : 211,
"1187840" : 532,
"1204224" : 773,
"1220608" : 952,
"1236992" : 1273,
"1253376" : 1559,
"1269760" : 1933,
"1286144" : 2469,
"1302528" : 2985,
"1318912" : 3527,
"1335296" : 4362,
"1351680" : 5013,
"1368064" : 5577,
"1384448" : 6580,
"1400832" : 7541,
"1417216" : 8249,
"1433600" : 9166,
"1449984" : 9742,
"1466368" : 10645,
"1482752" : 11418,
"1499136" : 12286,
"1515520" : 12927,
"1531904" : 13780,
"1548288" : 14232,
"1564672" : 14727,
"1581056" : 15197,
"1597440" : 15855,
"1613824" : 16310,
"1630208" : 17028,
"1646592" : 17872,
"1662976" : 18197,
"1679360" : 18942,
"1695744" : 19601,
"1712128" : 20210,
"1728512" : 21014,
"1744896" : 21519,
"1761280" : 22246,
"1777664" : 22741,
"1794048" : 23189,
"1810432" : 23762,
"1826816" : 23754,
"1843200" : 23902,
"1859584" : 24007,
"1875968" : 24229,
"1892352" : 24055,
"1908736" : 24055,
"1925120" : 24126,
"1941504" : 23297,
"1957888" : 23597,
"1974272" : 22996,
"1990656" : 22922,
"2007040" : 22569,
"2023424" : 22416,
"2039808" : 21765,
"2056192" : 21663,
"2072576" : 21213,
"2088960" : 20665,
"2113536" : 40240,
"2146304" : 38015,
"2179072" : 35875,
"2211840" : 33568,
"2244608" : 31565,
"2277376" : 29030,
"2310144" : 26774,
"2342912" : 24343,
"2375680" : 22172,
"2408448" : 20200,
"2441216" : 18384,
"2473984" : 16530,
"2506752" : 14841,
"2539520" : 13308,
"2572288" : 12102,
"2605056" : 10742,
"2637824" : 9841,
"2670592" : 8965,
"2703360" : 8089,
"2736128" : 7407,
"2768896" : 6890,
"2801664" : 6322,
"2834432" : 5798,
"2867200" : 5476,
"2899968" : 5039,
"2932736" : 4984,
"2965504" : 4619,
"2998272" : 4375,
"3031040" : 4219,
"3063808" : 4151,
"3096576" : 3886,
"3129344" : 3851,
"3162112" : 3726,
"3194880" : 3641,
"3227648" : 3624,
"3260416" : 3560,
"3293184" : 3449,
"3325952" : 3393,
"3358720" : 3296,
"3391488" : 3190,
"3424256" : 3183,
"3457024" : 3095,
"3489792" : 3081,
"3522560" : 2948,
"3555328" : 3010,
"3588096" : 2797,
"3620864" : 2894,
"3653632" : 2808,
"3686400" : 2812,
"3719168" : 2767,
"3751936" : 2651,
"3784704" : 2620,
"3817472" : 2495,
"3850240" : 2482,
"3883008" : 2560,
"3915776" : 2472,
"3948544" : 2548,
"3981312" : 2488,
"4014080" : 2456,
"4046848" : 2330,
"4079616" : 2325,
"4112384" : 2269,
"4145152" : 2351,
"4177920" : 2406,
"4227072" : 4491,
"4292608" : 4413,
"4358144" : 4279,
"4423680" : 4291,
"4489216" : 4259,
"4554752" : 4132,
"4620288" : 4093,
"4685824" : 3965,
"4751360" : 4050,
"4816896" : 4002,
"4882432" : 4017,
"4947968" : 3912,
"5013504" : 3975,
"5079040" : 3908,
"5144576" : 3983,
"5210112" : 3925,
"5275648" : 3855,
"5341184" : 3820,
"5406720" : 3861,
"5472256" : 3792,
"5537792" : 3888,
"5603328" : 3922,
"5668864" : 3738,
"5734400" : 3863,
"5799936" : 3798,
"5865472" : 3774,
"5931008" : 3710,
"5996544" : 3871,
"6062080" : 3885,
"6127616" : 3846,
"6193152" : 3849,
"6258688" : 3921,
"6324224" : 3941,
"6389760" : 3920,
"6455296" : 4009,
"6520832" : 3906,
"6586368" : 3909,
"6651904" : 4009,
"6717440" : 4168,
"6782976" : 4071,
"6848512" : 4147,
"6914048" : 4231,
"6979584" : 4173,
"7045120" : 4301,
"7110656" : 4400,
"7176192" : 4361,
"7241728" : 4368,
"7307264" : 4420,
"7372800" : 4449,
"7438336" : 4564,
"7503872" : 4508,
"7569408" : 4640,
"7634944" : 4838,
"7700480" : 4781,
"7766016" : 4872,
"7831552" : 4781,
"7897088" : 4991,
"7962624" : 5081,
"8028160" : 5080,
"8093696" : 5061,
"8159232" : 5189,
"8224768" : 5134,
"8290304" : 5385,
"8355840" : 5390,
"8454144" : 10900,
"8585216" : 11581,
"8716288" : 11988,
"8847360" : 12175,
"8978432" : 12652,
"9109504" : 13072,
"9240576" : 13700,
"9371648" : 13785,
"9502720" : 14610,
"9633792" : 14808,
"9764864" : 15382,
"9895936" : 15716,
"10027008" : 16224,
"10158080" : 16630,
"10289152" : 17242,
"10420224" : 17421,
"10551296" : 17686,
"10682368" : 18167,
"10813440" : 18299,
"10944512" : 18922,
"11075584" : 18777,
"11206656" : 19138,
"11337728" : 19146,
"11468800" : 18845,
"11599872" : 18729,
"11730944" : 18222,
"11862016" : 17942,
"11993088" : 17543,
"12124160" : 16813,
"12255232" : 16180,
"12386304" : 15410,
"12517376" : 14290,
"12648448" : 13370,
"12779520" : 12159,
"12910592" : 11141,
"13041664" : 9850,
"13172736" : 8954,
"13303808" : 8191,
"13434880" : 7309,
"13565952" : 6626,
"13697024" : 5761,
"13828096" : 5175,
"13959168" : 4596,
"14090240" : 4076,
"14221312" : 3568,
"14352384" : 3150,
"14483456" : 2883,
"14614528" : 2727,
"14745600" : 2541,
"14876672" : 2400,
"15007744" : 2282,
"15138816" : 2136,
"15269888" : 2099,
"15400960" : 2089,
"15532032" : 1986,
"15663104" : 1982,
"15794176" : 1769,
"15925248" : 1832,
"16056320" : 1817,
"16187392" : 1788,
"16318464" : 1829,
"16449536" : 1840,
"16580608" : 1810,
"16711680" : 1734,
"16908288" : 3658,
"17170432" : 3690,
"17432576" : 3800,
"17694720" : 3820,
"17956864" : 3932,
"18219008" : 4340,
"18481152" : 4441,
"18743296" : 4385,
"19005440" : 4705,
"19267584" : 5060,
"19529728" : 5237,
"19791872" : 5406,
"20054016" : 5651,
"20316160" : 5819,
"20578304" : 5973,
"20840448" : 5791,
"21102592" : 5941,
"21364736" : 5734,
"21626880" : 5884,
"21889024" : 5665,
"22151168" : 5547,
"22413312" : 5425,
"22675456" : 5266,
"22937600" : 5000,
"23199744" : 4669,
"23461888" : 4311,
"23724032" : 3971,
"23986176" : 3433,
"24248320" : 3027,
"24510464" : 2757,
"24772608" : 2481,
"25034752" : 2069,
"25296896" : 1790,
"25559040" : 1637,
"25821184" : 1474,
"26083328" : 1245,
"26345472" : 1238,
"26607616" : 1086,
"26869760" : 1096,
"27131904" : 1068,
"27394048" : 1000,
"27656192" : 965,
"27918336" : 922,
"28180480" : 905,
"28442624" : 926,
"28704768" : 845,
"28966912" : 773,
"29229056" : 867,
"29491200" : 817,
"29753344" : 773,
"30015488" : 710,
"30277632" : 719,
"30539776" : 678,
"30801920" : 644,
"31064064" : 655,
"31326208" : 633,
"31588352" : 626,
"31850496" : 587,
"32112640" : 566,
"32374784" : 570,
"32636928" : 582,
"32899072" : 557,
"33161216" : 606,
"33423360" : 584,
"33816576" : 1030,
"34340864" : 1023,
"34865152" : 898,
"35389440" : 853,
"35913728" : 728,
"36438016" : 622,
"36962304" : 523,
"37486592" : 378,
"38010880" : 326,
"38535168" : 284,
"39059456" : 253,
"39583744" : 209,
"40108032" : 172,
"40632320" : 158,
"41156608" : 128,
"41680896" : 135,
"42205184" : 118,
"42729472" : 130,
"43253760" : 102,
"43778048" : 99,
"44302336" : 76,
"44826624" : 86,
"45350912" : 69,
"45875200" : 68,
"46399488" : 55,
"46923776" : 59,
"47448064" : 61,
"47972352" : 44,
"48496640" : 39,
"49020928" : 37,
"49545216" : 33,
"50069504" : 30,
"50593792" : 30,
"51118080" : 22,
"51642368" : 30,
"52166656" : 28,
"52690944" : 22,
"53215232" : 14,
"53739520" : 9,
"54263808" : 9,
"54788096" : 6,
"55312384" : 10,
"55836672" : 5,
"56360960" : 3,
"56885248" : 5,
"57409536" : 4,
"57933824" : 3,
"58458112" : 1,
"58982400" : 3,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 2,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1,
"71827456" : 2,
"76021760" : 1,
"80216064" : 1,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 1505912,
"max" : 84108750,
"mean" : 8594812.354395,
"stddev" : 7444389.072375,
"N" : 2530483
},
"bw_min" : 38365,
"bw_max" : 86244,
"bw_agg" : 100.000000,
"bw_mean" : 59578.088496,
"bw_dev" : 263.513994,
"bw_samples" : 10848,
"iops_min" : 9587,
"iops_max" : 21560,
"iops_mean" : 14891.519174,
"iops_stddev" : 65.909236,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440133,
"usr_cpu" : 0.201043,
"sys_cpu" : 3.837829,
"ctx" : 4065849,
"majf" : 0,
"minf" : 1137,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 28.405008,
"4" : 27.188971,
"10" : 17.832299,
"20" : 21.434965,
"50" : 5.127968,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092892,
"timestamp_ms" : 1773092892970,
"time" : "Mon Mar 9 18:48:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 3059,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10939146240,
"io_kbytes" : 10682760,
"bw_bytes" : 60770333,
"bw" : 59346,
"iops" : 14836.018399,
"runtime" : 180008,
"total_ios" : 2670602,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 64232665,
"mean" : 2146014.589235,
"stddev" : 3327700.864709,
"N" : 2670634
},
"clat_ns" : {
"min" : 3055,
"max" : 80975721,
"mean" : 6476563.565885,
"stddev" : 6290251.192145,
"N" : 2670698,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27656192,
"99.500000" : 32112640,
"99.900000" : 38535168,
"99.950000" : 42205184,
"99.990000" : 50069504
},
"bins" : {
"3056" : 1,
"3184" : 1,
"3472" : 1,
"3696" : 1,
"3728" : 1,
"3984" : 1,
"4048" : 1,
"4128" : 1,
"4640" : 1,
"4896" : 1,
"4960" : 2,
"5024" : 2,
"5152" : 1,
"5472" : 2,
"5536" : 1,
"5600" : 2,
"5664" : 1,
"6176" : 1,
"6432" : 1,
"6752" : 1,
"7072" : 1,
"7136" : 1,
"7392" : 1,
"7456" : 1,
"7520" : 1,
"7584" : 1,
"7776" : 1,
"7968" : 1,
"415744" : 1,
"440320" : 1,
"464896" : 1,
"528384" : 1,
"593920" : 1,
"602112" : 1,
"692224" : 1,
"790528" : 1,
"946176" : 1,
"987136" : 1,
"995328" : 1,
"1073152" : 1,
"1089536" : 2,
"1105920" : 1,
"1122304" : 4,
"1138688" : 11,
"1155072" : 59,
"1171456" : 215,
"1187840" : 555,
"1204224" : 830,
"1220608" : 1004,
"1236992" : 1342,
"1253376" : 1660,
"1269760" : 2047,
"1286144" : 2614,
"1302528" : 3175,
"1318912" : 3780,
"1335296" : 4654,
"1351680" : 5321,
"1368064" : 5905,
"1384448" : 6988,
"1400832" : 7947,
"1417216" : 8710,
"1433600" : 9678,
"1449984" : 10317,
"1466368" : 11231,
"1482752" : 12047,
"1499136" : 12940,
"1515520" : 13588,
"1531904" : 14479,
"1548288" : 14936,
"1564672" : 15585,
"1581056" : 15997,
"1597440" : 16730,
"1613824" : 17193,
"1630208" : 17907,
"1646592" : 18781,
"1662976" : 19179,
"1679360" : 19937,
"1695744" : 20663,
"1712128" : 21290,
"1728512" : 22185,
"1744896" : 22692,
"1761280" : 23462,
"1777664" : 23962,
"1794048" : 24443,
"1810432" : 25043,
"1826816" : 25059,
"1843200" : 25199,
"1859584" : 25278,
"1875968" : 25544,
"1892352" : 25282,
"1908736" : 25329,
"1925120" : 25389,
"1941504" : 24570,
"1957888" : 24836,
"1974272" : 24222,
"1990656" : 24127,
"2007040" : 23746,
"2023424" : 23618,
"2039808" : 22900,
"2056192" : 22793,
"2072576" : 22324,
"2088960" : 21759,
"2113536" : 42405,
"2146304" : 40041,
"2179072" : 37875,
"2211840" : 35373,
"2244608" : 33230,
"2277376" : 30497,
"2310144" : 28159,
"2342912" : 25619,
"2375680" : 23321,
"2408448" : 21239,
"2441216" : 19225,
"2473984" : 17374,
"2506752" : 15554,
"2539520" : 13967,
"2572288" : 12755,
"2605056" : 11290,
"2637824" : 10336,
"2670592" : 9401,
"2703360" : 8490,
"2736128" : 7754,
"2768896" : 7240,
"2801664" : 6637,
"2834432" : 6097,
"2867200" : 5717,
"2899968" : 5312,
"2932736" : 5212,
"2965504" : 4883,
"2998272" : 4600,
"3031040" : 4468,
"3063808" : 4353,
"3096576" : 4129,
"3129344" : 4080,
"3162112" : 3928,
"3194880" : 3868,
"3227648" : 3842,
"3260416" : 3760,
"3293184" : 3634,
"3325952" : 3584,
"3358720" : 3470,
"3391488" : 3386,
"3424256" : 3364,
"3457024" : 3279,
"3489792" : 3249,
"3522560" : 3142,
"3555328" : 3210,
"3588096" : 2980,
"3620864" : 3052,
"3653632" : 2951,
"3686400" : 2954,
"3719168" : 2941,
"3751936" : 2790,
"3784704" : 2757,
"3817472" : 2644,
"3850240" : 2609,
"3883008" : 2700,
"3915776" : 2616,
"3948544" : 2690,
"3981312" : 2637,
"4014080" : 2595,
"4046848" : 2462,
"4079616" : 2449,
"4112384" : 2409,
"4145152" : 2504,
"4177920" : 2543,
"4227072" : 4772,
"4292608" : 4688,
"4358144" : 4558,
"4423680" : 4553,
"4489216" : 4524,
"4554752" : 4372,
"4620288" : 4365,
"4685824" : 4215,
"4751360" : 4306,
"4816896" : 4241,
"4882432" : 4273,
"4947968" : 4161,
"5013504" : 4214,
"5079040" : 4156,
"5144576" : 4225,
"5210112" : 4196,
"5275648" : 4095,
"5341184" : 4079,
"5406720" : 4138,
"5472256" : 4035,
"5537792" : 4144,
"5603328" : 4159,
"5668864" : 3975,
"5734400" : 4110,
"5799936" : 4025,
"5865472" : 4013,
"5931008" : 3961,
"5996544" : 4115,
"6062080" : 4123,
"6127616" : 4088,
"6193152" : 4096,
"6258688" : 4149,
"6324224" : 4179,
"6389760" : 4149,
"6455296" : 4266,
"6520832" : 4162,
"6586368" : 4157,
"6651904" : 4236,
"6717440" : 4410,
"6782976" : 4298,
"6848512" : 4378,
"6914048" : 4489,
"6979584" : 4423,
"7045120" : 4549,
"7110656" : 4601,
"7176192" : 4618,
"7241728" : 4571,
"7307264" : 4660,
"7372800" : 4668,
"7438336" : 4768,
"7503872" : 4743,
"7569408" : 4892,
"7634944" : 5073,
"7700480" : 5019,
"7766016" : 5091,
"7831552" : 5020,
"7897088" : 5244,
"7962624" : 5298,
"8028160" : 5344,
"8093696" : 5318,
"8159232" : 5413,
"8224768" : 5367,
"8290304" : 5620,
"8355840" : 5660,
"8454144" : 11427,
"8585216" : 12115,
"8716288" : 12590,
"8847360" : 12759,
"8978432" : 13242,
"9109504" : 13726,
"9240576" : 14334,
"9371648" : 14524,
"9502720" : 15354,
"9633792" : 15492,
"9764864" : 16170,
"9895936" : 16521,
"10027008" : 17049,
"10158080" : 17458,
"10289152" : 18088,
"10420224" : 18329,
"10551296" : 18598,
"10682368" : 19169,
"10813440" : 19300,
"10944512" : 19907,
"11075584" : 19841,
"11206656" : 20167,
"11337728" : 20186,
"11468800" : 19861,
"11599872" : 19791,
"11730944" : 19384,
"11862016" : 19012,
"11993088" : 18530,
"12124160" : 17861,
"12255232" : 17149,
"12386304" : 16346,
"12517376" : 15224,
"12648448" : 14213,
"12779520" : 12963,
"12910592" : 11904,
"13041664" : 10536,
"13172736" : 9599,
"13303808" : 8805,
"13434880" : 7873,
"13565952" : 7067,
"13697024" : 6165,
"13828096" : 5473,
"13959168" : 4918,
"14090240" : 4333,
"14221312" : 3776,
"14352384" : 3346,
"14483456" : 3056,
"14614528" : 2884,
"14745600" : 2678,
"14876672" : 2516,
"15007744" : 2410,
"15138816" : 2244,
"15269888" : 2203,
"15400960" : 2214,
"15532032" : 2118,
"15663104" : 2080,
"15794176" : 1888,
"15925248" : 1938,
"16056320" : 1936,
"16187392" : 1893,
"16318464" : 1944,
"16449536" : 1936,
"16580608" : 1910,
"16711680" : 1829,
"16908288" : 3863,
"17170432" : 3897,
"17432576" : 4010,
"17694720" : 4025,
"17956864" : 4135,
"18219008" : 4543,
"18481152" : 4675,
"18743296" : 4599,
"19005440" : 4954,
"19267584" : 5337,
"19529728" : 5498,
"19791872" : 5705,
"20054016" : 5939,
"20316160" : 6093,
"20578304" : 6297,
"20840448" : 6093,
"21102592" : 6283,
"21364736" : 6078,
"21626880" : 6263,
"21889024" : 6024,
"22151168" : 5938,
"22413312" : 5828,
"22675456" : 5661,
"22937600" : 5372,
"23199744" : 5036,
"23461888" : 4637,
"23724032" : 4278,
"23986176" : 3678,
"24248320" : 3270,
"24510464" : 2977,
"24772608" : 2687,
"25034752" : 2254,
"25296896" : 1929,
"25559040" : 1767,
"25821184" : 1585,
"26083328" : 1325,
"26345472" : 1306,
"26607616" : 1152,
"26869760" : 1159,
"27131904" : 1137,
"27394048" : 1072,
"27656192" : 1044,
"27918336" : 982,
"28180480" : 977,
"28442624" : 990,
"28704768" : 898,
"28966912" : 829,
"29229056" : 933,
"29491200" : 885,
"29753344" : 835,
"30015488" : 761,
"30277632" : 767,
"30539776" : 724,
"30801920" : 684,
"31064064" : 710,
"31326208" : 679,
"31588352" : 679,
"31850496" : 633,
"32112640" : 609,
"32374784" : 620,
"32636928" : 625,
"32899072" : 607,
"33161216" : 667,
"33423360" : 624,
"33816576" : 1111,
"34340864" : 1113,
"34865152" : 993,
"35389440" : 929,
"35913728" : 801,
"36438016" : 678,
"36962304" : 581,
"37486592" : 425,
"38010880" : 353,
"38535168" : 310,
"39059456" : 282,
"39583744" : 218,
"40108032" : 185,
"40632320" : 167,
"41156608" : 138,
"41680896" : 147,
"42205184" : 129,
"42729472" : 139,
"43253760" : 110,
"43778048" : 106,
"44302336" : 85,
"44826624" : 95,
"45350912" : 76,
"45875200" : 75,
"46399488" : 60,
"46923776" : 66,
"47448064" : 63,
"47972352" : 47,
"48496640" : 41,
"49020928" : 41,
"49545216" : 39,
"50069504" : 35,
"50593792" : 31,
"51118080" : 25,
"51642368" : 34,
"52166656" : 30,
"52690944" : 24,
"53215232" : 16,
"53739520" : 10,
"54263808" : 9,
"54788096" : 6,
"55312384" : 10,
"55836672" : 5,
"56360960" : 3,
"56885248" : 6,
"57409536" : 4,
"57933824" : 3,
"58458112" : 1,
"58982400" : 3,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 2,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1,
"71827456" : 2,
"73924608" : 2,
"76021760" : 1,
"80216064" : 1,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 411730,
"max" : 84108750,
"mean" : 8622570.694418,
"stddev" : 7478332.479260,
"N" : 2670698
},
"bw_min" : 38099,
"bw_max" : 86244,
"bw_agg" : 100.000000,
"bw_mean" : 59398.359331,
"bw_dev" : 264.077116,
"bw_samples" : 11488,
"iops_min" : 9521,
"iops_max" : 21560,
"iops_mean" : 14846.506964,
"iops_stddev" : 66.051253,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760143,
"usr_cpu" : 0.200221,
"sys_cpu" : 3.824853,
"ctx" : 4291060,
"majf" : 0,
"minf" : 1276,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 28.369371,
"4" : 27.120889,
"10" : 17.817818,
"20" : 21.486354,
"50" : 5.197704,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092892,
"timestamp_ms" : 1773092892998,
"time" : "Mon Mar 9 18:48:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10939310080,
"io_kbytes" : 10682920,
"bw_bytes" : 60766180,
"bw" : 59341,
"iops" : 14834.782222,
"runtime" : 180023,
"total_ios" : 2670602,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332097,
"max" : 64232665,
"mean" : 2146014.589235,
"stddev" : 3327700.864709,
"N" : 2670634
},
"clat_ns" : {
"min" : 3055,
"max" : 80975721,
"mean" : 6476563.565885,
"stddev" : 6290251.192145,
"N" : 2670698,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 1531904,
"10.000000" : 1662976,
"20.000000" : 1859584,
"30.000000" : 2023424,
"40.000000" : 2244608,
"50.000000" : 2736128,
"60.000000" : 5799936,
"70.000000" : 9240576,
"80.000000" : 11206656,
"90.000000" : 13565952,
"95.000000" : 20316160,
"99.000000" : 27656192,
"99.500000" : 32112640,
"99.900000" : 38535168,
"99.950000" : 42205184,
"99.990000" : 50069504
},
"bins" : {
"3056" : 1,
"3184" : 1,
"3472" : 1,
"3696" : 1,
"3728" : 1,
"3984" : 1,
"4048" : 1,
"4128" : 1,
"4640" : 1,
"4896" : 1,
"4960" : 2,
"5024" : 2,
"5152" : 1,
"5472" : 2,
"5536" : 1,
"5600" : 2,
"5664" : 1,
"6176" : 1,
"6432" : 1,
"6752" : 1,
"7072" : 1,
"7136" : 1,
"7392" : 1,
"7456" : 1,
"7520" : 1,
"7584" : 1,
"7776" : 1,
"7968" : 1,
"415744" : 1,
"440320" : 1,
"464896" : 1,
"528384" : 1,
"593920" : 1,
"602112" : 1,
"692224" : 1,
"790528" : 1,
"946176" : 1,
"987136" : 1,
"995328" : 1,
"1073152" : 1,
"1089536" : 2,
"1105920" : 1,
"1122304" : 4,
"1138688" : 11,
"1155072" : 59,
"1171456" : 215,
"1187840" : 555,
"1204224" : 830,
"1220608" : 1004,
"1236992" : 1342,
"1253376" : 1660,
"1269760" : 2047,
"1286144" : 2614,
"1302528" : 3175,
"1318912" : 3780,
"1335296" : 4654,
"1351680" : 5321,
"1368064" : 5905,
"1384448" : 6988,
"1400832" : 7947,
"1417216" : 8710,
"1433600" : 9678,
"1449984" : 10317,
"1466368" : 11231,
"1482752" : 12047,
"1499136" : 12940,
"1515520" : 13588,
"1531904" : 14479,
"1548288" : 14936,
"1564672" : 15585,
"1581056" : 15997,
"1597440" : 16730,
"1613824" : 17193,
"1630208" : 17907,
"1646592" : 18781,
"1662976" : 19179,
"1679360" : 19937,
"1695744" : 20663,
"1712128" : 21290,
"1728512" : 22185,
"1744896" : 22692,
"1761280" : 23462,
"1777664" : 23962,
"1794048" : 24443,
"1810432" : 25043,
"1826816" : 25059,
"1843200" : 25199,
"1859584" : 25278,
"1875968" : 25544,
"1892352" : 25282,
"1908736" : 25329,
"1925120" : 25389,
"1941504" : 24570,
"1957888" : 24836,
"1974272" : 24222,
"1990656" : 24127,
"2007040" : 23746,
"2023424" : 23618,
"2039808" : 22900,
"2056192" : 22793,
"2072576" : 22324,
"2088960" : 21759,
"2113536" : 42405,
"2146304" : 40041,
"2179072" : 37875,
"2211840" : 35373,
"2244608" : 33230,
"2277376" : 30497,
"2310144" : 28159,
"2342912" : 25619,
"2375680" : 23321,
"2408448" : 21239,
"2441216" : 19225,
"2473984" : 17374,
"2506752" : 15554,
"2539520" : 13967,
"2572288" : 12755,
"2605056" : 11290,
"2637824" : 10336,
"2670592" : 9401,
"2703360" : 8490,
"2736128" : 7754,
"2768896" : 7240,
"2801664" : 6637,
"2834432" : 6097,
"2867200" : 5717,
"2899968" : 5312,
"2932736" : 5212,
"2965504" : 4883,
"2998272" : 4600,
"3031040" : 4468,
"3063808" : 4353,
"3096576" : 4129,
"3129344" : 4080,
"3162112" : 3928,
"3194880" : 3868,
"3227648" : 3842,
"3260416" : 3760,
"3293184" : 3634,
"3325952" : 3584,
"3358720" : 3470,
"3391488" : 3386,
"3424256" : 3364,
"3457024" : 3279,
"3489792" : 3249,
"3522560" : 3142,
"3555328" : 3210,
"3588096" : 2980,
"3620864" : 3052,
"3653632" : 2951,
"3686400" : 2954,
"3719168" : 2941,
"3751936" : 2790,
"3784704" : 2757,
"3817472" : 2644,
"3850240" : 2609,
"3883008" : 2700,
"3915776" : 2616,
"3948544" : 2690,
"3981312" : 2637,
"4014080" : 2595,
"4046848" : 2462,
"4079616" : 2449,
"4112384" : 2409,
"4145152" : 2504,
"4177920" : 2543,
"4227072" : 4772,
"4292608" : 4688,
"4358144" : 4558,
"4423680" : 4553,
"4489216" : 4524,
"4554752" : 4372,
"4620288" : 4365,
"4685824" : 4215,
"4751360" : 4306,
"4816896" : 4241,
"4882432" : 4273,
"4947968" : 4161,
"5013504" : 4214,
"5079040" : 4156,
"5144576" : 4225,
"5210112" : 4196,
"5275648" : 4095,
"5341184" : 4079,
"5406720" : 4138,
"5472256" : 4035,
"5537792" : 4144,
"5603328" : 4159,
"5668864" : 3975,
"5734400" : 4110,
"5799936" : 4025,
"5865472" : 4013,
"5931008" : 3961,
"5996544" : 4115,
"6062080" : 4123,
"6127616" : 4088,
"6193152" : 4096,
"6258688" : 4149,
"6324224" : 4179,
"6389760" : 4149,
"6455296" : 4266,
"6520832" : 4162,
"6586368" : 4157,
"6651904" : 4236,
"6717440" : 4410,
"6782976" : 4298,
"6848512" : 4378,
"6914048" : 4489,
"6979584" : 4423,
"7045120" : 4549,
"7110656" : 4601,
"7176192" : 4618,
"7241728" : 4571,
"7307264" : 4660,
"7372800" : 4668,
"7438336" : 4768,
"7503872" : 4743,
"7569408" : 4892,
"7634944" : 5073,
"7700480" : 5019,
"7766016" : 5091,
"7831552" : 5020,
"7897088" : 5244,
"7962624" : 5298,
"8028160" : 5344,
"8093696" : 5318,
"8159232" : 5413,
"8224768" : 5367,
"8290304" : 5620,
"8355840" : 5660,
"8454144" : 11427,
"8585216" : 12115,
"8716288" : 12590,
"8847360" : 12759,
"8978432" : 13242,
"9109504" : 13726,
"9240576" : 14334,
"9371648" : 14524,
"9502720" : 15354,
"9633792" : 15492,
"9764864" : 16170,
"9895936" : 16521,
"10027008" : 17049,
"10158080" : 17458,
"10289152" : 18088,
"10420224" : 18329,
"10551296" : 18598,
"10682368" : 19169,
"10813440" : 19300,
"10944512" : 19907,
"11075584" : 19841,
"11206656" : 20167,
"11337728" : 20186,
"11468800" : 19861,
"11599872" : 19791,
"11730944" : 19384,
"11862016" : 19012,
"11993088" : 18530,
"12124160" : 17861,
"12255232" : 17149,
"12386304" : 16346,
"12517376" : 15224,
"12648448" : 14213,
"12779520" : 12963,
"12910592" : 11904,
"13041664" : 10536,
"13172736" : 9599,
"13303808" : 8805,
"13434880" : 7873,
"13565952" : 7067,
"13697024" : 6165,
"13828096" : 5473,
"13959168" : 4918,
"14090240" : 4333,
"14221312" : 3776,
"14352384" : 3346,
"14483456" : 3056,
"14614528" : 2884,
"14745600" : 2678,
"14876672" : 2516,
"15007744" : 2410,
"15138816" : 2244,
"15269888" : 2203,
"15400960" : 2214,
"15532032" : 2118,
"15663104" : 2080,
"15794176" : 1888,
"15925248" : 1938,
"16056320" : 1936,
"16187392" : 1893,
"16318464" : 1944,
"16449536" : 1936,
"16580608" : 1910,
"16711680" : 1829,
"16908288" : 3863,
"17170432" : 3897,
"17432576" : 4010,
"17694720" : 4025,
"17956864" : 4135,
"18219008" : 4543,
"18481152" : 4675,
"18743296" : 4599,
"19005440" : 4954,
"19267584" : 5337,
"19529728" : 5498,
"19791872" : 5705,
"20054016" : 5939,
"20316160" : 6093,
"20578304" : 6297,
"20840448" : 6093,
"21102592" : 6283,
"21364736" : 6078,
"21626880" : 6263,
"21889024" : 6024,
"22151168" : 5938,
"22413312" : 5828,
"22675456" : 5661,
"22937600" : 5372,
"23199744" : 5036,
"23461888" : 4637,
"23724032" : 4278,
"23986176" : 3678,
"24248320" : 3270,
"24510464" : 2977,
"24772608" : 2687,
"25034752" : 2254,
"25296896" : 1929,
"25559040" : 1767,
"25821184" : 1585,
"26083328" : 1325,
"26345472" : 1306,
"26607616" : 1152,
"26869760" : 1159,
"27131904" : 1137,
"27394048" : 1072,
"27656192" : 1044,
"27918336" : 982,
"28180480" : 977,
"28442624" : 990,
"28704768" : 898,
"28966912" : 829,
"29229056" : 933,
"29491200" : 885,
"29753344" : 835,
"30015488" : 761,
"30277632" : 767,
"30539776" : 724,
"30801920" : 684,
"31064064" : 710,
"31326208" : 679,
"31588352" : 679,
"31850496" : 633,
"32112640" : 609,
"32374784" : 620,
"32636928" : 625,
"32899072" : 607,
"33161216" : 667,
"33423360" : 624,
"33816576" : 1111,
"34340864" : 1113,
"34865152" : 993,
"35389440" : 929,
"35913728" : 801,
"36438016" : 678,
"36962304" : 581,
"37486592" : 425,
"38010880" : 353,
"38535168" : 310,
"39059456" : 282,
"39583744" : 218,
"40108032" : 185,
"40632320" : 167,
"41156608" : 138,
"41680896" : 147,
"42205184" : 129,
"42729472" : 139,
"43253760" : 110,
"43778048" : 106,
"44302336" : 85,
"44826624" : 95,
"45350912" : 76,
"45875200" : 75,
"46399488" : 60,
"46923776" : 66,
"47448064" : 63,
"47972352" : 47,
"48496640" : 41,
"49020928" : 41,
"49545216" : 39,
"50069504" : 35,
"50593792" : 31,
"51118080" : 25,
"51642368" : 34,
"52166656" : 30,
"52690944" : 24,
"53215232" : 16,
"53739520" : 10,
"54263808" : 9,
"54788096" : 6,
"55312384" : 10,
"55836672" : 5,
"56360960" : 3,
"56885248" : 6,
"57409536" : 4,
"57933824" : 3,
"58458112" : 1,
"58982400" : 3,
"59506688" : 1,
"60030976" : 3,
"60555264" : 2,
"61079552" : 2,
"62128128" : 1,
"63176704" : 2,
"68681728" : 1,
"71827456" : 2,
"73924608" : 2,
"76021760" : 1,
"80216064" : 1,
"81264640" : 1
}
},
"lat_ns" : {
"min" : 411730,
"max" : 84108750,
"mean" : 8622570.694418,
"stddev" : 7478332.479260,
"N" : 2670698
},
"bw_min" : 38099,
"bw_max" : 86244,
"bw_agg" : 100.000000,
"bw_mean" : 59398.359331,
"bw_dev" : 264.077116,
"bw_samples" : 11488,
"iops_min" : 9521,
"iops_max" : 21560,
"iops_mean" : 14846.506964,
"iops_stddev" : 66.051253,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760296,
"usr_cpu" : 0.200215,
"sys_cpu" : 3.824751,
"ctx" : 4291188,
"majf" : 0,
"minf" : 1286,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 28.369371,
"4" : 27.120889,
"10" : 17.817818,
"20" : 21.486354,
"50" : 5.197704,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}