raidz2/benchmarks/rand/rand-write-qd32-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773097535,
"timestamp_ms" : 1773097535403,
"time" : "Mon Mar 9 20:05:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 725090304,
"io_kbytes" : 708096,
"bw_bytes" : 74352984,
"bw" : 72610,
"iops" : 18209.392945,
"runtime" : 9752,
"total_ios" : 177578,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156032,
"usr_cpu" : 0.471057,
"sys_cpu" : 8.702061,
"ctx" : 220359,
"majf" : 0,
"minf" : 119,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.144162,
"32" : 99.720686,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097545,
"timestamp_ms" : 1773097545657,
"time" : "Mon Mar 9 20:05:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 600764416,
"io_kbytes" : 586684,
"bw_bytes" : 60058424,
"bw" : 58650,
"iops" : 14667.099870,
"runtime" : 10003,
"total_ios" : 146715,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 327531,
"max" : 7983609,
"mean" : 1087085.057008,
"stddev" : 1154180.775748,
"N" : 146715
},
"clat_ns" : {
"min" : 14755958,
"max" : 102699344,
"mean" : 33799773.448449,
"stddev" : 11386730.827976,
"N" : 146699,
"percentile" : {
"1.000000" : 19005440,
"5.000000" : 21102592,
"10.000000" : 22413312,
"20.000000" : 24772608,
"30.000000" : 26869760,
"40.000000" : 28704768,
"50.000000" : 30801920,
"60.000000" : 33423360,
"70.000000" : 36438016,
"80.000000" : 41156608,
"90.000000" : 49020928,
"95.000000" : 57409536,
"99.000000" : 72876032,
"99.500000" : 79167488,
"99.900000" : 89653248,
"99.950000" : 93847552,
"99.990000" : 98041856
},
"bins" : {
"14745600" : 1,
"15138816" : 2,
"15269888" : 2,
"15400960" : 2,
"15532032" : 5,
"15663104" : 9,
"15794176" : 11,
"15925248" : 19,
"16056320" : 7,
"16187392" : 12,
"16318464" : 20,
"16449536" : 14,
"16580608" : 4,
"16711680" : 18,
"16908288" : 26,
"17170432" : 32,
"17432576" : 67,
"17694720" : 109,
"17956864" : 125,
"18219008" : 190,
"18481152" : 190,
"18743296" : 297,
"19005440" : 335,
"19267584" : 429,
"19529728" : 528,
"19791872" : 666,
"20054016" : 781,
"20316160" : 932,
"20578304" : 944,
"20840448" : 1041,
"21102592" : 1167,
"21364736" : 1204,
"21626880" : 1223,
"21889024" : 1267,
"22151168" : 1405,
"22413312" : 1603,
"22675456" : 1685,
"22937600" : 1644,
"23199744" : 1675,
"23461888" : 1636,
"23724032" : 1755,
"23986176" : 1728,
"24248320" : 1651,
"24510464" : 1741,
"24772608" : 1736,
"25034752" : 1735,
"25296896" : 1844,
"25559040" : 1943,
"25821184" : 1846,
"26083328" : 1929,
"26345472" : 1944,
"26607616" : 2067,
"26869760" : 1966,
"27131904" : 1987,
"27394048" : 2024,
"27656192" : 1959,
"27918336" : 1989,
"28180480" : 2022,
"28442624" : 2015,
"28704768" : 1917,
"28966912" : 1930,
"29229056" : 1905,
"29491200" : 1868,
"29753344" : 1909,
"30015488" : 1831,
"30277632" : 1831,
"30539776" : 1725,
"30801920" : 1793,
"31064064" : 1851,
"31326208" : 1661,
"31588352" : 1556,
"31850496" : 1551,
"32112640" : 1584,
"32374784" : 1593,
"32636928" : 1465,
"32899072" : 1369,
"33161216" : 1343,
"33423360" : 1263,
"33816576" : 2401,
"34340864" : 2532,
"34865152" : 2571,
"35389440" : 2219,
"35913728" : 2153,
"36438016" : 2023,
"36962304" : 1872,
"37486592" : 1861,
"38010880" : 1850,
"38535168" : 1691,
"39059456" : 1532,
"39583744" : 1561,
"40108032" : 1705,
"40632320" : 1500,
"41156608" : 1326,
"41680896" : 1257,
"42205184" : 1171,
"42729472" : 1140,
"43253760" : 1195,
"43778048" : 1107,
"44302336" : 1023,
"44826624" : 980,
"45350912" : 943,
"45875200" : 940,
"46399488" : 902,
"46923776" : 875,
"47448064" : 810,
"47972352" : 704,
"48496640" : 657,
"49020928" : 625,
"49545216" : 667,
"50069504" : 620,
"50593792" : 565,
"51118080" : 548,
"51642368" : 519,
"52166656" : 540,
"52690944" : 477,
"53215232" : 429,
"53739520" : 399,
"54263808" : 418,
"54788096" : 405,
"55312384" : 391,
"55836672" : 401,
"56360960" : 349,
"56885248" : 325,
"57409536" : 323,
"57933824" : 342,
"58458112" : 328,
"58982400" : 302,
"59506688" : 298,
"60030976" : 276,
"60555264" : 273,
"61079552" : 313,
"61603840" : 243,
"62128128" : 240,
"62652416" : 243,
"63176704" : 244,
"63700992" : 231,
"64225280" : 231,
"64749568" : 209,
"65273856" : 199,
"65798144" : 161,
"66322432" : 128,
"66846720" : 141,
"67633152" : 257,
"68681728" : 271,
"69730304" : 197,
"70778880" : 189,
"71827456" : 186,
"72876032" : 164,
"73924608" : 142,
"74973184" : 122,
"76021760" : 140,
"77070336" : 109,
"78118912" : 98,
"79167488" : 91,
"80216064" : 105,
"81264640" : 79,
"82313216" : 63,
"83361792" : 61,
"84410368" : 58,
"85458944" : 39,
"86507520" : 40,
"87556096" : 48,
"88604672" : 35,
"89653248" : 22,
"90701824" : 22,
"91750400" : 15,
"92798976" : 14,
"93847552" : 11,
"94896128" : 24,
"95944704" : 10,
"96993280" : 6,
"98041856" : 13,
"99090432" : 7,
"101187584" : 1,
"102236160" : 3
}
},
"lat_ns" : {
"min" : 15553868,
"max" : 103569484,
"mean" : 34882835.750755,
"stddev" : 11642054.534267,
"N" : 146699
},
"bw_min" : 43048,
"bw_max" : 73104,
"bw_agg" : 100.000000,
"bw_mean" : 58952.210526,
"bw_dev" : 564.265073,
"bw_samples" : 304,
"iops_min" : 10762,
"iops_max" : 18276,
"iops_mean" : 14737.894737,
"iops_stddev" : 141.074275,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160018,
"usr_cpu" : 0.357460,
"sys_cpu" : 6.962967,
"ctx" : 181973,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.278567,
"50" : 88.511059,
"100" : 9.196742,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097555,
"timestamp_ms" : 1773097555657,
"time" : "Mon Mar 9 20:05:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1255919616,
"io_kbytes" : 1226484,
"bw_bytes" : 62786562,
"bw" : 61315,
"iops" : 15330.800380,
"runtime" : 20003,
"total_ios" : 306662,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326259,
"max" : 7983609,
"mean" : 1039524.929916,
"stddev" : 1077226.837776,
"N" : 306662
},
"clat_ns" : {
"min" : 14370489,
"max" : 102699344,
"mean" : 32340047.698786,
"stddev" : 10798043.594163,
"N" : 306646,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20316160,
"10.000000" : 21626880,
"20.000000" : 23461888,
"30.000000" : 25559040,
"40.000000" : 27656192,
"50.000000" : 29753344,
"60.000000" : 32112640,
"70.000000" : 35389440,
"80.000000" : 39583744,
"90.000000" : 46923776,
"95.000000" : 53739520,
"99.000000" : 68681728,
"99.500000" : 76021760,
"99.900000" : 88604672,
"99.950000" : 91750400,
"99.990000" : 98041856
},
"bins" : {
"14352384" : 2,
"14483456" : 10,
"14614528" : 4,
"14745600" : 2,
"15007744" : 3,
"15138816" : 8,
"15269888" : 8,
"15400960" : 21,
"15532032" : 21,
"15663104" : 33,
"15794176" : 33,
"15925248" : 57,
"16056320" : 58,
"16187392" : 76,
"16318464" : 81,
"16449536" : 102,
"16580608" : 91,
"16711680" : 125,
"16908288" : 263,
"17170432" : 270,
"17432576" : 392,
"17694720" : 480,
"17956864" : 571,
"18219008" : 729,
"18481152" : 826,
"18743296" : 1124,
"19005440" : 1241,
"19267584" : 1434,
"19529728" : 1785,
"19791872" : 2110,
"20054016" : 2444,
"20316160" : 2734,
"20578304" : 2908,
"20840448" : 3270,
"21102592" : 3483,
"21364736" : 3555,
"21626880" : 3685,
"21889024" : 3741,
"22151168" : 3979,
"22413312" : 4107,
"22675456" : 4083,
"22937600" : 4085,
"23199744" : 4059,
"23461888" : 3888,
"23724032" : 3994,
"23986176" : 4040,
"24248320" : 3844,
"24510464" : 3906,
"24772608" : 3845,
"25034752" : 3888,
"25296896" : 3940,
"25559040" : 3932,
"25821184" : 3876,
"26083328" : 3935,
"26345472" : 3843,
"26607616" : 3877,
"26869760" : 3925,
"27131904" : 3908,
"27394048" : 3869,
"27656192" : 3924,
"27918336" : 3928,
"28180480" : 3905,
"28442624" : 3914,
"28704768" : 3862,
"28966912" : 3640,
"29229056" : 3660,
"29491200" : 3785,
"29753344" : 3816,
"30015488" : 3616,
"30277632" : 3495,
"30539776" : 3413,
"30801920" : 3399,
"31064064" : 3463,
"31326208" : 3256,
"31588352" : 3204,
"31850496" : 3074,
"32112640" : 3100,
"32374784" : 2981,
"32636928" : 2818,
"32899072" : 2767,
"33161216" : 2723,
"33423360" : 2641,
"33816576" : 4855,
"34340864" : 4955,
"34865152" : 4807,
"35389440" : 4355,
"35913728" : 4300,
"36438016" : 4007,
"36962304" : 3745,
"37486592" : 3745,
"38010880" : 3619,
"38535168" : 3399,
"39059456" : 3181,
"39583744" : 3064,
"40108032" : 3097,
"40632320" : 2815,
"41156608" : 2661,
"41680896" : 2577,
"42205184" : 2328,
"42729472" : 2232,
"43253760" : 2147,
"43778048" : 2027,
"44302336" : 1928,
"44826624" : 1906,
"45350912" : 1760,
"45875200" : 1750,
"46399488" : 1635,
"46923776" : 1545,
"47448064" : 1478,
"47972352" : 1376,
"48496640" : 1282,
"49020928" : 1218,
"49545216" : 1292,
"50069504" : 1155,
"50593792" : 1113,
"51118080" : 1059,
"51642368" : 1004,
"52166656" : 984,
"52690944" : 868,
"53215232" : 835,
"53739520" : 802,
"54263808" : 764,
"54788096" : 748,
"55312384" : 691,
"55836672" : 685,
"56360960" : 625,
"56885248" : 595,
"57409536" : 537,
"57933824" : 501,
"58458112" : 493,
"58982400" : 491,
"59506688" : 481,
"60030976" : 442,
"60555264" : 375,
"61079552" : 393,
"61603840" : 348,
"62128128" : 353,
"62652416" : 330,
"63176704" : 354,
"63700992" : 311,
"64225280" : 321,
"64749568" : 274,
"65273856" : 256,
"65798144" : 240,
"66322432" : 191,
"66846720" : 192,
"67633152" : 356,
"68681728" : 380,
"69730304" : 279,
"70778880" : 278,
"71827456" : 261,
"72876032" : 233,
"73924608" : 188,
"74973184" : 155,
"76021760" : 194,
"77070336" : 154,
"78118912" : 126,
"79167488" : 115,
"80216064" : 148,
"81264640" : 114,
"82313216" : 83,
"83361792" : 90,
"84410368" : 87,
"85458944" : 53,
"86507520" : 72,
"87556096" : 82,
"88604672" : 53,
"89653248" : 46,
"90701824" : 44,
"91750400" : 29,
"92798976" : 24,
"93847552" : 24,
"94896128" : 33,
"95944704" : 13,
"96993280" : 13,
"98041856" : 13,
"99090432" : 11,
"100139008" : 3,
"101187584" : 4,
"102236160" : 4
}
},
"lat_ns" : {
"min" : 14834158,
"max" : 105548899,
"mean" : 33378156.318749,
"stddev" : 11048595.377592,
"N" : 306646
},
"bw_min" : 42992,
"bw_max" : 76584,
"bw_agg" : 99.766775,
"bw_mean" : 61172.384615,
"bw_dev" : 563.946920,
"bw_samples" : 624,
"iops_min" : 10748,
"iops_max" : 19146,
"iops_mean" : 15292.384615,
"iops_stddev" : 141.015109,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320018,
"usr_cpu" : 0.374354,
"sys_cpu" : 7.299902,
"ctx" : 382667,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.125063,
"50" : 88.661132,
"100" : 7.205653,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097565,
"timestamp_ms" : 1773097565655,
"time" : "Mon Mar 9 20:06:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1976995840,
"io_kbytes" : 1930660,
"bw_bytes" : 65891075,
"bw" : 64346,
"iops" : 16087.554993,
"runtime" : 30004,
"total_ios" : 482691,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317045,
"max" : 7983609,
"mean" : 990031.859677,
"stddev" : 987956.748828,
"N" : 482692
},
"clat_ns" : {
"min" : 13012985,
"max" : 102699344,
"mean" : 30835898.276629,
"stddev" : 10200131.133439,
"N" : 482675,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30801920,
"70.000000" : 33423360,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51118080,
"99.000000" : 65273856,
"99.500000" : 71827456,
"99.900000" : 85458944,
"99.950000" : 89653248,
"99.990000" : 96993280
},
"bins" : {
"13041664" : 1,
"13172736" : 2,
"13697024" : 2,
"13828096" : 2,
"14090240" : 1,
"14221312" : 2,
"14352384" : 2,
"14483456" : 11,
"14614528" : 6,
"14745600" : 5,
"14876672" : 3,
"15007744" : 9,
"15138816" : 19,
"15269888" : 21,
"15400960" : 36,
"15532032" : 38,
"15663104" : 60,
"15794176" : 63,
"15925248" : 100,
"16056320" : 121,
"16187392" : 143,
"16318464" : 147,
"16449536" : 171,
"16580608" : 212,
"16711680" : 235,
"16908288" : 552,
"17170432" : 709,
"17432576" : 977,
"17694720" : 1129,
"17956864" : 1416,
"18219008" : 1735,
"18481152" : 2134,
"18743296" : 2570,
"19005440" : 3004,
"19267584" : 3588,
"19529728" : 4208,
"19791872" : 4982,
"20054016" : 5655,
"20316160" : 6275,
"20578304" : 6521,
"20840448" : 6914,
"21102592" : 7191,
"21364736" : 7441,
"21626880" : 7561,
"21889024" : 7513,
"22151168" : 7719,
"22413312" : 7607,
"22675456" : 7396,
"22937600" : 7412,
"23199744" : 7089,
"23461888" : 6696,
"23724032" : 6689,
"23986176" : 6587,
"24248320" : 6310,
"24510464" : 6226,
"24772608" : 6097,
"25034752" : 6188,
"25296896" : 6056,
"25559040" : 5999,
"25821184" : 5771,
"26083328" : 5722,
"26345472" : 5696,
"26607616" : 5685,
"26869760" : 5726,
"27131904" : 5815,
"27394048" : 5781,
"27656192" : 5857,
"27918336" : 5937,
"28180480" : 5965,
"28442624" : 5916,
"28704768" : 5808,
"28966912" : 5711,
"29229056" : 5750,
"29491200" : 5821,
"29753344" : 5865,
"30015488" : 5708,
"30277632" : 5688,
"30539776" : 5580,
"30801920" : 5550,
"31064064" : 5528,
"31326208" : 5209,
"31588352" : 5003,
"31850496" : 4866,
"32112640" : 4856,
"32374784" : 4626,
"32636928" : 4460,
"32899072" : 4445,
"33161216" : 4324,
"33423360" : 4058,
"33816576" : 7398,
"34340864" : 7210,
"34865152" : 6803,
"35389440" : 6147,
"35913728" : 5999,
"36438016" : 5534,
"36962304" : 5214,
"37486592" : 5143,
"38010880" : 4859,
"38535168" : 4546,
"39059456" : 4204,
"39583744" : 4015,
"40108032" : 3986,
"40632320" : 3600,
"41156608" : 3352,
"41680896" : 3212,
"42205184" : 3009,
"42729472" : 2831,
"43253760" : 2698,
"43778048" : 2590,
"44302336" : 2458,
"44826624" : 2381,
"45350912" : 2199,
"45875200" : 2174,
"46399488" : 2098,
"46923776" : 1965,
"47448064" : 1923,
"47972352" : 1772,
"48496640" : 1691,
"49020928" : 1616,
"49545216" : 1676,
"50069504" : 1596,
"50593792" : 1499,
"51118080" : 1411,
"51642368" : 1296,
"52166656" : 1248,
"52690944" : 1172,
"53215232" : 1128,
"53739520" : 1073,
"54263808" : 1022,
"54788096" : 988,
"55312384" : 898,
"55836672" : 886,
"56360960" : 808,
"56885248" : 764,
"57409536" : 689,
"57933824" : 666,
"58458112" : 640,
"58982400" : 618,
"59506688" : 564,
"60030976" : 526,
"60555264" : 448,
"61079552" : 461,
"61603840" : 413,
"62128128" : 393,
"62652416" : 404,
"63176704" : 406,
"63700992" : 350,
"64225280" : 360,
"64749568" : 301,
"65273856" : 283,
"65798144" : 262,
"66322432" : 225,
"66846720" : 214,
"67633152" : 386,
"68681728" : 423,
"69730304" : 319,
"70778880" : 321,
"71827456" : 285,
"72876032" : 256,
"73924608" : 207,
"74973184" : 185,
"76021760" : 197,
"77070336" : 173,
"78118912" : 134,
"79167488" : 125,
"80216064" : 152,
"81264640" : 117,
"82313216" : 85,
"83361792" : 90,
"84410368" : 89,
"85458944" : 53,
"86507520" : 73,
"87556096" : 84,
"88604672" : 54,
"89653248" : 46,
"90701824" : 44,
"91750400" : 30,
"92798976" : 25,
"93847552" : 25,
"94896128" : 34,
"95944704" : 13,
"96993280" : 15,
"98041856" : 13,
"99090432" : 11,
"100139008" : 3,
"101187584" : 4,
"102236160" : 4
}
},
"lat_ns" : {
"min" : 13549355,
"max" : 105548899,
"mean" : 31825743.670565,
"stddev" : 10442419.589229,
"N" : 482675
},
"bw_min" : 42992,
"bw_max" : 79480,
"bw_agg" : 99.669365,
"bw_mean" : 64134.016949,
"bw_dev" : 567.592370,
"bw_samples" : 944,
"iops_min" : 10748,
"iops_max" : 19870,
"iops_mean" : 16033.033898,
"iops_stddev" : 141.926359,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480024,
"usr_cpu" : 0.405605,
"sys_cpu" : 7.694199,
"ctx" : 609846,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999793,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.223650,
"50" : 88.084510,
"100" : 5.686661,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097575,
"timestamp_ms" : 1773097575656,
"time" : "Mon Mar 9 20:06:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2658545664,
"io_kbytes" : 2596236,
"bw_bytes" : 66456995,
"bw" : 64899,
"iops" : 16225.902410,
"runtime" : 40004,
"total_ios" : 649101,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317045,
"max" : 7983609,
"mean" : 981544.774590,
"stddev" : 969944.315308,
"N" : 649101
},
"clat_ns" : {
"min" : 12616329,
"max" : 102699344,
"mean" : 30572362.962341,
"stddev" : 9808059.204357,
"N" : 649085,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 50069504,
"99.000000" : 63176704,
"99.500000" : 69730304,
"99.900000" : 83361792,
"99.950000" : 87556096,
"99.990000" : 94896128
},
"bins" : {
"12648448" : 3,
"13041664" : 3,
"13172736" : 3,
"13303808" : 1,
"13434880" : 3,
"13565952" : 1,
"13697024" : 3,
"13828096" : 4,
"13959168" : 1,
"14090240" : 1,
"14221312" : 3,
"14352384" : 7,
"14483456" : 17,
"14614528" : 10,
"14745600" : 12,
"14876672" : 12,
"15007744" : 18,
"15138816" : 32,
"15269888" : 35,
"15400960" : 47,
"15532032" : 56,
"15663104" : 80,
"15794176" : 94,
"15925248" : 139,
"16056320" : 176,
"16187392" : 211,
"16318464" : 227,
"16449536" : 261,
"16580608" : 286,
"16711680" : 348,
"16908288" : 794,
"17170432" : 1061,
"17432576" : 1437,
"17694720" : 1778,
"17956864" : 2166,
"18219008" : 2555,
"18481152" : 3062,
"18743296" : 3548,
"19005440" : 4212,
"19267584" : 4866,
"19529728" : 5656,
"19791872" : 6516,
"20054016" : 7422,
"20316160" : 8302,
"20578304" : 8682,
"20840448" : 9183,
"21102592" : 9562,
"21364736" : 9914,
"21626880" : 10006,
"21889024" : 10010,
"22151168" : 10220,
"22413312" : 10056,
"22675456" : 9974,
"22937600" : 9962,
"23199744" : 9704,
"23461888" : 9232,
"23724032" : 9081,
"23986176" : 8924,
"24248320" : 8604,
"24510464" : 8591,
"24772608" : 8278,
"25034752" : 8321,
"25296896" : 8120,
"25559040" : 8146,
"25821184" : 7964,
"26083328" : 7881,
"26345472" : 7746,
"26607616" : 7737,
"26869760" : 7775,
"27131904" : 7954,
"27394048" : 7861,
"27656192" : 7981,
"27918336" : 8095,
"28180480" : 8017,
"28442624" : 8009,
"28704768" : 7966,
"28966912" : 7901,
"29229056" : 7798,
"29491200" : 7940,
"29753344" : 7962,
"30015488" : 7800,
"30277632" : 7731,
"30539776" : 7568,
"30801920" : 7492,
"31064064" : 7462,
"31326208" : 7165,
"31588352" : 6898,
"31850496" : 6701,
"32112640" : 6622,
"32374784" : 6359,
"32636928" : 6144,
"32899072" : 6032,
"33161216" : 5954,
"33423360" : 5550,
"33816576" : 10299,
"34340864" : 9852,
"34865152" : 9152,
"35389440" : 8402,
"35913728" : 8122,
"36438016" : 7577,
"36962304" : 7141,
"37486592" : 6937,
"38010880" : 6450,
"38535168" : 6067,
"39059456" : 5511,
"39583744" : 5314,
"40108032" : 5287,
"40632320" : 4812,
"41156608" : 4508,
"41680896" : 4225,
"42205184" : 3931,
"42729472" : 3759,
"43253760" : 3533,
"43778048" : 3427,
"44302336" : 3290,
"44826624" : 3155,
"45350912" : 2942,
"45875200" : 2898,
"46399488" : 2771,
"46923776" : 2684,
"47448064" : 2582,
"47972352" : 2408,
"48496640" : 2250,
"49020928" : 2170,
"49545216" : 2237,
"50069504" : 2132,
"50593792" : 1908,
"51118080" : 1835,
"51642368" : 1625,
"52166656" : 1553,
"52690944" : 1494,
"53215232" : 1412,
"53739520" : 1346,
"54263808" : 1288,
"54788096" : 1204,
"55312384" : 1083,
"55836672" : 1041,
"56360960" : 954,
"56885248" : 880,
"57409536" : 806,
"57933824" : 776,
"58458112" : 729,
"58982400" : 711,
"59506688" : 639,
"60030976" : 595,
"60555264" : 521,
"61079552" : 537,
"61603840" : 483,
"62128128" : 436,
"62652416" : 451,
"63176704" : 441,
"63700992" : 398,
"64225280" : 408,
"64749568" : 336,
"65273856" : 332,
"65798144" : 291,
"66322432" : 254,
"66846720" : 237,
"67633152" : 409,
"68681728" : 443,
"69730304" : 337,
"70778880" : 333,
"71827456" : 287,
"72876032" : 257,
"73924608" : 208,
"74973184" : 185,
"76021760" : 197,
"77070336" : 173,
"78118912" : 134,
"79167488" : 125,
"80216064" : 152,
"81264640" : 117,
"82313216" : 85,
"83361792" : 90,
"84410368" : 89,
"85458944" : 53,
"86507520" : 73,
"87556096" : 84,
"88604672" : 54,
"89653248" : 46,
"90701824" : 44,
"91750400" : 30,
"92798976" : 25,
"93847552" : 25,
"94896128" : 34,
"95944704" : 13,
"96993280" : 15,
"98041856" : 13,
"99090432" : 11,
"100139008" : 3,
"101187584" : 4,
"102236160" : 4
}
},
"lat_ns" : {
"min" : 13003441,
"max" : 105548899,
"mean" : 31553629.551341,
"stddev" : 10039176.795988,
"N" : 649085
},
"bw_min" : 42992,
"bw_max" : 82872,
"bw_agg" : 100.000000,
"bw_mean" : 65087.569620,
"bw_dev" : 583.149132,
"bw_samples" : 1264,
"iops_min" : 10748,
"iops_max" : 20718,
"iops_mean" : 16271.531646,
"iops_stddev" : 145.809613,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640021,
"usr_cpu" : 0.411393,
"sys_cpu" : 7.760370,
"ctx" : 820498,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.456776,
"50" : 88.542461,
"100" : 4.996911,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097585,
"timestamp_ms" : 1773097585654,
"time" : "Mon Mar 9 20:06:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3332673536,
"io_kbytes" : 3254564,
"bw_bytes" : 66648138,
"bw" : 65086,
"iops" : 16272.058235,
"runtime" : 50004,
"total_ios" : 813668,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317045,
"max" : 7983609,
"mean" : 978723.160471,
"stddev" : 965428.839403,
"N" : 813668
},
"clat_ns" : {
"min" : 12616329,
"max" : 102699344,
"mean" : 30488496.455039,
"stddev" : 9655016.340848,
"N" : 813652,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43253760,
"95.000000" : 49545216,
"99.000000" : 62652416,
"99.500000" : 68681728,
"99.900000" : 81264640,
"99.950000" : 86507520,
"99.990000" : 94896128
},
"bins" : {
"12648448" : 3,
"13041664" : 3,
"13172736" : 3,
"13303808" : 1,
"13434880" : 3,
"13565952" : 1,
"13697024" : 3,
"13828096" : 4,
"13959168" : 1,
"14090240" : 2,
"14221312" : 3,
"14352384" : 8,
"14483456" : 17,
"14614528" : 13,
"14745600" : 19,
"14876672" : 21,
"15007744" : 25,
"15138816" : 39,
"15269888" : 52,
"15400960" : 65,
"15532032" : 74,
"15663104" : 131,
"15794176" : 126,
"15925248" : 190,
"16056320" : 237,
"16187392" : 276,
"16318464" : 313,
"16449536" : 364,
"16580608" : 381,
"16711680" : 470,
"16908288" : 1028,
"17170432" : 1353,
"17432576" : 1845,
"17694720" : 2209,
"17956864" : 2758,
"18219008" : 3230,
"18481152" : 3960,
"18743296" : 4588,
"19005440" : 5468,
"19267584" : 6195,
"19529728" : 7135,
"19791872" : 8214,
"20054016" : 9134,
"20316160" : 10362,
"20578304" : 10750,
"20840448" : 11389,
"21102592" : 11879,
"21364736" : 12384,
"21626880" : 12453,
"21889024" : 12413,
"22151168" : 12530,
"22413312" : 12245,
"22675456" : 12240,
"22937600" : 12158,
"23199744" : 12063,
"23461888" : 11530,
"23724032" : 11354,
"23986176" : 10965,
"24248320" : 10740,
"24510464" : 10676,
"24772608" : 10463,
"25034752" : 10437,
"25296896" : 10369,
"25559040" : 10366,
"25821184" : 10130,
"26083328" : 9992,
"26345472" : 9851,
"26607616" : 9968,
"26869760" : 9975,
"27131904" : 10179,
"27394048" : 10160,
"27656192" : 10310,
"27918336" : 10411,
"28180480" : 10146,
"28442624" : 10162,
"28704768" : 10164,
"28966912" : 10062,
"29229056" : 9936,
"29491200" : 10124,
"29753344" : 10133,
"30015488" : 9943,
"30277632" : 9816,
"30539776" : 9588,
"30801920" : 9433,
"31064064" : 9347,
"31326208" : 9030,
"31588352" : 8727,
"31850496" : 8360,
"32112640" : 8256,
"32374784" : 7856,
"32636928" : 7745,
"32899072" : 7597,
"33161216" : 7406,
"33423360" : 6931,
"33816576" : 12936,
"34340864" : 12366,
"34865152" : 11554,
"35389440" : 10505,
"35913728" : 10050,
"36438016" : 9456,
"36962304" : 8920,
"37486592" : 8626,
"38010880" : 7990,
"38535168" : 7503,
"39059456" : 6878,
"39583744" : 6681,
"40108032" : 6578,
"40632320" : 5967,
"41156608" : 5665,
"41680896" : 5311,
"42205184" : 4988,
"42729472" : 4673,
"43253760" : 4425,
"43778048" : 4349,
"44302336" : 4142,
"44826624" : 3964,
"45350912" : 3773,
"45875200" : 3631,
"46399488" : 3474,
"46923776" : 3357,
"47448064" : 3192,
"47972352" : 3018,
"48496640" : 2840,
"49020928" : 2760,
"49545216" : 2744,
"50069504" : 2601,
"50593792" : 2309,
"51118080" : 2264,
"51642368" : 1996,
"52166656" : 1952,
"52690944" : 1848,
"53215232" : 1774,
"53739520" : 1671,
"54263808" : 1583,
"54788096" : 1473,
"55312384" : 1343,
"55836672" : 1273,
"56360960" : 1152,
"56885248" : 1043,
"57409536" : 967,
"57933824" : 957,
"58458112" : 874,
"58982400" : 845,
"59506688" : 754,
"60030976" : 706,
"60555264" : 640,
"61079552" : 618,
"61603840" : 551,
"62128128" : 492,
"62652416" : 512,
"63176704" : 513,
"63700992" : 447,
"64225280" : 460,
"64749568" : 392,
"65273856" : 376,
"65798144" : 332,
"66322432" : 282,
"66846720" : 264,
"67633152" : 463,
"68681728" : 503,
"69730304" : 393,
"70778880" : 381,
"71827456" : 321,
"72876032" : 281,
"73924608" : 255,
"74973184" : 207,
"76021760" : 221,
"77070336" : 194,
"78118912" : 154,
"79167488" : 136,
"80216064" : 160,
"81264640" : 128,
"82313216" : 88,
"83361792" : 91,
"84410368" : 96,
"85458944" : 53,
"86507520" : 73,
"87556096" : 84,
"88604672" : 54,
"89653248" : 46,
"90701824" : 44,
"91750400" : 30,
"92798976" : 25,
"93847552" : 25,
"94896128" : 34,
"95944704" : 13,
"96993280" : 15,
"98041856" : 13,
"99090432" : 11,
"100139008" : 3,
"101187584" : 4,
"102236160" : 4
}
},
"lat_ns" : {
"min" : 13003441,
"max" : 105548899,
"mean" : 31467306.175088,
"stddev" : 9882453.723158,
"N" : 813652
},
"bw_min" : 42933,
"bw_max" : 83028,
"bw_agg" : 99.883121,
"bw_mean" : 65010.717172,
"bw_dev" : 584.308554,
"bw_samples" : 1584,
"iops_min" : 10733,
"iops_max" : 20756,
"iops_mean" : 16252.212121,
"iops_stddev" : 146.095214,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800023,
"usr_cpu" : 0.419863,
"sys_cpu" : 7.770902,
"ctx" : 1026368,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.567544,
"50" : 88.659011,
"100" : 4.770373,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097595,
"timestamp_ms" : 1773097595656,
"time" : "Mon Mar 9 20:06:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4048551936,
"io_kbytes" : 3953664,
"bw_bytes" : 67471367,
"bw" : 65890,
"iops" : 16473.318445,
"runtime" : 60004,
"total_ios" : 988465,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 7983609,
"mean" : 966686.793237,
"stddev" : 944676.223023,
"N" : 988465
},
"clat_ns" : {
"min" : 11819812,
"max" : 102699344,
"mean" : 30113963.382553,
"stddev" : 9501812.991857,
"N" : 988449,
"percentile" : {
"1.000000" : 17432576,
"5.000000" : 19267584,
"10.000000" : 20578304,
"20.000000" : 22151168,
"30.000000" : 23986176,
"40.000000" : 26083328,
"50.000000" : 28180480,
"60.000000" : 30277632,
"70.000000" : 32636928,
"80.000000" : 36438016,
"90.000000" : 42729472,
"95.000000" : 49020928,
"99.000000" : 61603840,
"99.500000" : 66846720,
"99.900000" : 80216064,
"99.950000" : 85458944,
"99.990000" : 93847552
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 2,
"12910592" : 1,
"13041664" : 10,
"13172736" : 8,
"13303808" : 7,
"13434880" : 14,
"13565952" : 7,
"13697024" : 11,
"13828096" : 17,
"13959168" : 29,
"14090240" : 19,
"14221312" : 14,
"14352384" : 40,
"14483456" : 56,
"14614528" : 44,
"14745600" : 64,
"14876672" : 50,
"15007744" : 61,
"15138816" : 97,
"15269888" : 108,
"15400960" : 134,
"15532032" : 140,
"15663104" : 209,
"15794176" : 217,
"15925248" : 309,
"16056320" : 379,
"16187392" : 420,
"16318464" : 480,
"16449536" : 548,
"16580608" : 565,
"16711680" : 709,
"16908288" : 1555,
"17170432" : 1982,
"17432576" : 2678,
"17694720" : 3175,
"17956864" : 3933,
"18219008" : 4566,
"18481152" : 5490,
"18743296" : 6325,
"19005440" : 7382,
"19267584" : 8168,
"19529728" : 9442,
"19791872" : 10875,
"20054016" : 11962,
"20316160" : 13174,
"20578304" : 13757,
"20840448" : 14283,
"21102592" : 14998,
"21364736" : 15660,
"21626880" : 15777,
"21889024" : 15520,
"22151168" : 15610,
"22413312" : 15184,
"22675456" : 15112,
"22937600" : 14966,
"23199744" : 14810,
"23461888" : 14201,
"23724032" : 13841,
"23986176" : 13431,
"24248320" : 13138,
"24510464" : 12962,
"24772608" : 12804,
"25034752" : 12562,
"25296896" : 12549,
"25559040" : 12568,
"25821184" : 12332,
"26083328" : 12086,
"26345472" : 12039,
"26607616" : 12212,
"26869760" : 12260,
"27131904" : 12347,
"27394048" : 12280,
"27656192" : 12431,
"27918336" : 12741,
"28180480" : 12381,
"28442624" : 12359,
"28704768" : 12387,
"28966912" : 12169,
"29229056" : 12169,
"29491200" : 12238,
"29753344" : 12244,
"30015488" : 12040,
"30277632" : 11853,
"30539776" : 11604,
"30801920" : 11382,
"31064064" : 11241,
"31326208" : 10810,
"31588352" : 10461,
"31850496" : 10005,
"32112640" : 9794,
"32374784" : 9353,
"32636928" : 9218,
"32899072" : 8921,
"33161216" : 8727,
"33423360" : 8258,
"33816576" : 15310,
"34340864" : 14598,
"34865152" : 13558,
"35389440" : 12278,
"35913728" : 11816,
"36438016" : 11012,
"36962304" : 10353,
"37486592" : 9988,
"38010880" : 9371,
"38535168" : 8652,
"39059456" : 8029,
"39583744" : 7789,
"40108032" : 7620,
"40632320" : 6888,
"41156608" : 6508,
"41680896" : 6138,
"42205184" : 5807,
"42729472" : 5366,
"43253760" : 5121,
"43778048" : 5034,
"44302336" : 4780,
"44826624" : 4558,
"45350912" : 4307,
"45875200" : 4206,
"46399488" : 4040,
"46923776" : 3859,
"47448064" : 3657,
"47972352" : 3509,
"48496640" : 3333,
"49020928" : 3174,
"49545216" : 3199,
"50069504" : 2981,
"50593792" : 2659,
"51118080" : 2645,
"51642368" : 2352,
"52166656" : 2239,
"52690944" : 2126,
"53215232" : 2047,
"53739520" : 1964,
"54263808" : 1818,
"54788096" : 1649,
"55312384" : 1541,
"55836672" : 1442,
"56360960" : 1288,
"56885248" : 1171,
"57409536" : 1110,
"57933824" : 1060,
"58458112" : 967,
"58982400" : 947,
"59506688" : 846,
"60030976" : 793,
"60555264" : 721,
"61079552" : 686,
"61603840" : 622,
"62128128" : 552,
"62652416" : 562,
"63176704" : 553,
"63700992" : 481,
"64225280" : 502,
"64749568" : 429,
"65273856" : 420,
"65798144" : 360,
"66322432" : 315,
"66846720" : 299,
"67633152" : 526,
"68681728" : 548,
"69730304" : 419,
"70778880" : 409,
"71827456" : 342,
"72876032" : 299,
"73924608" : 275,
"74973184" : 217,
"76021760" : 228,
"77070336" : 197,
"78118912" : 155,
"79167488" : 136,
"80216064" : 160,
"81264640" : 128,
"82313216" : 88,
"83361792" : 91,
"84410368" : 96,
"85458944" : 53,
"86507520" : 73,
"87556096" : 84,
"88604672" : 54,
"89653248" : 46,
"90701824" : 44,
"91750400" : 30,
"92798976" : 25,
"93847552" : 25,
"94896128" : 34,
"95944704" : 13,
"96993280" : 15,
"98041856" : 13,
"99090432" : 11,
"100139008" : 3,
"101187584" : 4,
"102236160" : 4
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 105548899,
"mean" : 31080564.932799,
"stddev" : 9727059.963344,
"N" : 988449
},
"bw_min" : 42933,
"bw_max" : 89744,
"bw_agg" : 100.000000,
"bw_mean" : 66008.647059,
"bw_dev" : 611.756692,
"bw_samples" : 1904,
"iops_min" : 10733,
"iops_max" : 22436,
"iops_mean" : 16501.537815,
"iops_stddev" : 152.961142,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960029,
"usr_cpu" : 0.427487,
"sys_cpu" : 7.877158,
"ctx" : 1251776,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 7.465312,
"50" : 88.100843,
"100" : 4.431315,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097605,
"timestamp_ms" : 1773097605657,
"time" : "Mon Mar 9 20:06:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4682321920,
"io_kbytes" : 4572580,
"bw_bytes" : 66887446,
"bw" : 65319,
"iops" : 16330.614402,
"runtime" : 70003,
"total_ios" : 1143192,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8032223,
"mean" : 975214.360186,
"stddev" : 960103.887248,
"N" : 1143192
},
"clat_ns" : {
"min" : 11819812,
"max" : 111801443,
"mean" : 30375450.894325,
"stddev" : 9599193.805751,
"N" : 1143176,
"percentile" : {
"1.000000" : 17432576,
"5.000000" : 19529728,
"10.000000" : 20578304,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 32899072,
"80.000000" : 36962304,
"90.000000" : 43253760,
"95.000000" : 49545216,
"99.000000" : 62128128,
"99.500000" : 67633152,
"99.900000" : 81264640,
"99.950000" : 86507520,
"99.990000" : 94896128
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 2,
"12910592" : 1,
"13041664" : 10,
"13172736" : 8,
"13303808" : 7,
"13434880" : 14,
"13565952" : 7,
"13697024" : 11,
"13828096" : 17,
"13959168" : 29,
"14090240" : 19,
"14221312" : 14,
"14352384" : 40,
"14483456" : 56,
"14614528" : 44,
"14745600" : 64,
"14876672" : 50,
"15007744" : 63,
"15138816" : 97,
"15269888" : 115,
"15400960" : 145,
"15532032" : 146,
"15663104" : 216,
"15794176" : 233,
"15925248" : 320,
"16056320" : 397,
"16187392" : 449,
"16318464" : 510,
"16449536" : 575,
"16580608" : 618,
"16711680" : 751,
"16908288" : 1676,
"17170432" : 2127,
"17432576" : 2861,
"17694720" : 3420,
"17956864" : 4267,
"18219008" : 4923,
"18481152" : 5958,
"18743296" : 6857,
"19005440" : 8013,
"19267584" : 8852,
"19529728" : 10244,
"19791872" : 11817,
"20054016" : 13010,
"20316160" : 14327,
"20578304" : 15095,
"20840448" : 15730,
"21102592" : 16554,
"21364736" : 17209,
"21626880" : 17392,
"21889024" : 17215,
"22151168" : 17472,
"22413312" : 17087,
"22675456" : 17049,
"22937600" : 17019,
"23199744" : 16811,
"23461888" : 16176,
"23724032" : 15920,
"23986176" : 15431,
"24248320" : 15158,
"24510464" : 15011,
"24772608" : 14905,
"25034752" : 14779,
"25296896" : 14577,
"25559040" : 14601,
"25821184" : 14430,
"26083328" : 14136,
"26345472" : 14032,
"26607616" : 14230,
"26869760" : 14473,
"27131904" : 14468,
"27394048" : 14373,
"27656192" : 14467,
"27918336" : 14719,
"28180480" : 14307,
"28442624" : 14532,
"28704768" : 14436,
"28966912" : 14175,
"29229056" : 14093,
"29491200" : 14197,
"29753344" : 14245,
"30015488" : 13942,
"30277632" : 13699,
"30539776" : 13419,
"30801920" : 13122,
"31064064" : 12968,
"31326208" : 12581,
"31588352" : 12233,
"31850496" : 11551,
"32112640" : 11390,
"32374784" : 10870,
"32636928" : 10670,
"32899072" : 10359,
"33161216" : 10167,
"33423360" : 9673,
"33816576" : 18165,
"34340864" : 17260,
"34865152" : 16080,
"35389440" : 14713,
"35913728" : 14148,
"36438016" : 13241,
"36962304" : 12344,
"37486592" : 12079,
"38010880" : 11335,
"38535168" : 10484,
"39059456" : 9797,
"39583744" : 9367,
"40108032" : 9105,
"40632320" : 8293,
"41156608" : 7860,
"41680896" : 7314,
"42205184" : 7054,
"42729472" : 6546,
"43253760" : 6180,
"43778048" : 6010,
"44302336" : 5727,
"44826624" : 5406,
"45350912" : 5061,
"45875200" : 4996,
"46399488" : 4788,
"46923776" : 4645,
"47448064" : 4357,
"47972352" : 4152,
"48496640" : 3938,
"49020928" : 3752,
"49545216" : 3782,
"50069504" : 3538,
"50593792" : 3205,
"51118080" : 3153,
"51642368" : 2818,
"52166656" : 2660,
"52690944" : 2526,
"53215232" : 2483,
"53739520" : 2356,
"54263808" : 2163,
"54788096" : 1985,
"55312384" : 1854,
"55836672" : 1725,
"56360960" : 1556,
"56885248" : 1408,
"57409536" : 1326,
"57933824" : 1298,
"58458112" : 1184,
"58982400" : 1170,
"59506688" : 993,
"60030976" : 956,
"60555264" : 845,
"61079552" : 838,
"61603840" : 745,
"62128128" : 689,
"62652416" : 694,
"63176704" : 665,
"63700992" : 600,
"64225280" : 613,
"64749568" : 546,
"65273856" : 529,
"65798144" : 453,
"66322432" : 414,
"66846720" : 412,
"67633152" : 727,
"68681728" : 689,
"69730304" : 584,
"70778880" : 515,
"71827456" : 443,
"72876032" : 391,
"73924608" : 350,
"74973184" : 292,
"76021760" : 287,
"77070336" : 228,
"78118912" : 190,
"79167488" : 165,
"80216064" : 191,
"81264640" : 151,
"82313216" : 112,
"83361792" : 114,
"84410368" : 117,
"85458944" : 73,
"86507520" : 96,
"87556096" : 92,
"88604672" : 68,
"89653248" : 68,
"90701824" : 53,
"91750400" : 40,
"92798976" : 36,
"93847552" : 29,
"94896128" : 42,
"95944704" : 15,
"96993280" : 17,
"98041856" : 13,
"99090432" : 11,
"100139008" : 5,
"101187584" : 4,
"102236160" : 6,
"104333312" : 1,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 1,
"111673344" : 1
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 112629338,
"mean" : 31350475.974650,
"stddev" : 9826453.592546,
"N" : 1143176
},
"bw_min" : 42933,
"bw_max" : 89744,
"bw_agg" : 100.000000,
"bw_mean" : 65416.784173,
"bw_dev" : 606.333451,
"bw_samples" : 2224,
"iops_min" : 10733,
"iops_max" : 22436,
"iops_mean" : 16353.575540,
"iops_stddev" : 151.603255,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120018,
"usr_cpu" : 0.424547,
"sys_cpu" : 7.800500,
"ctx" : 1442076,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.978443,
"50" : 88.362935,
"100" : 4.655561,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097615,
"timestamp_ms" : 1773097615654,
"time" : "Mon Mar 9 20:06:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5320818688,
"io_kbytes" : 5196112,
"bw_bytes" : 66507739,
"bw" : 64948,
"iops" : 16237.491094,
"runtime" : 80003,
"total_ios" : 1299048,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8032223,
"mean" : 980828.934505,
"stddev" : 972967.932955,
"N" : 1299049
},
"clat_ns" : {
"min" : 11819812,
"max" : 111801443,
"mean" : 30545876.789375,
"stddev" : 9733214.241133,
"N" : 1299033,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24510464,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 50069504,
"99.000000" : 63176704,
"99.500000" : 68681728,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 94896128
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 2,
"12910592" : 1,
"13041664" : 10,
"13172736" : 8,
"13303808" : 7,
"13434880" : 14,
"13565952" : 7,
"13697024" : 11,
"13828096" : 17,
"13959168" : 29,
"14090240" : 19,
"14221312" : 14,
"14352384" : 40,
"14483456" : 56,
"14614528" : 47,
"14745600" : 66,
"14876672" : 50,
"15007744" : 71,
"15138816" : 108,
"15269888" : 129,
"15400960" : 157,
"15532032" : 161,
"15663104" : 233,
"15794176" : 254,
"15925248" : 343,
"16056320" : 442,
"16187392" : 495,
"16318464" : 558,
"16449536" : 620,
"16580608" : 673,
"16711680" : 812,
"16908288" : 1856,
"17170432" : 2326,
"17432576" : 3097,
"17694720" : 3720,
"17956864" : 4638,
"18219008" : 5426,
"18481152" : 6533,
"18743296" : 7472,
"19005440" : 8770,
"19267584" : 9710,
"19529728" : 11260,
"19791872" : 12941,
"20054016" : 14264,
"20316160" : 15649,
"20578304" : 16554,
"20840448" : 17314,
"21102592" : 18165,
"21364736" : 18909,
"21626880" : 19187,
"21889024" : 19098,
"22151168" : 19467,
"22413312" : 18994,
"22675456" : 19049,
"22937600" : 19277,
"23199744" : 18855,
"23461888" : 18238,
"23724032" : 17997,
"23986176" : 17567,
"24248320" : 17242,
"24510464" : 17123,
"24772608" : 17040,
"25034752" : 16863,
"25296896" : 16727,
"25559040" : 16795,
"25821184" : 16626,
"26083328" : 16337,
"26345472" : 16240,
"26607616" : 16290,
"26869760" : 16581,
"27131904" : 16587,
"27394048" : 16381,
"27656192" : 16483,
"27918336" : 16680,
"28180480" : 16376,
"28442624" : 16519,
"28704768" : 16457,
"28966912" : 16278,
"29229056" : 16041,
"29491200" : 16215,
"29753344" : 16287,
"30015488" : 15966,
"30277632" : 15556,
"30539776" : 15228,
"30801920" : 14956,
"31064064" : 14670,
"31326208" : 14350,
"31588352" : 13866,
"31850496" : 13186,
"32112640" : 12951,
"32374784" : 12498,
"32636928" : 12239,
"32899072" : 11858,
"33161216" : 11633,
"33423360" : 11092,
"33816576" : 20903,
"34340864" : 19938,
"34865152" : 18547,
"35389440" : 16992,
"35913728" : 16268,
"36438016" : 15198,
"36962304" : 14235,
"37486592" : 13800,
"38010880" : 12842,
"38535168" : 11972,
"39059456" : 11203,
"39583744" : 10771,
"40108032" : 10438,
"40632320" : 9539,
"41156608" : 9012,
"41680896" : 8381,
"42205184" : 8156,
"42729472" : 7482,
"43253760" : 7080,
"43778048" : 6938,
"44302336" : 6548,
"44826624" : 6237,
"45350912" : 5843,
"45875200" : 5712,
"46399488" : 5515,
"46923776" : 5296,
"47448064" : 4972,
"47972352" : 4739,
"48496640" : 4547,
"49020928" : 4393,
"49545216" : 4418,
"50069504" : 4059,
"50593792" : 3727,
"51118080" : 3691,
"51642368" : 3297,
"52166656" : 3132,
"52690944" : 2962,
"53215232" : 2853,
"53739520" : 2686,
"54263808" : 2470,
"54788096" : 2313,
"55312384" : 2155,
"55836672" : 1994,
"56360960" : 1796,
"56885248" : 1690,
"57409536" : 1559,
"57933824" : 1514,
"58458112" : 1392,
"58982400" : 1361,
"59506688" : 1196,
"60030976" : 1126,
"60555264" : 1041,
"61079552" : 1027,
"61603840" : 917,
"62128128" : 864,
"62652416" : 834,
"63176704" : 792,
"63700992" : 716,
"64225280" : 756,
"64749568" : 682,
"65273856" : 668,
"65798144" : 599,
"66322432" : 536,
"66846720" : 509,
"67633152" : 935,
"68681728" : 860,
"69730304" : 761,
"70778880" : 672,
"71827456" : 547,
"72876032" : 516,
"73924608" : 448,
"74973184" : 372,
"76021760" : 378,
"77070336" : 309,
"78118912" : 250,
"79167488" : 230,
"80216064" : 258,
"81264640" : 200,
"82313216" : 149,
"83361792" : 151,
"84410368" : 151,
"85458944" : 101,
"86507520" : 137,
"87556096" : 123,
"88604672" : 101,
"89653248" : 102,
"90701824" : 70,
"91750400" : 58,
"92798976" : 59,
"93847552" : 41,
"94896128" : 53,
"95944704" : 16,
"96993280" : 25,
"98041856" : 21,
"99090432" : 17,
"100139008" : 5,
"101187584" : 4,
"102236160" : 7,
"103284736" : 4,
"104333312" : 5,
"105381888" : 5,
"106430464" : 3,
"107479040" : 2,
"108527616" : 1,
"109576192" : 1,
"110624768" : 4,
"111673344" : 1
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 116234718,
"mean" : 31526367.793488,
"stddev" : 9963583.482975,
"N" : 1299033
},
"bw_min" : 42677,
"bw_max" : 89744,
"bw_agg" : 99.973881,
"bw_mean" : 64932.100629,
"bw_dev" : 600.679134,
"bw_samples" : 2544,
"iops_min" : 10669,
"iops_max" : 22436,
"iops_mean" : 16232.408805,
"iops_stddev" : 150.186750,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280018,
"usr_cpu" : 0.420228,
"sys_cpu" : 7.747469,
"ctx" : 1632777,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.720768,
"50" : 88.391653,
"100" : 4.883422,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097625,
"timestamp_ms" : 1773097625654,
"time" : "Mon Mar 9 20:07:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5971042304,
"io_kbytes" : 5831096,
"bw_bytes" : 66342703,
"bw" : 64787,
"iops" : 16197.448974,
"runtime" : 90003,
"total_ios" : 1457819,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8032223,
"mean" : 983271.375479,
"stddev" : 977083.319828,
"N" : 1457819
},
"clat_ns" : {
"min" : 11819812,
"max" : 111801443,
"mean" : 30627401.371235,
"stddev" : 9775480.626670,
"N" : 1457803,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22675456,
"30.000000" : 24510464,
"40.000000" : 26607616,
"50.000000" : 28442624,
"60.000000" : 30801920,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 50069504,
"99.000000" : 63700992,
"99.500000" : 69730304,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 94896128
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 22,
"14221312" : 20,
"14352384" : 49,
"14483456" : 58,
"14614528" : 49,
"14745600" : 74,
"14876672" : 57,
"15007744" : 77,
"15138816" : 122,
"15269888" : 150,
"15400960" : 180,
"15532032" : 189,
"15663104" : 256,
"15794176" : 281,
"15925248" : 377,
"16056320" : 489,
"16187392" : 541,
"16318464" : 612,
"16449536" : 676,
"16580608" : 743,
"16711680" : 889,
"16908288" : 2082,
"17170432" : 2586,
"17432576" : 3412,
"17694720" : 4092,
"17956864" : 5125,
"18219008" : 6003,
"18481152" : 7199,
"18743296" : 8231,
"19005440" : 9738,
"19267584" : 10746,
"19529728" : 12471,
"19791872" : 14290,
"20054016" : 15724,
"20316160" : 17212,
"20578304" : 18242,
"20840448" : 19103,
"21102592" : 20054,
"21364736" : 20902,
"21626880" : 21220,
"21889024" : 21234,
"22151168" : 21625,
"22413312" : 21205,
"22675456" : 21212,
"22937600" : 21532,
"23199744" : 21011,
"23461888" : 20503,
"23724032" : 20077,
"23986176" : 19595,
"24248320" : 19214,
"24510464" : 19169,
"24772608" : 19076,
"25034752" : 18871,
"25296896" : 18858,
"25559040" : 18897,
"25821184" : 18715,
"26083328" : 18363,
"26345472" : 18287,
"26607616" : 18295,
"26869760" : 18664,
"27131904" : 18686,
"27394048" : 18463,
"27656192" : 18415,
"27918336" : 18767,
"28180480" : 18413,
"28442624" : 18459,
"28704768" : 18496,
"28966912" : 18308,
"29229056" : 18082,
"29491200" : 18206,
"29753344" : 18312,
"30015488" : 17894,
"30277632" : 17455,
"30539776" : 17123,
"30801920" : 16713,
"31064064" : 16440,
"31326208" : 16106,
"31588352" : 15549,
"31850496" : 14838,
"32112640" : 14460,
"32374784" : 14070,
"32636928" : 13806,
"32899072" : 13410,
"33161216" : 13046,
"33423360" : 12473,
"33816576" : 23585,
"34340864" : 22438,
"34865152" : 20895,
"35389440" : 19264,
"35913728" : 18454,
"36438016" : 17132,
"36962304" : 16149,
"37486592" : 15745,
"38010880" : 14477,
"38535168" : 13491,
"39059456" : 12766,
"39583744" : 12276,
"40108032" : 11782,
"40632320" : 10836,
"41156608" : 10219,
"41680896" : 9447,
"42205184" : 9224,
"42729472" : 8536,
"43253760" : 7975,
"43778048" : 7808,
"44302336" : 7346,
"44826624" : 7014,
"45350912" : 6592,
"45875200" : 6473,
"46399488" : 6175,
"46923776" : 5972,
"47448064" : 5686,
"47972352" : 5332,
"48496640" : 5154,
"49020928" : 4986,
"49545216" : 4966,
"50069504" : 4602,
"50593792" : 4253,
"51118080" : 4214,
"51642368" : 3765,
"52166656" : 3610,
"52690944" : 3306,
"53215232" : 3232,
"53739520" : 3062,
"54263808" : 2859,
"54788096" : 2672,
"55312384" : 2471,
"55836672" : 2278,
"56360960" : 2063,
"56885248" : 1919,
"57409536" : 1801,
"57933824" : 1766,
"58458112" : 1619,
"58982400" : 1588,
"59506688" : 1396,
"60030976" : 1288,
"60555264" : 1213,
"61079552" : 1186,
"61603840" : 1081,
"62128128" : 1003,
"62652416" : 935,
"63176704" : 904,
"63700992" : 843,
"64225280" : 870,
"64749568" : 795,
"65273856" : 770,
"65798144" : 681,
"66322432" : 610,
"66846720" : 604,
"67633152" : 1085,
"68681728" : 997,
"69730304" : 892,
"70778880" : 766,
"71827456" : 659,
"72876032" : 613,
"73924608" : 545,
"74973184" : 464,
"76021760" : 435,
"77070336" : 371,
"78118912" : 291,
"79167488" : 255,
"80216064" : 289,
"81264640" : 227,
"82313216" : 170,
"83361792" : 164,
"84410368" : 167,
"85458944" : 118,
"86507520" : 144,
"87556096" : 134,
"88604672" : 116,
"89653248" : 108,
"90701824" : 75,
"91750400" : 67,
"92798976" : 68,
"93847552" : 49,
"94896128" : 54,
"95944704" : 18,
"96993280" : 25,
"98041856" : 21,
"99090432" : 17,
"100139008" : 5,
"101187584" : 4,
"102236160" : 7,
"103284736" : 4,
"104333312" : 5,
"105381888" : 5,
"106430464" : 3,
"107479040" : 2,
"108527616" : 1,
"109576192" : 1,
"110624768" : 4,
"111673344" : 1
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 116234718,
"mean" : 31610711.948717,
"stddev" : 10006974.784090,
"N" : 1457803
},
"bw_min" : 42677,
"bw_max" : 89744,
"bw_agg" : 99.949380,
"bw_mean" : 64755.664804,
"bw_dev" : 595.451141,
"bw_samples" : 2864,
"iops_min" : 10669,
"iops_max" : 22436,
"iops_mean" : 16188.240223,
"iops_stddev" : 148.878308,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440018,
"usr_cpu" : 0.417842,
"sys_cpu" : 7.722681,
"ctx" : 1832861,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.620849,
"50" : 88.375855,
"100" : 4.999523,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097635,
"timestamp_ms" : 1773097635655,
"time" : "Mon Mar 9 20:07:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6641647616,
"io_kbytes" : 6485984,
"bw_bytes" : 66413819,
"bw" : 64857,
"iops" : 16214.701412,
"runtime" : 100004,
"total_ios" : 1621535,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8032223,
"mean" : 982210.233085,
"stddev" : 975200.684792,
"N" : 1621535
},
"clat_ns" : {
"min" : 11819812,
"max" : 116915077,
"mean" : 30593034.225777,
"stddev" : 9823025.172597,
"N" : 1621519,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 50069504,
"99.000000" : 63700992,
"99.500000" : 69730304,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 94896128
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 22,
"14221312" : 20,
"14352384" : 49,
"14483456" : 58,
"14614528" : 49,
"14745600" : 75,
"14876672" : 60,
"15007744" : 88,
"15138816" : 139,
"15269888" : 165,
"15400960" : 190,
"15532032" : 205,
"15663104" : 282,
"15794176" : 297,
"15925248" : 403,
"16056320" : 526,
"16187392" : 576,
"16318464" : 647,
"16449536" : 714,
"16580608" : 770,
"16711680" : 942,
"16908288" : 2214,
"17170432" : 2792,
"17432576" : 3645,
"17694720" : 4389,
"17956864" : 5503,
"18219008" : 6491,
"18481152" : 7758,
"18743296" : 9020,
"19005440" : 10802,
"19267584" : 11955,
"19529728" : 14031,
"19791872" : 16099,
"20054016" : 17752,
"20316160" : 19578,
"20578304" : 20846,
"20840448" : 22029,
"21102592" : 23232,
"21364736" : 24251,
"21626880" : 24471,
"21889024" : 24428,
"22151168" : 24864,
"22413312" : 24287,
"22675456" : 24168,
"22937600" : 24388,
"23199744" : 23838,
"23461888" : 23252,
"23724032" : 22723,
"23986176" : 22205,
"24248320" : 21754,
"24510464" : 21422,
"24772608" : 21491,
"25034752" : 21155,
"25296896" : 20897,
"25559040" : 20927,
"25821184" : 20555,
"26083328" : 20159,
"26345472" : 20254,
"26607616" : 20205,
"26869760" : 20615,
"27131904" : 20626,
"27394048" : 20364,
"27656192" : 20324,
"27918336" : 20641,
"28180480" : 20147,
"28442624" : 20212,
"28704768" : 20172,
"28966912" : 19993,
"29229056" : 19781,
"29491200" : 19934,
"29753344" : 19915,
"30015488" : 19499,
"30277632" : 19076,
"30539776" : 18669,
"30801920" : 18352,
"31064064" : 17956,
"31326208" : 17634,
"31588352" : 17043,
"31850496" : 16186,
"32112640" : 15863,
"32374784" : 15434,
"32636928" : 15091,
"32899072" : 14734,
"33161216" : 14351,
"33423360" : 13755,
"33816576" : 26162,
"34340864" : 24861,
"34865152" : 23070,
"35389440" : 21330,
"35913728" : 20363,
"36438016" : 18902,
"36962304" : 17787,
"37486592" : 17362,
"38010880" : 16054,
"38535168" : 14887,
"39059456" : 14089,
"39583744" : 13537,
"40108032" : 13007,
"40632320" : 11959,
"41156608" : 11285,
"41680896" : 10428,
"42205184" : 10158,
"42729472" : 9433,
"43253760" : 8755,
"43778048" : 8583,
"44302336" : 8090,
"44826624" : 7743,
"45350912" : 7305,
"45875200" : 7122,
"46399488" : 6823,
"46923776" : 6596,
"47448064" : 6378,
"47972352" : 5976,
"48496640" : 5786,
"49020928" : 5537,
"49545216" : 5516,
"50069504" : 5135,
"50593792" : 4758,
"51118080" : 4671,
"51642368" : 4218,
"52166656" : 4076,
"52690944" : 3703,
"53215232" : 3627,
"53739520" : 3401,
"54263808" : 3217,
"54788096" : 2989,
"55312384" : 2754,
"55836672" : 2534,
"56360960" : 2384,
"56885248" : 2168,
"57409536" : 2011,
"57933824" : 1969,
"58458112" : 1820,
"58982400" : 1746,
"59506688" : 1555,
"60030976" : 1453,
"60555264" : 1363,
"61079552" : 1337,
"61603840" : 1189,
"62128128" : 1146,
"62652416" : 1060,
"63176704" : 1019,
"63700992" : 979,
"64225280" : 978,
"64749568" : 894,
"65273856" : 863,
"65798144" : 783,
"66322432" : 693,
"66846720" : 686,
"67633152" : 1226,
"68681728" : 1112,
"69730304" : 1015,
"70778880" : 860,
"71827456" : 740,
"72876032" : 697,
"73924608" : 616,
"74973184" : 537,
"76021760" : 521,
"77070336" : 431,
"78118912" : 348,
"79167488" : 300,
"80216064" : 336,
"81264640" : 280,
"82313216" : 209,
"83361792" : 188,
"84410368" : 200,
"85458944" : 147,
"86507520" : 162,
"87556096" : 143,
"88604672" : 122,
"89653248" : 118,
"90701824" : 79,
"91750400" : 73,
"92798976" : 72,
"93847552" : 55,
"94896128" : 66,
"95944704" : 21,
"96993280" : 26,
"98041856" : 23,
"99090432" : 19,
"100139008" : 12,
"101187584" : 5,
"102236160" : 9,
"103284736" : 9,
"104333312" : 6,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 117852881,
"mean" : 31575184.979524,
"stddev" : 10056360.901150,
"N" : 1621519
},
"bw_min" : 41962,
"bw_max" : 89744,
"bw_agg" : 99.968785,
"bw_mean" : 64837.904523,
"bw_dev" : 595.647535,
"bw_samples" : 3184,
"iops_min" : 10490,
"iops_max" : 22436,
"iops_mean" : 16208.773869,
"iops_stddev" : 148.933242,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600023,
"usr_cpu" : 0.417057,
"sys_cpu" : 7.732326,
"ctx" : 2039324,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.548918,
"50" : 88.391247,
"100" : 5.054778,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097645,
"timestamp_ms" : 1773097645658,
"time" : "Mon Mar 9 20:07:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7288164352,
"io_kbytes" : 7117348,
"bw_bytes" : 66253630,
"bw" : 64700,
"iops" : 16175.548162,
"runtime" : 110004,
"total_ios" : 1779375,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8032223,
"mean" : 984611.357873,
"stddev" : 980904.080773,
"N" : 1779375
},
"clat_ns" : {
"min" : 11819812,
"max" : 116915077,
"mean" : 30663976.662267,
"stddev" : 9904518.974270,
"N" : 1779359,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30801920,
"70.000000" : 33423360,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 50069504,
"99.000000" : 64225280,
"99.500000" : 69730304,
"99.900000" : 83361792,
"99.950000" : 87556096,
"99.990000" : 95944704
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 22,
"14221312" : 20,
"14352384" : 49,
"14483456" : 59,
"14614528" : 51,
"14745600" : 77,
"14876672" : 62,
"15007744" : 88,
"15138816" : 142,
"15269888" : 172,
"15400960" : 195,
"15532032" : 209,
"15663104" : 285,
"15794176" : 299,
"15925248" : 409,
"16056320" : 540,
"16187392" : 592,
"16318464" : 663,
"16449536" : 736,
"16580608" : 805,
"16711680" : 970,
"16908288" : 2297,
"17170432" : 2909,
"17432576" : 3818,
"17694720" : 4586,
"17956864" : 5770,
"18219008" : 6905,
"18481152" : 8365,
"18743296" : 9770,
"19005440" : 11809,
"19267584" : 13195,
"19529728" : 15391,
"19791872" : 17654,
"20054016" : 19543,
"20316160" : 21517,
"20578304" : 23053,
"20840448" : 24318,
"21102592" : 25699,
"21364736" : 26665,
"21626880" : 26998,
"21889024" : 26920,
"22151168" : 27167,
"22413312" : 26767,
"22675456" : 26606,
"22937600" : 26737,
"23199744" : 26141,
"23461888" : 25477,
"23724032" : 24746,
"23986176" : 24291,
"24248320" : 23778,
"24510464" : 23405,
"24772608" : 23527,
"25034752" : 23214,
"25296896" : 22888,
"25559040" : 22863,
"25821184" : 22581,
"26083328" : 22105,
"26345472" : 22223,
"26607616" : 22078,
"26869760" : 22502,
"27131904" : 22542,
"27394048" : 22242,
"27656192" : 22223,
"27918336" : 22492,
"28180480" : 22029,
"28442624" : 22090,
"28704768" : 21982,
"28966912" : 21795,
"29229056" : 21572,
"29491200" : 21788,
"29753344" : 21676,
"30015488" : 21216,
"30277632" : 20742,
"30539776" : 20260,
"30801920" : 19987,
"31064064" : 19509,
"31326208" : 19209,
"31588352" : 18590,
"31850496" : 17787,
"32112640" : 17368,
"32374784" : 16870,
"32636928" : 16483,
"32899072" : 16104,
"33161216" : 15688,
"33423360" : 15087,
"33816576" : 28748,
"34340864" : 27187,
"34865152" : 25443,
"35389440" : 23457,
"35913728" : 22425,
"36438016" : 20821,
"36962304" : 19587,
"37486592" : 19072,
"38010880" : 17847,
"38535168" : 16456,
"39059456" : 15633,
"39583744" : 14907,
"40108032" : 14366,
"40632320" : 13259,
"41156608" : 12462,
"41680896" : 11535,
"42205184" : 11266,
"42729472" : 10443,
"43253760" : 9624,
"43778048" : 9432,
"44302336" : 8914,
"44826624" : 8638,
"45350912" : 8062,
"45875200" : 7850,
"46399488" : 7547,
"46923776" : 7238,
"47448064" : 7052,
"47972352" : 6620,
"48496640" : 6393,
"49020928" : 6144,
"49545216" : 6049,
"50069504" : 5706,
"50593792" : 5275,
"51118080" : 5209,
"51642368" : 4722,
"52166656" : 4505,
"52690944" : 4121,
"53215232" : 4075,
"53739520" : 3808,
"54263808" : 3608,
"54788096" : 3349,
"55312384" : 3081,
"55836672" : 2809,
"56360960" : 2662,
"56885248" : 2433,
"57409536" : 2283,
"57933824" : 2201,
"58458112" : 2054,
"58982400" : 1969,
"59506688" : 1773,
"60030976" : 1625,
"60555264" : 1555,
"61079552" : 1492,
"61603840" : 1346,
"62128128" : 1292,
"62652416" : 1213,
"63176704" : 1145,
"63700992" : 1089,
"64225280" : 1097,
"64749568" : 1014,
"65273856" : 974,
"65798144" : 880,
"66322432" : 786,
"66846720" : 783,
"67633152" : 1424,
"68681728" : 1275,
"69730304" : 1153,
"70778880" : 1023,
"71827456" : 893,
"72876032" : 837,
"73924608" : 767,
"74973184" : 638,
"76021760" : 608,
"77070336" : 533,
"78118912" : 423,
"79167488" : 375,
"80216064" : 391,
"81264640" : 321,
"82313216" : 239,
"83361792" : 220,
"84410368" : 224,
"85458944" : 164,
"86507520" : 184,
"87556096" : 164,
"88604672" : 142,
"89653248" : 140,
"90701824" : 91,
"91750400" : 83,
"92798976" : 81,
"93847552" : 64,
"94896128" : 72,
"95944704" : 28,
"96993280" : 33,
"98041856" : 27,
"99090432" : 22,
"100139008" : 15,
"101187584" : 10,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 117852881,
"mean" : 31648398.823866,
"stddev" : 10140085.864318,
"N" : 1779359
},
"bw_min" : 41730,
"bw_max" : 89744,
"bw_agg" : 100.000000,
"bw_mean" : 64701.077626,
"bw_dev" : 599.417866,
"bw_samples" : 3504,
"iops_min" : 10432,
"iops_max" : 22436,
"iops_mean" : 16174.543379,
"iops_stddev" : 149.876716,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760029,
"usr_cpu" : 0.413459,
"sys_cpu" : 7.711350,
"ctx" : 2235003,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.440688,
"50" : 88.360632,
"100" : 5.193228,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097655,
"timestamp_ms" : 1773097655654,
"time" : "Mon Mar 9 20:07:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7909269504,
"io_kbytes" : 7723896,
"bw_bytes" : 65908382,
"bw" : 64363,
"iops" : 16091.130296,
"runtime" : 120004,
"total_ios" : 1931000,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8130334,
"mean" : 989776.239499,
"stddev" : 989334.821511,
"N" : 1931000
},
"clat_ns" : {
"min" : 11819812,
"max" : 116915077,
"mean" : 30828722.035814,
"stddev" : 9988097.505399,
"N" : 1930984,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22675456,
"30.000000" : 24510464,
"40.000000" : 26607616,
"50.000000" : 28704768,
"60.000000" : 30801920,
"70.000000" : 33423360,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 50593792,
"99.000000" : 64749568,
"99.500000" : 70778880,
"99.900000" : 83361792,
"99.950000" : 87556096,
"99.990000" : 95944704
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 22,
"14221312" : 20,
"14352384" : 51,
"14483456" : 60,
"14614528" : 54,
"14745600" : 80,
"14876672" : 63,
"15007744" : 91,
"15138816" : 144,
"15269888" : 180,
"15400960" : 195,
"15532032" : 211,
"15663104" : 288,
"15794176" : 301,
"15925248" : 413,
"16056320" : 541,
"16187392" : 596,
"16318464" : 668,
"16449536" : 742,
"16580608" : 817,
"16711680" : 983,
"16908288" : 2346,
"17170432" : 2959,
"17432576" : 3910,
"17694720" : 4733,
"17956864" : 5964,
"18219008" : 7164,
"18481152" : 8747,
"18743296" : 10254,
"19005440" : 12428,
"19267584" : 13864,
"19529728" : 16226,
"19791872" : 18742,
"20054016" : 20780,
"20316160" : 22845,
"20578304" : 24506,
"20840448" : 25885,
"21102592" : 27319,
"21364736" : 28513,
"21626880" : 28964,
"21889024" : 28861,
"22151168" : 29114,
"22413312" : 28609,
"22675456" : 28576,
"22937600" : 28647,
"23199744" : 28001,
"23461888" : 27433,
"23724032" : 26713,
"23986176" : 26154,
"24248320" : 25558,
"24510464" : 25283,
"24772608" : 25387,
"25034752" : 25050,
"25296896" : 24591,
"25559040" : 24492,
"25821184" : 24266,
"26083328" : 23800,
"26345472" : 23839,
"26607616" : 23738,
"26869760" : 24147,
"27131904" : 24155,
"27394048" : 23982,
"27656192" : 24141,
"27918336" : 24300,
"28180480" : 23704,
"28442624" : 23897,
"28704768" : 23764,
"28966912" : 23493,
"29229056" : 23277,
"29491200" : 23535,
"29753344" : 23424,
"30015488" : 22820,
"30277632" : 22466,
"30539776" : 21935,
"30801920" : 21696,
"31064064" : 21107,
"31326208" : 20838,
"31588352" : 20268,
"31850496" : 19499,
"32112640" : 18956,
"32374784" : 18475,
"32636928" : 18078,
"32899072" : 17653,
"33161216" : 17199,
"33423360" : 16571,
"33816576" : 31546,
"34340864" : 29863,
"34865152" : 28063,
"35389440" : 26157,
"35913728" : 24853,
"36438016" : 23133,
"36962304" : 21786,
"37486592" : 21327,
"38010880" : 19893,
"38535168" : 18318,
"39059456" : 17569,
"39583744" : 16523,
"40108032" : 15932,
"40632320" : 14802,
"41156608" : 14021,
"41680896" : 12986,
"42205184" : 12537,
"42729472" : 11680,
"43253760" : 10714,
"43778048" : 10468,
"44302336" : 9885,
"44826624" : 9548,
"45350912" : 8895,
"45875200" : 8584,
"46399488" : 8236,
"46923776" : 7922,
"47448064" : 7721,
"47972352" : 7224,
"48496640" : 6940,
"49020928" : 6716,
"49545216" : 6607,
"50069504" : 6223,
"50593792" : 5750,
"51118080" : 5683,
"51642368" : 5221,
"52166656" : 4955,
"52690944" : 4499,
"53215232" : 4509,
"53739520" : 4201,
"54263808" : 4014,
"54788096" : 3749,
"55312384" : 3437,
"55836672" : 3140,
"56360960" : 3020,
"56885248" : 2733,
"57409536" : 2565,
"57933824" : 2477,
"58458112" : 2305,
"58982400" : 2198,
"59506688" : 2018,
"60030976" : 1879,
"60555264" : 1805,
"61079552" : 1708,
"61603840" : 1558,
"62128128" : 1507,
"62652416" : 1413,
"63176704" : 1342,
"63700992" : 1264,
"64225280" : 1278,
"64749568" : 1178,
"65273856" : 1118,
"65798144" : 1011,
"66322432" : 906,
"66846720" : 921,
"67633152" : 1672,
"68681728" : 1489,
"69730304" : 1322,
"70778880" : 1168,
"71827456" : 1029,
"72876032" : 963,
"73924608" : 867,
"74973184" : 739,
"76021760" : 701,
"77070336" : 613,
"78118912" : 502,
"79167488" : 453,
"80216064" : 436,
"81264640" : 368,
"82313216" : 270,
"83361792" : 247,
"84410368" : 240,
"85458944" : 195,
"86507520" : 207,
"87556096" : 180,
"88604672" : 160,
"89653248" : 150,
"90701824" : 102,
"91750400" : 95,
"92798976" : 85,
"93847552" : 69,
"94896128" : 80,
"95944704" : 31,
"96993280" : 36,
"98041856" : 35,
"99090432" : 26,
"100139008" : 19,
"101187584" : 10,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 117852881,
"mean" : 31818496.669027,
"stddev" : 10225251.027214,
"N" : 1930984
},
"bw_min" : 41730,
"bw_max" : 89744,
"bw_agg" : 100.000000,
"bw_mean" : 64428.317992,
"bw_dev" : 593.045377,
"bw_samples" : 3824,
"iops_min" : 10432,
"iops_max" : 22436,
"iops_mean" : 16106.288703,
"iops_stddev" : 148.287161,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920024,
"usr_cpu" : 0.411766,
"sys_cpu" : 7.669540,
"ctx" : 2428085,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.208752,
"50" : 88.412584,
"100" : 5.373641,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097665,
"timestamp_ms" : 1773097665656,
"time" : "Mon Mar 9 20:07:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8588304384,
"io_kbytes" : 8387016,
"bw_bytes" : 66061847,
"bw" : 64513,
"iops" : 16128.780653,
"runtime" : 130004,
"total_ios" : 2096806,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8130334,
"mean" : 987469.734215,
"stddev" : 983699.542767,
"N" : 2096806
},
"clat_ns" : {
"min" : 11819812,
"max" : 116915077,
"mean" : 30756036.611448,
"stddev" : 9918969.684984,
"N" : 2096790,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22675456,
"30.000000" : 24510464,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30801920,
"70.000000" : 33423360,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 50593792,
"99.000000" : 64225280,
"99.500000" : 69730304,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 95944704
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 22,
"14221312" : 20,
"14352384" : 51,
"14483456" : 60,
"14614528" : 55,
"14745600" : 80,
"14876672" : 63,
"15007744" : 93,
"15138816" : 144,
"15269888" : 183,
"15400960" : 198,
"15532032" : 216,
"15663104" : 293,
"15794176" : 305,
"15925248" : 430,
"16056320" : 558,
"16187392" : 611,
"16318464" : 698,
"16449536" : 769,
"16580608" : 868,
"16711680" : 1028,
"16908288" : 2462,
"17170432" : 3135,
"17432576" : 4159,
"17694720" : 5069,
"17956864" : 6323,
"18219008" : 7618,
"18481152" : 9306,
"18743296" : 10968,
"19005440" : 13359,
"19267584" : 14994,
"19529728" : 17595,
"19791872" : 20371,
"20054016" : 22693,
"20316160" : 24812,
"20578304" : 26621,
"20840448" : 28221,
"21102592" : 29770,
"21364736" : 31154,
"21626880" : 31608,
"21889024" : 31521,
"22151168" : 31788,
"22413312" : 31342,
"22675456" : 31406,
"22937600" : 31424,
"23199744" : 30716,
"23461888" : 30216,
"23724032" : 29455,
"23986176" : 28983,
"24248320" : 28277,
"24510464" : 27904,
"24772608" : 27967,
"25034752" : 27591,
"25296896" : 26979,
"25559040" : 26873,
"25821184" : 26812,
"26083328" : 26218,
"26345472" : 26166,
"26607616" : 26037,
"26869760" : 26429,
"27131904" : 26438,
"27394048" : 26222,
"27656192" : 26458,
"27918336" : 26581,
"28180480" : 25759,
"28442624" : 26152,
"28704768" : 25872,
"28966912" : 25573,
"29229056" : 25501,
"29491200" : 25606,
"29753344" : 25529,
"30015488" : 24854,
"30277632" : 24510,
"30539776" : 23933,
"30801920" : 23529,
"31064064" : 22869,
"31326208" : 22505,
"31588352" : 21936,
"31850496" : 21121,
"32112640" : 20456,
"32374784" : 20014,
"32636928" : 19451,
"32899072" : 19042,
"33161216" : 18522,
"33423360" : 17832,
"33816576" : 34114,
"34340864" : 32135,
"34865152" : 30288,
"35389440" : 28302,
"35913728" : 26855,
"36438016" : 25004,
"36962304" : 23510,
"37486592" : 23001,
"38010880" : 21370,
"38535168" : 19734,
"39059456" : 18920,
"39583744" : 17785,
"40108032" : 17077,
"40632320" : 15859,
"41156608" : 15065,
"41680896" : 13913,
"42205184" : 13427,
"42729472" : 12558,
"43253760" : 11513,
"43778048" : 11208,
"44302336" : 10497,
"44826624" : 10143,
"45350912" : 9528,
"45875200" : 9227,
"46399488" : 8775,
"46923776" : 8447,
"47448064" : 8227,
"47972352" : 7697,
"48496640" : 7367,
"49020928" : 7199,
"49545216" : 7051,
"50069504" : 6640,
"50593792" : 6149,
"51118080" : 6089,
"51642368" : 5617,
"52166656" : 5327,
"52690944" : 4831,
"53215232" : 4845,
"53739520" : 4496,
"54263808" : 4296,
"54788096" : 4028,
"55312384" : 3732,
"55836672" : 3368,
"56360960" : 3259,
"56885248" : 2949,
"57409536" : 2769,
"57933824" : 2664,
"58458112" : 2507,
"58982400" : 2361,
"59506688" : 2178,
"60030976" : 2021,
"60555264" : 1914,
"61079552" : 1814,
"61603840" : 1674,
"62128128" : 1624,
"62652416" : 1535,
"63176704" : 1440,
"63700992" : 1374,
"64225280" : 1356,
"64749568" : 1247,
"65273856" : 1192,
"65798144" : 1071,
"66322432" : 989,
"66846720" : 963,
"67633152" : 1750,
"68681728" : 1560,
"69730304" : 1383,
"70778880" : 1232,
"71827456" : 1072,
"72876032" : 1010,
"73924608" : 894,
"74973184" : 758,
"76021760" : 728,
"77070336" : 639,
"78118912" : 521,
"79167488" : 465,
"80216064" : 450,
"81264640" : 376,
"82313216" : 276,
"83361792" : 250,
"84410368" : 243,
"85458944" : 196,
"86507520" : 211,
"87556096" : 181,
"88604672" : 160,
"89653248" : 150,
"90701824" : 102,
"91750400" : 95,
"92798976" : 85,
"93847552" : 69,
"94896128" : 80,
"95944704" : 31,
"96993280" : 36,
"98041856" : 35,
"99090432" : 26,
"100139008" : 19,
"101187584" : 10,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 117852881,
"mean" : 31743479.524650,
"stddev" : 10154013.603017,
"N" : 2096790
},
"bw_min" : 41730,
"bw_max" : 89744,
"bw_agg" : 99.989890,
"bw_mean" : 64507.096525,
"bw_dev" : 595.863487,
"bw_samples" : 4144,
"iops_min" : 10432,
"iops_max" : 22436,
"iops_mean" : 16125.957529,
"iops_stddev" : 148.987395,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080019,
"usr_cpu" : 0.413265,
"sys_cpu" : 7.685987,
"ctx" : 2633243,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.136858,
"50" : 88.570521,
"100" : 5.287995,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097675,
"timestamp_ms" : 1773097675656,
"time" : "Mon Mar 9 20:07:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9212051456,
"io_kbytes" : 8996144,
"bw_bytes" : 65798957,
"bw" : 64256,
"iops" : 16064.562902,
"runtime" : 140003,
"total_ios" : 2249087,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8130334,
"mean" : 991445.947173,
"stddev" : 990495.525888,
"N" : 2249087
},
"clat_ns" : {
"min" : 11819812,
"max" : 116915077,
"mean" : 30878493.139456,
"stddev" : 9972648.431287,
"N" : 2249071,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22675456,
"30.000000" : 24510464,
"40.000000" : 26607616,
"50.000000" : 28704768,
"60.000000" : 30801920,
"70.000000" : 33423360,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 50593792,
"99.000000" : 64749568,
"99.500000" : 70778880,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 95944704
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 22,
"14221312" : 20,
"14352384" : 51,
"14483456" : 60,
"14614528" : 55,
"14745600" : 80,
"14876672" : 63,
"15007744" : 93,
"15138816" : 147,
"15269888" : 188,
"15400960" : 203,
"15532032" : 224,
"15663104" : 302,
"15794176" : 311,
"15925248" : 434,
"16056320" : 572,
"16187392" : 625,
"16318464" : 728,
"16449536" : 788,
"16580608" : 898,
"16711680" : 1061,
"16908288" : 2525,
"17170432" : 3230,
"17432576" : 4297,
"17694720" : 5255,
"17956864" : 6526,
"18219008" : 7898,
"18481152" : 9678,
"18743296" : 11427,
"19005440" : 13896,
"19267584" : 15583,
"19529728" : 18264,
"19791872" : 21183,
"20054016" : 23606,
"20316160" : 25922,
"20578304" : 27780,
"20840448" : 29560,
"21102592" : 31261,
"21364736" : 32698,
"21626880" : 33315,
"21889024" : 33294,
"22151168" : 33733,
"22413312" : 33310,
"22675456" : 33431,
"22937600" : 33347,
"23199744" : 32672,
"23461888" : 32118,
"23724032" : 31407,
"23986176" : 31034,
"24248320" : 30203,
"24510464" : 29964,
"24772608" : 29963,
"25034752" : 29525,
"25296896" : 28950,
"25559040" : 28905,
"25821184" : 28861,
"26083328" : 28300,
"26345472" : 28124,
"26607616" : 28214,
"26869760" : 28440,
"27131904" : 28687,
"27394048" : 28439,
"27656192" : 28697,
"27918336" : 28832,
"28180480" : 27774,
"28442624" : 28088,
"28704768" : 27809,
"28966912" : 27586,
"29229056" : 27473,
"29491200" : 27527,
"29753344" : 27373,
"30015488" : 26718,
"30277632" : 26394,
"30539776" : 25669,
"30801920" : 25284,
"31064064" : 24536,
"31326208" : 24155,
"31588352" : 23535,
"31850496" : 22770,
"32112640" : 21934,
"32374784" : 21450,
"32636928" : 20838,
"32899072" : 20451,
"33161216" : 19862,
"33423360" : 19087,
"33816576" : 36597,
"34340864" : 34629,
"34865152" : 32681,
"35389440" : 30495,
"35913728" : 28961,
"36438016" : 26965,
"36962304" : 25443,
"37486592" : 24753,
"38010880" : 23100,
"38535168" : 21308,
"39059456" : 20396,
"39583744" : 19221,
"40108032" : 18514,
"40632320" : 17170,
"41156608" : 16486,
"41680896" : 15121,
"42205184" : 14684,
"42729472" : 13769,
"43253760" : 12641,
"43778048" : 12175,
"44302336" : 11464,
"44826624" : 11085,
"45350912" : 10441,
"45875200" : 10074,
"46399488" : 9573,
"46923776" : 9204,
"47448064" : 9007,
"47972352" : 8440,
"48496640" : 8038,
"49020928" : 7921,
"49545216" : 7661,
"50069504" : 7254,
"50593792" : 6758,
"51118080" : 6702,
"51642368" : 6198,
"52166656" : 5887,
"52690944" : 5348,
"53215232" : 5331,
"53739520" : 4952,
"54263808" : 4735,
"54788096" : 4489,
"55312384" : 4118,
"55836672" : 3714,
"56360960" : 3589,
"56885248" : 3239,
"57409536" : 3029,
"57933824" : 2933,
"58458112" : 2740,
"58982400" : 2574,
"59506688" : 2423,
"60030976" : 2252,
"60555264" : 2121,
"61079552" : 1995,
"61603840" : 1872,
"62128128" : 1797,
"62652416" : 1719,
"63176704" : 1602,
"63700992" : 1506,
"64225280" : 1496,
"64749568" : 1415,
"65273856" : 1324,
"65798144" : 1192,
"66322432" : 1120,
"66846720" : 1074,
"67633152" : 1979,
"68681728" : 1740,
"69730304" : 1582,
"70778880" : 1383,
"71827456" : 1215,
"72876032" : 1105,
"73924608" : 995,
"74973184" : 838,
"76021760" : 793,
"77070336" : 690,
"78118912" : 559,
"79167488" : 528,
"80216064" : 503,
"81264640" : 414,
"82313216" : 301,
"83361792" : 272,
"84410368" : 265,
"85458944" : 218,
"86507520" : 221,
"87556096" : 191,
"88604672" : 170,
"89653248" : 154,
"90701824" : 110,
"91750400" : 102,
"92798976" : 89,
"93847552" : 70,
"94896128" : 83,
"95944704" : 31,
"96993280" : 36,
"98041856" : 42,
"99090432" : 26,
"100139008" : 19,
"101187584" : 10,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 117852881,
"mean" : 31869853.823380,
"stddev" : 10208767.595477,
"N" : 2249071
},
"bw_min" : 41613,
"bw_max" : 89744,
"bw_agg" : 100.000000,
"bw_mean" : 64323.817204,
"bw_dev" : 596.630256,
"bw_samples" : 4464,
"iops_min" : 10403,
"iops_max" : 22436,
"iops_mean" : 16080.103943,
"iops_stddev" : 149.182348,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240018,
"usr_cpu" : 0.410086,
"sys_cpu" : 7.654403,
"ctx" : 2824195,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.935786,
"50" : 88.614358,
"100" : 5.445543,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097685,
"timestamp_ms" : 1773097685654,
"time" : "Mon Mar 9 20:08:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9837727744,
"io_kbytes" : 9607156,
"bw_bytes" : 65583102,
"bw" : 64045,
"iops" : 16011.686355,
"runtime" : 150004,
"total_ios" : 2401817,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8130334,
"mean" : 994731.913179,
"stddev" : 995321.382209,
"N" : 2401817
},
"clat_ns" : {
"min" : 11819812,
"max" : 116915077,
"mean" : 30981423.929498,
"stddev" : 9989670.656051,
"N" : 2401801,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22675456,
"30.000000" : 24772608,
"40.000000" : 26607616,
"50.000000" : 28704768,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51118080,
"99.000000" : 64749568,
"99.500000" : 70778880,
"99.900000" : 82313216,
"99.950000" : 86507520,
"99.990000" : 94896128
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 22,
"14221312" : 20,
"14352384" : 51,
"14483456" : 66,
"14614528" : 55,
"14745600" : 81,
"14876672" : 64,
"15007744" : 93,
"15138816" : 150,
"15269888" : 190,
"15400960" : 204,
"15532032" : 224,
"15663104" : 305,
"15794176" : 316,
"15925248" : 438,
"16056320" : 581,
"16187392" : 631,
"16318464" : 737,
"16449536" : 801,
"16580608" : 910,
"16711680" : 1081,
"16908288" : 2566,
"17170432" : 3300,
"17432576" : 4406,
"17694720" : 5408,
"17956864" : 6686,
"18219008" : 8139,
"18481152" : 9983,
"18743296" : 11838,
"19005440" : 14403,
"19267584" : 16218,
"19529728" : 18965,
"19791872" : 22008,
"20054016" : 24612,
"20316160" : 27083,
"20578304" : 29075,
"20840448" : 31013,
"21102592" : 32814,
"21364736" : 34389,
"21626880" : 35078,
"21889024" : 35058,
"22151168" : 35475,
"22413312" : 35187,
"22675456" : 35240,
"22937600" : 35212,
"23199744" : 34612,
"23461888" : 34052,
"23724032" : 33422,
"23986176" : 32979,
"24248320" : 32232,
"24510464" : 31843,
"24772608" : 32005,
"25034752" : 31352,
"25296896" : 30888,
"25559040" : 30791,
"25821184" : 30784,
"26083328" : 30292,
"26345472" : 30116,
"26607616" : 30211,
"26869760" : 30542,
"27131904" : 30712,
"27394048" : 30469,
"27656192" : 30780,
"27918336" : 30839,
"28180480" : 29656,
"28442624" : 30080,
"28704768" : 29661,
"28966912" : 29489,
"29229056" : 29368,
"29491200" : 29357,
"29753344" : 29261,
"30015488" : 28512,
"30277632" : 28106,
"30539776" : 27367,
"30801920" : 27032,
"31064064" : 26240,
"31326208" : 25767,
"31588352" : 25139,
"31850496" : 24469,
"32112640" : 23519,
"32374784" : 23042,
"32636928" : 22377,
"32899072" : 21966,
"33161216" : 21365,
"33423360" : 20577,
"33816576" : 39574,
"34340864" : 37345,
"34865152" : 35243,
"35389440" : 33058,
"35913728" : 31456,
"36438016" : 29349,
"36962304" : 27512,
"37486592" : 26708,
"38010880" : 24855,
"38535168" : 23067,
"39059456" : 22164,
"39583744" : 20931,
"40108032" : 20031,
"40632320" : 18585,
"41156608" : 17785,
"41680896" : 16321,
"42205184" : 15828,
"42729472" : 14957,
"43253760" : 13649,
"43778048" : 13141,
"44302336" : 12428,
"44826624" : 12042,
"45350912" : 11273,
"45875200" : 10949,
"46399488" : 10378,
"46923776" : 9959,
"47448064" : 9698,
"47972352" : 9142,
"48496640" : 8738,
"49020928" : 8561,
"49545216" : 8251,
"50069504" : 7829,
"50593792" : 7380,
"51118080" : 7262,
"51642368" : 6737,
"52166656" : 6410,
"52690944" : 5824,
"53215232" : 5769,
"53739520" : 5388,
"54263808" : 5164,
"54788096" : 4838,
"55312384" : 4494,
"55836672" : 4044,
"56360960" : 3921,
"56885248" : 3551,
"57409536" : 3300,
"57933824" : 3186,
"58458112" : 2985,
"58982400" : 2801,
"59506688" : 2639,
"60030976" : 2483,
"60555264" : 2372,
"61079552" : 2182,
"61603840" : 2090,
"62128128" : 1985,
"62652416" : 1876,
"63176704" : 1761,
"63700992" : 1648,
"64225280" : 1636,
"64749568" : 1544,
"65273856" : 1433,
"65798144" : 1287,
"66322432" : 1238,
"66846720" : 1159,
"67633152" : 2153,
"68681728" : 1922,
"69730304" : 1729,
"70778880" : 1501,
"71827456" : 1324,
"72876032" : 1190,
"73924608" : 1072,
"74973184" : 897,
"76021760" : 839,
"77070336" : 746,
"78118912" : 591,
"79167488" : 557,
"80216064" : 531,
"81264640" : 435,
"82313216" : 313,
"83361792" : 279,
"84410368" : 269,
"85458944" : 222,
"86507520" : 225,
"87556096" : 192,
"88604672" : 170,
"89653248" : 156,
"90701824" : 110,
"91750400" : 102,
"92798976" : 89,
"93847552" : 70,
"94896128" : 83,
"95944704" : 31,
"96993280" : 36,
"98041856" : 42,
"99090432" : 26,
"100139008" : 19,
"101187584" : 10,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 117852881,
"mean" : 31976176.176723,
"stddev" : 10226365.235380,
"N" : 2401801
},
"bw_min" : 41429,
"bw_max" : 89744,
"bw_agg" : 99.968775,
"bw_mean" : 64026.214047,
"bw_dev" : 596.850449,
"bw_samples" : 4784,
"iops_min" : 10357,
"iops_max" : 22436,
"iops_mean" : 16005.725753,
"iops_stddev" : 149.235821,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400029,
"usr_cpu" : 0.409912,
"sys_cpu" : 7.625408,
"ctx" : 3008348,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.745942,
"50" : 88.705010,
"100" : 5.545010,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097695,
"timestamp_ms" : 1773097695657,
"time" : "Mon Mar 9 20:08:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10460536832,
"io_kbytes" : 10215368,
"bw_bytes" : 65377129,
"bw" : 63844,
"iops" : 15961.538221,
"runtime" : 160003,
"total_ios" : 2553894,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8207422,
"mean" : 997891.021085,
"stddev" : 1000964.709344,
"N" : 2553894
},
"clat_ns" : {
"min" : 11819812,
"max" : 116915077,
"mean" : 31077713.082121,
"stddev" : 10039334.664469,
"N" : 2553878,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 24772608,
"40.000000" : 26869760,
"50.000000" : 28704768,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51118080,
"99.000000" : 64749568,
"99.500000" : 70778880,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 94896128
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 22,
"14221312" : 20,
"14352384" : 51,
"14483456" : 66,
"14614528" : 55,
"14745600" : 81,
"14876672" : 64,
"15007744" : 93,
"15138816" : 151,
"15269888" : 194,
"15400960" : 207,
"15532032" : 230,
"15663104" : 312,
"15794176" : 331,
"15925248" : 457,
"16056320" : 600,
"16187392" : 646,
"16318464" : 758,
"16449536" : 818,
"16580608" : 925,
"16711680" : 1101,
"16908288" : 2635,
"17170432" : 3393,
"17432576" : 4534,
"17694720" : 5549,
"17956864" : 6953,
"18219008" : 8487,
"18481152" : 10375,
"18743296" : 12353,
"19005440" : 14992,
"19267584" : 16875,
"19529728" : 19798,
"19791872" : 22912,
"20054016" : 25670,
"20316160" : 28191,
"20578304" : 30334,
"20840448" : 32509,
"21102592" : 34358,
"21364736" : 35973,
"21626880" : 36750,
"21889024" : 36786,
"22151168" : 37176,
"22413312" : 37076,
"22675456" : 37093,
"22937600" : 37096,
"23199744" : 36533,
"23461888" : 36002,
"23724032" : 35315,
"23986176" : 34981,
"24248320" : 34147,
"24510464" : 33854,
"24772608" : 33928,
"25034752" : 33418,
"25296896" : 32866,
"25559040" : 32826,
"25821184" : 32678,
"26083328" : 32233,
"26345472" : 32149,
"26607616" : 32144,
"26869760" : 32522,
"27131904" : 32712,
"27394048" : 32392,
"27656192" : 32824,
"27918336" : 32788,
"28180480" : 31668,
"28442624" : 32102,
"28704768" : 31724,
"28966912" : 31420,
"29229056" : 31248,
"29491200" : 31187,
"29753344" : 31126,
"30015488" : 30344,
"30277632" : 29907,
"30539776" : 29073,
"30801920" : 28828,
"31064064" : 27938,
"31326208" : 27497,
"31588352" : 26802,
"31850496" : 26052,
"32112640" : 25136,
"32374784" : 24570,
"32636928" : 23892,
"32899072" : 23459,
"33161216" : 22860,
"33423360" : 22008,
"33816576" : 42289,
"34340864" : 39855,
"34865152" : 37506,
"35389440" : 35451,
"35913728" : 33712,
"36438016" : 31382,
"36962304" : 29401,
"37486592" : 28489,
"38010880" : 26653,
"38535168" : 24832,
"39059456" : 23788,
"39583744" : 22447,
"40108032" : 21455,
"40632320" : 19933,
"41156608" : 19089,
"41680896" : 17536,
"42205184" : 16951,
"42729472" : 16037,
"43253760" : 14608,
"43778048" : 14175,
"44302336" : 13476,
"44826624" : 12998,
"45350912" : 12060,
"45875200" : 11726,
"46399488" : 11055,
"46923776" : 10650,
"47448064" : 10452,
"47972352" : 9879,
"48496640" : 9407,
"49020928" : 9235,
"49545216" : 8888,
"50069504" : 8511,
"50593792" : 7997,
"51118080" : 7801,
"51642368" : 7318,
"52166656" : 6952,
"52690944" : 6354,
"53215232" : 6291,
"53739520" : 5839,
"54263808" : 5573,
"54788096" : 5275,
"55312384" : 4827,
"55836672" : 4365,
"56360960" : 4236,
"56885248" : 3870,
"57409536" : 3598,
"57933824" : 3444,
"58458112" : 3186,
"58982400" : 3048,
"59506688" : 2840,
"60030976" : 2686,
"60555264" : 2564,
"61079552" : 2383,
"61603840" : 2290,
"62128128" : 2167,
"62652416" : 2048,
"63176704" : 1939,
"63700992" : 1813,
"64225280" : 1778,
"64749568" : 1666,
"65273856" : 1560,
"65798144" : 1422,
"66322432" : 1345,
"66846720" : 1253,
"67633152" : 2329,
"68681728" : 2082,
"69730304" : 1922,
"70778880" : 1658,
"71827456" : 1477,
"72876032" : 1304,
"73924608" : 1185,
"74973184" : 1001,
"76021760" : 941,
"77070336" : 814,
"78118912" : 677,
"79167488" : 630,
"80216064" : 587,
"81264640" : 499,
"82313216" : 356,
"83361792" : 311,
"84410368" : 292,
"85458944" : 240,
"86507520" : 241,
"87556096" : 212,
"88604672" : 185,
"89653248" : 170,
"90701824" : 119,
"91750400" : 118,
"92798976" : 93,
"93847552" : 77,
"94896128" : 89,
"95944704" : 36,
"96993280" : 42,
"98041856" : 44,
"99090432" : 27,
"100139008" : 21,
"101187584" : 12,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 117852881,
"mean" : 32075548.397069,
"stddev" : 10277009.448738,
"N" : 2553878
},
"bw_min" : 41360,
"bw_max" : 89744,
"bw_agg" : 100.000000,
"bw_mean" : 63916.144201,
"bw_dev" : 596.511289,
"bw_samples" : 5104,
"iops_min" : 10340,
"iops_max" : 22436,
"iops_mean" : 15978.219436,
"iops_stddev" : 149.149607,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560018,
"usr_cpu" : 0.408513,
"sys_cpu" : 7.600767,
"ctx" : 3197319,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.615660,
"50" : 88.710025,
"100" : 5.670361,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097705,
"timestamp_ms" : 1773097705655,
"time" : "Mon Mar 9 20:08:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11088498688,
"io_kbytes" : 10828612,
"bw_bytes" : 65224928,
"bw" : 63696,
"iops" : 15924.260606,
"runtime" : 170004,
"total_ios" : 2707188,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8207422,
"mean" : 1000240.671700,
"stddev" : 1005783.776992,
"N" : 2707188
},
"clat_ns" : {
"min" : 11819812,
"max" : 116915077,
"mean" : 31150892.697601,
"stddev" : 10063501.539654,
"N" : 2707172,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 24772608,
"40.000000" : 26869760,
"50.000000" : 28966912,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51118080,
"99.000000" : 65273856,
"99.500000" : 70778880,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 94896128
},
"bins" : {
"11862016" : 2,
"11993088" : 10,
"12124160" : 8,
"12255232" : 5,
"12386304" : 11,
"12517376" : 6,
"12648448" : 6,
"12779520" : 3,
"12910592" : 4,
"13041664" : 10,
"13172736" : 9,
"13303808" : 7,
"13434880" : 15,
"13565952" : 9,
"13697024" : 12,
"13828096" : 19,
"13959168" : 32,
"14090240" : 26,
"14221312" : 20,
"14352384" : 51,
"14483456" : 68,
"14614528" : 58,
"14745600" : 86,
"14876672" : 66,
"15007744" : 98,
"15138816" : 156,
"15269888" : 196,
"15400960" : 208,
"15532032" : 233,
"15663104" : 318,
"15794176" : 345,
"15925248" : 478,
"16056320" : 615,
"16187392" : 681,
"16318464" : 788,
"16449536" : 854,
"16580608" : 965,
"16711680" : 1146,
"16908288" : 2809,
"17170432" : 3556,
"17432576" : 4740,
"17694720" : 5832,
"17956864" : 7292,
"18219008" : 8908,
"18481152" : 10797,
"18743296" : 12878,
"19005440" : 15668,
"19267584" : 17626,
"19529728" : 20631,
"19791872" : 23808,
"20054016" : 26724,
"20316160" : 29354,
"20578304" : 31666,
"20840448" : 33813,
"21102592" : 35802,
"21364736" : 37456,
"21626880" : 38341,
"21889024" : 38427,
"22151168" : 38965,
"22413312" : 39011,
"22675456" : 38884,
"22937600" : 38952,
"23199744" : 38474,
"23461888" : 37954,
"23724032" : 37221,
"23986176" : 36920,
"24248320" : 36098,
"24510464" : 35828,
"24772608" : 35904,
"25034752" : 35402,
"25296896" : 34956,
"25559040" : 34861,
"25821184" : 34651,
"26083328" : 34328,
"26345472" : 34225,
"26607616" : 34241,
"26869760" : 34464,
"27131904" : 34763,
"27394048" : 34494,
"27656192" : 34986,
"27918336" : 34877,
"28180480" : 33695,
"28442624" : 34060,
"28704768" : 33745,
"28966912" : 33437,
"29229056" : 33306,
"29491200" : 33230,
"29753344" : 33082,
"30015488" : 32165,
"30277632" : 31725,
"30539776" : 30877,
"30801920" : 30590,
"31064064" : 29666,
"31326208" : 29169,
"31588352" : 28417,
"31850496" : 27653,
"32112640" : 26656,
"32374784" : 26069,
"32636928" : 25343,
"32899072" : 24933,
"33161216" : 24241,
"33423360" : 23385,
"33816576" : 45007,
"34340864" : 42384,
"34865152" : 39816,
"35389440" : 37692,
"35913728" : 35733,
"36438016" : 33492,
"36962304" : 31350,
"37486592" : 30304,
"38010880" : 28496,
"38535168" : 26450,
"39059456" : 25295,
"39583744" : 23853,
"40108032" : 22901,
"40632320" : 21263,
"41156608" : 20378,
"41680896" : 18806,
"42205184" : 18183,
"42729472" : 17205,
"43253760" : 15712,
"43778048" : 15163,
"44302336" : 14489,
"44826624" : 14000,
"45350912" : 12959,
"45875200" : 12625,
"46399488" : 11984,
"46923776" : 11434,
"47448064" : 11220,
"47972352" : 10676,
"48496640" : 10156,
"49020928" : 9915,
"49545216" : 9607,
"50069504" : 9137,
"50593792" : 8588,
"51118080" : 8342,
"51642368" : 7820,
"52166656" : 7485,
"52690944" : 6875,
"53215232" : 6733,
"53739520" : 6251,
"54263808" : 5957,
"54788096" : 5654,
"55312384" : 5167,
"55836672" : 4687,
"56360960" : 4521,
"56885248" : 4176,
"57409536" : 3882,
"57933824" : 3695,
"58458112" : 3410,
"58982400" : 3277,
"59506688" : 3039,
"60030976" : 2910,
"60555264" : 2739,
"61079552" : 2545,
"61603840" : 2445,
"62128128" : 2355,
"62652416" : 2207,
"63176704" : 2058,
"63700992" : 1954,
"64225280" : 1910,
"64749568" : 1772,
"65273856" : 1668,
"65798144" : 1526,
"66322432" : 1454,
"66846720" : 1366,
"67633152" : 2521,
"68681728" : 2255,
"69730304" : 2104,
"70778880" : 1820,
"71827456" : 1581,
"72876032" : 1389,
"73924608" : 1282,
"74973184" : 1088,
"76021760" : 1018,
"77070336" : 865,
"78118912" : 728,
"79167488" : 660,
"80216064" : 625,
"81264640" : 522,
"82313216" : 383,
"83361792" : 326,
"84410368" : 304,
"85458944" : 259,
"86507520" : 265,
"87556096" : 220,
"88604672" : 194,
"89653248" : 175,
"90701824" : 131,
"91750400" : 127,
"92798976" : 96,
"93847552" : 79,
"94896128" : 96,
"95944704" : 41,
"96993280" : 43,
"98041856" : 44,
"99090432" : 28,
"100139008" : 21,
"101187584" : 12,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 12236267,
"max" : 117852881,
"mean" : 32151123.116686,
"stddev" : 10301476.573566,
"N" : 2707172
},
"bw_min" : 41352,
"bw_max" : 89744,
"bw_agg" : 99.980817,
"bw_mean" : 63684.463127,
"bw_dev" : 597.075537,
"bw_samples" : 5424,
"iops_min" : 10338,
"iops_max" : 22436,
"iops_mean" : 15920.312684,
"iops_stddev" : 149.291520,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720029,
"usr_cpu" : 0.408194,
"sys_cpu" : 7.579110,
"ctx" : 3382760,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.528578,
"50" : 88.725718,
"100" : 5.741973,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097715,
"timestamp_ms" : 1773097715666,
"time" : "Mon Mar 9 20:08:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 16891,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11691122688,
"io_kbytes" : 11417112,
"bw_bytes" : 64949238,
"bw" : 63426,
"iops" : 15854.975445,
"runtime" : 180004,
"total_ios" : 2853959,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8207422,
"mean" : 1004616.537200,
"stddev" : 1013017.903524,
"N" : 2853975
},
"clat_ns" : {
"min" : 3595,
"max" : 116915077,
"mean" : 31283239.052521,
"stddev" : 10120918.122084,
"N" : 2854455,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 24772608,
"40.000000" : 26869760,
"50.000000" : 28966912,
"60.000000" : 31326208,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51642368,
"99.000000" : 65273856,
"99.500000" : 70778880,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 94896128
},
"bins" : {
"3600" : 1,
"3760" : 1,
"4048" : 1,
"4080" : 1,
"4320" : 2,
"4896" : 1,
"5088" : 1,
"5408" : 1,
"5728" : 1,
"6048" : 1,
"6112" : 1,
"6240" : 1,
"6688" : 1,
"8896" : 1,
"12992" : 1,
"448512" : 1,
"514048" : 1,
"782336" : 1,
"790528" : 1,
"847872" : 1,
"1089536" : 1,
"1236992" : 1,
"1253376" : 1,
"1564672" : 1,
"1695744" : 1,
"1728512" : 1,
"1826816" : 1,
"2211840" : 1,
"2244608" : 1,
"2539520" : 2,
"2637824" : 1,
"2801664" : 1,
"2998272" : 1,
"3260416" : 2,
"3489792" : 2,
"3620864" : 1,
"3719168" : 1,
"3817472" : 1,
"3850240" : 2,
"3915776" : 1,
"3981312" : 1,
"4046848" : 1,
"4079616" : 1,
"4227072" : 1,
"4292608" : 1,
"4358144" : 3,
"4489216" : 1,
"4554752" : 1,
"4685824" : 3,
"4751360" : 2,
"5013504" : 1,
"5144576" : 3,
"5472256" : 2,
"5537792" : 1,
"5603328" : 1,
"6127616" : 2,
"6193152" : 2,
"6389760" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 1,
"6914048" : 1,
"6979584" : 2,
"7045120" : 1,
"7307264" : 1,
"7438336" : 3,
"7569408" : 1,
"7634944" : 2,
"7700480" : 1,
"7962624" : 4,
"8028160" : 1,
"8159232" : 1,
"8224768" : 2,
"8355840" : 2,
"8454144" : 4,
"8716288" : 3,
"8847360" : 2,
"8978432" : 2,
"9109504" : 2,
"9240576" : 1,
"9371648" : 1,
"9502720" : 5,
"9633792" : 2,
"9764864" : 2,
"9895936" : 1,
"10158080" : 1,
"10289152" : 3,
"10420224" : 1,
"10551296" : 1,
"10682368" : 1,
"10944512" : 2,
"11075584" : 2,
"11206656" : 2,
"11337728" : 2,
"11468800" : 3,
"11599872" : 1,
"11730944" : 4,
"11862016" : 2,
"11993088" : 12,
"12124160" : 10,
"12255232" : 8,
"12386304" : 11,
"12517376" : 6,
"12648448" : 7,
"12779520" : 5,
"12910592" : 6,
"13041664" : 12,
"13172736" : 9,
"13303808" : 8,
"13434880" : 16,
"13565952" : 13,
"13697024" : 12,
"13828096" : 21,
"13959168" : 32,
"14090240" : 28,
"14221312" : 21,
"14352384" : 53,
"14483456" : 68,
"14614528" : 59,
"14745600" : 88,
"14876672" : 67,
"15007744" : 100,
"15138816" : 160,
"15269888" : 198,
"15400960" : 213,
"15532032" : 242,
"15663104" : 328,
"15794176" : 362,
"15925248" : 484,
"16056320" : 625,
"16187392" : 699,
"16318464" : 809,
"16449536" : 873,
"16580608" : 990,
"16711680" : 1173,
"16908288" : 2879,
"17170432" : 3623,
"17432576" : 4837,
"17694720" : 5949,
"17956864" : 7476,
"18219008" : 9154,
"18481152" : 11111,
"18743296" : 13227,
"19005440" : 16134,
"19267584" : 18226,
"19529728" : 21308,
"19791872" : 24594,
"20054016" : 27531,
"20316160" : 30289,
"20578304" : 32732,
"20840448" : 34952,
"21102592" : 37002,
"21364736" : 38751,
"21626880" : 39732,
"21889024" : 39931,
"22151168" : 40430,
"22413312" : 40540,
"22675456" : 40432,
"22937600" : 40537,
"23199744" : 40125,
"23461888" : 39491,
"23724032" : 38850,
"23986176" : 38487,
"24248320" : 37723,
"24510464" : 37483,
"24772608" : 37493,
"25034752" : 37041,
"25296896" : 36695,
"25559040" : 36535,
"25821184" : 36269,
"26083328" : 35925,
"26345472" : 35882,
"26607616" : 35925,
"26869760" : 36246,
"27131904" : 36526,
"27394048" : 36354,
"27656192" : 36692,
"27918336" : 36623,
"28180480" : 35496,
"28442624" : 35799,
"28704768" : 35498,
"28966912" : 35168,
"29229056" : 35077,
"29491200" : 35015,
"29753344" : 34761,
"30015488" : 33767,
"30277632" : 33378,
"30539776" : 32565,
"30801920" : 32168,
"31064064" : 31244,
"31326208" : 30802,
"31588352" : 30003,
"31850496" : 29224,
"32112640" : 28131,
"32374784" : 27484,
"32636928" : 26641,
"32899072" : 26350,
"33161216" : 25627,
"33423360" : 24791,
"33816576" : 47747,
"34340864" : 45188,
"34865152" : 42535,
"35389440" : 40216,
"35913728" : 38096,
"36438016" : 35914,
"36962304" : 33568,
"37486592" : 32387,
"38010880" : 30625,
"38535168" : 28490,
"39059456" : 27309,
"39583744" : 25712,
"40108032" : 24664,
"40632320" : 23082,
"41156608" : 22064,
"41680896" : 20344,
"42205184" : 19635,
"42729472" : 18527,
"43253760" : 17012,
"43778048" : 16394,
"44302336" : 15589,
"44826624" : 15080,
"45350912" : 14013,
"45875200" : 13583,
"46399488" : 12899,
"46923776" : 12289,
"47448064" : 12087,
"47972352" : 11525,
"48496640" : 10886,
"49020928" : 10627,
"49545216" : 10294,
"50069504" : 9781,
"50593792" : 9226,
"51118080" : 8953,
"51642368" : 8389,
"52166656" : 8028,
"52690944" : 7436,
"53215232" : 7259,
"53739520" : 6772,
"54263808" : 6455,
"54788096" : 6083,
"55312384" : 5566,
"55836672" : 5077,
"56360960" : 4839,
"56885248" : 4477,
"57409536" : 4177,
"57933824" : 3993,
"58458112" : 3663,
"58982400" : 3543,
"59506688" : 3290,
"60030976" : 3121,
"60555264" : 2965,
"61079552" : 2729,
"61603840" : 2622,
"62128128" : 2513,
"62652416" : 2390,
"63176704" : 2232,
"63700992" : 2094,
"64225280" : 2023,
"64749568" : 1895,
"65273856" : 1793,
"65798144" : 1664,
"66322432" : 1559,
"66846720" : 1478,
"67633152" : 2695,
"68681728" : 2479,
"69730304" : 2280,
"70778880" : 1970,
"71827456" : 1706,
"72876032" : 1518,
"73924608" : 1406,
"74973184" : 1178,
"76021760" : 1095,
"77070336" : 957,
"78118912" : 804,
"79167488" : 718,
"80216064" : 674,
"81264640" : 578,
"82313216" : 422,
"83361792" : 371,
"84410368" : 345,
"85458944" : 298,
"86507520" : 287,
"87556096" : 241,
"88604672" : 219,
"89653248" : 193,
"90701824" : 150,
"91750400" : 135,
"92798976" : 108,
"93847552" : 87,
"94896128" : 99,
"95944704" : 49,
"96993280" : 52,
"98041856" : 44,
"99090432" : 29,
"100139008" : 21,
"101187584" : 12,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 441425,
"max" : 117852881,
"mean" : 32287824.698360,
"stddev" : 10360029.114469,
"N" : 2854455
},
"bw_min" : 40896,
"bw_max" : 89744,
"bw_agg" : 100.000000,
"bw_mean" : 63491.153203,
"bw_dev" : 600.207286,
"bw_samples" : 5744,
"iops_min" : 10224,
"iops_max" : 22436,
"iops_mean" : 15871.944290,
"iops_stddev" : 150.075871,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880018,
"usr_cpu" : 0.405935,
"sys_cpu" : 7.542939,
"ctx" : 3563671,
"majf" : 0,
"minf" : 632,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999439,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 5.399342,
"50" : 88.737470,
"100" : 5.873280,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097715,
"timestamp_ms" : 1773097715693,
"time" : "Mon Mar 9 20:08:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11691913216,
"io_kbytes" : 11417884,
"bw_bytes" : 64948217,
"bw" : 63425,
"iops" : 15853.654336,
"runtime" : 180019,
"total_ios" : 2853959,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 295070,
"max" : 8207422,
"mean" : 1004616.537200,
"stddev" : 1013017.903524,
"N" : 2853975
},
"clat_ns" : {
"min" : 3595,
"max" : 116915077,
"mean" : 31283239.052521,
"stddev" : 10120918.122084,
"N" : 2854455,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 24772608,
"40.000000" : 26869760,
"50.000000" : 28966912,
"60.000000" : 31326208,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51642368,
"99.000000" : 65273856,
"99.500000" : 70778880,
"99.900000" : 82313216,
"99.950000" : 87556096,
"99.990000" : 94896128
},
"bins" : {
"3600" : 1,
"3760" : 1,
"4048" : 1,
"4080" : 1,
"4320" : 2,
"4896" : 1,
"5088" : 1,
"5408" : 1,
"5728" : 1,
"6048" : 1,
"6112" : 1,
"6240" : 1,
"6688" : 1,
"8896" : 1,
"12992" : 1,
"448512" : 1,
"514048" : 1,
"782336" : 1,
"790528" : 1,
"847872" : 1,
"1089536" : 1,
"1236992" : 1,
"1253376" : 1,
"1564672" : 1,
"1695744" : 1,
"1728512" : 1,
"1826816" : 1,
"2211840" : 1,
"2244608" : 1,
"2539520" : 2,
"2637824" : 1,
"2801664" : 1,
"2998272" : 1,
"3260416" : 2,
"3489792" : 2,
"3620864" : 1,
"3719168" : 1,
"3817472" : 1,
"3850240" : 2,
"3915776" : 1,
"3981312" : 1,
"4046848" : 1,
"4079616" : 1,
"4227072" : 1,
"4292608" : 1,
"4358144" : 3,
"4489216" : 1,
"4554752" : 1,
"4685824" : 3,
"4751360" : 2,
"5013504" : 1,
"5144576" : 3,
"5472256" : 2,
"5537792" : 1,
"5603328" : 1,
"6127616" : 2,
"6193152" : 2,
"6389760" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 1,
"6914048" : 1,
"6979584" : 2,
"7045120" : 1,
"7307264" : 1,
"7438336" : 3,
"7569408" : 1,
"7634944" : 2,
"7700480" : 1,
"7962624" : 4,
"8028160" : 1,
"8159232" : 1,
"8224768" : 2,
"8355840" : 2,
"8454144" : 4,
"8716288" : 3,
"8847360" : 2,
"8978432" : 2,
"9109504" : 2,
"9240576" : 1,
"9371648" : 1,
"9502720" : 5,
"9633792" : 2,
"9764864" : 2,
"9895936" : 1,
"10158080" : 1,
"10289152" : 3,
"10420224" : 1,
"10551296" : 1,
"10682368" : 1,
"10944512" : 2,
"11075584" : 2,
"11206656" : 2,
"11337728" : 2,
"11468800" : 3,
"11599872" : 1,
"11730944" : 4,
"11862016" : 2,
"11993088" : 12,
"12124160" : 10,
"12255232" : 8,
"12386304" : 11,
"12517376" : 6,
"12648448" : 7,
"12779520" : 5,
"12910592" : 6,
"13041664" : 12,
"13172736" : 9,
"13303808" : 8,
"13434880" : 16,
"13565952" : 13,
"13697024" : 12,
"13828096" : 21,
"13959168" : 32,
"14090240" : 28,
"14221312" : 21,
"14352384" : 53,
"14483456" : 68,
"14614528" : 59,
"14745600" : 88,
"14876672" : 67,
"15007744" : 100,
"15138816" : 160,
"15269888" : 198,
"15400960" : 213,
"15532032" : 242,
"15663104" : 328,
"15794176" : 362,
"15925248" : 484,
"16056320" : 625,
"16187392" : 699,
"16318464" : 809,
"16449536" : 873,
"16580608" : 990,
"16711680" : 1173,
"16908288" : 2879,
"17170432" : 3623,
"17432576" : 4837,
"17694720" : 5949,
"17956864" : 7476,
"18219008" : 9154,
"18481152" : 11111,
"18743296" : 13227,
"19005440" : 16134,
"19267584" : 18226,
"19529728" : 21308,
"19791872" : 24594,
"20054016" : 27531,
"20316160" : 30289,
"20578304" : 32732,
"20840448" : 34952,
"21102592" : 37002,
"21364736" : 38751,
"21626880" : 39732,
"21889024" : 39931,
"22151168" : 40430,
"22413312" : 40540,
"22675456" : 40432,
"22937600" : 40537,
"23199744" : 40125,
"23461888" : 39491,
"23724032" : 38850,
"23986176" : 38487,
"24248320" : 37723,
"24510464" : 37483,
"24772608" : 37493,
"25034752" : 37041,
"25296896" : 36695,
"25559040" : 36535,
"25821184" : 36269,
"26083328" : 35925,
"26345472" : 35882,
"26607616" : 35925,
"26869760" : 36246,
"27131904" : 36526,
"27394048" : 36354,
"27656192" : 36692,
"27918336" : 36623,
"28180480" : 35496,
"28442624" : 35799,
"28704768" : 35498,
"28966912" : 35168,
"29229056" : 35077,
"29491200" : 35015,
"29753344" : 34761,
"30015488" : 33767,
"30277632" : 33378,
"30539776" : 32565,
"30801920" : 32168,
"31064064" : 31244,
"31326208" : 30802,
"31588352" : 30003,
"31850496" : 29224,
"32112640" : 28131,
"32374784" : 27484,
"32636928" : 26641,
"32899072" : 26350,
"33161216" : 25627,
"33423360" : 24791,
"33816576" : 47747,
"34340864" : 45188,
"34865152" : 42535,
"35389440" : 40216,
"35913728" : 38096,
"36438016" : 35914,
"36962304" : 33568,
"37486592" : 32387,
"38010880" : 30625,
"38535168" : 28490,
"39059456" : 27309,
"39583744" : 25712,
"40108032" : 24664,
"40632320" : 23082,
"41156608" : 22064,
"41680896" : 20344,
"42205184" : 19635,
"42729472" : 18527,
"43253760" : 17012,
"43778048" : 16394,
"44302336" : 15589,
"44826624" : 15080,
"45350912" : 14013,
"45875200" : 13583,
"46399488" : 12899,
"46923776" : 12289,
"47448064" : 12087,
"47972352" : 11525,
"48496640" : 10886,
"49020928" : 10627,
"49545216" : 10294,
"50069504" : 9781,
"50593792" : 9226,
"51118080" : 8953,
"51642368" : 8389,
"52166656" : 8028,
"52690944" : 7436,
"53215232" : 7259,
"53739520" : 6772,
"54263808" : 6455,
"54788096" : 6083,
"55312384" : 5566,
"55836672" : 5077,
"56360960" : 4839,
"56885248" : 4477,
"57409536" : 4177,
"57933824" : 3993,
"58458112" : 3663,
"58982400" : 3543,
"59506688" : 3290,
"60030976" : 3121,
"60555264" : 2965,
"61079552" : 2729,
"61603840" : 2622,
"62128128" : 2513,
"62652416" : 2390,
"63176704" : 2232,
"63700992" : 2094,
"64225280" : 2023,
"64749568" : 1895,
"65273856" : 1793,
"65798144" : 1664,
"66322432" : 1559,
"66846720" : 1478,
"67633152" : 2695,
"68681728" : 2479,
"69730304" : 2280,
"70778880" : 1970,
"71827456" : 1706,
"72876032" : 1518,
"73924608" : 1406,
"74973184" : 1178,
"76021760" : 1095,
"77070336" : 957,
"78118912" : 804,
"79167488" : 718,
"80216064" : 674,
"81264640" : 578,
"82313216" : 422,
"83361792" : 371,
"84410368" : 345,
"85458944" : 298,
"86507520" : 287,
"87556096" : 241,
"88604672" : 219,
"89653248" : 193,
"90701824" : 150,
"91750400" : 135,
"92798976" : 108,
"93847552" : 87,
"94896128" : 99,
"95944704" : 49,
"96993280" : 52,
"98041856" : 44,
"99090432" : 29,
"100139008" : 21,
"101187584" : 12,
"102236160" : 12,
"103284736" : 11,
"104333312" : 8,
"105381888" : 5,
"106430464" : 8,
"107479040" : 2,
"108527616" : 2,
"109576192" : 3,
"110624768" : 4,
"111673344" : 1,
"112721920" : 2,
"113770496" : 2,
"116916224" : 2
}
},
"lat_ns" : {
"min" : 441425,
"max" : 117852881,
"mean" : 32287824.698360,
"stddev" : 10360029.114469,
"N" : 2854455
},
"bw_min" : 40896,
"bw_max" : 89744,
"bw_agg" : 100.000000,
"bw_mean" : 63475.497942,
"bw_dev" : 600.672202,
"bw_samples" : 5750,
"iops_min" : 10224,
"iops_max" : 22436,
"iops_mean" : 15868.023004,
"iops_stddev" : 150.192748,
"iops_samples" : 5750
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880106,
"usr_cpu" : 0.405923,
"sys_cpu" : 7.542708,
"ctx" : 3563748,
"majf" : 0,
"minf" : 638,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999439,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 5.399342,
"50" : 88.737470,
"100" : 5.873280,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}