raidz2/benchmarks/seq/seq-read-qd32-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773067842,
"timestamp_ms" : 1773067842496,
"time" : "Mon Mar 9 11:50:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 156499968000,
"io_kbytes" : 152832000,
"bw_bytes" : 16029905561,
"bw" : 15654204,
"iops" : 15343.029806,
"runtime" : 9763,
"total_ios" : 149794,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156208,
"usr_cpu" : 0.448761,
"sys_cpu" : 86.514775,
"ctx" : 92627,
"majf" : 0,
"minf" : 131217,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.170901,
"32" : 99.668879,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999332,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999330,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067852,
"timestamp_ms" : 1773067852733,
"time" : "Mon Mar 9 11:50:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 145119772672,
"io_kbytes" : 141718528,
"bw_bytes" : 14511977267,
"bw" : 14171852,
"iops" : 13842.300000,
"runtime" : 10000,
"total_ios" : 138423,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 262534,
"max" : 5087910,
"mean" : 1151095.755295,
"stddev" : 239032.170695,
"N" : 138424
},
"clat_ns" : {
"min" : 15399121,
"max" : 47225323,
"mean" : 35842985.074136,
"stddev" : 3827265.950312,
"N" : 138408,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 28442624,
"10.000000" : 32112640,
"20.000000" : 34340864,
"30.000000" : 35389440,
"40.000000" : 35913728,
"50.000000" : 36438016,
"60.000000" : 36962304,
"70.000000" : 37486592,
"80.000000" : 38535168,
"90.000000" : 39583744,
"95.000000" : 40108032,
"99.000000" : 41680896,
"99.500000" : 42729472,
"99.900000" : 43778048,
"99.950000" : 44302336,
"99.990000" : 45350912
},
"bins" : {
"15400960" : 2,
"15532032" : 7,
"15663104" : 14,
"15794176" : 11,
"15925248" : 6,
"16056320" : 10,
"16187392" : 13,
"16318464" : 20,
"16449536" : 28,
"16580608" : 22,
"16711680" : 28,
"16908288" : 58,
"17170432" : 70,
"17432576" : 46,
"17694720" : 67,
"17956864" : 86,
"18219008" : 76,
"18481152" : 120,
"18743296" : 105,
"19005440" : 162,
"19267584" : 123,
"19529728" : 171,
"19791872" : 135,
"20054016" : 173,
"20316160" : 163,
"20578304" : 149,
"20840448" : 143,
"21102592" : 157,
"21364736" : 113,
"21626880" : 162,
"21889024" : 132,
"22151168" : 122,
"22413312" : 144,
"22675456" : 134,
"22937600" : 165,
"23199744" : 156,
"23461888" : 150,
"23724032" : 144,
"23986176" : 146,
"24248320" : 147,
"24510464" : 173,
"24772608" : 176,
"25034752" : 162,
"25296896" : 193,
"25559040" : 209,
"25821184" : 173,
"26083328" : 168,
"26345472" : 153,
"26607616" : 173,
"26869760" : 194,
"27131904" : 216,
"27394048" : 205,
"27656192" : 192,
"27918336" : 223,
"28180480" : 221,
"28442624" : 211,
"28704768" : 234,
"28966912" : 275,
"29229056" : 332,
"29491200" : 351,
"29753344" : 437,
"30015488" : 460,
"30277632" : 516,
"30539776" : 526,
"30801920" : 655,
"31064064" : 612,
"31326208" : 767,
"31588352" : 798,
"31850496" : 920,
"32112640" : 971,
"32374784" : 1158,
"32636928" : 1256,
"32899072" : 1364,
"33161216" : 1647,
"33423360" : 1874,
"33816576" : 4533,
"34340864" : 6184,
"34865152" : 7449,
"35389440" : 9362,
"35913728" : 11129,
"36438016" : 12240,
"36962304" : 12693,
"37486592" : 12213,
"38010880" : 10780,
"38535168" : 8736,
"39059456" : 6801,
"39583744" : 4774,
"40108032" : 3320,
"40632320" : 2393,
"41156608" : 1556,
"41680896" : 864,
"42205184" : 516,
"42729472" : 342,
"43253760" : 229,
"43778048" : 115,
"44302336" : 51,
"44826624" : 30,
"45350912" : 10,
"45875200" : 4,
"46399488" : 4,
"46923776" : 4,
"47448064" : 1
}
},
"lat_ns" : {
"min" : 15848272,
"max" : 48545836,
"mean" : 36994002.021798,
"stddev" : 3940207.427384,
"N" : 138408
},
"bw_min" : 13218023,
"bw_max" : 15309721,
"bw_agg" : 100.000000,
"bw_mean" : 14188101.315789,
"bw_dev" : 63427.330713,
"bw_samples" : 304,
"iops_min" : 12905,
"iops_max" : 14947,
"iops_mean" : 13853.473684,
"iops_stddev" : 61.946065,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159994,
"usr_cpu" : 0.454392,
"sys_cpu" : 80.980537,
"ctx" : 126493,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.028008,
"50" : 98.961155,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067862,
"timestamp_ms" : 1773067862733,
"time" : "Mon Mar 9 11:51:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 283746762752,
"io_kbytes" : 277096448,
"bw_bytes" : 14187338137,
"bw" : 13854822,
"iops" : 13531.100000,
"runtime" : 20000,
"total_ios" : 270622,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 262534,
"max" : 5087910,
"mean" : 1177425.726404,
"stddev" : 227910.758514,
"N" : 270622
},
"clat_ns" : {
"min" : 15399121,
"max" : 47225323,
"mean" : 36661353.796065,
"stddev" : 3196022.316072,
"N" : 270606,
"percentile" : {
"1.000000" : 22413312,
"5.000000" : 31588352,
"10.000000" : 33816576,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 37486592,
"70.000000" : 38010880,
"80.000000" : 39059456,
"90.000000" : 39583744,
"95.000000" : 40632320,
"99.000000" : 42205184,
"99.500000" : 42729472,
"99.900000" : 43778048,
"99.950000" : 44302336,
"99.990000" : 45350912
},
"bins" : {
"15400960" : 2,
"15532032" : 7,
"15663104" : 14,
"15794176" : 11,
"15925248" : 6,
"16056320" : 10,
"16187392" : 13,
"16318464" : 20,
"16449536" : 28,
"16580608" : 22,
"16711680" : 28,
"16908288" : 58,
"17170432" : 70,
"17432576" : 46,
"17694720" : 67,
"17956864" : 86,
"18219008" : 76,
"18481152" : 120,
"18743296" : 105,
"19005440" : 162,
"19267584" : 123,
"19529728" : 171,
"19791872" : 135,
"20054016" : 173,
"20316160" : 163,
"20578304" : 149,
"20840448" : 143,
"21102592" : 157,
"21364736" : 113,
"21626880" : 162,
"21889024" : 132,
"22151168" : 122,
"22413312" : 144,
"22675456" : 134,
"22937600" : 165,
"23199744" : 156,
"23461888" : 150,
"23724032" : 144,
"23986176" : 146,
"24248320" : 147,
"24510464" : 173,
"24772608" : 176,
"25034752" : 162,
"25296896" : 193,
"25559040" : 209,
"25821184" : 173,
"26083328" : 168,
"26345472" : 153,
"26607616" : 173,
"26869760" : 194,
"27131904" : 216,
"27394048" : 206,
"27656192" : 193,
"27918336" : 226,
"28180480" : 229,
"28442624" : 225,
"28704768" : 251,
"28966912" : 294,
"29229056" : 368,
"29491200" : 378,
"29753344" : 491,
"30015488" : 507,
"30277632" : 561,
"30539776" : 573,
"30801920" : 704,
"31064064" : 679,
"31326208" : 861,
"31588352" : 921,
"31850496" : 1082,
"32112640" : 1185,
"32374784" : 1433,
"32636928" : 1638,
"32899072" : 1848,
"33161216" : 2232,
"33423360" : 2663,
"33816576" : 6727,
"34340864" : 9659,
"34865152" : 12845,
"35389440" : 16980,
"35913728" : 21423,
"36438016" : 24492,
"36962304" : 26520,
"37486592" : 26021,
"38010880" : 24100,
"38535168" : 21142,
"39059456" : 16888,
"39583744" : 12620,
"40108032" : 9157,
"40632320" : 6569,
"41156608" : 4191,
"41680896" : 2306,
"42205184" : 1388,
"42729472" : 856,
"43253760" : 564,
"43778048" : 290,
"44302336" : 119,
"44826624" : 85,
"45350912" : 27,
"45875200" : 8,
"46399488" : 6,
"46923776" : 4,
"47448064" : 1
}
},
"lat_ns" : {
"min" : 15848272,
"max" : 48545836,
"mean" : 37838476.204914,
"stddev" : 3286474.970209,
"N" : 270606
},
"bw_min" : 12998286,
"bw_max" : 15359970,
"bw_agg" : 100.000000,
"bw_mean" : 13870740.410256,
"bw_dev" : 64071.138599,
"bw_samples" : 624,
"iops_min" : 12693,
"iops_max" : 14996,
"iops_mean" : 13543.256410,
"iops_stddev" : 62.569711,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 0.470004,
"sys_cpu" : 81.289200,
"ctx" : 265310,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999630,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.525826,
"50" : 99.468262,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067872,
"timestamp_ms" : 1773067872733,
"time" : "Mon Mar 9 11:51:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 422499581952,
"io_kbytes" : 412597248,
"bw_bytes" : 14083319398,
"bw" : 13753241,
"iops" : 13431.700000,
"runtime" : 30000,
"total_ios" : 402951,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 262534,
"max" : 5087910,
"mean" : 1186105.906597,
"stddev" : 226288.716326,
"N" : 402951
},
"clat_ns" : {
"min" : 15399121,
"max" : 47399371,
"mean" : 36933578.140799,
"stddev" : 2961851.539424,
"N" : 402935,
"percentile" : {
"1.000000" : 24510464,
"5.000000" : 32374784,
"10.000000" : 34340864,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 40632320,
"99.000000" : 42205184,
"99.500000" : 43253760,
"99.900000" : 44302336,
"99.950000" : 44826624,
"99.990000" : 46399488
},
"bins" : {
"15400960" : 2,
"15532032" : 7,
"15663104" : 14,
"15794176" : 11,
"15925248" : 6,
"16056320" : 10,
"16187392" : 13,
"16318464" : 20,
"16449536" : 28,
"16580608" : 22,
"16711680" : 28,
"16908288" : 58,
"17170432" : 70,
"17432576" : 46,
"17694720" : 67,
"17956864" : 86,
"18219008" : 76,
"18481152" : 120,
"18743296" : 105,
"19005440" : 162,
"19267584" : 123,
"19529728" : 171,
"19791872" : 135,
"20054016" : 173,
"20316160" : 163,
"20578304" : 149,
"20840448" : 143,
"21102592" : 157,
"21364736" : 113,
"21626880" : 162,
"21889024" : 132,
"22151168" : 122,
"22413312" : 144,
"22675456" : 134,
"22937600" : 165,
"23199744" : 156,
"23461888" : 150,
"23724032" : 144,
"23986176" : 146,
"24248320" : 149,
"24510464" : 176,
"24772608" : 181,
"25034752" : 170,
"25296896" : 202,
"25559040" : 220,
"25821184" : 179,
"26083328" : 188,
"26345472" : 186,
"26607616" : 222,
"26869760" : 245,
"27131904" : 253,
"27394048" : 263,
"27656192" : 233,
"27918336" : 290,
"28180480" : 305,
"28442624" : 297,
"28704768" : 340,
"28966912" : 392,
"29229056" : 460,
"29491200" : 474,
"29753344" : 633,
"30015488" : 635,
"30277632" : 697,
"30539776" : 730,
"30801920" : 836,
"31064064" : 874,
"31326208" : 1065,
"31588352" : 1142,
"31850496" : 1344,
"32112640" : 1506,
"32374784" : 1789,
"32636928" : 2052,
"32899072" : 2405,
"33161216" : 2888,
"33423360" : 3439,
"33816576" : 9023,
"34340864" : 13285,
"34865152" : 17804,
"35389440" : 24059,
"35913728" : 31101,
"36438016" : 36003,
"36962304" : 39704,
"37486592" : 39426,
"38010880" : 37133,
"38535168" : 32957,
"39059456" : 27362,
"39583744" : 20567,
"40108032" : 15078,
"40632320" : 10783,
"41156608" : 6922,
"41680896" : 4167,
"42205184" : 2604,
"42729472" : 1539,
"43253760" : 1020,
"43778048" : 568,
"44302336" : 275,
"44826624" : 189,
"45350912" : 86,
"45875200" : 40,
"46399488" : 25,
"46923776" : 17,
"47448064" : 5
}
},
"lat_ns" : {
"min" : 15848272,
"max" : 48744781,
"mean" : 38119642.274667,
"stddev" : 3043454.900799,
"N" : 402935
},
"bw_min" : 12902030,
"bw_max" : 15480802,
"bw_agg" : 100.000000,
"bw_mean" : 13757753.508475,
"bw_dev" : 59534.665020,
"bw_samples" : 944,
"iops_min" : 12599,
"iops_max" : 15114,
"iops_mean" : 13433.372881,
"iops_stddev" : 58.132005,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479997,
"usr_cpu" : 0.475211,
"sys_cpu" : 81.016965,
"ctx" : 409231,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999504,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999504,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.353145,
"50" : 99.642885,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067882,
"timestamp_ms" : 1773067882732,
"time" : "Mon Mar 9 11:51:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 566293954560,
"io_kbytes" : 553021440,
"bw_bytes" : 14157348864,
"bw" : 13825536,
"iops" : 13501.975000,
"runtime" : 40000,
"total_ios" : 540079,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 262534,
"max" : 5087910,
"mean" : 1179896.425851,
"stddev" : 237223.143788,
"N" : 540079
},
"clat_ns" : {
"min" : 13370989,
"max" : 51633697,
"mean" : 36740398.757204,
"stddev" : 3718796.158024,
"N" : 540063,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 31064064,
"10.000000" : 33816576,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 40632320,
"99.000000" : 42729472,
"99.500000" : 43253760,
"99.900000" : 44826624,
"99.950000" : 45350912,
"99.990000" : 46923776
},
"bins" : {
"13434880" : 5,
"13565952" : 4,
"13697024" : 5,
"13828096" : 9,
"13959168" : 3,
"14090240" : 2,
"14221312" : 1,
"14352384" : 2,
"14483456" : 4,
"14614528" : 7,
"14745600" : 4,
"14876672" : 3,
"15007744" : 9,
"15138816" : 7,
"15269888" : 18,
"15400960" : 17,
"15532032" : 31,
"15663104" : 32,
"15794176" : 41,
"15925248" : 29,
"16056320" : 40,
"16187392" : 50,
"16318464" : 46,
"16449536" : 55,
"16580608" : 81,
"16711680" : 89,
"16908288" : 220,
"17170432" : 286,
"17432576" : 278,
"17694720" : 320,
"17956864" : 311,
"18219008" : 348,
"18481152" : 415,
"18743296" : 402,
"19005440" : 484,
"19267584" : 484,
"19529728" : 516,
"19791872" : 506,
"20054016" : 570,
"20316160" : 639,
"20578304" : 594,
"20840448" : 581,
"21102592" : 618,
"21364736" : 541,
"21626880" : 641,
"21889024" : 572,
"22151168" : 606,
"22413312" : 608,
"22675456" : 630,
"22937600" : 605,
"23199744" : 587,
"23461888" : 557,
"23724032" : 509,
"23986176" : 511,
"24248320" : 528,
"24510464" : 494,
"24772608" : 455,
"25034752" : 415,
"25296896" : 482,
"25559040" : 466,
"25821184" : 395,
"26083328" : 357,
"26345472" : 331,
"26607616" : 350,
"26869760" : 347,
"27131904" : 345,
"27394048" : 350,
"27656192" : 307,
"27918336" : 358,
"28180480" : 360,
"28442624" : 333,
"28704768" : 400,
"28966912" : 446,
"29229056" : 508,
"29491200" : 520,
"29753344" : 666,
"30015488" : 662,
"30277632" : 723,
"30539776" : 750,
"30801920" : 866,
"31064064" : 909,
"31326208" : 1106,
"31588352" : 1200,
"31850496" : 1411,
"32112640" : 1598,
"32374784" : 1926,
"32636928" : 2264,
"32899072" : 2754,
"33161216" : 3425,
"33423360" : 4214,
"33816576" : 11136,
"34340864" : 16574,
"34865152" : 22769,
"35389440" : 30627,
"35913728" : 39246,
"36438016" : 45838,
"36962304" : 51140,
"37486592" : 51900,
"38010880" : 49372,
"38535168" : 44667,
"39059456" : 37511,
"39583744" : 28792,
"40108032" : 21512,
"40632320" : 15303,
"41156608" : 9865,
"41680896" : 6126,
"42205184" : 3835,
"42729472" : 2452,
"43253760" : 1607,
"43778048" : 944,
"44302336" : 515,
"44826624" : 361,
"45350912" : 209,
"45875200" : 93,
"46399488" : 58,
"46923776" : 30,
"47448064" : 6,
"47972352" : 1,
"48496640" : 1,
"49545216" : 4,
"50069504" : 4,
"50593792" : 3,
"51118080" : 6,
"51642368" : 2
}
},
"lat_ns" : {
"min" : 13891650,
"max" : 52948772,
"mean" : 37920286.343727,
"stddev" : 3827251.171912,
"N" : 540063
},
"bw_min" : 12842211,
"bw_max" : 16119778,
"bw_agg" : 100.000000,
"bw_mean" : 13826071.278481,
"bw_dev" : 81493.903278,
"bw_samples" : 1264,
"iops_min" : 12540,
"iops_max" : 15738,
"iops_mean" : 13500.075949,
"iops_stddev" : 79.586478,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639997,
"usr_cpu" : 0.473752,
"sys_cpu" : 81.179756,
"ctx" : 536807,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.986522,
"50" : 99.007923,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067892,
"timestamp_ms" : 1773067892734,
"time" : "Mon Mar 9 11:51:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 703407849472,
"io_kbytes" : 686921728,
"bw_bytes" : 14067875631,
"bw" : 13738159,
"iops" : 13416.751665,
"runtime" : 50001,
"total_ios" : 670851,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 262534,
"max" : 5087910,
"mean" : 1187388.914102,
"stddev" : 235277.148543,
"N" : 670851
},
"clat_ns" : {
"min" : 13370989,
"max" : 53556487,
"mean" : 36973025.062370,
"stddev" : 3521862.027917,
"N" : 670835,
"percentile" : {
"1.000000" : 20578304,
"5.000000" : 32112640,
"10.000000" : 34340864,
"20.000000" : 35389440,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43253760,
"99.900000" : 45350912,
"99.950000" : 45875200,
"99.990000" : 48496640
},
"bins" : {
"13434880" : 5,
"13565952" : 4,
"13697024" : 5,
"13828096" : 9,
"13959168" : 3,
"14090240" : 2,
"14221312" : 3,
"14352384" : 3,
"14483456" : 5,
"14614528" : 10,
"14745600" : 7,
"14876672" : 12,
"15007744" : 13,
"15138816" : 18,
"15269888" : 24,
"15400960" : 25,
"15532032" : 41,
"15663104" : 41,
"15794176" : 49,
"15925248" : 33,
"16056320" : 47,
"16187392" : 60,
"16318464" : 50,
"16449536" : 65,
"16580608" : 91,
"16711680" : 102,
"16908288" : 246,
"17170432" : 312,
"17432576" : 295,
"17694720" : 325,
"17956864" : 326,
"18219008" : 355,
"18481152" : 418,
"18743296" : 404,
"19005440" : 488,
"19267584" : 491,
"19529728" : 524,
"19791872" : 517,
"20054016" : 587,
"20316160" : 649,
"20578304" : 596,
"20840448" : 584,
"21102592" : 623,
"21364736" : 554,
"21626880" : 658,
"21889024" : 573,
"22151168" : 607,
"22413312" : 616,
"22675456" : 632,
"22937600" : 609,
"23199744" : 595,
"23461888" : 562,
"23724032" : 519,
"23986176" : 515,
"24248320" : 533,
"24510464" : 496,
"24772608" : 456,
"25034752" : 416,
"25296896" : 484,
"25559040" : 472,
"25821184" : 397,
"26083328" : 361,
"26345472" : 335,
"26607616" : 351,
"26869760" : 350,
"27131904" : 345,
"27394048" : 352,
"27656192" : 312,
"27918336" : 362,
"28180480" : 362,
"28442624" : 334,
"28704768" : 401,
"28966912" : 446,
"29229056" : 511,
"29491200" : 521,
"29753344" : 668,
"30015488" : 663,
"30277632" : 723,
"30539776" : 751,
"30801920" : 868,
"31064064" : 916,
"31326208" : 1111,
"31588352" : 1211,
"31850496" : 1454,
"32112640" : 1687,
"32374784" : 2055,
"32636928" : 2481,
"32899072" : 3012,
"33161216" : 3776,
"33423360" : 4696,
"33816576" : 12828,
"34340864" : 19234,
"34865152" : 26592,
"35389440" : 36351,
"35913728" : 47294,
"36438016" : 56190,
"36962304" : 63574,
"37486592" : 65327,
"38010880" : 63319,
"38535168" : 57941,
"39059456" : 49097,
"39583744" : 38140,
"40108032" : 28938,
"40632320" : 20525,
"41156608" : 13353,
"41680896" : 8470,
"42205184" : 5382,
"42729472" : 3322,
"43253760" : 2121,
"43778048" : 1268,
"44302336" : 752,
"44826624" : 518,
"45350912" : 313,
"45875200" : 144,
"46399488" : 92,
"46923776" : 59,
"47448064" : 23,
"47972352" : 16,
"48496640" : 19,
"49020928" : 6,
"49545216" : 9,
"50069504" : 7,
"50593792" : 7,
"51118080" : 8,
"51642368" : 4,
"52166656" : 7,
"52690944" : 2,
"53215232" : 6,
"53739520" : 1
}
},
"lat_ns" : {
"min" : 13891650,
"max" : 54865361,
"mean" : 38160355.719086,
"stddev" : 3623226.109772,
"N" : 670835
},
"bw_min" : 12797496,
"bw_max" : 16119778,
"bw_agg" : 100.000000,
"bw_mean" : 13747886.444444,
"bw_dev" : 77699.476250,
"bw_samples" : 1584,
"iops_min" : 12497,
"iops_max" : 15738,
"iops_mean" : 13423.606061,
"iops_stddev" : 75.881656,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800002,
"usr_cpu" : 0.474124,
"sys_cpu" : 81.221547,
"ctx" : 681989,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.834761,
"50" : 99.156892,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067902,
"timestamp_ms" : 1773067902732,
"time" : "Mon Mar 9 11:51:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 118,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 841638477824,
"io_kbytes" : 821912576,
"bw_bytes" : 14027307963,
"bw" : 13698542,
"iops" : 13377.900000,
"runtime" : 60000,
"total_ios" : 802674,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 262534,
"max" : 5259394,
"mean" : 1190829.870451,
"stddev" : 235651.895235,
"N" : 802674
},
"clat_ns" : {
"min" : 13370989,
"max" : 53556487,
"mean" : 37080583.637860,
"stddev" : 3509018.587697,
"N" : 802658,
"percentile" : {
"1.000000" : 20054016,
"5.000000" : 32636928,
"10.000000" : 34340864,
"20.000000" : 35389440,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45350912,
"99.950000" : 46399488,
"99.990000" : 48496640
},
"bins" : {
"13434880" : 5,
"13565952" : 4,
"13697024" : 5,
"13828096" : 9,
"13959168" : 3,
"14090240" : 2,
"14221312" : 3,
"14352384" : 3,
"14483456" : 5,
"14614528" : 10,
"14745600" : 8,
"14876672" : 12,
"15007744" : 20,
"15138816" : 40,
"15269888" : 43,
"15400960" : 44,
"15532032" : 54,
"15663104" : 55,
"15794176" : 61,
"15925248" : 46,
"16056320" : 69,
"16187392" : 99,
"16318464" : 106,
"16449536" : 128,
"16580608" : 165,
"16711680" : 168,
"16908288" : 395,
"17170432" : 429,
"17432576" : 427,
"17694720" : 488,
"17956864" : 479,
"18219008" : 512,
"18481152" : 542,
"18743296" : 527,
"19005440" : 594,
"19267584" : 606,
"19529728" : 622,
"19791872" : 603,
"20054016" : 638,
"20316160" : 711,
"20578304" : 672,
"20840448" : 631,
"21102592" : 650,
"21364736" : 577,
"21626880" : 692,
"21889024" : 608,
"22151168" : 638,
"22413312" : 650,
"22675456" : 662,
"22937600" : 629,
"23199744" : 624,
"23461888" : 589,
"23724032" : 556,
"23986176" : 545,
"24248320" : 557,
"24510464" : 512,
"24772608" : 477,
"25034752" : 423,
"25296896" : 485,
"25559040" : 476,
"25821184" : 401,
"26083328" : 361,
"26345472" : 339,
"26607616" : 352,
"26869760" : 352,
"27131904" : 352,
"27394048" : 352,
"27656192" : 313,
"27918336" : 364,
"28180480" : 362,
"28442624" : 338,
"28704768" : 403,
"28966912" : 451,
"29229056" : 515,
"29491200" : 528,
"29753344" : 675,
"30015488" : 685,
"30277632" : 740,
"30539776" : 774,
"30801920" : 902,
"31064064" : 945,
"31326208" : 1150,
"31588352" : 1256,
"31850496" : 1512,
"32112640" : 1765,
"32374784" : 2160,
"32636928" : 2617,
"32899072" : 3202,
"33161216" : 4044,
"33423360" : 5099,
"33816576" : 14143,
"34340864" : 21419,
"34865152" : 30373,
"35389440" : 42181,
"35913728" : 55480,
"36438016" : 67171,
"36962304" : 76155,
"37486592" : 79078,
"38010880" : 77398,
"38535168" : 70771,
"39059456" : 59723,
"39583744" : 47114,
"40108032" : 36049,
"40632320" : 25572,
"41156608" : 16742,
"41680896" : 10792,
"42205184" : 7038,
"42729472" : 4389,
"43253760" : 2840,
"43778048" : 1712,
"44302336" : 1020,
"44826624" : 687,
"45350912" : 432,
"45875200" : 237,
"46399488" : 160,
"46923776" : 112,
"47448064" : 47,
"47972352" : 24,
"48496640" : 22,
"49020928" : 10,
"49545216" : 10,
"50069504" : 11,
"50593792" : 10,
"51118080" : 14,
"51642368" : 4,
"52166656" : 7,
"52690944" : 2,
"53215232" : 6,
"53739520" : 1
}
},
"lat_ns" : {
"min" : 13891650,
"max" : 54865361,
"mean" : 38271397.610529,
"stddev" : 3609741.572376,
"N" : 802658
},
"bw_min" : 12737697,
"bw_max" : 16271330,
"bw_agg" : 100.000000,
"bw_mean" : 13700893.008403,
"bw_dev" : 77034.399453,
"bw_samples" : 1904,
"iops_min" : 12438,
"iops_max" : 15886,
"iops_mean" : 13377.731092,
"iops_stddev" : 75.233637,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959989,
"usr_cpu" : 0.470318,
"sys_cpu" : 81.234681,
"ctx" : 822334,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999875,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999875,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.944593,
"50" : 99.047060,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067912,
"timestamp_ms" : 1773067912734,
"time" : "Mon Mar 9 11:51:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 990779539456,
"io_kbytes" : 967558144,
"bw_bytes" : 14153791223,
"bw" : 13822061,
"iops" : 13498.535735,
"runtime" : 70001,
"total_ios" : 944911,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 260171,
"max" : 7338454,
"mean" : 1180170.542641,
"stddev" : 246119.720919,
"N" : 944911
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36749843.723595,
"stddev" : 4115801.022827,
"N" : 944895,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 29229056,
"10.000000" : 33816576,
"20.000000" : 35389440,
"30.000000" : 36438016,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 49020928,
"99.990000" : 57933824
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 12,
"13041664" : 6,
"13172736" : 6,
"13303808" : 12,
"13434880" : 14,
"13565952" : 10,
"13697024" : 11,
"13828096" : 23,
"13959168" : 15,
"14090240" : 18,
"14221312" : 23,
"14352384" : 12,
"14483456" : 32,
"14614528" : 48,
"14745600" : 36,
"14876672" : 34,
"15007744" : 31,
"15138816" : 61,
"15269888" : 74,
"15400960" : 99,
"15532032" : 137,
"15663104" : 162,
"15794176" : 156,
"15925248" : 182,
"16056320" : 213,
"16187392" : 272,
"16318464" : 340,
"16449536" : 346,
"16580608" : 431,
"16711680" : 438,
"16908288" : 971,
"17170432" : 949,
"17432576" : 983,
"17694720" : 1053,
"17956864" : 1037,
"18219008" : 1132,
"18481152" : 1159,
"18743296" : 1079,
"19005440" : 1092,
"19267584" : 1064,
"19529728" : 1105,
"19791872" : 1035,
"20054016" : 1056,
"20316160" : 1064,
"20578304" : 984,
"20840448" : 950,
"21102592" : 1013,
"21364736" : 889,
"21626880" : 1013,
"21889024" : 892,
"22151168" : 885,
"22413312" : 878,
"22675456" : 899,
"22937600" : 874,
"23199744" : 882,
"23461888" : 848,
"23724032" : 859,
"23986176" : 818,
"24248320" : 838,
"24510464" : 814,
"24772608" : 795,
"25034752" : 775,
"25296896" : 837,
"25559040" : 923,
"25821184" : 798,
"26083328" : 760,
"26345472" : 816,
"26607616" : 866,
"26869760" : 857,
"27131904" : 899,
"27394048" : 888,
"27656192" : 779,
"27918336" : 818,
"28180480" : 746,
"28442624" : 705,
"28704768" : 797,
"28966912" : 875,
"29229056" : 928,
"29491200" : 949,
"29753344" : 1067,
"30015488" : 1103,
"30277632" : 1200,
"30539776" : 1216,
"30801920" : 1321,
"31064064" : 1418,
"31326208" : 1700,
"31588352" : 1840,
"31850496" : 2156,
"32112640" : 2466,
"32374784" : 2956,
"32636928" : 3522,
"32899072" : 4196,
"33161216" : 5202,
"33423360" : 6442,
"33816576" : 17799,
"34340864" : 26161,
"34865152" : 36567,
"35389440" : 49502,
"35913728" : 63820,
"36438016" : 76612,
"36962304" : 85959,
"37486592" : 89064,
"38010880" : 87192,
"38535168" : 79944,
"39059456" : 67745,
"39583744" : 53297,
"40108032" : 41050,
"40632320" : 29224,
"41156608" : 19573,
"41680896" : 12713,
"42205184" : 8189,
"42729472" : 5207,
"43253760" : 3369,
"43778048" : 2005,
"44302336" : 1179,
"44826624" : 807,
"45350912" : 509,
"45875200" : 306,
"46399488" : 233,
"46923776" : 159,
"47448064" : 84,
"47972352" : 45,
"48496640" : 44,
"49020928" : 37,
"49545216" : 56,
"50069504" : 31,
"50593792" : 20,
"51118080" : 24,
"51642368" : 21,
"52166656" : 22,
"52690944" : 18,
"53215232" : 27,
"53739520" : 24,
"54263808" : 22,
"54788096" : 16,
"55312384" : 7,
"55836672" : 15,
"56360960" : 14,
"56885248" : 15,
"57409536" : 14,
"57933824" : 7,
"58458112" : 6,
"58982400" : 11,
"59506688" : 15,
"60030976" : 8,
"60555264" : 9,
"61079552" : 16,
"61603840" : 10,
"62128128" : 3,
"62652416" : 2,
"63176704" : 3,
"63700992" : 3,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37930061.463707,
"stddev" : 4237151.893378,
"N" : 944895
},
"bw_min" : 12703292,
"bw_max" : 17809358,
"bw_agg" : 99.944359,
"bw_mean" : 13814371.920863,
"bw_dev" : 99088.350702,
"bw_samples" : 2224,
"iops_min" : 12405,
"iops_max" : 17390,
"iops_mean" : 13488.561151,
"iops_stddev" : 96.774194,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120004,
"usr_cpu" : 0.470802,
"sys_cpu" : 81.397120,
"ctx" : 945205,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.726935,
"50" : 98.231579,
"100" : 0.039792,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067922,
"timestamp_ms" : 1773067922733,
"time" : "Mon Mar 9 11:52:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1149159604224,
"io_kbytes" : 1122226176,
"bw_bytes" : 14364315498,
"bw" : 14027651,
"iops" : 13699.128761,
"runtime" : 80001,
"total_ios" : 1095944,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 260171,
"max" : 7338454,
"mean" : 1162865.950237,
"stddev" : 253034.543483,
"N" : 1095944
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36211139.560845,
"stddev" : 4479091.170430,
"N" : 1095928,
"percentile" : {
"1.000000" : 18481152,
"5.000000" : 25821184,
"10.000000" : 31850496,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 37486592,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 48496640,
"99.990000" : 57933824
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 12,
"13041664" : 6,
"13172736" : 6,
"13303808" : 12,
"13434880" : 14,
"13565952" : 10,
"13697024" : 11,
"13828096" : 23,
"13959168" : 15,
"14090240" : 18,
"14221312" : 23,
"14352384" : 12,
"14483456" : 32,
"14614528" : 48,
"14745600" : 36,
"14876672" : 36,
"15007744" : 39,
"15138816" : 69,
"15269888" : 78,
"15400960" : 106,
"15532032" : 140,
"15663104" : 165,
"15794176" : 159,
"15925248" : 188,
"16056320" : 215,
"16187392" : 279,
"16318464" : 350,
"16449536" : 356,
"16580608" : 441,
"16711680" : 460,
"16908288" : 1021,
"17170432" : 1008,
"17432576" : 1093,
"17694720" : 1184,
"17956864" : 1186,
"18219008" : 1276,
"18481152" : 1293,
"18743296" : 1235,
"19005440" : 1247,
"19267584" : 1333,
"19529728" : 1455,
"19791872" : 1382,
"20054016" : 1390,
"20316160" : 1458,
"20578304" : 1370,
"20840448" : 1389,
"21102592" : 1488,
"21364736" : 1448,
"21626880" : 1604,
"21889024" : 1532,
"22151168" : 1546,
"22413312" : 1503,
"22675456" : 1601,
"22937600" : 1597,
"23199744" : 1637,
"23461888" : 1706,
"23724032" : 1707,
"23986176" : 1779,
"24248320" : 1764,
"24510464" : 1854,
"24772608" : 1809,
"25034752" : 1759,
"25296896" : 1828,
"25559040" : 1950,
"25821184" : 1836,
"26083328" : 1852,
"26345472" : 1980,
"26607616" : 1963,
"26869760" : 1963,
"27131904" : 2013,
"27394048" : 1962,
"27656192" : 1886,
"27918336" : 1964,
"28180480" : 1940,
"28442624" : 1936,
"28704768" : 2057,
"28966912" : 2208,
"29229056" : 2346,
"29491200" : 2469,
"29753344" : 2655,
"30015488" : 2675,
"30277632" : 2877,
"30539776" : 3016,
"30801920" : 3087,
"31064064" : 3303,
"31326208" : 3651,
"31588352" : 3993,
"31850496" : 4288,
"32112640" : 4877,
"32374784" : 5357,
"32636928" : 6251,
"32899072" : 7211,
"33161216" : 8391,
"33423360" : 9683,
"33816576" : 24749,
"34340864" : 33599,
"34865152" : 44739,
"35389440" : 58034,
"35913728" : 72320,
"36438016" : 84296,
"36962304" : 92883,
"37486592" : 95392,
"38010880" : 92445,
"38535168" : 84261,
"39059456" : 70968,
"39583744" : 55644,
"40108032" : 42784,
"40632320" : 30358,
"41156608" : 20401,
"41680896" : 13292,
"42205184" : 8635,
"42729472" : 5534,
"43253760" : 3611,
"43778048" : 2183,
"44302336" : 1285,
"44826624" : 871,
"45350912" : 574,
"45875200" : 365,
"46399488" : 273,
"46923776" : 177,
"47448064" : 95,
"47972352" : 50,
"48496640" : 46,
"49020928" : 38,
"49545216" : 57,
"50069504" : 31,
"50593792" : 21,
"51118080" : 25,
"51642368" : 22,
"52166656" : 22,
"52690944" : 21,
"53215232" : 27,
"53739520" : 25,
"54263808" : 22,
"54788096" : 19,
"55312384" : 8,
"55836672" : 15,
"56360960" : 16,
"56885248" : 18,
"57409536" : 16,
"57933824" : 8,
"58458112" : 11,
"58982400" : 15,
"59506688" : 15,
"60030976" : 9,
"60555264" : 9,
"61079552" : 16,
"61603840" : 10,
"62128128" : 3,
"62652416" : 2,
"63176704" : 3,
"63700992" : 3,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37374035.400575,
"stddev" : 4612904.774039,
"N" : 1095928
},
"bw_min" : 12693052,
"bw_max" : 19492163,
"bw_agg" : 99.992651,
"bw_mean" : 14026621.018868,
"bw_dev" : 111433.044554,
"bw_samples" : 2544,
"iops_min" : 12395,
"iops_max" : 19032,
"iops_mean" : 13695.817610,
"iops_stddev" : 108.829321,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280003,
"usr_cpu" : 0.473749,
"sys_cpu" : 81.492153,
"ctx" : 1059203,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.693335,
"50" : 98.268251,
"100" : 0.036954,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067932,
"timestamp_ms" : 1773067932733,
"time" : "Mon Mar 9 11:52:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1297025597440,
"io_kbytes" : 1266626560,
"bw_bytes" : 14411235402,
"bw" : 14073472,
"iops" : 13743.836180,
"runtime" : 90001,
"total_ios" : 1236959,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 260171,
"max" : 7338454,
"mean" : 1159078.213063,
"stddev" : 255949.579209,
"N" : 1236960
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36092340.512093,
"stddev" : 4701739.768517,
"N" : 1236944,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 24772608,
"10.000000" : 31326208,
"20.000000" : 34340864,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 37486592,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 47448064,
"99.990000" : 57409536
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 12,
"13041664" : 6,
"13172736" : 6,
"13303808" : 12,
"13434880" : 14,
"13565952" : 10,
"13697024" : 15,
"13828096" : 30,
"13959168" : 31,
"14090240" : 48,
"14221312" : 53,
"14352384" : 41,
"14483456" : 80,
"14614528" : 95,
"14745600" : 73,
"14876672" : 67,
"15007744" : 73,
"15138816" : 132,
"15269888" : 169,
"15400960" : 203,
"15532032" : 239,
"15663104" : 305,
"15794176" : 318,
"15925248" : 414,
"16056320" : 425,
"16187392" : 500,
"16318464" : 597,
"16449536" : 591,
"16580608" : 685,
"16711680" : 747,
"16908288" : 1712,
"17170432" : 1666,
"17432576" : 1869,
"17694720" : 1858,
"17956864" : 1850,
"18219008" : 1862,
"18481152" : 1920,
"18743296" : 1772,
"19005440" : 1794,
"19267584" : 1863,
"19529728" : 1966,
"19791872" : 1894,
"20054016" : 1836,
"20316160" : 1931,
"20578304" : 1852,
"20840448" : 1723,
"21102592" : 1818,
"21364736" : 1705,
"21626880" : 1854,
"21889024" : 1743,
"22151168" : 1788,
"22413312" : 1681,
"22675456" : 1760,
"22937600" : 1744,
"23199744" : 1792,
"23461888" : 1826,
"23724032" : 1848,
"23986176" : 1897,
"24248320" : 1889,
"24510464" : 1938,
"24772608" : 1881,
"25034752" : 1831,
"25296896" : 1919,
"25559040" : 2021,
"25821184" : 1912,
"26083328" : 1920,
"26345472" : 2038,
"26607616" : 2027,
"26869760" : 2057,
"27131904" : 2109,
"27394048" : 2064,
"27656192" : 1987,
"27918336" : 2075,
"28180480" : 2061,
"28442624" : 2055,
"28704768" : 2174,
"28966912" : 2340,
"29229056" : 2504,
"29491200" : 2713,
"29753344" : 2902,
"30015488" : 2966,
"30277632" : 3181,
"30539776" : 3324,
"30801920" : 3410,
"31064064" : 3617,
"31326208" : 4012,
"31588352" : 4434,
"31850496" : 4795,
"32112640" : 5457,
"32374784" : 6100,
"32636928" : 7204,
"32899072" : 8282,
"33161216" : 9609,
"33423360" : 11085,
"33816576" : 28379,
"34340864" : 38480,
"34865152" : 51302,
"35389440" : 65994,
"35913728" : 81643,
"36438016" : 94543,
"36962304" : 104010,
"37486592" : 106752,
"38010880" : 103497,
"38535168" : 93712,
"39059456" : 78920,
"39583744" : 62205,
"40108032" : 47649,
"40632320" : 33846,
"41156608" : 22911,
"41680896" : 14981,
"42205184" : 9901,
"42729472" : 6276,
"43253760" : 4043,
"43778048" : 2473,
"44302336" : 1450,
"44826624" : 969,
"45350912" : 633,
"45875200" : 397,
"46399488" : 298,
"46923776" : 184,
"47448064" : 103,
"47972352" : 56,
"48496640" : 46,
"49020928" : 38,
"49545216" : 57,
"50069504" : 31,
"50593792" : 21,
"51118080" : 25,
"51642368" : 22,
"52166656" : 22,
"52690944" : 21,
"53215232" : 27,
"53739520" : 25,
"54263808" : 22,
"54788096" : 19,
"55312384" : 8,
"55836672" : 15,
"56360960" : 16,
"56885248" : 18,
"57409536" : 16,
"57933824" : 8,
"58458112" : 11,
"58982400" : 15,
"59506688" : 15,
"60030976" : 9,
"60555264" : 9,
"61079552" : 16,
"61603840" : 10,
"62128128" : 3,
"62652416" : 2,
"63176704" : 3,
"63700992" : 3,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37251386.699636,
"stddev" : 4843337.380728,
"N" : 1236944
},
"bw_min" : 12678215,
"bw_max" : 19563843,
"bw_agg" : 100.000000,
"bw_mean" : 14083025.932961,
"bw_dev" : 118831.308945,
"bw_samples" : 2864,
"iops_min" : 12380,
"iops_max" : 19102,
"iops_mean" : 13750.843575,
"iops_stddev" : 116.055691,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440003,
"usr_cpu" : 0.472777,
"sys_cpu" : 81.697677,
"ctx" : 1179099,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.314951,
"50" : 97.651094,
"100" : 0.032742,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067942,
"timestamp_ms" : 1773067942732,
"time" : "Mon Mar 9 11:52:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1434829455360,
"io_kbytes" : 1401200640,
"bw_bytes" : 14348294553,
"bw" : 14012006,
"iops" : 13683.760000,
"runtime" : 100000,
"total_ios" : 1368376,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 260171,
"max" : 7338454,
"mean" : 1164166.068930,
"stddev" : 252927.237768,
"N" : 1368376
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36250906.105154,
"stddev" : 4540684.208292,
"N" : 1368360,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 25821184,
"10.000000" : 32112640,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 47448064,
"99.990000" : 56885248
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 12,
"13041664" : 6,
"13172736" : 6,
"13303808" : 12,
"13434880" : 14,
"13565952" : 10,
"13697024" : 15,
"13828096" : 30,
"13959168" : 31,
"14090240" : 48,
"14221312" : 53,
"14352384" : 41,
"14483456" : 80,
"14614528" : 95,
"14745600" : 73,
"14876672" : 67,
"15007744" : 73,
"15138816" : 132,
"15269888" : 169,
"15400960" : 203,
"15532032" : 239,
"15663104" : 305,
"15794176" : 318,
"15925248" : 414,
"16056320" : 425,
"16187392" : 500,
"16318464" : 597,
"16449536" : 591,
"16580608" : 685,
"16711680" : 747,
"16908288" : 1712,
"17170432" : 1666,
"17432576" : 1869,
"17694720" : 1858,
"17956864" : 1850,
"18219008" : 1862,
"18481152" : 1920,
"18743296" : 1772,
"19005440" : 1794,
"19267584" : 1863,
"19529728" : 1966,
"19791872" : 1894,
"20054016" : 1836,
"20316160" : 1931,
"20578304" : 1852,
"20840448" : 1723,
"21102592" : 1818,
"21364736" : 1705,
"21626880" : 1854,
"21889024" : 1743,
"22151168" : 1788,
"22413312" : 1681,
"22675456" : 1760,
"22937600" : 1744,
"23199744" : 1792,
"23461888" : 1826,
"23724032" : 1848,
"23986176" : 1897,
"24248320" : 1889,
"24510464" : 1938,
"24772608" : 1881,
"25034752" : 1831,
"25296896" : 1919,
"25559040" : 2021,
"25821184" : 1912,
"26083328" : 1920,
"26345472" : 2038,
"26607616" : 2027,
"26869760" : 2057,
"27131904" : 2109,
"27394048" : 2064,
"27656192" : 1987,
"27918336" : 2075,
"28180480" : 2061,
"28442624" : 2055,
"28704768" : 2174,
"28966912" : 2340,
"29229056" : 2504,
"29491200" : 2714,
"29753344" : 2905,
"30015488" : 2972,
"30277632" : 3195,
"30539776" : 3340,
"30801920" : 3435,
"31064064" : 3638,
"31326208" : 4052,
"31588352" : 4485,
"31850496" : 4852,
"32112640" : 5567,
"32374784" : 6229,
"32636928" : 7386,
"32899072" : 8585,
"33161216" : 10097,
"33423360" : 11690,
"33816576" : 30359,
"34340864" : 41615,
"34865152" : 56272,
"35389440" : 73106,
"35913728" : 90751,
"36438016" : 106296,
"36962304" : 117361,
"37486592" : 120898,
"38010880" : 117058,
"38535168" : 106301,
"39059456" : 89426,
"39583744" : 70313,
"40108032" : 54009,
"40632320" : 38371,
"41156608" : 25935,
"41680896" : 16848,
"42205184" : 11108,
"42729472" : 7027,
"43253760" : 4519,
"43778048" : 2750,
"44302336" : 1644,
"44826624" : 1091,
"45350912" : 764,
"45875200" : 466,
"46399488" : 332,
"46923776" : 192,
"47448064" : 105,
"47972352" : 56,
"48496640" : 46,
"49020928" : 38,
"49545216" : 57,
"50069504" : 31,
"50593792" : 21,
"51118080" : 25,
"51642368" : 22,
"52166656" : 22,
"52690944" : 21,
"53215232" : 27,
"53739520" : 25,
"54263808" : 22,
"54788096" : 19,
"55312384" : 8,
"55836672" : 15,
"56360960" : 16,
"56885248" : 18,
"57409536" : 16,
"57933824" : 8,
"58458112" : 11,
"58982400" : 15,
"59506688" : 15,
"60030976" : 9,
"60555264" : 9,
"61079552" : 16,
"61603840" : 10,
"62128128" : 3,
"62652416" : 2,
"63176704" : 3,
"63700992" : 3,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37415054.407069,
"stddev" : 4676836.655797,
"N" : 1368360
},
"bw_min" : 12665927,
"bw_max" : 19563843,
"bw_agg" : 100.000000,
"bw_mean" : 14020751.618090,
"bw_dev" : 114383.943723,
"bw_samples" : 3184,
"iops_min" : 12368,
"iops_max" : 19102,
"iops_mean" : 13690.035176,
"iops_stddev" : 111.712188,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599992,
"usr_cpu" : 0.469815,
"sys_cpu" : 81.664033,
"ctx" : 1316295,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.092627,
"50" : 97.876607,
"100" : 0.029597,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067952,
"timestamp_ms" : 1773067952733,
"time" : "Mon Mar 9 11:52:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1572396335104,
"io_kbytes" : 1535543296,
"bw_bytes" : 14294512137,
"bw" : 13959484,
"iops" : 13632.481818,
"runtime" : 110000,
"total_ios" : 1499573,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 260171,
"max" : 7338454,
"mean" : 1168550.383475,
"stddev" : 250063.839105,
"N" : 1499573
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36387258.828261,
"stddev" : 4398314.583376,
"N" : 1499557,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 26607616,
"10.000000" : 32636928,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 46923776,
"99.990000" : 56360960
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 12,
"13041664" : 6,
"13172736" : 6,
"13303808" : 12,
"13434880" : 14,
"13565952" : 10,
"13697024" : 15,
"13828096" : 30,
"13959168" : 31,
"14090240" : 48,
"14221312" : 53,
"14352384" : 41,
"14483456" : 80,
"14614528" : 95,
"14745600" : 73,
"14876672" : 67,
"15007744" : 73,
"15138816" : 132,
"15269888" : 169,
"15400960" : 203,
"15532032" : 239,
"15663104" : 305,
"15794176" : 318,
"15925248" : 414,
"16056320" : 425,
"16187392" : 500,
"16318464" : 597,
"16449536" : 591,
"16580608" : 685,
"16711680" : 747,
"16908288" : 1712,
"17170432" : 1666,
"17432576" : 1869,
"17694720" : 1858,
"17956864" : 1850,
"18219008" : 1862,
"18481152" : 1920,
"18743296" : 1772,
"19005440" : 1794,
"19267584" : 1863,
"19529728" : 1966,
"19791872" : 1894,
"20054016" : 1836,
"20316160" : 1931,
"20578304" : 1852,
"20840448" : 1723,
"21102592" : 1818,
"21364736" : 1705,
"21626880" : 1854,
"21889024" : 1743,
"22151168" : 1788,
"22413312" : 1681,
"22675456" : 1760,
"22937600" : 1744,
"23199744" : 1792,
"23461888" : 1826,
"23724032" : 1848,
"23986176" : 1897,
"24248320" : 1889,
"24510464" : 1938,
"24772608" : 1881,
"25034752" : 1831,
"25296896" : 1919,
"25559040" : 2021,
"25821184" : 1912,
"26083328" : 1920,
"26345472" : 2038,
"26607616" : 2027,
"26869760" : 2057,
"27131904" : 2109,
"27394048" : 2064,
"27656192" : 1987,
"27918336" : 2075,
"28180480" : 2061,
"28442624" : 2055,
"28704768" : 2174,
"28966912" : 2340,
"29229056" : 2504,
"29491200" : 2714,
"29753344" : 2905,
"30015488" : 2972,
"30277632" : 3195,
"30539776" : 3340,
"30801920" : 3435,
"31064064" : 3646,
"31326208" : 4074,
"31588352" : 4523,
"31850496" : 4907,
"32112640" : 5650,
"32374784" : 6332,
"32636928" : 7598,
"32899072" : 8810,
"33161216" : 10496,
"33423360" : 12188,
"33816576" : 31876,
"34340864" : 44215,
"34865152" : 60814,
"35389440" : 79852,
"35913728" : 99980,
"36438016" : 117769,
"36962304" : 130649,
"37486592" : 135256,
"38010880" : 131300,
"38535168" : 119360,
"39059456" : 100251,
"39583744" : 78949,
"40108032" : 60760,
"40632320" : 43047,
"41156608" : 28785,
"41680896" : 18636,
"42205184" : 12267,
"42729472" : 7704,
"43253760" : 4936,
"43778048" : 2975,
"44302336" : 1829,
"44826624" : 1199,
"45350912" : 837,
"45875200" : 524,
"46399488" : 377,
"46923776" : 209,
"47448064" : 113,
"47972352" : 57,
"48496640" : 46,
"49020928" : 38,
"49545216" : 57,
"50069504" : 31,
"50593792" : 21,
"51118080" : 25,
"51642368" : 22,
"52166656" : 22,
"52690944" : 21,
"53215232" : 27,
"53739520" : 25,
"54263808" : 22,
"54788096" : 19,
"55312384" : 8,
"55836672" : 15,
"56360960" : 16,
"56885248" : 18,
"57409536" : 16,
"57933824" : 8,
"58458112" : 11,
"58982400" : 15,
"59506688" : 15,
"60030976" : 9,
"60555264" : 9,
"61079552" : 16,
"61603840" : 10,
"62128128" : 3,
"62652416" : 2,
"63176704" : 3,
"63700992" : 3,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37555788.008602,
"stddev" : 4529661.928948,
"N" : 1499557
},
"bw_min" : 12665927,
"bw_max" : 19563843,
"bw_agg" : 100.000000,
"bw_mean" : 13968054.041096,
"bw_dev" : 110460.628003,
"bw_samples" : 3504,
"iops_min" : 12368,
"iops_max" : 19102,
"iops_mean" : 13638.579909,
"iops_stddev" : 107.880652,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759991,
"usr_cpu" : 0.467559,
"sys_cpu" : 81.642292,
"ctx" : 1455234,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.909544,
"50" : 98.062382,
"100" : 0.027008,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067962,
"timestamp_ms" : 1773067962733,
"time" : "Mon Mar 9 11:52:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1709313097728,
"io_kbytes" : 1669251072,
"bw_bytes" : 14244275814,
"bw" : 13910425,
"iops" : 13584.650000,
"runtime" : 120000,
"total_ios" : 1630158,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 260171,
"max" : 7338454,
"mean" : 1172674.759707,
"stddev" : 248232.805582,
"N" : 1630158
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36515672.939978,
"stddev" : 4278627.247641,
"N" : 1630142,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 27394048,
"10.000000" : 33161216,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 46923776,
"99.990000" : 55836672
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 12,
"13041664" : 6,
"13172736" : 6,
"13303808" : 12,
"13434880" : 14,
"13565952" : 10,
"13697024" : 15,
"13828096" : 30,
"13959168" : 31,
"14090240" : 48,
"14221312" : 53,
"14352384" : 41,
"14483456" : 80,
"14614528" : 95,
"14745600" : 73,
"14876672" : 67,
"15007744" : 73,
"15138816" : 132,
"15269888" : 169,
"15400960" : 203,
"15532032" : 239,
"15663104" : 305,
"15794176" : 318,
"15925248" : 414,
"16056320" : 425,
"16187392" : 500,
"16318464" : 597,
"16449536" : 591,
"16580608" : 685,
"16711680" : 747,
"16908288" : 1712,
"17170432" : 1666,
"17432576" : 1869,
"17694720" : 1858,
"17956864" : 1850,
"18219008" : 1862,
"18481152" : 1920,
"18743296" : 1772,
"19005440" : 1794,
"19267584" : 1863,
"19529728" : 1966,
"19791872" : 1894,
"20054016" : 1836,
"20316160" : 1931,
"20578304" : 1852,
"20840448" : 1723,
"21102592" : 1818,
"21364736" : 1705,
"21626880" : 1854,
"21889024" : 1743,
"22151168" : 1788,
"22413312" : 1681,
"22675456" : 1760,
"22937600" : 1744,
"23199744" : 1792,
"23461888" : 1826,
"23724032" : 1848,
"23986176" : 1897,
"24248320" : 1889,
"24510464" : 1938,
"24772608" : 1881,
"25034752" : 1831,
"25296896" : 1919,
"25559040" : 2021,
"25821184" : 1912,
"26083328" : 1920,
"26345472" : 2038,
"26607616" : 2027,
"26869760" : 2057,
"27131904" : 2109,
"27394048" : 2064,
"27656192" : 1987,
"27918336" : 2075,
"28180480" : 2061,
"28442624" : 2055,
"28704768" : 2174,
"28966912" : 2340,
"29229056" : 2504,
"29491200" : 2714,
"29753344" : 2905,
"30015488" : 2972,
"30277632" : 3195,
"30539776" : 3340,
"30801920" : 3438,
"31064064" : 3654,
"31326208" : 4093,
"31588352" : 4553,
"31850496" : 4946,
"32112640" : 5713,
"32374784" : 6428,
"32636928" : 7711,
"32899072" : 8969,
"33161216" : 10765,
"33423360" : 12606,
"33816576" : 33213,
"34340864" : 46600,
"34865152" : 64563,
"35389440" : 85920,
"35913728" : 108215,
"36438016" : 128628,
"36962304" : 143656,
"37486592" : 149457,
"38010880" : 145667,
"38535168" : 132334,
"39059456" : 111313,
"39583744" : 87999,
"40108032" : 67875,
"40632320" : 48145,
"41156608" : 32329,
"41680896" : 20883,
"42205184" : 13745,
"42729472" : 8637,
"43253760" : 5552,
"43778048" : 3306,
"44302336" : 2113,
"44826624" : 1398,
"45350912" : 942,
"45875200" : 574,
"46399488" : 413,
"46923776" : 233,
"47448064" : 123,
"47972352" : 62,
"48496640" : 46,
"49020928" : 38,
"49545216" : 57,
"50069504" : 31,
"50593792" : 21,
"51118080" : 25,
"51642368" : 22,
"52166656" : 22,
"52690944" : 21,
"53215232" : 27,
"53739520" : 25,
"54263808" : 22,
"54788096" : 19,
"55312384" : 8,
"55836672" : 15,
"56360960" : 16,
"56885248" : 18,
"57409536" : 16,
"57933824" : 8,
"58458112" : 11,
"58982400" : 15,
"59506688" : 15,
"60030976" : 9,
"60555264" : 9,
"61079552" : 16,
"61603840" : 10,
"62128128" : 3,
"62652416" : 2,
"63176704" : 3,
"63700992" : 3,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37688330.404560,
"stddev" : 4405851.784160,
"N" : 1630142
},
"bw_min" : 12665927,
"bw_max" : 19563843,
"bw_agg" : 100.000000,
"bw_mean" : 13918877.669456,
"bw_dev" : 107024.979712,
"bw_samples" : 3824,
"iops_min" : 12368,
"iops_max" : 19102,
"iops_mean" : 13590.523013,
"iops_stddev" : 104.526343,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919991,
"usr_cpu" : 0.467815,
"sys_cpu" : 81.630122,
"ctx" : 1595594,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999939,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.756578,
"50" : 98.217596,
"100" : 0.024844,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067972,
"timestamp_ms" : 1773067972733,
"time" : "Mon Mar 9 11:52:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1847440965632,
"io_kbytes" : 1804141568,
"bw_bytes" : 14210975035,
"bw" : 13877905,
"iops" : 13552.764979,
"runtime" : 130001,
"total_ios" : 1761873,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 260171,
"max" : 7338454,
"mean" : 1175422.100951,
"stddev" : 246090.718313,
"N" : 1761873
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36601256.867155,
"stddev" : 4165132.925989,
"N" : 1761857,
"percentile" : {
"1.000000" : 18481152,
"5.000000" : 28180480,
"10.000000" : 33423360,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 46923776,
"99.990000" : 55312384
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 12,
"13041664" : 6,
"13172736" : 6,
"13303808" : 12,
"13434880" : 14,
"13565952" : 10,
"13697024" : 15,
"13828096" : 30,
"13959168" : 31,
"14090240" : 48,
"14221312" : 53,
"14352384" : 41,
"14483456" : 80,
"14614528" : 95,
"14745600" : 73,
"14876672" : 67,
"15007744" : 73,
"15138816" : 132,
"15269888" : 169,
"15400960" : 203,
"15532032" : 239,
"15663104" : 305,
"15794176" : 318,
"15925248" : 414,
"16056320" : 425,
"16187392" : 500,
"16318464" : 597,
"16449536" : 591,
"16580608" : 685,
"16711680" : 747,
"16908288" : 1712,
"17170432" : 1666,
"17432576" : 1869,
"17694720" : 1858,
"17956864" : 1850,
"18219008" : 1862,
"18481152" : 1920,
"18743296" : 1772,
"19005440" : 1794,
"19267584" : 1863,
"19529728" : 1966,
"19791872" : 1894,
"20054016" : 1836,
"20316160" : 1931,
"20578304" : 1852,
"20840448" : 1723,
"21102592" : 1818,
"21364736" : 1705,
"21626880" : 1854,
"21889024" : 1743,
"22151168" : 1788,
"22413312" : 1681,
"22675456" : 1760,
"22937600" : 1744,
"23199744" : 1792,
"23461888" : 1826,
"23724032" : 1848,
"23986176" : 1897,
"24248320" : 1889,
"24510464" : 1938,
"24772608" : 1881,
"25034752" : 1831,
"25296896" : 1919,
"25559040" : 2021,
"25821184" : 1912,
"26083328" : 1920,
"26345472" : 2038,
"26607616" : 2027,
"26869760" : 2057,
"27131904" : 2109,
"27394048" : 2064,
"27656192" : 1987,
"27918336" : 2075,
"28180480" : 2061,
"28442624" : 2055,
"28704768" : 2174,
"28966912" : 2340,
"29229056" : 2506,
"29491200" : 2721,
"29753344" : 2914,
"30015488" : 2973,
"30277632" : 3207,
"30539776" : 3360,
"30801920" : 3459,
"31064064" : 3708,
"31326208" : 4172,
"31588352" : 4669,
"31850496" : 5077,
"32112640" : 5915,
"32374784" : 6708,
"32636928" : 8051,
"32899072" : 9380,
"33161216" : 11343,
"33423360" : 13318,
"33816576" : 35503,
"34340864" : 50270,
"34865152" : 69798,
"35389440" : 93034,
"35913728" : 117598,
"36438016" : 139702,
"36962304" : 156345,
"37486592" : 163076,
"38010880" : 159227,
"38535168" : 144786,
"39059456" : 122064,
"39583744" : 96735,
"40108032" : 74444,
"40632320" : 52527,
"41156608" : 35134,
"41680896" : 22763,
"42205184" : 14739,
"42729472" : 9180,
"43253760" : 5919,
"43778048" : 3559,
"44302336" : 2246,
"44826624" : 1474,
"45350912" : 991,
"45875200" : 613,
"46399488" : 445,
"46923776" : 251,
"47448064" : 124,
"47972352" : 62,
"48496640" : 47,
"49020928" : 41,
"49545216" : 59,
"50069504" : 32,
"50593792" : 22,
"51118080" : 27,
"51642368" : 23,
"52166656" : 24,
"52690944" : 24,
"53215232" : 28,
"53739520" : 27,
"54263808" : 23,
"54788096" : 20,
"55312384" : 12,
"55836672" : 15,
"56360960" : 16,
"56885248" : 18,
"57409536" : 16,
"57933824" : 8,
"58458112" : 11,
"58982400" : 15,
"59506688" : 15,
"60030976" : 9,
"60555264" : 9,
"61079552" : 16,
"61603840" : 10,
"62128128" : 3,
"62652416" : 2,
"63176704" : 3,
"63700992" : 3,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37776669.223237,
"stddev" : 4288497.551715,
"N" : 1761857
},
"bw_min" : 12654091,
"bw_max" : 19563843,
"bw_agg" : 100.000000,
"bw_mean" : 13885599.386100,
"bw_dev" : 103667.351507,
"bw_samples" : 4144,
"iops_min" : 12357,
"iops_max" : 19102,
"iops_mean" : 13557.988417,
"iops_stddev" : 101.247260,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080004,
"usr_cpu" : 0.467403,
"sys_cpu" : 81.560035,
"ctx" : 1734696,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.625259,
"50" : 98.349824,
"100" : 0.024009,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067982,
"timestamp_ms" : 1773067982732,
"time" : "Mon Mar 9 11:53:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1986394062848,
"io_kbytes" : 1939837952,
"bw_bytes" : 14188529020,
"bw" : 13855985,
"iops" : 13531.357143,
"runtime" : 140000,
"total_ios" : 1894390,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 260171,
"max" : 7338454,
"mean" : 1177284.062921,
"stddev" : 245326.437684,
"N" : 1894390
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36659395.829740,
"stddev" : 4114543.495439,
"N" : 1894374,
"percentile" : {
"1.000000" : 18481152,
"5.000000" : 28704768,
"10.000000" : 33423360,
"20.000000" : 35389440,
"30.000000" : 35913728,
"40.000000" : 36962304,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 46923776,
"99.990000" : 55836672
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 12,
"13041664" : 6,
"13172736" : 6,
"13303808" : 13,
"13434880" : 17,
"13565952" : 15,
"13697024" : 22,
"13828096" : 38,
"13959168" : 41,
"14090240" : 76,
"14221312" : 71,
"14352384" : 58,
"14483456" : 106,
"14614528" : 127,
"14745600" : 99,
"14876672" : 100,
"15007744" : 101,
"15138816" : 156,
"15269888" : 189,
"15400960" : 232,
"15532032" : 255,
"15663104" : 328,
"15794176" : 346,
"15925248" : 439,
"16056320" : 449,
"16187392" : 538,
"16318464" : 632,
"16449536" : 641,
"16580608" : 746,
"16711680" : 819,
"16908288" : 1869,
"17170432" : 1778,
"17432576" : 1951,
"17694720" : 1938,
"17956864" : 1910,
"18219008" : 1924,
"18481152" : 1999,
"18743296" : 1834,
"19005440" : 1846,
"19267584" : 1903,
"19529728" : 2002,
"19791872" : 1911,
"20054016" : 1859,
"20316160" : 1943,
"20578304" : 1868,
"20840448" : 1740,
"21102592" : 1829,
"21364736" : 1723,
"21626880" : 1860,
"21889024" : 1757,
"22151168" : 1804,
"22413312" : 1696,
"22675456" : 1772,
"22937600" : 1770,
"23199744" : 1813,
"23461888" : 1848,
"23724032" : 1868,
"23986176" : 1926,
"24248320" : 1920,
"24510464" : 1965,
"24772608" : 1916,
"25034752" : 1875,
"25296896" : 1974,
"25559040" : 2063,
"25821184" : 1964,
"26083328" : 1969,
"26345472" : 2088,
"26607616" : 2096,
"26869760" : 2109,
"27131904" : 2165,
"27394048" : 2132,
"27656192" : 2072,
"27918336" : 2120,
"28180480" : 2104,
"28442624" : 2087,
"28704768" : 2201,
"28966912" : 2368,
"29229056" : 2528,
"29491200" : 2735,
"29753344" : 2939,
"30015488" : 2999,
"30277632" : 3245,
"30539776" : 3414,
"30801920" : 3510,
"31064064" : 3769,
"31326208" : 4255,
"31588352" : 4753,
"31850496" : 5189,
"32112640" : 6064,
"32374784" : 6910,
"32636928" : 8302,
"32899072" : 9700,
"33161216" : 11766,
"33423360" : 13829,
"33816576" : 37011,
"34340864" : 53121,
"34865152" : 74475,
"35389440" : 100115,
"35913728" : 127144,
"36438016" : 151242,
"36962304" : 169338,
"37486592" : 176633,
"38010880" : 172565,
"38535168" : 156755,
"39059456" : 132325,
"39583744" : 104881,
"40108032" : 80742,
"40632320" : 57117,
"41156608" : 38278,
"41680896" : 24859,
"42205184" : 16081,
"42729472" : 10061,
"43253760" : 6463,
"43778048" : 4002,
"44302336" : 2459,
"44826624" : 1639,
"45350912" : 1071,
"45875200" : 658,
"46399488" : 466,
"46923776" : 256,
"47448064" : 127,
"47972352" : 63,
"48496640" : 48,
"49020928" : 43,
"49545216" : 65,
"50069504" : 32,
"50593792" : 24,
"51118080" : 31,
"51642368" : 25,
"52166656" : 31,
"52690944" : 29,
"53215232" : 30,
"53739520" : 28,
"54263808" : 24,
"54788096" : 23,
"55312384" : 13,
"55836672" : 15,
"56360960" : 17,
"56885248" : 18,
"57409536" : 18,
"57933824" : 11,
"58458112" : 13,
"58982400" : 19,
"59506688" : 19,
"60030976" : 10,
"60555264" : 9,
"61079552" : 16,
"61603840" : 11,
"62128128" : 4,
"62652416" : 2,
"63176704" : 6,
"63700992" : 4,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37836683.934121,
"stddev" : 4236138.490979,
"N" : 1894374
},
"bw_min" : 12649995,
"bw_max" : 19563843,
"bw_agg" : 100.000000,
"bw_mean" : 13859049.462366,
"bw_dev" : 101503.411684,
"bw_samples" : 4464,
"iops_min" : 12353,
"iops_max" : 19102,
"iops_mean" : 13532.068100,
"iops_stddev" : 99.133686,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239997,
"usr_cpu" : 0.467054,
"sys_cpu" : 81.530511,
"ctx" : 1873546,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 1.592386,
"50" : 98.381748,
"100" : 0.025021,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067992,
"timestamp_ms" : 1773067992733,
"time" : "Mon Mar 9 11:53:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 28,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2147928244224,
"io_kbytes" : 2097586176,
"bw_bytes" : 14319521628,
"bw" : 13983907,
"iops" : 13656.346667,
"runtime" : 150000,
"total_ios" : 2048452,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 243612,
"max" : 7338454,
"mean" : 1166502.853412,
"stddev" : 252788.170284,
"N" : 2048452
},
"clat_ns" : {
"min" : 12251607,
"max" : 65371191,
"mean" : 36324298.225505,
"stddev" : 4534838.213632,
"N" : 2048436,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 25821184,
"10.000000" : 32112640,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 37486592,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 45875200,
"99.950000" : 47448064,
"99.990000" : 56885248
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 14,
"13041664" : 16,
"13172736" : 19,
"13303808" : 22,
"13434880" : 26,
"13565952" : 28,
"13697024" : 30,
"13828096" : 54,
"13959168" : 72,
"14090240" : 114,
"14221312" : 121,
"14352384" : 104,
"14483456" : 168,
"14614528" : 192,
"14745600" : 187,
"14876672" : 196,
"15007744" : 185,
"15138816" : 246,
"15269888" : 272,
"15400960" : 344,
"15532032" : 416,
"15663104" : 510,
"15794176" : 531,
"15925248" : 570,
"16056320" : 620,
"16187392" : 749,
"16318464" : 814,
"16449536" : 810,
"16580608" : 960,
"16711680" : 998,
"16908288" : 2219,
"17170432" : 2234,
"17432576" : 2434,
"17694720" : 2513,
"17956864" : 2590,
"18219008" : 2649,
"18481152" : 2867,
"18743296" : 2664,
"19005440" : 2637,
"19267584" : 2709,
"19529728" : 2795,
"19791872" : 2733,
"20054016" : 2656,
"20316160" : 2841,
"20578304" : 2761,
"20840448" : 2626,
"21102592" : 2703,
"21364736" : 2706,
"21626880" : 2854,
"21889024" : 2711,
"22151168" : 2798,
"22413312" : 2716,
"22675456" : 2648,
"22937600" : 2710,
"23199744" : 2732,
"23461888" : 2773,
"23724032" : 2855,
"23986176" : 2917,
"24248320" : 2778,
"24510464" : 2786,
"24772608" : 2802,
"25034752" : 2824,
"25296896" : 2906,
"25559040" : 3003,
"25821184" : 2903,
"26083328" : 2980,
"26345472" : 3087,
"26607616" : 3170,
"26869760" : 3187,
"27131904" : 3219,
"27394048" : 3178,
"27656192" : 3039,
"27918336" : 3108,
"28180480" : 3103,
"28442624" : 3118,
"28704768" : 3253,
"28966912" : 3504,
"29229056" : 3655,
"29491200" : 3906,
"29753344" : 4157,
"30015488" : 4368,
"30277632" : 4532,
"30539776" : 4769,
"30801920" : 4921,
"31064064" : 5232,
"31326208" : 5915,
"31588352" : 6550,
"31850496" : 6984,
"32112640" : 7996,
"32374784" : 8858,
"32636928" : 10171,
"32899072" : 11621,
"33161216" : 13792,
"33423360" : 15896,
"33816576" : 41277,
"34340864" : 57828,
"34865152" : 79959,
"35389440" : 106474,
"35913728" : 134148,
"36438016" : 158428,
"36962304" : 176388,
"37486592" : 183522,
"38010880" : 178828,
"38535168" : 162329,
"39059456" : 137218,
"39583744" : 108963,
"40108032" : 84070,
"40632320" : 59551,
"41156608" : 40154,
"41680896" : 26198,
"42205184" : 17031,
"42729472" : 10786,
"43253760" : 6945,
"43778048" : 4294,
"44302336" : 2681,
"44826624" : 1782,
"45350912" : 1207,
"45875200" : 732,
"46399488" : 505,
"46923776" : 289,
"47448064" : 151,
"47972352" : 79,
"48496640" : 64,
"49020928" : 75,
"49545216" : 80,
"50069504" : 39,
"50593792" : 31,
"51118080" : 40,
"51642368" : 34,
"52166656" : 31,
"52690944" : 33,
"53215232" : 39,
"53739520" : 32,
"54263808" : 30,
"54788096" : 26,
"55312384" : 19,
"55836672" : 18,
"56360960" : 22,
"56885248" : 22,
"57409536" : 21,
"57933824" : 17,
"58458112" : 18,
"58982400" : 29,
"59506688" : 28,
"60030976" : 19,
"60555264" : 10,
"61079552" : 18,
"61603840" : 12,
"62128128" : 9,
"62652416" : 7,
"63176704" : 6,
"63700992" : 4,
"64225280" : 2,
"64749568" : 1,
"65273856" : 3
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 66443872,
"mean" : 37490825.634616,
"stddev" : 4670721.019271,
"N" : 2048436
},
"bw_min" : 12629515,
"bw_max" : 21282692,
"bw_agg" : 99.976345,
"bw_mean" : 13980600.030100,
"bw_dev" : 115946.797216,
"bw_samples" : 4784,
"iops_min" : 12333,
"iops_max" : 20783,
"iops_mean" : 13650.892977,
"iops_stddev" : 113.243182,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399994,
"usr_cpu" : 0.468501,
"sys_cpu" : 81.727496,
"ctx" : 1970066,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.014741,
"50" : 97.954992,
"100" : 0.029486,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068002,
"timestamp_ms" : 1773068002733,
"time" : "Mon Mar 9 11:53:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2306300968960,
"io_kbytes" : 2252247040,
"bw_bytes" : 14414381056,
"bw" : 14076544,
"iops" : 13746.737500,
"runtime" : 160000,
"total_ios" : 2199478,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 243612,
"max" : 7338454,
"mean" : 1158824.598230,
"stddev" : 257403.558016,
"N" : 2199478
},
"clat_ns" : {
"min" : 12251607,
"max" : 76118891,
"mean" : 36084758.817910,
"stddev" : 4818278.725992,
"N" : 2199462,
"percentile" : {
"1.000000" : 17432576,
"5.000000" : 24510464,
"10.000000" : 31064064,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 37486592,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 48496640,
"99.990000" : 57933824
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 14,
"13041664" : 16,
"13172736" : 19,
"13303808" : 22,
"13434880" : 26,
"13565952" : 28,
"13697024" : 30,
"13828096" : 57,
"13959168" : 79,
"14090240" : 128,
"14221312" : 148,
"14352384" : 129,
"14483456" : 226,
"14614528" : 256,
"14745600" : 255,
"14876672" : 256,
"15007744" : 287,
"15138816" : 366,
"15269888" : 395,
"15400960" : 505,
"15532032" : 580,
"15663104" : 707,
"15794176" : 720,
"15925248" : 805,
"16056320" : 871,
"16187392" : 985,
"16318464" : 1084,
"16449536" : 1133,
"16580608" : 1319,
"16711680" : 1404,
"16908288" : 2966,
"17170432" : 3102,
"17432576" : 3567,
"17694720" : 3564,
"17956864" : 3578,
"18219008" : 3647,
"18481152" : 3891,
"18743296" : 3572,
"19005440" : 3425,
"19267584" : 3495,
"19529728" : 3605,
"19791872" : 3483,
"20054016" : 3350,
"20316160" : 3501,
"20578304" : 3419,
"20840448" : 3210,
"21102592" : 3211,
"21364736" : 3144,
"21626880" : 3303,
"21889024" : 3123,
"22151168" : 3229,
"22413312" : 3121,
"22675456" : 3070,
"22937600" : 3168,
"23199744" : 3220,
"23461888" : 3264,
"23724032" : 3291,
"23986176" : 3315,
"24248320" : 3212,
"24510464" : 3245,
"24772608" : 3278,
"25034752" : 3369,
"25296896" : 3492,
"25559040" : 3611,
"25821184" : 3570,
"26083328" : 3692,
"26345472" : 3720,
"26607616" : 3918,
"26869760" : 3934,
"27131904" : 4011,
"27394048" : 4011,
"27656192" : 3925,
"27918336" : 3945,
"28180480" : 4001,
"28442624" : 4021,
"28704768" : 4205,
"28966912" : 4461,
"29229056" : 4729,
"29491200" : 4927,
"29753344" : 5159,
"30015488" : 5344,
"30277632" : 5654,
"30539776" : 6006,
"30801920" : 6141,
"31064064" : 6484,
"31326208" : 7239,
"31588352" : 7837,
"31850496" : 8354,
"32112640" : 9375,
"32374784" : 10333,
"32636928" : 11805,
"32899072" : 13308,
"33161216" : 15517,
"33423360" : 17746,
"33816576" : 45475,
"34340864" : 63109,
"34865152" : 85950,
"35389440" : 114055,
"35913728" : 142991,
"36438016" : 167198,
"36962304" : 185284,
"37486592" : 192178,
"38010880" : 186589,
"38535168" : 168875,
"39059456" : 142357,
"39583744" : 112916,
"40108032" : 87049,
"40632320" : 61718,
"41156608" : 41681,
"41680896" : 27300,
"42205184" : 17804,
"42729472" : 11295,
"43253760" : 7318,
"43778048" : 4538,
"44302336" : 2839,
"44826624" : 1926,
"45350912" : 1316,
"45875200" : 810,
"46399488" : 558,
"46923776" : 370,
"47448064" : 243,
"47972352" : 153,
"48496640" : 135,
"49020928" : 130,
"49545216" : 135,
"50069504" : 114,
"50593792" : 57,
"51118080" : 56,
"51642368" : 49,
"52166656" : 48,
"52690944" : 46,
"53215232" : 42,
"53739520" : 32,
"54263808" : 34,
"54788096" : 26,
"55312384" : 20,
"55836672" : 18,
"56360960" : 22,
"56885248" : 23,
"57409536" : 22,
"57933824" : 18,
"58458112" : 20,
"58982400" : 29,
"59506688" : 28,
"60030976" : 21,
"60555264" : 13,
"61079552" : 19,
"61603840" : 12,
"62128128" : 9,
"62652416" : 8,
"63176704" : 7,
"63700992" : 4,
"64225280" : 3,
"64749568" : 2,
"65273856" : 5,
"65798144" : 1,
"66322432" : 1,
"66846720" : 3,
"67633152" : 3,
"68681728" : 1,
"69730304" : 1,
"70778880" : 5,
"71827456" : 1,
"72876032" : 2,
"73924608" : 5,
"74973184" : 2,
"76021760" : 2
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 77663287,
"mean" : 37243572.465493,
"stddev" : 4963945.716293,
"N" : 2199462
},
"bw_min" : 12412427,
"bw_max" : 22433792,
"bw_agg" : 100.000000,
"bw_mean" : 14084609.557994,
"bw_dev" : 126033.653842,
"bw_samples" : 5104,
"iops_min" : 12121,
"iops_max" : 21908,
"iops_mean" : 13752.592476,
"iops_stddev" : 123.097727,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559992,
"usr_cpu" : 0.466017,
"sys_cpu" : 81.663263,
"ctx" : 2060118,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.536238,
"50" : 97.426935,
"100" : 0.036099,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068012,
"timestamp_ms" : 1773068012733,
"time" : "Mon Mar 9 11:53:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2444359630848,
"io_kbytes" : 2387069952,
"bw_bytes" : 14378586063,
"bw" : 14041587,
"iops" : 13712.623529,
"runtime" : 170000,
"total_ios" : 2331146,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 243612,
"max" : 7338454,
"mean" : 1161708.789752,
"stddev" : 255678.843866,
"N" : 2331146
},
"clat_ns" : {
"min" : 12251607,
"max" : 76118891,
"mean" : 36174567.405253,
"stddev" : 4718620.664837,
"N" : 2331130,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 25034752,
"10.000000" : 31588352,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 48496640,
"99.990000" : 57409536
},
"bins" : {
"12255232" : 5,
"12386304" : 18,
"12517376" : 19,
"12648448" : 14,
"12779520" : 14,
"12910592" : 14,
"13041664" : 16,
"13172736" : 19,
"13303808" : 22,
"13434880" : 26,
"13565952" : 28,
"13697024" : 30,
"13828096" : 57,
"13959168" : 79,
"14090240" : 128,
"14221312" : 148,
"14352384" : 129,
"14483456" : 226,
"14614528" : 256,
"14745600" : 255,
"14876672" : 256,
"15007744" : 287,
"15138816" : 366,
"15269888" : 395,
"15400960" : 505,
"15532032" : 580,
"15663104" : 707,
"15794176" : 720,
"15925248" : 805,
"16056320" : 871,
"16187392" : 985,
"16318464" : 1084,
"16449536" : 1133,
"16580608" : 1319,
"16711680" : 1404,
"16908288" : 2966,
"17170432" : 3102,
"17432576" : 3567,
"17694720" : 3564,
"17956864" : 3578,
"18219008" : 3647,
"18481152" : 3891,
"18743296" : 3572,
"19005440" : 3425,
"19267584" : 3495,
"19529728" : 3605,
"19791872" : 3483,
"20054016" : 3350,
"20316160" : 3501,
"20578304" : 3419,
"20840448" : 3210,
"21102592" : 3211,
"21364736" : 3144,
"21626880" : 3303,
"21889024" : 3123,
"22151168" : 3229,
"22413312" : 3121,
"22675456" : 3070,
"22937600" : 3168,
"23199744" : 3220,
"23461888" : 3264,
"23724032" : 3291,
"23986176" : 3315,
"24248320" : 3212,
"24510464" : 3245,
"24772608" : 3278,
"25034752" : 3369,
"25296896" : 3492,
"25559040" : 3611,
"25821184" : 3570,
"26083328" : 3692,
"26345472" : 3720,
"26607616" : 3918,
"26869760" : 3934,
"27131904" : 4011,
"27394048" : 4011,
"27656192" : 3925,
"27918336" : 3945,
"28180480" : 4001,
"28442624" : 4021,
"28704768" : 4205,
"28966912" : 4461,
"29229056" : 4729,
"29491200" : 4927,
"29753344" : 5159,
"30015488" : 5344,
"30277632" : 5657,
"30539776" : 6013,
"30801920" : 6158,
"31064064" : 6509,
"31326208" : 7272,
"31588352" : 7893,
"31850496" : 8435,
"32112640" : 9489,
"32374784" : 10508,
"32636928" : 12052,
"32899072" : 13592,
"33161216" : 15938,
"33423360" : 18236,
"33816576" : 47371,
"34340864" : 66368,
"34865152" : 91084,
"35389440" : 121476,
"35913728" : 152680,
"36438016" : 179373,
"36962304" : 198949,
"37486592" : 207123,
"38010880" : 200410,
"38535168" : 181151,
"39059456" : 152511,
"39583744" : 120673,
"40108032" : 92768,
"40632320" : 65739,
"41156608" : 44443,
"41680896" : 29045,
"42205184" : 19007,
"42729472" : 12204,
"43253760" : 7813,
"43778048" : 4836,
"44302336" : 3031,
"44826624" : 2019,
"45350912" : 1340,
"45875200" : 831,
"46399488" : 582,
"46923776" : 383,
"47448064" : 246,
"47972352" : 154,
"48496640" : 135,
"49020928" : 130,
"49545216" : 135,
"50069504" : 114,
"50593792" : 57,
"51118080" : 56,
"51642368" : 49,
"52166656" : 48,
"52690944" : 46,
"53215232" : 42,
"53739520" : 32,
"54263808" : 34,
"54788096" : 26,
"55312384" : 20,
"55836672" : 18,
"56360960" : 22,
"56885248" : 23,
"57409536" : 22,
"57933824" : 18,
"58458112" : 20,
"58982400" : 29,
"59506688" : 28,
"60030976" : 21,
"60555264" : 13,
"61079552" : 19,
"61603840" : 12,
"62128128" : 9,
"62652416" : 8,
"63176704" : 7,
"63700992" : 4,
"64225280" : 3,
"64749568" : 2,
"65273856" : 5,
"65798144" : 1,
"66322432" : 1,
"66846720" : 3,
"67633152" : 3,
"68681728" : 1,
"69730304" : 1,
"70778880" : 5,
"71827456" : 1,
"72876032" : 2,
"73924608" : 5,
"74973184" : 2,
"76021760" : 2
}
},
"lat_ns" : {
"min" : 12641807,
"max" : 77663287,
"mean" : 37336262.315159,
"stddev" : 4860901.088939,
"N" : 2331130
},
"bw_min" : 12410379,
"bw_max" : 22433792,
"bw_agg" : 100.000000,
"bw_mean" : 14049774.418879,
"bw_dev" : 123063.755606,
"bw_samples" : 5424,
"iops_min" : 12119,
"iops_max" : 21908,
"iops_mean" : 13718.669617,
"iops_stddev" : 120.195154,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719992,
"usr_cpu" : 0.468751,
"sys_cpu" : 81.954690,
"ctx" : 2207498,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 2.392986,
"50" : 97.572267,
"100" : 0.034061,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068022,
"timestamp_ms" : 1773068022767,
"time" : "Mon Mar 9 11:53:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2582386835456,
"io_kbytes" : 2521862144,
"bw_bytes" : 14346513827,
"bw" : 14010267,
"iops" : 13679.590669,
"runtime" : 180001,
"total_ios" : 2462340,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 243612,
"max" : 7338454,
"mean" : 1164494.293311,
"stddev" : 254000.026024,
"N" : 2462356
},
"clat_ns" : {
"min" : 4216,
"max" : 76118891,
"mean" : 36257748.983685,
"stddev" : 4637161.369958,
"N" : 2462836,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 25296896,
"10.000000" : 31850496,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 48496640,
"99.990000" : 57409536
},
"bins" : {
"4192" : 1,
"5280" : 2,
"5344" : 1,
"5984" : 1,
"6048" : 1,
"6496" : 1,
"6560" : 1,
"6688" : 1,
"7200" : 1,
"7264" : 1,
"7776" : 1,
"9536" : 1,
"10560" : 1,
"10816" : 1,
"20864" : 1,
"790528" : 1,
"888832" : 1,
"987136" : 1,
"1036288" : 2,
"1073152" : 1,
"1105920" : 1,
"1171456" : 1,
"1204224" : 1,
"1220608" : 1,
"1368064" : 1,
"1449984" : 2,
"1499136" : 1,
"1515520" : 1,
"1630208" : 1,
"1859584" : 1,
"2039808" : 2,
"2179072" : 1,
"2211840" : 2,
"2244608" : 1,
"2277376" : 1,
"2310144" : 1,
"2375680" : 1,
"2506752" : 1,
"2539520" : 1,
"2703360" : 1,
"2736128" : 1,
"2834432" : 1,
"3063808" : 1,
"3096576" : 1,
"3129344" : 1,
"3227648" : 1,
"3260416" : 2,
"3358720" : 1,
"3391488" : 2,
"3588096" : 1,
"3620864" : 1,
"3653632" : 1,
"3850240" : 2,
"3883008" : 1,
"3981312" : 1,
"4079616" : 1,
"4112384" : 1,
"4227072" : 1,
"4358144" : 2,
"4489216" : 1,
"4620288" : 3,
"4685824" : 1,
"4816896" : 1,
"5013504" : 1,
"5079040" : 2,
"5275648" : 2,
"5341184" : 1,
"5472256" : 1,
"5537792" : 3,
"5734400" : 1,
"5865472" : 4,
"6062080" : 1,
"6193152" : 3,
"6258688" : 1,
"6324224" : 1,
"6389760" : 1,
"6586368" : 3,
"6782976" : 1,
"7045120" : 1,
"7176192" : 1,
"7241728" : 1,
"7307264" : 1,
"7372800" : 3,
"7438336" : 2,
"7503872" : 1,
"7634944" : 2,
"7700480" : 1,
"7897088" : 2,
"8093696" : 1,
"8224768" : 1,
"8290304" : 1,
"8454144" : 4,
"8585216" : 2,
"8716288" : 3,
"8847360" : 3,
"8978432" : 1,
"9240576" : 1,
"9371648" : 1,
"9502720" : 1,
"9633792" : 4,
"9764864" : 1,
"9895936" : 4,
"10027008" : 2,
"10158080" : 1,
"10420224" : 1,
"10551296" : 2,
"10813440" : 1,
"10944512" : 3,
"11075584" : 1,
"11206656" : 3,
"11337728" : 4,
"11468800" : 2,
"11862016" : 1,
"11993088" : 2,
"12124160" : 3,
"12255232" : 9,
"12386304" : 22,
"12517376" : 19,
"12648448" : 15,
"12779520" : 15,
"12910592" : 14,
"13041664" : 16,
"13172736" : 21,
"13303808" : 26,
"13434880" : 29,
"13565952" : 31,
"13697024" : 33,
"13828096" : 57,
"13959168" : 80,
"14090240" : 128,
"14221312" : 148,
"14352384" : 131,
"14483456" : 229,
"14614528" : 259,
"14745600" : 257,
"14876672" : 260,
"15007744" : 287,
"15138816" : 367,
"15269888" : 395,
"15400960" : 506,
"15532032" : 581,
"15663104" : 708,
"15794176" : 726,
"15925248" : 808,
"16056320" : 872,
"16187392" : 985,
"16318464" : 1086,
"16449536" : 1135,
"16580608" : 1320,
"16711680" : 1405,
"16908288" : 2970,
"17170432" : 3108,
"17432576" : 3569,
"17694720" : 3566,
"17956864" : 3581,
"18219008" : 3652,
"18481152" : 3895,
"18743296" : 3576,
"19005440" : 3428,
"19267584" : 3497,
"19529728" : 3609,
"19791872" : 3487,
"20054016" : 3355,
"20316160" : 3503,
"20578304" : 3422,
"20840448" : 3214,
"21102592" : 3213,
"21364736" : 3147,
"21626880" : 3310,
"21889024" : 3124,
"22151168" : 3232,
"22413312" : 3125,
"22675456" : 3075,
"22937600" : 3170,
"23199744" : 3225,
"23461888" : 3265,
"23724032" : 3297,
"23986176" : 3317,
"24248320" : 3216,
"24510464" : 3249,
"24772608" : 3281,
"25034752" : 3372,
"25296896" : 3495,
"25559040" : 3615,
"25821184" : 3574,
"26083328" : 3696,
"26345472" : 3722,
"26607616" : 3923,
"26869760" : 3936,
"27131904" : 4017,
"27394048" : 4012,
"27656192" : 3927,
"27918336" : 3948,
"28180480" : 4005,
"28442624" : 4024,
"28704768" : 4208,
"28966912" : 4463,
"29229056" : 4733,
"29491200" : 4931,
"29753344" : 5164,
"30015488" : 5348,
"30277632" : 5659,
"30539776" : 6014,
"30801920" : 6162,
"31064064" : 6520,
"31326208" : 7291,
"31588352" : 7914,
"31850496" : 8482,
"32112640" : 9550,
"32374784" : 10614,
"32636928" : 12230,
"32899072" : 13823,
"33161216" : 16270,
"33423360" : 18720,
"33816576" : 48876,
"34340864" : 69241,
"34865152" : 95868,
"35389440" : 128369,
"35913728" : 161848,
"36438016" : 190959,
"36962304" : 212070,
"37486592" : 221171,
"38010880" : 214381,
"38535168" : 194167,
"39059456" : 163778,
"39583744" : 129431,
"40108032" : 99364,
"40632320" : 70352,
"41156608" : 47340,
"41680896" : 30822,
"42205184" : 20139,
"42729472" : 12921,
"43253760" : 8216,
"43778048" : 5053,
"44302336" : 3230,
"44826624" : 2111,
"45350912" : 1403,
"45875200" : 885,
"46399488" : 608,
"46923776" : 393,
"47448064" : 254,
"47972352" : 159,
"48496640" : 138,
"49020928" : 131,
"49545216" : 135,
"50069504" : 114,
"50593792" : 57,
"51118080" : 56,
"51642368" : 49,
"52166656" : 48,
"52690944" : 46,
"53215232" : 42,
"53739520" : 32,
"54263808" : 34,
"54788096" : 26,
"55312384" : 20,
"55836672" : 18,
"56360960" : 22,
"56885248" : 23,
"57409536" : 22,
"57933824" : 18,
"58458112" : 20,
"58982400" : 29,
"59506688" : 28,
"60030976" : 21,
"60555264" : 13,
"61079552" : 19,
"61603840" : 12,
"62128128" : 9,
"62652416" : 8,
"63176704" : 7,
"63700992" : 4,
"64225280" : 3,
"64749568" : 2,
"65273856" : 5,
"65798144" : 1,
"66322432" : 1,
"66846720" : 3,
"67633152" : 3,
"68681728" : 1,
"69730304" : 1,
"70778880" : 5,
"71827456" : 1,
"72876032" : 2,
"73924608" : 5,
"74973184" : 2,
"76021760" : 2
}
},
"lat_ns" : {
"min" : 788654,
"max" : 77663287,
"mean" : 37422243.728629,
"stddev" : 4776045.442731,
"N" : 2462836
},
"bw_min" : 12410379,
"bw_max" : 22433792,
"bw_agg" : 100.000000,
"bw_mean" : 14016357.058496,
"bw_dev" : 120394.011807,
"bw_samples" : 5744,
"iops_min" : 12119,
"iops_max" : 21908,
"iops_mean" : 13686.136490,
"iops_stddev" : 117.585634,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880003,
"usr_cpu" : 0.469687,
"sys_cpu" : 81.920192,
"ctx" : 2350566,
"majf" : 0,
"minf" : 646,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999350,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 2.270686,
"50" : 97.711364,
"100" : 0.032246,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773068022,
"timestamp_ms" : 1773068022813,
"time" : "Mon Mar 9 11:53:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2582487498752,
"io_kbytes" : 2521960448,
"bw_bytes" : 14344124566,
"bw" : 14007934,
"iops" : 13676.779347,
"runtime" : 180038,
"total_ios" : 2462340,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 243612,
"max" : 7338454,
"mean" : 1164494.293311,
"stddev" : 254000.026024,
"N" : 2462356
},
"clat_ns" : {
"min" : 4216,
"max" : 76118891,
"mean" : 36257748.983685,
"stddev" : 4637161.369958,
"N" : 2462836,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 25296896,
"10.000000" : 31850496,
"20.000000" : 34865152,
"30.000000" : 35913728,
"40.000000" : 36438016,
"50.000000" : 36962304,
"60.000000" : 38010880,
"70.000000" : 38535168,
"80.000000" : 39059456,
"90.000000" : 40108032,
"95.000000" : 41156608,
"99.000000" : 42729472,
"99.500000" : 43778048,
"99.900000" : 46399488,
"99.950000" : 48496640,
"99.990000" : 57409536
},
"bins" : {
"4192" : 1,
"5280" : 2,
"5344" : 1,
"5984" : 1,
"6048" : 1,
"6496" : 1,
"6560" : 1,
"6688" : 1,
"7200" : 1,
"7264" : 1,
"7776" : 1,
"9536" : 1,
"10560" : 1,
"10816" : 1,
"20864" : 1,
"790528" : 1,
"888832" : 1,
"987136" : 1,
"1036288" : 2,
"1073152" : 1,
"1105920" : 1,
"1171456" : 1,
"1204224" : 1,
"1220608" : 1,
"1368064" : 1,
"1449984" : 2,
"1499136" : 1,
"1515520" : 1,
"1630208" : 1,
"1859584" : 1,
"2039808" : 2,
"2179072" : 1,
"2211840" : 2,
"2244608" : 1,
"2277376" : 1,
"2310144" : 1,
"2375680" : 1,
"2506752" : 1,
"2539520" : 1,
"2703360" : 1,
"2736128" : 1,
"2834432" : 1,
"3063808" : 1,
"3096576" : 1,
"3129344" : 1,
"3227648" : 1,
"3260416" : 2,
"3358720" : 1,
"3391488" : 2,
"3588096" : 1,
"3620864" : 1,
"3653632" : 1,
"3850240" : 2,
"3883008" : 1,
"3981312" : 1,
"4079616" : 1,
"4112384" : 1,
"4227072" : 1,
"4358144" : 2,
"4489216" : 1,
"4620288" : 3,
"4685824" : 1,
"4816896" : 1,
"5013504" : 1,
"5079040" : 2,
"5275648" : 2,
"5341184" : 1,
"5472256" : 1,
"5537792" : 3,
"5734400" : 1,
"5865472" : 4,
"6062080" : 1,
"6193152" : 3,
"6258688" : 1,
"6324224" : 1,
"6389760" : 1,
"6586368" : 3,
"6782976" : 1,
"7045120" : 1,
"7176192" : 1,
"7241728" : 1,
"7307264" : 1,
"7372800" : 3,
"7438336" : 2,
"7503872" : 1,
"7634944" : 2,
"7700480" : 1,
"7897088" : 2,
"8093696" : 1,
"8224768" : 1,
"8290304" : 1,
"8454144" : 4,
"8585216" : 2,
"8716288" : 3,
"8847360" : 3,
"8978432" : 1,
"9240576" : 1,
"9371648" : 1,
"9502720" : 1,
"9633792" : 4,
"9764864" : 1,
"9895936" : 4,
"10027008" : 2,
"10158080" : 1,
"10420224" : 1,
"10551296" : 2,
"10813440" : 1,
"10944512" : 3,
"11075584" : 1,
"11206656" : 3,
"11337728" : 4,
"11468800" : 2,
"11862016" : 1,
"11993088" : 2,
"12124160" : 3,
"12255232" : 9,
"12386304" : 22,
"12517376" : 19,
"12648448" : 15,
"12779520" : 15,
"12910592" : 14,
"13041664" : 16,
"13172736" : 21,
"13303808" : 26,
"13434880" : 29,
"13565952" : 31,
"13697024" : 33,
"13828096" : 57,
"13959168" : 80,
"14090240" : 128,
"14221312" : 148,
"14352384" : 131,
"14483456" : 229,
"14614528" : 259,
"14745600" : 257,
"14876672" : 260,
"15007744" : 287,
"15138816" : 367,
"15269888" : 395,
"15400960" : 506,
"15532032" : 581,
"15663104" : 708,
"15794176" : 726,
"15925248" : 808,
"16056320" : 872,
"16187392" : 985,
"16318464" : 1086,
"16449536" : 1135,
"16580608" : 1320,
"16711680" : 1405,
"16908288" : 2970,
"17170432" : 3108,
"17432576" : 3569,
"17694720" : 3566,
"17956864" : 3581,
"18219008" : 3652,
"18481152" : 3895,
"18743296" : 3576,
"19005440" : 3428,
"19267584" : 3497,
"19529728" : 3609,
"19791872" : 3487,
"20054016" : 3355,
"20316160" : 3503,
"20578304" : 3422,
"20840448" : 3214,
"21102592" : 3213,
"21364736" : 3147,
"21626880" : 3310,
"21889024" : 3124,
"22151168" : 3232,
"22413312" : 3125,
"22675456" : 3075,
"22937600" : 3170,
"23199744" : 3225,
"23461888" : 3265,
"23724032" : 3297,
"23986176" : 3317,
"24248320" : 3216,
"24510464" : 3249,
"24772608" : 3281,
"25034752" : 3372,
"25296896" : 3495,
"25559040" : 3615,
"25821184" : 3574,
"26083328" : 3696,
"26345472" : 3722,
"26607616" : 3923,
"26869760" : 3936,
"27131904" : 4017,
"27394048" : 4012,
"27656192" : 3927,
"27918336" : 3948,
"28180480" : 4005,
"28442624" : 4024,
"28704768" : 4208,
"28966912" : 4463,
"29229056" : 4733,
"29491200" : 4931,
"29753344" : 5164,
"30015488" : 5348,
"30277632" : 5659,
"30539776" : 6014,
"30801920" : 6162,
"31064064" : 6520,
"31326208" : 7291,
"31588352" : 7914,
"31850496" : 8482,
"32112640" : 9550,
"32374784" : 10614,
"32636928" : 12230,
"32899072" : 13823,
"33161216" : 16270,
"33423360" : 18720,
"33816576" : 48876,
"34340864" : 69241,
"34865152" : 95868,
"35389440" : 128369,
"35913728" : 161848,
"36438016" : 190959,
"36962304" : 212070,
"37486592" : 221171,
"38010880" : 214381,
"38535168" : 194167,
"39059456" : 163778,
"39583744" : 129431,
"40108032" : 99364,
"40632320" : 70352,
"41156608" : 47340,
"41680896" : 30822,
"42205184" : 20139,
"42729472" : 12921,
"43253760" : 8216,
"43778048" : 5053,
"44302336" : 3230,
"44826624" : 2111,
"45350912" : 1403,
"45875200" : 885,
"46399488" : 608,
"46923776" : 393,
"47448064" : 254,
"47972352" : 159,
"48496640" : 138,
"49020928" : 131,
"49545216" : 135,
"50069504" : 114,
"50593792" : 57,
"51118080" : 56,
"51642368" : 49,
"52166656" : 48,
"52690944" : 46,
"53215232" : 42,
"53739520" : 32,
"54263808" : 34,
"54788096" : 26,
"55312384" : 20,
"55836672" : 18,
"56360960" : 22,
"56885248" : 23,
"57409536" : 22,
"57933824" : 18,
"58458112" : 20,
"58982400" : 29,
"59506688" : 28,
"60030976" : 21,
"60555264" : 13,
"61079552" : 19,
"61603840" : 12,
"62128128" : 9,
"62652416" : 8,
"63176704" : 7,
"63700992" : 4,
"64225280" : 3,
"64749568" : 2,
"65273856" : 5,
"65798144" : 1,
"66322432" : 1,
"66846720" : 3,
"67633152" : 3,
"68681728" : 1,
"69730304" : 1,
"70778880" : 5,
"71827456" : 1,
"72876032" : 2,
"73924608" : 5,
"74973184" : 2,
"76021760" : 2
}
},
"lat_ns" : {
"min" : 788654,
"max" : 77663287,
"mean" : 37422243.728629,
"stddev" : 4776045.442731,
"N" : 2462836
},
"bw_min" : 12410379,
"bw_max" : 22433792,
"bw_agg" : 100.000000,
"bw_mean" : 14015908.932970,
"bw_dev" : 120360.622746,
"bw_samples" : 5748,
"iops_min" : 12119,
"iops_max" : 21908,
"iops_mean" : 13685.697532,
"iops_stddev" : 117.553083,
"iops_samples" : 5748
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880150,
"usr_cpu" : 0.469663,
"sys_cpu" : 81.916011,
"ctx" : 2350704,
"majf" : 0,
"minf" : 649,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999350,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 2.270686,
"50" : 97.711364,
"100" : 0.032246,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}